{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9999491282051282,
  "eval_steps": 2500,
  "global_step": 9521,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0010502564102564103,
      "grad_norm": 83.8125,
      "learning_rate": 9.999979487179486e-07,
      "loss": 137.2689,
      "step": 10
    },
    {
      "epoch": 0.0021005128205128206,
      "grad_norm": 73.875,
      "learning_rate": 9.999958974358973e-07,
      "loss": 137.7469,
      "step": 20
    },
    {
      "epoch": 0.003150769230769231,
      "grad_norm": 76.0,
      "learning_rate": 9.99993846153846e-07,
      "loss": 138.4526,
      "step": 30
    },
    {
      "epoch": 0.004201025641025641,
      "grad_norm": 85.9375,
      "learning_rate": 9.99991794871795e-07,
      "loss": 138.0835,
      "step": 40
    },
    {
      "epoch": 0.005251282051282051,
      "grad_norm": 76.8125,
      "learning_rate": 9.999897435897434e-07,
      "loss": 137.577,
      "step": 50
    },
    {
      "epoch": 0.006301538461538462,
      "grad_norm": 81.75,
      "learning_rate": 9.999876923076923e-07,
      "loss": 136.94,
      "step": 60
    },
    {
      "epoch": 0.007351794871794872,
      "grad_norm": 72.75,
      "learning_rate": 9.99985641025641e-07,
      "loss": 136.7488,
      "step": 70
    },
    {
      "epoch": 0.008402051282051282,
      "grad_norm": 76.0,
      "learning_rate": 9.999835897435897e-07,
      "loss": 136.7595,
      "step": 80
    },
    {
      "epoch": 0.009452307692307692,
      "grad_norm": 76.625,
      "learning_rate": 9.999815384615384e-07,
      "loss": 136.5558,
      "step": 90
    },
    {
      "epoch": 0.010502564102564102,
      "grad_norm": 75.3125,
      "learning_rate": 9.99979487179487e-07,
      "loss": 136.2622,
      "step": 100
    },
    {
      "epoch": 0.011552820512820514,
      "grad_norm": 70.5625,
      "learning_rate": 9.999774358974358e-07,
      "loss": 137.3947,
      "step": 110
    },
    {
      "epoch": 0.012603076923076923,
      "grad_norm": 75.375,
      "learning_rate": 9.999753846153845e-07,
      "loss": 136.5051,
      "step": 120
    },
    {
      "epoch": 0.013653333333333333,
      "grad_norm": 73.1875,
      "learning_rate": 9.999733333333334e-07,
      "loss": 137.4362,
      "step": 130
    },
    {
      "epoch": 0.014703589743589743,
      "grad_norm": 72.75,
      "learning_rate": 9.99971282051282e-07,
      "loss": 137.3079,
      "step": 140
    },
    {
      "epoch": 0.015753846153846153,
      "grad_norm": 80.25,
      "learning_rate": 9.999692307692306e-07,
      "loss": 136.6685,
      "step": 150
    },
    {
      "epoch": 0.016804102564102565,
      "grad_norm": 72.3125,
      "learning_rate": 9.999671794871795e-07,
      "loss": 135.9851,
      "step": 160
    },
    {
      "epoch": 0.017854358974358973,
      "grad_norm": 77.1875,
      "learning_rate": 9.999651282051282e-07,
      "loss": 135.917,
      "step": 170
    },
    {
      "epoch": 0.018904615384615384,
      "grad_norm": 88.3125,
      "learning_rate": 9.999630769230769e-07,
      "loss": 138.2422,
      "step": 180
    },
    {
      "epoch": 0.019954871794871796,
      "grad_norm": 73.25,
      "learning_rate": 9.999610256410256e-07,
      "loss": 137.2377,
      "step": 190
    },
    {
      "epoch": 0.021005128205128204,
      "grad_norm": 72.5,
      "learning_rate": 9.999589743589743e-07,
      "loss": 135.6885,
      "step": 200
    },
    {
      "epoch": 0.022055384615384616,
      "grad_norm": 74.25,
      "learning_rate": 9.99956923076923e-07,
      "loss": 136.6409,
      "step": 210
    },
    {
      "epoch": 0.023105641025641027,
      "grad_norm": 73.625,
      "learning_rate": 9.999548717948716e-07,
      "loss": 136.0549,
      "step": 220
    },
    {
      "epoch": 0.024155897435897435,
      "grad_norm": 73.5,
      "learning_rate": 9.999528205128205e-07,
      "loss": 137.4658,
      "step": 230
    },
    {
      "epoch": 0.025206153846153847,
      "grad_norm": 80.6875,
      "learning_rate": 9.999507692307692e-07,
      "loss": 136.3624,
      "step": 240
    },
    {
      "epoch": 0.026256410256410255,
      "grad_norm": 76.4375,
      "learning_rate": 9.99948717948718e-07,
      "loss": 136.9343,
      "step": 250
    },
    {
      "epoch": 0.027306666666666667,
      "grad_norm": 85.25,
      "learning_rate": 9.999466666666666e-07,
      "loss": 137.7632,
      "step": 260
    },
    {
      "epoch": 0.028356923076923078,
      "grad_norm": 75.375,
      "learning_rate": 9.999446153846153e-07,
      "loss": 137.4173,
      "step": 270
    },
    {
      "epoch": 0.029407179487179486,
      "grad_norm": 77.0,
      "learning_rate": 9.99942564102564e-07,
      "loss": 136.4367,
      "step": 280
    },
    {
      "epoch": 0.030457435897435898,
      "grad_norm": 78.75,
      "learning_rate": 9.999405128205127e-07,
      "loss": 136.3395,
      "step": 290
    },
    {
      "epoch": 0.031507692307692306,
      "grad_norm": 75.3125,
      "learning_rate": 9.999384615384614e-07,
      "loss": 136.1427,
      "step": 300
    },
    {
      "epoch": 0.03255794871794872,
      "grad_norm": 75.5625,
      "learning_rate": 9.9993641025641e-07,
      "loss": 135.8248,
      "step": 310
    },
    {
      "epoch": 0.03360820512820513,
      "grad_norm": 76.6875,
      "learning_rate": 9.99934358974359e-07,
      "loss": 136.6485,
      "step": 320
    },
    {
      "epoch": 0.03465846153846154,
      "grad_norm": 74.25,
      "learning_rate": 9.999323076923077e-07,
      "loss": 137.1976,
      "step": 330
    },
    {
      "epoch": 0.035708717948717945,
      "grad_norm": 76.0625,
      "learning_rate": 9.999302564102564e-07,
      "loss": 135.8058,
      "step": 340
    },
    {
      "epoch": 0.03675897435897436,
      "grad_norm": 81.625,
      "learning_rate": 9.99928205128205e-07,
      "loss": 136.5466,
      "step": 350
    },
    {
      "epoch": 0.03780923076923077,
      "grad_norm": 76.125,
      "learning_rate": 9.999261538461538e-07,
      "loss": 135.6967,
      "step": 360
    },
    {
      "epoch": 0.03885948717948718,
      "grad_norm": 75.0625,
      "learning_rate": 9.999241025641025e-07,
      "loss": 136.8226,
      "step": 370
    },
    {
      "epoch": 0.03990974358974359,
      "grad_norm": 78.0,
      "learning_rate": 9.999220512820512e-07,
      "loss": 136.4603,
      "step": 380
    },
    {
      "epoch": 0.04096,
      "grad_norm": 74.375,
      "learning_rate": 9.9992e-07,
      "loss": 136.3817,
      "step": 390
    },
    {
      "epoch": 0.04201025641025641,
      "grad_norm": 74.9375,
      "learning_rate": 9.999179487179486e-07,
      "loss": 135.7093,
      "step": 400
    },
    {
      "epoch": 0.04306051282051282,
      "grad_norm": 75.1875,
      "learning_rate": 9.999158974358975e-07,
      "loss": 137.9199,
      "step": 410
    },
    {
      "epoch": 0.04411076923076923,
      "grad_norm": 74.4375,
      "learning_rate": 9.999138461538462e-07,
      "loss": 137.6895,
      "step": 420
    },
    {
      "epoch": 0.04516102564102564,
      "grad_norm": 76.375,
      "learning_rate": 9.999117948717949e-07,
      "loss": 137.1656,
      "step": 430
    },
    {
      "epoch": 0.046211282051282054,
      "grad_norm": 78.8125,
      "learning_rate": 9.999097435897435e-07,
      "loss": 136.766,
      "step": 440
    },
    {
      "epoch": 0.04726153846153846,
      "grad_norm": 77.8125,
      "learning_rate": 9.999076923076922e-07,
      "loss": 136.1063,
      "step": 450
    },
    {
      "epoch": 0.04831179487179487,
      "grad_norm": 76.25,
      "learning_rate": 9.99905641025641e-07,
      "loss": 137.0769,
      "step": 460
    },
    {
      "epoch": 0.04936205128205128,
      "grad_norm": 75.3125,
      "learning_rate": 9.999035897435896e-07,
      "loss": 136.7605,
      "step": 470
    },
    {
      "epoch": 0.050412307692307694,
      "grad_norm": 71.625,
      "learning_rate": 9.999015384615385e-07,
      "loss": 136.8585,
      "step": 480
    },
    {
      "epoch": 0.051462564102564105,
      "grad_norm": 81.5625,
      "learning_rate": 9.998994871794872e-07,
      "loss": 136.7847,
      "step": 490
    },
    {
      "epoch": 0.05251282051282051,
      "grad_norm": 78.5,
      "learning_rate": 9.998974358974357e-07,
      "loss": 135.8417,
      "step": 500
    },
    {
      "epoch": 0.05356307692307692,
      "grad_norm": 79.0625,
      "learning_rate": 9.998953846153846e-07,
      "loss": 136.4017,
      "step": 510
    },
    {
      "epoch": 0.05461333333333333,
      "grad_norm": 73.0,
      "learning_rate": 9.998933333333333e-07,
      "loss": 138.0991,
      "step": 520
    },
    {
      "epoch": 0.055663589743589745,
      "grad_norm": 72.5,
      "learning_rate": 9.99891282051282e-07,
      "loss": 137.349,
      "step": 530
    },
    {
      "epoch": 0.056713846153846156,
      "grad_norm": 74.0625,
      "learning_rate": 9.998892307692307e-07,
      "loss": 136.6539,
      "step": 540
    },
    {
      "epoch": 0.05776410256410256,
      "grad_norm": 80.375,
      "learning_rate": 9.998871794871794e-07,
      "loss": 135.9581,
      "step": 550
    },
    {
      "epoch": 0.05881435897435897,
      "grad_norm": 76.1875,
      "learning_rate": 9.99885128205128e-07,
      "loss": 137.2837,
      "step": 560
    },
    {
      "epoch": 0.059864615384615384,
      "grad_norm": 83.5,
      "learning_rate": 9.998830769230768e-07,
      "loss": 135.8109,
      "step": 570
    },
    {
      "epoch": 0.060914871794871796,
      "grad_norm": 81.5,
      "learning_rate": 9.998810256410257e-07,
      "loss": 136.6003,
      "step": 580
    },
    {
      "epoch": 0.06196512820512821,
      "grad_norm": 78.1875,
      "learning_rate": 9.998789743589744e-07,
      "loss": 136.3486,
      "step": 590
    },
    {
      "epoch": 0.06301538461538461,
      "grad_norm": 74.1875,
      "learning_rate": 9.99876923076923e-07,
      "loss": 136.5433,
      "step": 600
    },
    {
      "epoch": 0.06406564102564102,
      "grad_norm": 77.9375,
      "learning_rate": 9.998748717948718e-07,
      "loss": 137.5628,
      "step": 610
    },
    {
      "epoch": 0.06511589743589744,
      "grad_norm": 77.5,
      "learning_rate": 9.998728205128205e-07,
      "loss": 136.4774,
      "step": 620
    },
    {
      "epoch": 0.06616615384615385,
      "grad_norm": 82.1875,
      "learning_rate": 9.998707692307692e-07,
      "loss": 136.5914,
      "step": 630
    },
    {
      "epoch": 0.06721641025641026,
      "grad_norm": 75.75,
      "learning_rate": 9.998687179487178e-07,
      "loss": 136.7258,
      "step": 640
    },
    {
      "epoch": 0.06826666666666667,
      "grad_norm": 77.4375,
      "learning_rate": 9.998666666666665e-07,
      "loss": 137.3747,
      "step": 650
    },
    {
      "epoch": 0.06931692307692308,
      "grad_norm": 80.6875,
      "learning_rate": 9.998646153846152e-07,
      "loss": 136.8755,
      "step": 660
    },
    {
      "epoch": 0.0703671794871795,
      "grad_norm": 77.8125,
      "learning_rate": 9.998625641025641e-07,
      "loss": 136.6606,
      "step": 670
    },
    {
      "epoch": 0.07141743589743589,
      "grad_norm": 74.8125,
      "learning_rate": 9.998605128205128e-07,
      "loss": 136.7844,
      "step": 680
    },
    {
      "epoch": 0.0724676923076923,
      "grad_norm": 75.5625,
      "learning_rate": 9.998584615384615e-07,
      "loss": 136.1632,
      "step": 690
    },
    {
      "epoch": 0.07351794871794871,
      "grad_norm": 70.6875,
      "learning_rate": 9.998564102564102e-07,
      "loss": 136.7524,
      "step": 700
    },
    {
      "epoch": 0.07456820512820513,
      "grad_norm": 69.6875,
      "learning_rate": 9.99854358974359e-07,
      "loss": 136.8704,
      "step": 710
    },
    {
      "epoch": 0.07561846153846154,
      "grad_norm": 73.25,
      "learning_rate": 9.998523076923076e-07,
      "loss": 135.607,
      "step": 720
    },
    {
      "epoch": 0.07666871794871795,
      "grad_norm": 79.0,
      "learning_rate": 9.998502564102563e-07,
      "loss": 135.7957,
      "step": 730
    },
    {
      "epoch": 0.07771897435897436,
      "grad_norm": 74.5,
      "learning_rate": 9.998482051282052e-07,
      "loss": 137.2365,
      "step": 740
    },
    {
      "epoch": 0.07876923076923077,
      "grad_norm": 72.25,
      "learning_rate": 9.998461538461537e-07,
      "loss": 136.9944,
      "step": 750
    },
    {
      "epoch": 0.07981948717948718,
      "grad_norm": 80.0625,
      "learning_rate": 9.998441025641026e-07,
      "loss": 138.0186,
      "step": 760
    },
    {
      "epoch": 0.0808697435897436,
      "grad_norm": 73.125,
      "learning_rate": 9.998420512820513e-07,
      "loss": 136.6754,
      "step": 770
    },
    {
      "epoch": 0.08192,
      "grad_norm": 79.0,
      "learning_rate": 9.9984e-07,
      "loss": 136.0845,
      "step": 780
    },
    {
      "epoch": 0.0829702564102564,
      "grad_norm": 77.4375,
      "learning_rate": 9.998379487179487e-07,
      "loss": 135.9881,
      "step": 790
    },
    {
      "epoch": 0.08402051282051282,
      "grad_norm": 81.8125,
      "learning_rate": 9.998358974358974e-07,
      "loss": 137.3697,
      "step": 800
    },
    {
      "epoch": 0.08507076923076923,
      "grad_norm": 77.375,
      "learning_rate": 9.99833846153846e-07,
      "loss": 136.4123,
      "step": 810
    },
    {
      "epoch": 0.08612102564102564,
      "grad_norm": 76.5625,
      "learning_rate": 9.998317948717948e-07,
      "loss": 136.5667,
      "step": 820
    },
    {
      "epoch": 0.08717128205128205,
      "grad_norm": 75.875,
      "learning_rate": 9.998297435897437e-07,
      "loss": 137.2428,
      "step": 830
    },
    {
      "epoch": 0.08822153846153846,
      "grad_norm": 80.4375,
      "learning_rate": 9.998276923076924e-07,
      "loss": 135.8229,
      "step": 840
    },
    {
      "epoch": 0.08927179487179487,
      "grad_norm": 75.4375,
      "learning_rate": 9.998256410256408e-07,
      "loss": 135.0417,
      "step": 850
    },
    {
      "epoch": 0.09032205128205129,
      "grad_norm": 89.0625,
      "learning_rate": 9.998235897435897e-07,
      "loss": 136.6309,
      "step": 860
    },
    {
      "epoch": 0.0913723076923077,
      "grad_norm": 74.0,
      "learning_rate": 9.998215384615384e-07,
      "loss": 136.2141,
      "step": 870
    },
    {
      "epoch": 0.09242256410256411,
      "grad_norm": 78.875,
      "learning_rate": 9.998194871794871e-07,
      "loss": 135.1106,
      "step": 880
    },
    {
      "epoch": 0.0934728205128205,
      "grad_norm": 79.8125,
      "learning_rate": 9.998174358974358e-07,
      "loss": 136.1402,
      "step": 890
    },
    {
      "epoch": 0.09452307692307692,
      "grad_norm": 83.1875,
      "learning_rate": 9.998153846153845e-07,
      "loss": 135.6284,
      "step": 900
    },
    {
      "epoch": 0.09557333333333333,
      "grad_norm": 78.1875,
      "learning_rate": 9.998133333333332e-07,
      "loss": 135.9521,
      "step": 910
    },
    {
      "epoch": 0.09662358974358974,
      "grad_norm": 78.0625,
      "learning_rate": 9.99811282051282e-07,
      "loss": 136.0459,
      "step": 920
    },
    {
      "epoch": 0.09767384615384615,
      "grad_norm": 75.1875,
      "learning_rate": 9.998092307692308e-07,
      "loss": 135.8785,
      "step": 930
    },
    {
      "epoch": 0.09872410256410256,
      "grad_norm": 75.0,
      "learning_rate": 9.998071794871795e-07,
      "loss": 135.5974,
      "step": 940
    },
    {
      "epoch": 0.09977435897435898,
      "grad_norm": 73.5625,
      "learning_rate": 9.998051282051282e-07,
      "loss": 135.9134,
      "step": 950
    },
    {
      "epoch": 0.10082461538461539,
      "grad_norm": 83.875,
      "learning_rate": 9.99803076923077e-07,
      "loss": 136.6835,
      "step": 960
    },
    {
      "epoch": 0.1018748717948718,
      "grad_norm": 74.9375,
      "learning_rate": 9.998010256410256e-07,
      "loss": 136.0822,
      "step": 970
    },
    {
      "epoch": 0.10292512820512821,
      "grad_norm": 78.8125,
      "learning_rate": 9.997989743589743e-07,
      "loss": 135.76,
      "step": 980
    },
    {
      "epoch": 0.10397538461538462,
      "grad_norm": 81.5,
      "learning_rate": 9.99796923076923e-07,
      "loss": 137.3108,
      "step": 990
    },
    {
      "epoch": 0.10502564102564102,
      "grad_norm": 74.6875,
      "learning_rate": 9.997948717948717e-07,
      "loss": 136.5909,
      "step": 1000
    },
    {
      "epoch": 0.10607589743589743,
      "grad_norm": 76.9375,
      "learning_rate": 9.997928205128204e-07,
      "loss": 136.463,
      "step": 1010
    },
    {
      "epoch": 0.10712615384615384,
      "grad_norm": 76.5,
      "learning_rate": 9.997907692307693e-07,
      "loss": 135.7026,
      "step": 1020
    },
    {
      "epoch": 0.10817641025641025,
      "grad_norm": 78.0,
      "learning_rate": 9.99788717948718e-07,
      "loss": 136.5197,
      "step": 1030
    },
    {
      "epoch": 0.10922666666666667,
      "grad_norm": 77.4375,
      "learning_rate": 9.997866666666667e-07,
      "loss": 135.3555,
      "step": 1040
    },
    {
      "epoch": 0.11027692307692308,
      "grad_norm": 76.0625,
      "learning_rate": 9.997846153846154e-07,
      "loss": 135.3746,
      "step": 1050
    },
    {
      "epoch": 0.11132717948717949,
      "grad_norm": 76.4375,
      "learning_rate": 9.99782564102564e-07,
      "loss": 136.8601,
      "step": 1060
    },
    {
      "epoch": 0.1123774358974359,
      "grad_norm": 74.4375,
      "learning_rate": 9.997805128205127e-07,
      "loss": 137.0016,
      "step": 1070
    },
    {
      "epoch": 0.11342769230769231,
      "grad_norm": 75.875,
      "learning_rate": 9.997784615384614e-07,
      "loss": 136.985,
      "step": 1080
    },
    {
      "epoch": 0.11447794871794872,
      "grad_norm": 75.3125,
      "learning_rate": 9.997764102564103e-07,
      "loss": 136.9973,
      "step": 1090
    },
    {
      "epoch": 0.11552820512820512,
      "grad_norm": 74.875,
      "learning_rate": 9.997743589743588e-07,
      "loss": 137.1771,
      "step": 1100
    },
    {
      "epoch": 0.11657846153846153,
      "grad_norm": 76.0,
      "learning_rate": 9.997723076923077e-07,
      "loss": 136.5904,
      "step": 1110
    },
    {
      "epoch": 0.11762871794871795,
      "grad_norm": 80.0,
      "learning_rate": 9.997702564102564e-07,
      "loss": 137.0198,
      "step": 1120
    },
    {
      "epoch": 0.11867897435897436,
      "grad_norm": 78.3125,
      "learning_rate": 9.997682051282051e-07,
      "loss": 136.515,
      "step": 1130
    },
    {
      "epoch": 0.11972923076923077,
      "grad_norm": 77.0625,
      "learning_rate": 9.997661538461538e-07,
      "loss": 136.2788,
      "step": 1140
    },
    {
      "epoch": 0.12077948717948718,
      "grad_norm": 76.625,
      "learning_rate": 9.997641025641025e-07,
      "loss": 135.2233,
      "step": 1150
    },
    {
      "epoch": 0.12182974358974359,
      "grad_norm": 77.5625,
      "learning_rate": 9.997620512820512e-07,
      "loss": 136.8247,
      "step": 1160
    },
    {
      "epoch": 0.12288,
      "grad_norm": 79.4375,
      "learning_rate": 9.9976e-07,
      "loss": 135.9922,
      "step": 1170
    },
    {
      "epoch": 0.12393025641025641,
      "grad_norm": 74.9375,
      "learning_rate": 9.997579487179488e-07,
      "loss": 135.9835,
      "step": 1180
    },
    {
      "epoch": 0.12498051282051283,
      "grad_norm": 78.4375,
      "learning_rate": 9.997558974358975e-07,
      "loss": 137.149,
      "step": 1190
    },
    {
      "epoch": 0.12603076923076922,
      "grad_norm": 87.0,
      "learning_rate": 9.99753846153846e-07,
      "loss": 135.9062,
      "step": 1200
    },
    {
      "epoch": 0.12708102564102564,
      "grad_norm": 90.75,
      "learning_rate": 9.997517948717949e-07,
      "loss": 137.0315,
      "step": 1210
    },
    {
      "epoch": 0.12813128205128205,
      "grad_norm": 74.1875,
      "learning_rate": 9.997497435897436e-07,
      "loss": 134.5245,
      "step": 1220
    },
    {
      "epoch": 0.12918153846153846,
      "grad_norm": 77.4375,
      "learning_rate": 9.997476923076923e-07,
      "loss": 136.1781,
      "step": 1230
    },
    {
      "epoch": 0.13023179487179487,
      "grad_norm": 76.1875,
      "learning_rate": 9.99745641025641e-07,
      "loss": 135.0808,
      "step": 1240
    },
    {
      "epoch": 0.13128205128205128,
      "grad_norm": 88.1875,
      "learning_rate": 9.997435897435897e-07,
      "loss": 137.6019,
      "step": 1250
    },
    {
      "epoch": 0.1323323076923077,
      "grad_norm": 77.75,
      "learning_rate": 9.997415384615384e-07,
      "loss": 136.8665,
      "step": 1260
    },
    {
      "epoch": 0.1333825641025641,
      "grad_norm": 74.625,
      "learning_rate": 9.99739487179487e-07,
      "loss": 135.1396,
      "step": 1270
    },
    {
      "epoch": 0.13443282051282052,
      "grad_norm": 77.125,
      "learning_rate": 9.99737435897436e-07,
      "loss": 136.1739,
      "step": 1280
    },
    {
      "epoch": 0.13548307692307693,
      "grad_norm": 86.375,
      "learning_rate": 9.997353846153844e-07,
      "loss": 135.8782,
      "step": 1290
    },
    {
      "epoch": 0.13653333333333334,
      "grad_norm": 80.8125,
      "learning_rate": 9.997333333333333e-07,
      "loss": 135.7326,
      "step": 1300
    },
    {
      "epoch": 0.13758358974358975,
      "grad_norm": 76.0625,
      "learning_rate": 9.99731282051282e-07,
      "loss": 135.3882,
      "step": 1310
    },
    {
      "epoch": 0.13863384615384616,
      "grad_norm": 81.4375,
      "learning_rate": 9.997292307692307e-07,
      "loss": 136.0269,
      "step": 1320
    },
    {
      "epoch": 0.13968410256410257,
      "grad_norm": 75.125,
      "learning_rate": 9.997271794871794e-07,
      "loss": 135.8283,
      "step": 1330
    },
    {
      "epoch": 0.140734358974359,
      "grad_norm": 76.3125,
      "learning_rate": 9.997251282051281e-07,
      "loss": 135.8927,
      "step": 1340
    },
    {
      "epoch": 0.1417846153846154,
      "grad_norm": 81.375,
      "learning_rate": 9.997230769230768e-07,
      "loss": 136.4391,
      "step": 1350
    },
    {
      "epoch": 0.14283487179487178,
      "grad_norm": 76.8125,
      "learning_rate": 9.997210256410255e-07,
      "loss": 136.1003,
      "step": 1360
    },
    {
      "epoch": 0.1438851282051282,
      "grad_norm": 77.0625,
      "learning_rate": 9.997189743589744e-07,
      "loss": 136.084,
      "step": 1370
    },
    {
      "epoch": 0.1449353846153846,
      "grad_norm": 77.9375,
      "learning_rate": 9.99716923076923e-07,
      "loss": 136.8443,
      "step": 1380
    },
    {
      "epoch": 0.14598564102564102,
      "grad_norm": 78.875,
      "learning_rate": 9.997148717948718e-07,
      "loss": 137.2401,
      "step": 1390
    },
    {
      "epoch": 0.14703589743589743,
      "grad_norm": 77.75,
      "learning_rate": 9.997128205128205e-07,
      "loss": 135.3477,
      "step": 1400
    },
    {
      "epoch": 0.14808615384615384,
      "grad_norm": 75.0625,
      "learning_rate": 9.997107692307692e-07,
      "loss": 136.3265,
      "step": 1410
    },
    {
      "epoch": 0.14913641025641025,
      "grad_norm": 77.0625,
      "learning_rate": 9.997087179487179e-07,
      "loss": 135.3777,
      "step": 1420
    },
    {
      "epoch": 0.15018666666666666,
      "grad_norm": 83.125,
      "learning_rate": 9.997066666666666e-07,
      "loss": 136.6043,
      "step": 1430
    },
    {
      "epoch": 0.15123692307692307,
      "grad_norm": 75.5,
      "learning_rate": 9.997046153846153e-07,
      "loss": 134.7866,
      "step": 1440
    },
    {
      "epoch": 0.15228717948717949,
      "grad_norm": 80.0625,
      "learning_rate": 9.99702564102564e-07,
      "loss": 136.6343,
      "step": 1450
    },
    {
      "epoch": 0.1533374358974359,
      "grad_norm": 77.1875,
      "learning_rate": 9.997005128205129e-07,
      "loss": 135.3757,
      "step": 1460
    },
    {
      "epoch": 0.1543876923076923,
      "grad_norm": 76.1875,
      "learning_rate": 9.996984615384616e-07,
      "loss": 137.085,
      "step": 1470
    },
    {
      "epoch": 0.15543794871794872,
      "grad_norm": 82.9375,
      "learning_rate": 9.996964102564103e-07,
      "loss": 135.0811,
      "step": 1480
    },
    {
      "epoch": 0.15648820512820513,
      "grad_norm": 82.1875,
      "learning_rate": 9.99694358974359e-07,
      "loss": 137.3096,
      "step": 1490
    },
    {
      "epoch": 0.15753846153846154,
      "grad_norm": 86.875,
      "learning_rate": 9.996923076923076e-07,
      "loss": 137.6569,
      "step": 1500
    },
    {
      "epoch": 0.15858871794871796,
      "grad_norm": 82.8125,
      "learning_rate": 9.996902564102563e-07,
      "loss": 135.1526,
      "step": 1510
    },
    {
      "epoch": 0.15963897435897437,
      "grad_norm": 76.125,
      "learning_rate": 9.99688205128205e-07,
      "loss": 136.4004,
      "step": 1520
    },
    {
      "epoch": 0.16068923076923078,
      "grad_norm": 77.25,
      "learning_rate": 9.99686153846154e-07,
      "loss": 135.9153,
      "step": 1530
    },
    {
      "epoch": 0.1617394871794872,
      "grad_norm": 79.5625,
      "learning_rate": 9.996841025641024e-07,
      "loss": 135.5955,
      "step": 1540
    },
    {
      "epoch": 0.1627897435897436,
      "grad_norm": 73.5,
      "learning_rate": 9.996820512820511e-07,
      "loss": 135.8393,
      "step": 1550
    },
    {
      "epoch": 0.16384,
      "grad_norm": 79.625,
      "learning_rate": 9.9968e-07,
      "loss": 134.5212,
      "step": 1560
    },
    {
      "epoch": 0.1648902564102564,
      "grad_norm": 77.0625,
      "learning_rate": 9.996779487179487e-07,
      "loss": 134.8009,
      "step": 1570
    },
    {
      "epoch": 0.1659405128205128,
      "grad_norm": 75.3125,
      "learning_rate": 9.996758974358974e-07,
      "loss": 136.2163,
      "step": 1580
    },
    {
      "epoch": 0.16699076923076922,
      "grad_norm": 76.25,
      "learning_rate": 9.99673846153846e-07,
      "loss": 134.558,
      "step": 1590
    },
    {
      "epoch": 0.16804102564102563,
      "grad_norm": 80.5,
      "learning_rate": 9.996717948717948e-07,
      "loss": 137.3439,
      "step": 1600
    },
    {
      "epoch": 0.16909128205128204,
      "grad_norm": 79.5,
      "learning_rate": 9.996697435897435e-07,
      "loss": 135.4167,
      "step": 1610
    },
    {
      "epoch": 0.17014153846153846,
      "grad_norm": 84.375,
      "learning_rate": 9.996676923076922e-07,
      "loss": 135.6234,
      "step": 1620
    },
    {
      "epoch": 0.17119179487179487,
      "grad_norm": 77.125,
      "learning_rate": 9.99665641025641e-07,
      "loss": 136.2828,
      "step": 1630
    },
    {
      "epoch": 0.17224205128205128,
      "grad_norm": 80.0625,
      "learning_rate": 9.996635897435896e-07,
      "loss": 136.7889,
      "step": 1640
    },
    {
      "epoch": 0.1732923076923077,
      "grad_norm": 85.1875,
      "learning_rate": 9.996615384615385e-07,
      "loss": 135.2274,
      "step": 1650
    },
    {
      "epoch": 0.1743425641025641,
      "grad_norm": 76.0625,
      "learning_rate": 9.996594871794872e-07,
      "loss": 134.4018,
      "step": 1660
    },
    {
      "epoch": 0.1753928205128205,
      "grad_norm": 72.5,
      "learning_rate": 9.996574358974359e-07,
      "loss": 136.2152,
      "step": 1670
    },
    {
      "epoch": 0.17644307692307692,
      "grad_norm": 80.125,
      "learning_rate": 9.996553846153846e-07,
      "loss": 137.071,
      "step": 1680
    },
    {
      "epoch": 0.17749333333333334,
      "grad_norm": 78.375,
      "learning_rate": 9.996533333333332e-07,
      "loss": 138.2829,
      "step": 1690
    },
    {
      "epoch": 0.17854358974358975,
      "grad_norm": 80.5625,
      "learning_rate": 9.99651282051282e-07,
      "loss": 138.097,
      "step": 1700
    },
    {
      "epoch": 0.17959384615384616,
      "grad_norm": 75.4375,
      "learning_rate": 9.996492307692306e-07,
      "loss": 135.6503,
      "step": 1710
    },
    {
      "epoch": 0.18064410256410257,
      "grad_norm": 72.3125,
      "learning_rate": 9.996471794871795e-07,
      "loss": 135.8609,
      "step": 1720
    },
    {
      "epoch": 0.18169435897435898,
      "grad_norm": 76.5,
      "learning_rate": 9.996451282051282e-07,
      "loss": 135.2807,
      "step": 1730
    },
    {
      "epoch": 0.1827446153846154,
      "grad_norm": 77.375,
      "learning_rate": 9.99643076923077e-07,
      "loss": 137.0498,
      "step": 1740
    },
    {
      "epoch": 0.1837948717948718,
      "grad_norm": 79.125,
      "learning_rate": 9.996410256410256e-07,
      "loss": 135.6374,
      "step": 1750
    },
    {
      "epoch": 0.18484512820512822,
      "grad_norm": 76.4375,
      "learning_rate": 9.996389743589743e-07,
      "loss": 135.5604,
      "step": 1760
    },
    {
      "epoch": 0.18589538461538463,
      "grad_norm": 77.1875,
      "learning_rate": 9.99636923076923e-07,
      "loss": 136.8207,
      "step": 1770
    },
    {
      "epoch": 0.186945641025641,
      "grad_norm": 73.75,
      "learning_rate": 9.996348717948717e-07,
      "loss": 134.608,
      "step": 1780
    },
    {
      "epoch": 0.18799589743589742,
      "grad_norm": 76.75,
      "learning_rate": 9.996328205128204e-07,
      "loss": 134.2615,
      "step": 1790
    },
    {
      "epoch": 0.18904615384615384,
      "grad_norm": 71.0,
      "learning_rate": 9.99630769230769e-07,
      "loss": 135.2525,
      "step": 1800
    },
    {
      "epoch": 0.19009641025641025,
      "grad_norm": 73.8125,
      "learning_rate": 9.99628717948718e-07,
      "loss": 136.1974,
      "step": 1810
    },
    {
      "epoch": 0.19114666666666666,
      "grad_norm": 75.8125,
      "learning_rate": 9.996266666666667e-07,
      "loss": 135.5419,
      "step": 1820
    },
    {
      "epoch": 0.19219692307692307,
      "grad_norm": 80.75,
      "learning_rate": 9.996246153846154e-07,
      "loss": 137.3305,
      "step": 1830
    },
    {
      "epoch": 0.19324717948717948,
      "grad_norm": 71.25,
      "learning_rate": 9.99622564102564e-07,
      "loss": 137.0593,
      "step": 1840
    },
    {
      "epoch": 0.1942974358974359,
      "grad_norm": 74.75,
      "learning_rate": 9.996205128205128e-07,
      "loss": 134.3344,
      "step": 1850
    },
    {
      "epoch": 0.1953476923076923,
      "grad_norm": 78.875,
      "learning_rate": 9.996184615384615e-07,
      "loss": 135.5054,
      "step": 1860
    },
    {
      "epoch": 0.19639794871794872,
      "grad_norm": 86.9375,
      "learning_rate": 9.996164102564102e-07,
      "loss": 135.8128,
      "step": 1870
    },
    {
      "epoch": 0.19744820512820513,
      "grad_norm": 77.375,
      "learning_rate": 9.99614358974359e-07,
      "loss": 136.683,
      "step": 1880
    },
    {
      "epoch": 0.19849846153846154,
      "grad_norm": 74.625,
      "learning_rate": 9.996123076923075e-07,
      "loss": 135.5866,
      "step": 1890
    },
    {
      "epoch": 0.19954871794871795,
      "grad_norm": 81.9375,
      "learning_rate": 9.996102564102562e-07,
      "loss": 136.3391,
      "step": 1900
    },
    {
      "epoch": 0.20059897435897436,
      "grad_norm": 72.3125,
      "learning_rate": 9.996082051282051e-07,
      "loss": 134.9728,
      "step": 1910
    },
    {
      "epoch": 0.20164923076923078,
      "grad_norm": 76.0,
      "learning_rate": 9.996061538461538e-07,
      "loss": 136.9715,
      "step": 1920
    },
    {
      "epoch": 0.2026994871794872,
      "grad_norm": 75.875,
      "learning_rate": 9.996041025641025e-07,
      "loss": 136.9253,
      "step": 1930
    },
    {
      "epoch": 0.2037497435897436,
      "grad_norm": 72.5625,
      "learning_rate": 9.996020512820512e-07,
      "loss": 136.5684,
      "step": 1940
    },
    {
      "epoch": 0.2048,
      "grad_norm": 79.1875,
      "learning_rate": 9.996e-07,
      "loss": 137.1642,
      "step": 1950
    },
    {
      "epoch": 0.20585025641025642,
      "grad_norm": 73.25,
      "learning_rate": 9.995979487179486e-07,
      "loss": 136.117,
      "step": 1960
    },
    {
      "epoch": 0.20690051282051283,
      "grad_norm": 75.5625,
      "learning_rate": 9.995958974358973e-07,
      "loss": 134.5405,
      "step": 1970
    },
    {
      "epoch": 0.20795076923076924,
      "grad_norm": 83.3125,
      "learning_rate": 9.995938461538462e-07,
      "loss": 137.0504,
      "step": 1980
    },
    {
      "epoch": 0.20900102564102563,
      "grad_norm": 79.875,
      "learning_rate": 9.995917948717947e-07,
      "loss": 136.2677,
      "step": 1990
    },
    {
      "epoch": 0.21005128205128204,
      "grad_norm": 79.125,
      "learning_rate": 9.995897435897436e-07,
      "loss": 135.2774,
      "step": 2000
    },
    {
      "epoch": 0.21110153846153845,
      "grad_norm": 76.75,
      "learning_rate": 9.995876923076923e-07,
      "loss": 136.594,
      "step": 2010
    },
    {
      "epoch": 0.21215179487179486,
      "grad_norm": 83.25,
      "learning_rate": 9.99585641025641e-07,
      "loss": 134.4644,
      "step": 2020
    },
    {
      "epoch": 0.21320205128205127,
      "grad_norm": 73.75,
      "learning_rate": 9.995835897435897e-07,
      "loss": 136.3149,
      "step": 2030
    },
    {
      "epoch": 0.2142523076923077,
      "grad_norm": 77.1875,
      "learning_rate": 9.995815384615384e-07,
      "loss": 135.3595,
      "step": 2040
    },
    {
      "epoch": 0.2153025641025641,
      "grad_norm": 72.875,
      "learning_rate": 9.99579487179487e-07,
      "loss": 133.5256,
      "step": 2050
    },
    {
      "epoch": 0.2163528205128205,
      "grad_norm": 79.0,
      "learning_rate": 9.995774358974358e-07,
      "loss": 135.2664,
      "step": 2060
    },
    {
      "epoch": 0.21740307692307692,
      "grad_norm": 73.1875,
      "learning_rate": 9.995753846153847e-07,
      "loss": 136.2204,
      "step": 2070
    },
    {
      "epoch": 0.21845333333333333,
      "grad_norm": 75.5625,
      "learning_rate": 9.995733333333334e-07,
      "loss": 137.547,
      "step": 2080
    },
    {
      "epoch": 0.21950358974358974,
      "grad_norm": 75.3125,
      "learning_rate": 9.99571282051282e-07,
      "loss": 135.3881,
      "step": 2090
    },
    {
      "epoch": 0.22055384615384616,
      "grad_norm": 76.0625,
      "learning_rate": 9.995692307692308e-07,
      "loss": 133.5891,
      "step": 2100
    },
    {
      "epoch": 0.22160410256410257,
      "grad_norm": 79.25,
      "learning_rate": 9.995671794871795e-07,
      "loss": 135.3257,
      "step": 2110
    },
    {
      "epoch": 0.22265435897435898,
      "grad_norm": 72.1875,
      "learning_rate": 9.995651282051281e-07,
      "loss": 136.8712,
      "step": 2120
    },
    {
      "epoch": 0.2237046153846154,
      "grad_norm": 75.0625,
      "learning_rate": 9.995630769230768e-07,
      "loss": 136.354,
      "step": 2130
    },
    {
      "epoch": 0.2247548717948718,
      "grad_norm": 77.9375,
      "learning_rate": 9.995610256410255e-07,
      "loss": 136.7022,
      "step": 2140
    },
    {
      "epoch": 0.2258051282051282,
      "grad_norm": 79.25,
      "learning_rate": 9.995589743589742e-07,
      "loss": 135.4528,
      "step": 2150
    },
    {
      "epoch": 0.22685538461538463,
      "grad_norm": 72.5625,
      "learning_rate": 9.995569230769231e-07,
      "loss": 134.8882,
      "step": 2160
    },
    {
      "epoch": 0.22790564102564104,
      "grad_norm": 77.3125,
      "learning_rate": 9.995548717948718e-07,
      "loss": 136.6945,
      "step": 2170
    },
    {
      "epoch": 0.22895589743589745,
      "grad_norm": 77.5625,
      "learning_rate": 9.995528205128205e-07,
      "loss": 135.1974,
      "step": 2180
    },
    {
      "epoch": 0.23000615384615383,
      "grad_norm": 78.375,
      "learning_rate": 9.995507692307692e-07,
      "loss": 134.4525,
      "step": 2190
    },
    {
      "epoch": 0.23105641025641024,
      "grad_norm": 74.375,
      "learning_rate": 9.99548717948718e-07,
      "loss": 136.5888,
      "step": 2200
    },
    {
      "epoch": 0.23210666666666666,
      "grad_norm": 76.25,
      "learning_rate": 9.995466666666666e-07,
      "loss": 134.7819,
      "step": 2210
    },
    {
      "epoch": 0.23315692307692307,
      "grad_norm": 77.5625,
      "learning_rate": 9.995446153846153e-07,
      "loss": 136.178,
      "step": 2220
    },
    {
      "epoch": 0.23420717948717948,
      "grad_norm": 73.0625,
      "learning_rate": 9.995425641025642e-07,
      "loss": 134.5108,
      "step": 2230
    },
    {
      "epoch": 0.2352574358974359,
      "grad_norm": 74.5,
      "learning_rate": 9.995405128205127e-07,
      "loss": 133.9853,
      "step": 2240
    },
    {
      "epoch": 0.2363076923076923,
      "grad_norm": 78.125,
      "learning_rate": 9.995384615384614e-07,
      "loss": 135.3976,
      "step": 2250
    },
    {
      "epoch": 0.2373579487179487,
      "grad_norm": 77.0625,
      "learning_rate": 9.995364102564103e-07,
      "loss": 134.6315,
      "step": 2260
    },
    {
      "epoch": 0.23840820512820513,
      "grad_norm": 76.375,
      "learning_rate": 9.99534358974359e-07,
      "loss": 135.5964,
      "step": 2270
    },
    {
      "epoch": 0.23945846153846154,
      "grad_norm": 79.0,
      "learning_rate": 9.995323076923077e-07,
      "loss": 134.7914,
      "step": 2280
    },
    {
      "epoch": 0.24050871794871795,
      "grad_norm": 72.75,
      "learning_rate": 9.995302564102564e-07,
      "loss": 136.3084,
      "step": 2290
    },
    {
      "epoch": 0.24155897435897436,
      "grad_norm": 80.0,
      "learning_rate": 9.99528205128205e-07,
      "loss": 135.3856,
      "step": 2300
    },
    {
      "epoch": 0.24260923076923077,
      "grad_norm": 74.375,
      "learning_rate": 9.995261538461538e-07,
      "loss": 135.1752,
      "step": 2310
    },
    {
      "epoch": 0.24365948717948718,
      "grad_norm": 78.4375,
      "learning_rate": 9.995241025641024e-07,
      "loss": 135.734,
      "step": 2320
    },
    {
      "epoch": 0.2447097435897436,
      "grad_norm": 73.0625,
      "learning_rate": 9.995220512820514e-07,
      "loss": 138.4359,
      "step": 2330
    },
    {
      "epoch": 0.24576,
      "grad_norm": 75.6875,
      "learning_rate": 9.995199999999998e-07,
      "loss": 134.4686,
      "step": 2340
    },
    {
      "epoch": 0.24681025641025642,
      "grad_norm": 80.1875,
      "learning_rate": 9.995179487179487e-07,
      "loss": 134.8197,
      "step": 2350
    },
    {
      "epoch": 0.24786051282051283,
      "grad_norm": 72.625,
      "learning_rate": 9.995158974358974e-07,
      "loss": 133.9546,
      "step": 2360
    },
    {
      "epoch": 0.24891076923076924,
      "grad_norm": 78.6875,
      "learning_rate": 9.995138461538461e-07,
      "loss": 136.5728,
      "step": 2370
    },
    {
      "epoch": 0.24996102564102565,
      "grad_norm": 75.1875,
      "learning_rate": 9.995117948717948e-07,
      "loss": 134.8723,
      "step": 2380
    },
    {
      "epoch": 0.25101128205128204,
      "grad_norm": 80.0625,
      "learning_rate": 9.995097435897435e-07,
      "loss": 135.4755,
      "step": 2390
    },
    {
      "epoch": 0.25206153846153845,
      "grad_norm": 79.375,
      "learning_rate": 9.995076923076922e-07,
      "loss": 135.7919,
      "step": 2400
    },
    {
      "epoch": 0.25311179487179486,
      "grad_norm": 77.9375,
      "learning_rate": 9.99505641025641e-07,
      "loss": 134.9586,
      "step": 2410
    },
    {
      "epoch": 0.25416205128205127,
      "grad_norm": 83.8125,
      "learning_rate": 9.995035897435898e-07,
      "loss": 135.5097,
      "step": 2420
    },
    {
      "epoch": 0.2552123076923077,
      "grad_norm": 75.125,
      "learning_rate": 9.995015384615383e-07,
      "loss": 135.1367,
      "step": 2430
    },
    {
      "epoch": 0.2562625641025641,
      "grad_norm": 82.75,
      "learning_rate": 9.994994871794872e-07,
      "loss": 134.9296,
      "step": 2440
    },
    {
      "epoch": 0.2573128205128205,
      "grad_norm": 79.125,
      "learning_rate": 9.994974358974359e-07,
      "loss": 135.2879,
      "step": 2450
    },
    {
      "epoch": 0.2583630769230769,
      "grad_norm": 75.25,
      "learning_rate": 9.994953846153846e-07,
      "loss": 137.2041,
      "step": 2460
    },
    {
      "epoch": 0.25941333333333333,
      "grad_norm": 73.125,
      "learning_rate": 9.994933333333333e-07,
      "loss": 134.5497,
      "step": 2470
    },
    {
      "epoch": 0.26046358974358974,
      "grad_norm": 76.3125,
      "learning_rate": 9.99491282051282e-07,
      "loss": 133.5379,
      "step": 2480
    },
    {
      "epoch": 0.26151384615384615,
      "grad_norm": 79.3125,
      "learning_rate": 9.994892307692307e-07,
      "loss": 135.711,
      "step": 2490
    },
    {
      "epoch": 0.26256410256410256,
      "grad_norm": 75.1875,
      "learning_rate": 9.994871794871794e-07,
      "loss": 135.4191,
      "step": 2500
    },
    {
      "epoch": 0.26256410256410256,
      "eval_loss": 2.1188364028930664,
      "eval_runtime": 323.2666,
      "eval_samples_per_second": 1546.714,
      "eval_steps_per_second": 48.338,
      "step": 2500
    },
    {
      "epoch": 0.263614358974359,
      "grad_norm": 79.25,
      "learning_rate": 9.994851282051283e-07,
      "loss": 135.2211,
      "step": 2510
    },
    {
      "epoch": 0.2646646153846154,
      "grad_norm": 79.25,
      "learning_rate": 9.99483076923077e-07,
      "loss": 136.2887,
      "step": 2520
    },
    {
      "epoch": 0.2657148717948718,
      "grad_norm": 74.875,
      "learning_rate": 9.994810256410254e-07,
      "loss": 135.4725,
      "step": 2530
    },
    {
      "epoch": 0.2667651282051282,
      "grad_norm": 77.125,
      "learning_rate": 9.994789743589743e-07,
      "loss": 134.7815,
      "step": 2540
    },
    {
      "epoch": 0.2678153846153846,
      "grad_norm": 73.0625,
      "learning_rate": 9.99476923076923e-07,
      "loss": 136.2688,
      "step": 2550
    },
    {
      "epoch": 0.26886564102564103,
      "grad_norm": 75.0625,
      "learning_rate": 9.994748717948717e-07,
      "loss": 135.9708,
      "step": 2560
    },
    {
      "epoch": 0.26991589743589744,
      "grad_norm": 76.375,
      "learning_rate": 9.994728205128204e-07,
      "loss": 135.3358,
      "step": 2570
    },
    {
      "epoch": 0.27096615384615386,
      "grad_norm": 78.1875,
      "learning_rate": 9.994707692307691e-07,
      "loss": 133.8587,
      "step": 2580
    },
    {
      "epoch": 0.27201641025641027,
      "grad_norm": 81.5625,
      "learning_rate": 9.994687179487178e-07,
      "loss": 134.9151,
      "step": 2590
    },
    {
      "epoch": 0.2730666666666667,
      "grad_norm": 78.9375,
      "learning_rate": 9.994666666666665e-07,
      "loss": 136.3942,
      "step": 2600
    },
    {
      "epoch": 0.2741169230769231,
      "grad_norm": 73.75,
      "learning_rate": 9.994646153846154e-07,
      "loss": 136.1266,
      "step": 2610
    },
    {
      "epoch": 0.2751671794871795,
      "grad_norm": 77.4375,
      "learning_rate": 9.994625641025641e-07,
      "loss": 133.3652,
      "step": 2620
    },
    {
      "epoch": 0.2762174358974359,
      "grad_norm": 77.8125,
      "learning_rate": 9.994605128205128e-07,
      "loss": 134.6492,
      "step": 2630
    },
    {
      "epoch": 0.2772676923076923,
      "grad_norm": 85.1875,
      "learning_rate": 9.994584615384615e-07,
      "loss": 135.2869,
      "step": 2640
    },
    {
      "epoch": 0.27831794871794874,
      "grad_norm": 79.3125,
      "learning_rate": 9.994564102564102e-07,
      "loss": 134.8688,
      "step": 2650
    },
    {
      "epoch": 0.27936820512820515,
      "grad_norm": 74.875,
      "learning_rate": 9.994543589743589e-07,
      "loss": 135.1861,
      "step": 2660
    },
    {
      "epoch": 0.28041846153846156,
      "grad_norm": 78.9375,
      "learning_rate": 9.994523076923076e-07,
      "loss": 135.177,
      "step": 2670
    },
    {
      "epoch": 0.281468717948718,
      "grad_norm": 76.5,
      "learning_rate": 9.994502564102563e-07,
      "loss": 135.4743,
      "step": 2680
    },
    {
      "epoch": 0.2825189743589744,
      "grad_norm": 81.4375,
      "learning_rate": 9.99448205128205e-07,
      "loss": 135.5451,
      "step": 2690
    },
    {
      "epoch": 0.2835692307692308,
      "grad_norm": 79.3125,
      "learning_rate": 9.994461538461539e-07,
      "loss": 134.3136,
      "step": 2700
    },
    {
      "epoch": 0.2846194871794872,
      "grad_norm": 77.5,
      "learning_rate": 9.994441025641026e-07,
      "loss": 134.4667,
      "step": 2710
    },
    {
      "epoch": 0.28566974358974356,
      "grad_norm": 73.625,
      "learning_rate": 9.994420512820513e-07,
      "loss": 134.8625,
      "step": 2720
    },
    {
      "epoch": 0.28672,
      "grad_norm": 73.25,
      "learning_rate": 9.9944e-07,
      "loss": 137.0244,
      "step": 2730
    },
    {
      "epoch": 0.2877702564102564,
      "grad_norm": 73.75,
      "learning_rate": 9.994379487179486e-07,
      "loss": 134.9446,
      "step": 2740
    },
    {
      "epoch": 0.2888205128205128,
      "grad_norm": 77.625,
      "learning_rate": 9.994358974358973e-07,
      "loss": 135.4492,
      "step": 2750
    },
    {
      "epoch": 0.2898707692307692,
      "grad_norm": 75.9375,
      "learning_rate": 9.99433846153846e-07,
      "loss": 136.541,
      "step": 2760
    },
    {
      "epoch": 0.2909210256410256,
      "grad_norm": 78.0625,
      "learning_rate": 9.99431794871795e-07,
      "loss": 134.317,
      "step": 2770
    },
    {
      "epoch": 0.29197128205128203,
      "grad_norm": 73.0,
      "learning_rate": 9.994297435897434e-07,
      "loss": 135.7358,
      "step": 2780
    },
    {
      "epoch": 0.29302153846153844,
      "grad_norm": 79.9375,
      "learning_rate": 9.994276923076923e-07,
      "loss": 137.0936,
      "step": 2790
    },
    {
      "epoch": 0.29407179487179486,
      "grad_norm": 76.125,
      "learning_rate": 9.99425641025641e-07,
      "loss": 135.2308,
      "step": 2800
    },
    {
      "epoch": 0.29512205128205127,
      "grad_norm": 72.3125,
      "learning_rate": 9.994235897435897e-07,
      "loss": 135.2886,
      "step": 2810
    },
    {
      "epoch": 0.2961723076923077,
      "grad_norm": 74.0,
      "learning_rate": 9.994215384615384e-07,
      "loss": 136.1337,
      "step": 2820
    },
    {
      "epoch": 0.2972225641025641,
      "grad_norm": 74.375,
      "learning_rate": 9.99419487179487e-07,
      "loss": 135.8501,
      "step": 2830
    },
    {
      "epoch": 0.2982728205128205,
      "grad_norm": 81.5625,
      "learning_rate": 9.994174358974358e-07,
      "loss": 135.7207,
      "step": 2840
    },
    {
      "epoch": 0.2993230769230769,
      "grad_norm": 74.4375,
      "learning_rate": 9.994153846153845e-07,
      "loss": 135.9827,
      "step": 2850
    },
    {
      "epoch": 0.3003733333333333,
      "grad_norm": 72.625,
      "learning_rate": 9.994133333333334e-07,
      "loss": 134.6337,
      "step": 2860
    },
    {
      "epoch": 0.30142358974358974,
      "grad_norm": 70.375,
      "learning_rate": 9.99411282051282e-07,
      "loss": 134.3101,
      "step": 2870
    },
    {
      "epoch": 0.30247384615384615,
      "grad_norm": 80.1875,
      "learning_rate": 9.994092307692306e-07,
      "loss": 137.0535,
      "step": 2880
    },
    {
      "epoch": 0.30352410256410256,
      "grad_norm": 76.375,
      "learning_rate": 9.994071794871795e-07,
      "loss": 135.9274,
      "step": 2890
    },
    {
      "epoch": 0.30457435897435897,
      "grad_norm": 72.8125,
      "learning_rate": 9.994051282051282e-07,
      "loss": 132.9079,
      "step": 2900
    },
    {
      "epoch": 0.3056246153846154,
      "grad_norm": 75.125,
      "learning_rate": 9.994030769230769e-07,
      "loss": 135.1428,
      "step": 2910
    },
    {
      "epoch": 0.3066748717948718,
      "grad_norm": 74.625,
      "learning_rate": 9.994010256410256e-07,
      "loss": 134.4849,
      "step": 2920
    },
    {
      "epoch": 0.3077251282051282,
      "grad_norm": 73.75,
      "learning_rate": 9.993989743589743e-07,
      "loss": 135.9804,
      "step": 2930
    },
    {
      "epoch": 0.3087753846153846,
      "grad_norm": 78.625,
      "learning_rate": 9.99396923076923e-07,
      "loss": 136.6684,
      "step": 2940
    },
    {
      "epoch": 0.30982564102564103,
      "grad_norm": 71.875,
      "learning_rate": 9.993948717948716e-07,
      "loss": 135.7181,
      "step": 2950
    },
    {
      "epoch": 0.31087589743589744,
      "grad_norm": 78.375,
      "learning_rate": 9.993928205128206e-07,
      "loss": 135.7046,
      "step": 2960
    },
    {
      "epoch": 0.31192615384615385,
      "grad_norm": 74.125,
      "learning_rate": 9.993907692307692e-07,
      "loss": 137.1845,
      "step": 2970
    },
    {
      "epoch": 0.31297641025641026,
      "grad_norm": 85.1875,
      "learning_rate": 9.99388717948718e-07,
      "loss": 135.0767,
      "step": 2980
    },
    {
      "epoch": 0.3140266666666667,
      "grad_norm": 77.25,
      "learning_rate": 9.993866666666666e-07,
      "loss": 136.31,
      "step": 2990
    },
    {
      "epoch": 0.3150769230769231,
      "grad_norm": 75.625,
      "learning_rate": 9.993846153846153e-07,
      "loss": 136.1574,
      "step": 3000
    },
    {
      "epoch": 0.3161271794871795,
      "grad_norm": 75.25,
      "learning_rate": 9.99382564102564e-07,
      "loss": 137.0583,
      "step": 3010
    },
    {
      "epoch": 0.3171774358974359,
      "grad_norm": 83.4375,
      "learning_rate": 9.993805128205127e-07,
      "loss": 135.9799,
      "step": 3020
    },
    {
      "epoch": 0.3182276923076923,
      "grad_norm": 72.0625,
      "learning_rate": 9.993784615384614e-07,
      "loss": 134.9051,
      "step": 3030
    },
    {
      "epoch": 0.31927794871794873,
      "grad_norm": 82.1875,
      "learning_rate": 9.9937641025641e-07,
      "loss": 135.2081,
      "step": 3040
    },
    {
      "epoch": 0.32032820512820515,
      "grad_norm": 79.6875,
      "learning_rate": 9.99374358974359e-07,
      "loss": 136.1164,
      "step": 3050
    },
    {
      "epoch": 0.32137846153846156,
      "grad_norm": 78.0,
      "learning_rate": 9.993723076923077e-07,
      "loss": 134.9097,
      "step": 3060
    },
    {
      "epoch": 0.32242871794871797,
      "grad_norm": 76.4375,
      "learning_rate": 9.993702564102564e-07,
      "loss": 133.515,
      "step": 3070
    },
    {
      "epoch": 0.3234789743589744,
      "grad_norm": 76.0625,
      "learning_rate": 9.99368205128205e-07,
      "loss": 133.6614,
      "step": 3080
    },
    {
      "epoch": 0.3245292307692308,
      "grad_norm": 77.9375,
      "learning_rate": 9.993661538461538e-07,
      "loss": 135.41,
      "step": 3090
    },
    {
      "epoch": 0.3255794871794872,
      "grad_norm": 79.875,
      "learning_rate": 9.993641025641025e-07,
      "loss": 134.63,
      "step": 3100
    },
    {
      "epoch": 0.3266297435897436,
      "grad_norm": 84.0,
      "learning_rate": 9.993620512820512e-07,
      "loss": 134.7932,
      "step": 3110
    },
    {
      "epoch": 0.32768,
      "grad_norm": 76.25,
      "learning_rate": 9.9936e-07,
      "loss": 136.1248,
      "step": 3120
    },
    {
      "epoch": 0.3287302564102564,
      "grad_norm": 77.625,
      "learning_rate": 9.993579487179486e-07,
      "loss": 136.2906,
      "step": 3130
    },
    {
      "epoch": 0.3297805128205128,
      "grad_norm": 73.875,
      "learning_rate": 9.993558974358975e-07,
      "loss": 135.0763,
      "step": 3140
    },
    {
      "epoch": 0.3308307692307692,
      "grad_norm": 76.0,
      "learning_rate": 9.993538461538462e-07,
      "loss": 135.5835,
      "step": 3150
    },
    {
      "epoch": 0.3318810256410256,
      "grad_norm": 75.0,
      "learning_rate": 9.993517948717949e-07,
      "loss": 134.8059,
      "step": 3160
    },
    {
      "epoch": 0.33293128205128203,
      "grad_norm": 75.5625,
      "learning_rate": 9.993497435897435e-07,
      "loss": 133.6129,
      "step": 3170
    },
    {
      "epoch": 0.33398153846153844,
      "grad_norm": 80.3125,
      "learning_rate": 9.993476923076922e-07,
      "loss": 134.7108,
      "step": 3180
    },
    {
      "epoch": 0.33503179487179485,
      "grad_norm": 75.8125,
      "learning_rate": 9.99345641025641e-07,
      "loss": 134.7491,
      "step": 3190
    },
    {
      "epoch": 0.33608205128205126,
      "grad_norm": 81.8125,
      "learning_rate": 9.993435897435896e-07,
      "loss": 136.0053,
      "step": 3200
    },
    {
      "epoch": 0.3371323076923077,
      "grad_norm": 80.5,
      "learning_rate": 9.993415384615385e-07,
      "loss": 135.721,
      "step": 3210
    },
    {
      "epoch": 0.3381825641025641,
      "grad_norm": 81.0625,
      "learning_rate": 9.993394871794872e-07,
      "loss": 134.6836,
      "step": 3220
    },
    {
      "epoch": 0.3392328205128205,
      "grad_norm": 72.9375,
      "learning_rate": 9.993374358974357e-07,
      "loss": 135.0893,
      "step": 3230
    },
    {
      "epoch": 0.3402830769230769,
      "grad_norm": 71.75,
      "learning_rate": 9.993353846153846e-07,
      "loss": 134.1155,
      "step": 3240
    },
    {
      "epoch": 0.3413333333333333,
      "grad_norm": 80.25,
      "learning_rate": 9.993333333333333e-07,
      "loss": 135.7648,
      "step": 3250
    },
    {
      "epoch": 0.34238358974358973,
      "grad_norm": 80.5625,
      "learning_rate": 9.99331282051282e-07,
      "loss": 137.1672,
      "step": 3260
    },
    {
      "epoch": 0.34343384615384615,
      "grad_norm": 72.4375,
      "learning_rate": 9.993292307692307e-07,
      "loss": 135.3809,
      "step": 3270
    },
    {
      "epoch": 0.34448410256410256,
      "grad_norm": 85.625,
      "learning_rate": 9.993271794871794e-07,
      "loss": 135.0371,
      "step": 3280
    },
    {
      "epoch": 0.34553435897435897,
      "grad_norm": 75.75,
      "learning_rate": 9.99325128205128e-07,
      "loss": 136.3321,
      "step": 3290
    },
    {
      "epoch": 0.3465846153846154,
      "grad_norm": 74.4375,
      "learning_rate": 9.993230769230768e-07,
      "loss": 135.4693,
      "step": 3300
    },
    {
      "epoch": 0.3476348717948718,
      "grad_norm": 76.9375,
      "learning_rate": 9.993210256410257e-07,
      "loss": 136.1733,
      "step": 3310
    },
    {
      "epoch": 0.3486851282051282,
      "grad_norm": 74.875,
      "learning_rate": 9.993189743589744e-07,
      "loss": 136.2052,
      "step": 3320
    },
    {
      "epoch": 0.3497353846153846,
      "grad_norm": 74.25,
      "learning_rate": 9.99316923076923e-07,
      "loss": 135.3316,
      "step": 3330
    },
    {
      "epoch": 0.350785641025641,
      "grad_norm": 75.375,
      "learning_rate": 9.993148717948718e-07,
      "loss": 134.3749,
      "step": 3340
    },
    {
      "epoch": 0.35183589743589744,
      "grad_norm": 75.3125,
      "learning_rate": 9.993128205128205e-07,
      "loss": 135.7341,
      "step": 3350
    },
    {
      "epoch": 0.35288615384615385,
      "grad_norm": 79.25,
      "learning_rate": 9.993107692307692e-07,
      "loss": 133.1281,
      "step": 3360
    },
    {
      "epoch": 0.35393641025641026,
      "grad_norm": 78.5625,
      "learning_rate": 9.993087179487178e-07,
      "loss": 135.4264,
      "step": 3370
    },
    {
      "epoch": 0.3549866666666667,
      "grad_norm": 77.125,
      "learning_rate": 9.993066666666665e-07,
      "loss": 134.1795,
      "step": 3380
    },
    {
      "epoch": 0.3560369230769231,
      "grad_norm": 76.875,
      "learning_rate": 9.993046153846152e-07,
      "loss": 135.5148,
      "step": 3390
    },
    {
      "epoch": 0.3570871794871795,
      "grad_norm": 73.1875,
      "learning_rate": 9.993025641025641e-07,
      "loss": 133.5614,
      "step": 3400
    },
    {
      "epoch": 0.3581374358974359,
      "grad_norm": 77.6875,
      "learning_rate": 9.993005128205128e-07,
      "loss": 136.9069,
      "step": 3410
    },
    {
      "epoch": 0.3591876923076923,
      "grad_norm": 74.4375,
      "learning_rate": 9.992984615384615e-07,
      "loss": 134.5801,
      "step": 3420
    },
    {
      "epoch": 0.36023794871794873,
      "grad_norm": 84.8125,
      "learning_rate": 9.992964102564102e-07,
      "loss": 135.537,
      "step": 3430
    },
    {
      "epoch": 0.36128820512820514,
      "grad_norm": 77.6875,
      "learning_rate": 9.99294358974359e-07,
      "loss": 136.1516,
      "step": 3440
    },
    {
      "epoch": 0.36233846153846155,
      "grad_norm": 75.75,
      "learning_rate": 9.992923076923076e-07,
      "loss": 135.1764,
      "step": 3450
    },
    {
      "epoch": 0.36338871794871797,
      "grad_norm": 77.3125,
      "learning_rate": 9.992902564102563e-07,
      "loss": 135.4487,
      "step": 3460
    },
    {
      "epoch": 0.3644389743589744,
      "grad_norm": 79.25,
      "learning_rate": 9.992882051282052e-07,
      "loss": 135.1645,
      "step": 3470
    },
    {
      "epoch": 0.3654892307692308,
      "grad_norm": 70.8125,
      "learning_rate": 9.992861538461537e-07,
      "loss": 135.1935,
      "step": 3480
    },
    {
      "epoch": 0.3665394871794872,
      "grad_norm": 75.625,
      "learning_rate": 9.992841025641026e-07,
      "loss": 136.0637,
      "step": 3490
    },
    {
      "epoch": 0.3675897435897436,
      "grad_norm": 76.625,
      "learning_rate": 9.992820512820513e-07,
      "loss": 134.5354,
      "step": 3500
    },
    {
      "epoch": 0.36864,
      "grad_norm": 77.625,
      "learning_rate": 9.9928e-07,
      "loss": 135.7018,
      "step": 3510
    },
    {
      "epoch": 0.36969025641025643,
      "grad_norm": 75.1875,
      "learning_rate": 9.992779487179487e-07,
      "loss": 134.9154,
      "step": 3520
    },
    {
      "epoch": 0.37074051282051285,
      "grad_norm": 73.5625,
      "learning_rate": 9.992758974358974e-07,
      "loss": 133.1253,
      "step": 3530
    },
    {
      "epoch": 0.37179076923076926,
      "grad_norm": 72.125,
      "learning_rate": 9.99273846153846e-07,
      "loss": 135.5619,
      "step": 3540
    },
    {
      "epoch": 0.3728410256410256,
      "grad_norm": 78.5,
      "learning_rate": 9.992717948717948e-07,
      "loss": 136.4245,
      "step": 3550
    },
    {
      "epoch": 0.373891282051282,
      "grad_norm": 76.625,
      "learning_rate": 9.992697435897437e-07,
      "loss": 134.4015,
      "step": 3560
    },
    {
      "epoch": 0.37494153846153844,
      "grad_norm": 73.625,
      "learning_rate": 9.992676923076924e-07,
      "loss": 133.8719,
      "step": 3570
    },
    {
      "epoch": 0.37599179487179485,
      "grad_norm": 78.75,
      "learning_rate": 9.992656410256408e-07,
      "loss": 135.8428,
      "step": 3580
    },
    {
      "epoch": 0.37704205128205126,
      "grad_norm": 77.25,
      "learning_rate": 9.992635897435897e-07,
      "loss": 135.6345,
      "step": 3590
    },
    {
      "epoch": 0.37809230769230767,
      "grad_norm": 77.8125,
      "learning_rate": 9.992615384615384e-07,
      "loss": 135.7983,
      "step": 3600
    },
    {
      "epoch": 0.3791425641025641,
      "grad_norm": 85.0,
      "learning_rate": 9.992594871794871e-07,
      "loss": 136.1515,
      "step": 3610
    },
    {
      "epoch": 0.3801928205128205,
      "grad_norm": 76.4375,
      "learning_rate": 9.992574358974358e-07,
      "loss": 135.6257,
      "step": 3620
    },
    {
      "epoch": 0.3812430769230769,
      "grad_norm": 73.75,
      "learning_rate": 9.992553846153845e-07,
      "loss": 133.979,
      "step": 3630
    },
    {
      "epoch": 0.3822933333333333,
      "grad_norm": 76.9375,
      "learning_rate": 9.992533333333332e-07,
      "loss": 136.2324,
      "step": 3640
    },
    {
      "epoch": 0.38334358974358973,
      "grad_norm": 77.5625,
      "learning_rate": 9.99251282051282e-07,
      "loss": 134.3718,
      "step": 3650
    },
    {
      "epoch": 0.38439384615384614,
      "grad_norm": 79.8125,
      "learning_rate": 9.992492307692308e-07,
      "loss": 135.6694,
      "step": 3660
    },
    {
      "epoch": 0.38544410256410255,
      "grad_norm": 75.1875,
      "learning_rate": 9.992471794871793e-07,
      "loss": 134.8646,
      "step": 3670
    },
    {
      "epoch": 0.38649435897435896,
      "grad_norm": 76.4375,
      "learning_rate": 9.992451282051282e-07,
      "loss": 134.7257,
      "step": 3680
    },
    {
      "epoch": 0.3875446153846154,
      "grad_norm": 81.3125,
      "learning_rate": 9.99243076923077e-07,
      "loss": 134.3707,
      "step": 3690
    },
    {
      "epoch": 0.3885948717948718,
      "grad_norm": 84.5625,
      "learning_rate": 9.992410256410256e-07,
      "loss": 134.4454,
      "step": 3700
    },
    {
      "epoch": 0.3896451282051282,
      "grad_norm": 74.0625,
      "learning_rate": 9.992389743589743e-07,
      "loss": 135.4043,
      "step": 3710
    },
    {
      "epoch": 0.3906953846153846,
      "grad_norm": 75.0,
      "learning_rate": 9.99236923076923e-07,
      "loss": 135.5324,
      "step": 3720
    },
    {
      "epoch": 0.391745641025641,
      "grad_norm": 76.75,
      "learning_rate": 9.992348717948717e-07,
      "loss": 133.5802,
      "step": 3730
    },
    {
      "epoch": 0.39279589743589743,
      "grad_norm": 80.5,
      "learning_rate": 9.992328205128204e-07,
      "loss": 134.3153,
      "step": 3740
    },
    {
      "epoch": 0.39384615384615385,
      "grad_norm": 73.5625,
      "learning_rate": 9.992307692307693e-07,
      "loss": 135.3091,
      "step": 3750
    },
    {
      "epoch": 0.39489641025641026,
      "grad_norm": 80.625,
      "learning_rate": 9.99228717948718e-07,
      "loss": 135.558,
      "step": 3760
    },
    {
      "epoch": 0.39594666666666667,
      "grad_norm": 92.1875,
      "learning_rate": 9.992266666666667e-07,
      "loss": 134.8342,
      "step": 3770
    },
    {
      "epoch": 0.3969969230769231,
      "grad_norm": 76.375,
      "learning_rate": 9.992246153846154e-07,
      "loss": 133.2689,
      "step": 3780
    },
    {
      "epoch": 0.3980471794871795,
      "grad_norm": 75.9375,
      "learning_rate": 9.99222564102564e-07,
      "loss": 134.2165,
      "step": 3790
    },
    {
      "epoch": 0.3990974358974359,
      "grad_norm": 79.0,
      "learning_rate": 9.992205128205127e-07,
      "loss": 133.4279,
      "step": 3800
    },
    {
      "epoch": 0.4001476923076923,
      "grad_norm": 79.5,
      "learning_rate": 9.992184615384614e-07,
      "loss": 135.7965,
      "step": 3810
    },
    {
      "epoch": 0.4011979487179487,
      "grad_norm": 80.0625,
      "learning_rate": 9.992164102564101e-07,
      "loss": 135.0,
      "step": 3820
    },
    {
      "epoch": 0.40224820512820514,
      "grad_norm": 80.375,
      "learning_rate": 9.992143589743588e-07,
      "loss": 134.7765,
      "step": 3830
    },
    {
      "epoch": 0.40329846153846155,
      "grad_norm": 73.75,
      "learning_rate": 9.992123076923077e-07,
      "loss": 134.9427,
      "step": 3840
    },
    {
      "epoch": 0.40434871794871796,
      "grad_norm": 79.5625,
      "learning_rate": 9.992102564102564e-07,
      "loss": 136.5997,
      "step": 3850
    },
    {
      "epoch": 0.4053989743589744,
      "grad_norm": 76.375,
      "learning_rate": 9.992082051282051e-07,
      "loss": 135.9788,
      "step": 3860
    },
    {
      "epoch": 0.4064492307692308,
      "grad_norm": 77.4375,
      "learning_rate": 9.992061538461538e-07,
      "loss": 135.3422,
      "step": 3870
    },
    {
      "epoch": 0.4074994871794872,
      "grad_norm": 87.1875,
      "learning_rate": 9.992041025641025e-07,
      "loss": 136.0771,
      "step": 3880
    },
    {
      "epoch": 0.4085497435897436,
      "grad_norm": 80.5,
      "learning_rate": 9.992020512820512e-07,
      "loss": 135.1932,
      "step": 3890
    },
    {
      "epoch": 0.4096,
      "grad_norm": 80.0,
      "learning_rate": 9.992e-07,
      "loss": 135.4803,
      "step": 3900
    },
    {
      "epoch": 0.41065025641025643,
      "grad_norm": 78.9375,
      "learning_rate": 9.991979487179488e-07,
      "loss": 136.9885,
      "step": 3910
    },
    {
      "epoch": 0.41170051282051284,
      "grad_norm": 75.1875,
      "learning_rate": 9.991958974358973e-07,
      "loss": 134.2177,
      "step": 3920
    },
    {
      "epoch": 0.41275076923076925,
      "grad_norm": 76.0625,
      "learning_rate": 9.99193846153846e-07,
      "loss": 135.0054,
      "step": 3930
    },
    {
      "epoch": 0.41380102564102567,
      "grad_norm": 73.25,
      "learning_rate": 9.991917948717949e-07,
      "loss": 135.2807,
      "step": 3940
    },
    {
      "epoch": 0.4148512820512821,
      "grad_norm": 76.25,
      "learning_rate": 9.991897435897436e-07,
      "loss": 134.7263,
      "step": 3950
    },
    {
      "epoch": 0.4159015384615385,
      "grad_norm": 76.6875,
      "learning_rate": 9.991876923076923e-07,
      "loss": 134.8251,
      "step": 3960
    },
    {
      "epoch": 0.41695179487179485,
      "grad_norm": 73.4375,
      "learning_rate": 9.99185641025641e-07,
      "loss": 135.8926,
      "step": 3970
    },
    {
      "epoch": 0.41800205128205126,
      "grad_norm": 81.25,
      "learning_rate": 9.991835897435897e-07,
      "loss": 134.2271,
      "step": 3980
    },
    {
      "epoch": 0.41905230769230767,
      "grad_norm": 75.5625,
      "learning_rate": 9.991815384615384e-07,
      "loss": 135.0995,
      "step": 3990
    },
    {
      "epoch": 0.4201025641025641,
      "grad_norm": 80.75,
      "learning_rate": 9.99179487179487e-07,
      "loss": 135.0728,
      "step": 4000
    },
    {
      "epoch": 0.4211528205128205,
      "grad_norm": 82.6875,
      "learning_rate": 9.99177435897436e-07,
      "loss": 134.6969,
      "step": 4010
    },
    {
      "epoch": 0.4222030769230769,
      "grad_norm": 80.625,
      "learning_rate": 9.991753846153844e-07,
      "loss": 135.1022,
      "step": 4020
    },
    {
      "epoch": 0.4232533333333333,
      "grad_norm": 83.0,
      "learning_rate": 9.991733333333333e-07,
      "loss": 133.988,
      "step": 4030
    },
    {
      "epoch": 0.4243035897435897,
      "grad_norm": 82.75,
      "learning_rate": 9.99171282051282e-07,
      "loss": 134.9216,
      "step": 4040
    },
    {
      "epoch": 0.42535384615384614,
      "grad_norm": 78.75,
      "learning_rate": 9.991692307692307e-07,
      "loss": 135.8505,
      "step": 4050
    },
    {
      "epoch": 0.42640410256410255,
      "grad_norm": 79.5,
      "learning_rate": 9.991671794871794e-07,
      "loss": 134.4515,
      "step": 4060
    },
    {
      "epoch": 0.42745435897435896,
      "grad_norm": 75.625,
      "learning_rate": 9.991651282051281e-07,
      "loss": 133.4118,
      "step": 4070
    },
    {
      "epoch": 0.4285046153846154,
      "grad_norm": 78.5,
      "learning_rate": 9.991630769230768e-07,
      "loss": 134.5181,
      "step": 4080
    },
    {
      "epoch": 0.4295548717948718,
      "grad_norm": 77.5625,
      "learning_rate": 9.991610256410255e-07,
      "loss": 134.244,
      "step": 4090
    },
    {
      "epoch": 0.4306051282051282,
      "grad_norm": 76.1875,
      "learning_rate": 9.991589743589744e-07,
      "loss": 134.0188,
      "step": 4100
    },
    {
      "epoch": 0.4316553846153846,
      "grad_norm": 76.5625,
      "learning_rate": 9.99156923076923e-07,
      "loss": 134.7784,
      "step": 4110
    },
    {
      "epoch": 0.432705641025641,
      "grad_norm": 78.4375,
      "learning_rate": 9.991548717948718e-07,
      "loss": 134.985,
      "step": 4120
    },
    {
      "epoch": 0.43375589743589743,
      "grad_norm": 70.125,
      "learning_rate": 9.991528205128205e-07,
      "loss": 135.8493,
      "step": 4130
    },
    {
      "epoch": 0.43480615384615384,
      "grad_norm": 72.0,
      "learning_rate": 9.991507692307692e-07,
      "loss": 134.0036,
      "step": 4140
    },
    {
      "epoch": 0.43585641025641025,
      "grad_norm": 73.3125,
      "learning_rate": 9.991487179487179e-07,
      "loss": 135.3329,
      "step": 4150
    },
    {
      "epoch": 0.43690666666666667,
      "grad_norm": 89.3125,
      "learning_rate": 9.991466666666666e-07,
      "loss": 135.4847,
      "step": 4160
    },
    {
      "epoch": 0.4379569230769231,
      "grad_norm": 79.625,
      "learning_rate": 9.991446153846153e-07,
      "loss": 135.6277,
      "step": 4170
    },
    {
      "epoch": 0.4390071794871795,
      "grad_norm": 77.375,
      "learning_rate": 9.99142564102564e-07,
      "loss": 134.1732,
      "step": 4180
    },
    {
      "epoch": 0.4400574358974359,
      "grad_norm": 77.5625,
      "learning_rate": 9.991405128205129e-07,
      "loss": 134.5374,
      "step": 4190
    },
    {
      "epoch": 0.4411076923076923,
      "grad_norm": 75.625,
      "learning_rate": 9.991384615384616e-07,
      "loss": 133.4375,
      "step": 4200
    },
    {
      "epoch": 0.4421579487179487,
      "grad_norm": 77.0625,
      "learning_rate": 9.991364102564103e-07,
      "loss": 135.5672,
      "step": 4210
    },
    {
      "epoch": 0.44320820512820513,
      "grad_norm": 79.5625,
      "learning_rate": 9.99134358974359e-07,
      "loss": 133.6737,
      "step": 4220
    },
    {
      "epoch": 0.44425846153846155,
      "grad_norm": 77.875,
      "learning_rate": 9.991323076923076e-07,
      "loss": 133.9747,
      "step": 4230
    },
    {
      "epoch": 0.44530871794871796,
      "grad_norm": 79.9375,
      "learning_rate": 9.991302564102563e-07,
      "loss": 135.8439,
      "step": 4240
    },
    {
      "epoch": 0.44635897435897437,
      "grad_norm": 76.1875,
      "learning_rate": 9.99128205128205e-07,
      "loss": 135.6554,
      "step": 4250
    },
    {
      "epoch": 0.4474092307692308,
      "grad_norm": 81.5,
      "learning_rate": 9.99126153846154e-07,
      "loss": 135.8364,
      "step": 4260
    },
    {
      "epoch": 0.4484594871794872,
      "grad_norm": 137.375,
      "learning_rate": 9.991241025641024e-07,
      "loss": 133.487,
      "step": 4270
    },
    {
      "epoch": 0.4495097435897436,
      "grad_norm": 78.8125,
      "learning_rate": 9.991220512820511e-07,
      "loss": 134.1286,
      "step": 4280
    },
    {
      "epoch": 0.45056,
      "grad_norm": 81.5,
      "learning_rate": 9.9912e-07,
      "loss": 133.8978,
      "step": 4290
    },
    {
      "epoch": 0.4516102564102564,
      "grad_norm": 90.6875,
      "learning_rate": 9.991179487179487e-07,
      "loss": 135.2246,
      "step": 4300
    },
    {
      "epoch": 0.45266051282051284,
      "grad_norm": 74.75,
      "learning_rate": 9.991158974358974e-07,
      "loss": 134.1289,
      "step": 4310
    },
    {
      "epoch": 0.45371076923076925,
      "grad_norm": 72.625,
      "learning_rate": 9.99113846153846e-07,
      "loss": 135.7046,
      "step": 4320
    },
    {
      "epoch": 0.45476102564102566,
      "grad_norm": 75.0,
      "learning_rate": 9.991117948717948e-07,
      "loss": 134.6371,
      "step": 4330
    },
    {
      "epoch": 0.4558112820512821,
      "grad_norm": 73.125,
      "learning_rate": 9.991097435897435e-07,
      "loss": 134.274,
      "step": 4340
    },
    {
      "epoch": 0.4568615384615385,
      "grad_norm": 73.25,
      "learning_rate": 9.991076923076922e-07,
      "loss": 134.0306,
      "step": 4350
    },
    {
      "epoch": 0.4579117948717949,
      "grad_norm": 79.3125,
      "learning_rate": 9.99105641025641e-07,
      "loss": 135.0842,
      "step": 4360
    },
    {
      "epoch": 0.4589620512820513,
      "grad_norm": 78.375,
      "learning_rate": 9.991035897435896e-07,
      "loss": 134.0684,
      "step": 4370
    },
    {
      "epoch": 0.46001230769230766,
      "grad_norm": 77.375,
      "learning_rate": 9.991015384615385e-07,
      "loss": 135.4514,
      "step": 4380
    },
    {
      "epoch": 0.4610625641025641,
      "grad_norm": 78.125,
      "learning_rate": 9.990994871794872e-07,
      "loss": 135.0359,
      "step": 4390
    },
    {
      "epoch": 0.4621128205128205,
      "grad_norm": 71.4375,
      "learning_rate": 9.990974358974359e-07,
      "loss": 135.9999,
      "step": 4400
    },
    {
      "epoch": 0.4631630769230769,
      "grad_norm": 76.125,
      "learning_rate": 9.990953846153846e-07,
      "loss": 135.3524,
      "step": 4410
    },
    {
      "epoch": 0.4642133333333333,
      "grad_norm": 72.375,
      "learning_rate": 9.990933333333332e-07,
      "loss": 134.5182,
      "step": 4420
    },
    {
      "epoch": 0.4652635897435897,
      "grad_norm": 75.6875,
      "learning_rate": 9.99091282051282e-07,
      "loss": 135.2036,
      "step": 4430
    },
    {
      "epoch": 0.46631384615384613,
      "grad_norm": 74.0,
      "learning_rate": 9.990892307692306e-07,
      "loss": 135.2458,
      "step": 4440
    },
    {
      "epoch": 0.46736410256410255,
      "grad_norm": 78.5625,
      "learning_rate": 9.990871794871795e-07,
      "loss": 135.9651,
      "step": 4450
    },
    {
      "epoch": 0.46841435897435896,
      "grad_norm": 74.875,
      "learning_rate": 9.990851282051282e-07,
      "loss": 135.4157,
      "step": 4460
    },
    {
      "epoch": 0.46946461538461537,
      "grad_norm": 80.125,
      "learning_rate": 9.99083076923077e-07,
      "loss": 134.8523,
      "step": 4470
    },
    {
      "epoch": 0.4705148717948718,
      "grad_norm": 79.1875,
      "learning_rate": 9.990810256410256e-07,
      "loss": 134.8162,
      "step": 4480
    },
    {
      "epoch": 0.4715651282051282,
      "grad_norm": 77.375,
      "learning_rate": 9.990789743589743e-07,
      "loss": 135.253,
      "step": 4490
    },
    {
      "epoch": 0.4726153846153846,
      "grad_norm": 76.125,
      "learning_rate": 9.99076923076923e-07,
      "loss": 134.1781,
      "step": 4500
    },
    {
      "epoch": 0.473665641025641,
      "grad_norm": 75.375,
      "learning_rate": 9.990748717948717e-07,
      "loss": 133.6803,
      "step": 4510
    },
    {
      "epoch": 0.4747158974358974,
      "grad_norm": 75.0,
      "learning_rate": 9.990728205128204e-07,
      "loss": 134.4917,
      "step": 4520
    },
    {
      "epoch": 0.47576615384615384,
      "grad_norm": 74.625,
      "learning_rate": 9.99070769230769e-07,
      "loss": 134.4515,
      "step": 4530
    },
    {
      "epoch": 0.47681641025641025,
      "grad_norm": 73.25,
      "learning_rate": 9.99068717948718e-07,
      "loss": 134.1556,
      "step": 4540
    },
    {
      "epoch": 0.47786666666666666,
      "grad_norm": 77.5,
      "learning_rate": 9.990666666666667e-07,
      "loss": 135.3948,
      "step": 4550
    },
    {
      "epoch": 0.4789169230769231,
      "grad_norm": 83.5,
      "learning_rate": 9.990646153846154e-07,
      "loss": 135.5987,
      "step": 4560
    },
    {
      "epoch": 0.4799671794871795,
      "grad_norm": 75.0625,
      "learning_rate": 9.99062564102564e-07,
      "loss": 135.1735,
      "step": 4570
    },
    {
      "epoch": 0.4810174358974359,
      "grad_norm": 77.5625,
      "learning_rate": 9.990605128205128e-07,
      "loss": 134.6337,
      "step": 4580
    },
    {
      "epoch": 0.4820676923076923,
      "grad_norm": 77.8125,
      "learning_rate": 9.990584615384615e-07,
      "loss": 136.2858,
      "step": 4590
    },
    {
      "epoch": 0.4831179487179487,
      "grad_norm": 80.4375,
      "learning_rate": 9.990564102564102e-07,
      "loss": 135.1227,
      "step": 4600
    },
    {
      "epoch": 0.48416820512820513,
      "grad_norm": 75.5625,
      "learning_rate": 9.99054358974359e-07,
      "loss": 134.9417,
      "step": 4610
    },
    {
      "epoch": 0.48521846153846154,
      "grad_norm": 77.8125,
      "learning_rate": 9.990523076923075e-07,
      "loss": 133.6081,
      "step": 4620
    },
    {
      "epoch": 0.48626871794871795,
      "grad_norm": 79.25,
      "learning_rate": 9.990502564102565e-07,
      "loss": 134.3238,
      "step": 4630
    },
    {
      "epoch": 0.48731897435897437,
      "grad_norm": 73.4375,
      "learning_rate": 9.990482051282051e-07,
      "loss": 133.9954,
      "step": 4640
    },
    {
      "epoch": 0.4883692307692308,
      "grad_norm": 73.4375,
      "learning_rate": 9.990461538461538e-07,
      "loss": 134.8811,
      "step": 4650
    },
    {
      "epoch": 0.4894194871794872,
      "grad_norm": 76.5625,
      "learning_rate": 9.990441025641025e-07,
      "loss": 134.8447,
      "step": 4660
    },
    {
      "epoch": 0.4904697435897436,
      "grad_norm": 76.3125,
      "learning_rate": 9.990420512820512e-07,
      "loss": 132.7166,
      "step": 4670
    },
    {
      "epoch": 0.49152,
      "grad_norm": 75.5625,
      "learning_rate": 9.9904e-07,
      "loss": 134.4517,
      "step": 4680
    },
    {
      "epoch": 0.4925702564102564,
      "grad_norm": 73.8125,
      "learning_rate": 9.990379487179486e-07,
      "loss": 136.0681,
      "step": 4690
    },
    {
      "epoch": 0.49362051282051284,
      "grad_norm": 78.9375,
      "learning_rate": 9.990358974358975e-07,
      "loss": 134.9556,
      "step": 4700
    },
    {
      "epoch": 0.49467076923076925,
      "grad_norm": 68.75,
      "learning_rate": 9.990338461538462e-07,
      "loss": 136.2311,
      "step": 4710
    },
    {
      "epoch": 0.49572102564102566,
      "grad_norm": 75.4375,
      "learning_rate": 9.990317948717947e-07,
      "loss": 135.2467,
      "step": 4720
    },
    {
      "epoch": 0.49677128205128207,
      "grad_norm": 83.5625,
      "learning_rate": 9.990297435897436e-07,
      "loss": 133.9345,
      "step": 4730
    },
    {
      "epoch": 0.4978215384615385,
      "grad_norm": 75.625,
      "learning_rate": 9.990276923076923e-07,
      "loss": 133.6037,
      "step": 4740
    },
    {
      "epoch": 0.4988717948717949,
      "grad_norm": 72.875,
      "learning_rate": 9.99025641025641e-07,
      "loss": 135.1181,
      "step": 4750
    },
    {
      "epoch": 0.4999220512820513,
      "grad_norm": 76.6875,
      "learning_rate": 9.990235897435897e-07,
      "loss": 135.0438,
      "step": 4760
    },
    {
      "epoch": 0.5009723076923077,
      "grad_norm": 75.625,
      "learning_rate": 9.990215384615384e-07,
      "loss": 135.5069,
      "step": 4770
    },
    {
      "epoch": 0.5020225641025641,
      "grad_norm": 79.875,
      "learning_rate": 9.99019487179487e-07,
      "loss": 135.4686,
      "step": 4780
    },
    {
      "epoch": 0.5030728205128205,
      "grad_norm": 77.1875,
      "learning_rate": 9.990174358974358e-07,
      "loss": 132.4513,
      "step": 4790
    },
    {
      "epoch": 0.5041230769230769,
      "grad_norm": 72.0625,
      "learning_rate": 9.990153846153847e-07,
      "loss": 133.8345,
      "step": 4800
    },
    {
      "epoch": 0.5051733333333334,
      "grad_norm": 80.8125,
      "learning_rate": 9.990133333333334e-07,
      "loss": 134.3062,
      "step": 4810
    },
    {
      "epoch": 0.5062235897435897,
      "grad_norm": 76.9375,
      "learning_rate": 9.99011282051282e-07,
      "loss": 134.9275,
      "step": 4820
    },
    {
      "epoch": 0.5072738461538462,
      "grad_norm": 77.4375,
      "learning_rate": 9.990092307692308e-07,
      "loss": 133.0396,
      "step": 4830
    },
    {
      "epoch": 0.5083241025641025,
      "grad_norm": 80.5,
      "learning_rate": 9.990071794871795e-07,
      "loss": 133.6458,
      "step": 4840
    },
    {
      "epoch": 0.509374358974359,
      "grad_norm": 80.9375,
      "learning_rate": 9.990051282051281e-07,
      "loss": 134.5248,
      "step": 4850
    },
    {
      "epoch": 0.5104246153846154,
      "grad_norm": 78.625,
      "learning_rate": 9.990030769230768e-07,
      "loss": 134.9512,
      "step": 4860
    },
    {
      "epoch": 0.5114748717948718,
      "grad_norm": 75.9375,
      "learning_rate": 9.990010256410255e-07,
      "loss": 135.7238,
      "step": 4870
    },
    {
      "epoch": 0.5125251282051282,
      "grad_norm": 75.1875,
      "learning_rate": 9.989989743589742e-07,
      "loss": 133.1803,
      "step": 4880
    },
    {
      "epoch": 0.5135753846153847,
      "grad_norm": 76.1875,
      "learning_rate": 9.989969230769231e-07,
      "loss": 133.4545,
      "step": 4890
    },
    {
      "epoch": 0.514625641025641,
      "grad_norm": 75.25,
      "learning_rate": 9.989948717948718e-07,
      "loss": 134.8201,
      "step": 4900
    },
    {
      "epoch": 0.5156758974358975,
      "grad_norm": 73.9375,
      "learning_rate": 9.989928205128205e-07,
      "loss": 135.7624,
      "step": 4910
    },
    {
      "epoch": 0.5167261538461538,
      "grad_norm": 75.0625,
      "learning_rate": 9.989907692307692e-07,
      "loss": 133.1574,
      "step": 4920
    },
    {
      "epoch": 0.5177764102564103,
      "grad_norm": 73.6875,
      "learning_rate": 9.98988717948718e-07,
      "loss": 135.8609,
      "step": 4930
    },
    {
      "epoch": 0.5188266666666667,
      "grad_norm": 70.6875,
      "learning_rate": 9.989866666666666e-07,
      "loss": 135.0993,
      "step": 4940
    },
    {
      "epoch": 0.5198769230769231,
      "grad_norm": 74.0,
      "learning_rate": 9.989846153846153e-07,
      "loss": 134.2167,
      "step": 4950
    },
    {
      "epoch": 0.5209271794871795,
      "grad_norm": 70.875,
      "learning_rate": 9.989825641025642e-07,
      "loss": 134.5762,
      "step": 4960
    },
    {
      "epoch": 0.521977435897436,
      "grad_norm": 81.0625,
      "learning_rate": 9.989805128205127e-07,
      "loss": 133.4322,
      "step": 4970
    },
    {
      "epoch": 0.5230276923076923,
      "grad_norm": 80.0,
      "learning_rate": 9.989784615384616e-07,
      "loss": 134.8409,
      "step": 4980
    },
    {
      "epoch": 0.5240779487179488,
      "grad_norm": 77.5,
      "learning_rate": 9.989764102564103e-07,
      "loss": 133.8979,
      "step": 4990
    },
    {
      "epoch": 0.5251282051282051,
      "grad_norm": 77.625,
      "learning_rate": 9.98974358974359e-07,
      "loss": 135.3786,
      "step": 5000
    },
    {
      "epoch": 0.5251282051282051,
      "eval_loss": 2.1084959506988525,
      "eval_runtime": 323.1466,
      "eval_samples_per_second": 1547.288,
      "eval_steps_per_second": 48.356,
      "step": 5000
    },
    {
      "epoch": 0.5261784615384615,
      "grad_norm": 77.9375,
      "learning_rate": 9.989723076923077e-07,
      "loss": 135.7908,
      "step": 5010
    },
    {
      "epoch": 0.527228717948718,
      "grad_norm": 76.875,
      "learning_rate": 9.989702564102564e-07,
      "loss": 133.9965,
      "step": 5020
    },
    {
      "epoch": 0.5282789743589743,
      "grad_norm": 76.1875,
      "learning_rate": 9.98968205128205e-07,
      "loss": 136.395,
      "step": 5030
    },
    {
      "epoch": 0.5293292307692308,
      "grad_norm": 80.4375,
      "learning_rate": 9.989661538461538e-07,
      "loss": 137.1353,
      "step": 5040
    },
    {
      "epoch": 0.5303794871794871,
      "grad_norm": 79.6875,
      "learning_rate": 9.989641025641027e-07,
      "loss": 135.522,
      "step": 5050
    },
    {
      "epoch": 0.5314297435897436,
      "grad_norm": 79.125,
      "learning_rate": 9.989620512820511e-07,
      "loss": 135.3318,
      "step": 5060
    },
    {
      "epoch": 0.53248,
      "grad_norm": 79.4375,
      "learning_rate": 9.989599999999998e-07,
      "loss": 133.8391,
      "step": 5070
    },
    {
      "epoch": 0.5335302564102564,
      "grad_norm": 80.8125,
      "learning_rate": 9.989579487179487e-07,
      "loss": 134.4684,
      "step": 5080
    },
    {
      "epoch": 0.5345805128205128,
      "grad_norm": 73.375,
      "learning_rate": 9.989558974358974e-07,
      "loss": 135.565,
      "step": 5090
    },
    {
      "epoch": 0.5356307692307692,
      "grad_norm": 77.0,
      "learning_rate": 9.989538461538461e-07,
      "loss": 134.9499,
      "step": 5100
    },
    {
      "epoch": 0.5366810256410256,
      "grad_norm": 72.875,
      "learning_rate": 9.989517948717948e-07,
      "loss": 135.5963,
      "step": 5110
    },
    {
      "epoch": 0.5377312820512821,
      "grad_norm": 80.4375,
      "learning_rate": 9.989497435897435e-07,
      "loss": 134.9717,
      "step": 5120
    },
    {
      "epoch": 0.5387815384615384,
      "grad_norm": 76.9375,
      "learning_rate": 9.989476923076922e-07,
      "loss": 133.5198,
      "step": 5130
    },
    {
      "epoch": 0.5398317948717949,
      "grad_norm": 79.125,
      "learning_rate": 9.98945641025641e-07,
      "loss": 134.2271,
      "step": 5140
    },
    {
      "epoch": 0.5408820512820512,
      "grad_norm": 78.4375,
      "learning_rate": 9.989435897435898e-07,
      "loss": 135.2163,
      "step": 5150
    },
    {
      "epoch": 0.5419323076923077,
      "grad_norm": 82.75,
      "learning_rate": 9.989415384615383e-07,
      "loss": 134.3486,
      "step": 5160
    },
    {
      "epoch": 0.5429825641025641,
      "grad_norm": 75.5625,
      "learning_rate": 9.989394871794872e-07,
      "loss": 134.6154,
      "step": 5170
    },
    {
      "epoch": 0.5440328205128205,
      "grad_norm": 76.8125,
      "learning_rate": 9.989374358974359e-07,
      "loss": 134.4962,
      "step": 5180
    },
    {
      "epoch": 0.5450830769230769,
      "grad_norm": 76.3125,
      "learning_rate": 9.989353846153846e-07,
      "loss": 134.8321,
      "step": 5190
    },
    {
      "epoch": 0.5461333333333334,
      "grad_norm": 76.125,
      "learning_rate": 9.989333333333333e-07,
      "loss": 134.5848,
      "step": 5200
    },
    {
      "epoch": 0.5471835897435897,
      "grad_norm": 82.9375,
      "learning_rate": 9.98931282051282e-07,
      "loss": 135.8918,
      "step": 5210
    },
    {
      "epoch": 0.5482338461538462,
      "grad_norm": 79.75,
      "learning_rate": 9.989292307692307e-07,
      "loss": 134.9434,
      "step": 5220
    },
    {
      "epoch": 0.5492841025641025,
      "grad_norm": 79.0625,
      "learning_rate": 9.989271794871794e-07,
      "loss": 136.0459,
      "step": 5230
    },
    {
      "epoch": 0.550334358974359,
      "grad_norm": 80.5625,
      "learning_rate": 9.989251282051283e-07,
      "loss": 134.0239,
      "step": 5240
    },
    {
      "epoch": 0.5513846153846154,
      "grad_norm": 82.5625,
      "learning_rate": 9.98923076923077e-07,
      "loss": 135.3833,
      "step": 5250
    },
    {
      "epoch": 0.5524348717948718,
      "grad_norm": 79.125,
      "learning_rate": 9.989210256410257e-07,
      "loss": 135.0751,
      "step": 5260
    },
    {
      "epoch": 0.5534851282051282,
      "grad_norm": 91.125,
      "learning_rate": 9.989189743589743e-07,
      "loss": 134.6919,
      "step": 5270
    },
    {
      "epoch": 0.5545353846153847,
      "grad_norm": 79.375,
      "learning_rate": 9.98916923076923e-07,
      "loss": 134.0143,
      "step": 5280
    },
    {
      "epoch": 0.555585641025641,
      "grad_norm": 79.125,
      "learning_rate": 9.989148717948717e-07,
      "loss": 134.374,
      "step": 5290
    },
    {
      "epoch": 0.5566358974358975,
      "grad_norm": 77.75,
      "learning_rate": 9.989128205128204e-07,
      "loss": 134.8326,
      "step": 5300
    },
    {
      "epoch": 0.5576861538461538,
      "grad_norm": 79.25,
      "learning_rate": 9.989107692307691e-07,
      "loss": 134.68,
      "step": 5310
    },
    {
      "epoch": 0.5587364102564103,
      "grad_norm": 82.1875,
      "learning_rate": 9.989087179487178e-07,
      "loss": 134.3108,
      "step": 5320
    },
    {
      "epoch": 0.5597866666666667,
      "grad_norm": 74.0,
      "learning_rate": 9.989066666666667e-07,
      "loss": 134.6612,
      "step": 5330
    },
    {
      "epoch": 0.5608369230769231,
      "grad_norm": 80.0,
      "learning_rate": 9.989046153846154e-07,
      "loss": 135.2691,
      "step": 5340
    },
    {
      "epoch": 0.5618871794871795,
      "grad_norm": 73.875,
      "learning_rate": 9.989025641025641e-07,
      "loss": 134.7519,
      "step": 5350
    },
    {
      "epoch": 0.562937435897436,
      "grad_norm": 75.3125,
      "learning_rate": 9.989005128205128e-07,
      "loss": 134.7679,
      "step": 5360
    },
    {
      "epoch": 0.5639876923076923,
      "grad_norm": 82.3125,
      "learning_rate": 9.988984615384615e-07,
      "loss": 135.0176,
      "step": 5370
    },
    {
      "epoch": 0.5650379487179488,
      "grad_norm": 78.4375,
      "learning_rate": 9.988964102564102e-07,
      "loss": 135.313,
      "step": 5380
    },
    {
      "epoch": 0.5660882051282051,
      "grad_norm": 74.5,
      "learning_rate": 9.988943589743589e-07,
      "loss": 134.0978,
      "step": 5390
    },
    {
      "epoch": 0.5671384615384616,
      "grad_norm": 71.375,
      "learning_rate": 9.988923076923078e-07,
      "loss": 134.1742,
      "step": 5400
    },
    {
      "epoch": 0.568188717948718,
      "grad_norm": 74.75,
      "learning_rate": 9.988902564102563e-07,
      "loss": 134.1676,
      "step": 5410
    },
    {
      "epoch": 0.5692389743589744,
      "grad_norm": 80.0,
      "learning_rate": 9.98888205128205e-07,
      "loss": 136.1296,
      "step": 5420
    },
    {
      "epoch": 0.5702892307692308,
      "grad_norm": 72.25,
      "learning_rate": 9.988861538461539e-07,
      "loss": 135.4083,
      "step": 5430
    },
    {
      "epoch": 0.5713394871794871,
      "grad_norm": 74.4375,
      "learning_rate": 9.988841025641026e-07,
      "loss": 136.1724,
      "step": 5440
    },
    {
      "epoch": 0.5723897435897436,
      "grad_norm": 80.25,
      "learning_rate": 9.988820512820513e-07,
      "loss": 134.1989,
      "step": 5450
    },
    {
      "epoch": 0.57344,
      "grad_norm": 83.0,
      "learning_rate": 9.9888e-07,
      "loss": 134.7482,
      "step": 5460
    },
    {
      "epoch": 0.5744902564102564,
      "grad_norm": 75.75,
      "learning_rate": 9.988779487179486e-07,
      "loss": 134.8441,
      "step": 5470
    },
    {
      "epoch": 0.5755405128205128,
      "grad_norm": 73.6875,
      "learning_rate": 9.988758974358973e-07,
      "loss": 133.2782,
      "step": 5480
    },
    {
      "epoch": 0.5765907692307692,
      "grad_norm": 76.5625,
      "learning_rate": 9.98873846153846e-07,
      "loss": 132.6737,
      "step": 5490
    },
    {
      "epoch": 0.5776410256410256,
      "grad_norm": 76.875,
      "learning_rate": 9.98871794871795e-07,
      "loss": 133.4861,
      "step": 5500
    },
    {
      "epoch": 0.5786912820512821,
      "grad_norm": 77.625,
      "learning_rate": 9.988697435897434e-07,
      "loss": 135.5047,
      "step": 5510
    },
    {
      "epoch": 0.5797415384615384,
      "grad_norm": 76.4375,
      "learning_rate": 9.988676923076923e-07,
      "loss": 135.0375,
      "step": 5520
    },
    {
      "epoch": 0.5807917948717949,
      "grad_norm": 72.0,
      "learning_rate": 9.98865641025641e-07,
      "loss": 135.1532,
      "step": 5530
    },
    {
      "epoch": 0.5818420512820512,
      "grad_norm": 76.8125,
      "learning_rate": 9.988635897435897e-07,
      "loss": 133.7135,
      "step": 5540
    },
    {
      "epoch": 0.5828923076923077,
      "grad_norm": 77.625,
      "learning_rate": 9.988615384615384e-07,
      "loss": 134.7512,
      "step": 5550
    },
    {
      "epoch": 0.5839425641025641,
      "grad_norm": 76.8125,
      "learning_rate": 9.988594871794871e-07,
      "loss": 133.1693,
      "step": 5560
    },
    {
      "epoch": 0.5849928205128205,
      "grad_norm": 73.8125,
      "learning_rate": 9.988574358974358e-07,
      "loss": 134.1779,
      "step": 5570
    },
    {
      "epoch": 0.5860430769230769,
      "grad_norm": 73.4375,
      "learning_rate": 9.988553846153845e-07,
      "loss": 134.0802,
      "step": 5580
    },
    {
      "epoch": 0.5870933333333334,
      "grad_norm": 80.25,
      "learning_rate": 9.988533333333334e-07,
      "loss": 133.4755,
      "step": 5590
    },
    {
      "epoch": 0.5881435897435897,
      "grad_norm": 75.5,
      "learning_rate": 9.98851282051282e-07,
      "loss": 133.0621,
      "step": 5600
    },
    {
      "epoch": 0.5891938461538462,
      "grad_norm": 76.75,
      "learning_rate": 9.988492307692308e-07,
      "loss": 134.8084,
      "step": 5610
    },
    {
      "epoch": 0.5902441025641025,
      "grad_norm": 80.5,
      "learning_rate": 9.988471794871795e-07,
      "loss": 134.011,
      "step": 5620
    },
    {
      "epoch": 0.591294358974359,
      "grad_norm": 79.25,
      "learning_rate": 9.988451282051282e-07,
      "loss": 134.1596,
      "step": 5630
    },
    {
      "epoch": 0.5923446153846154,
      "grad_norm": 79.1875,
      "learning_rate": 9.988430769230769e-07,
      "loss": 133.8143,
      "step": 5640
    },
    {
      "epoch": 0.5933948717948718,
      "grad_norm": 78.1875,
      "learning_rate": 9.988410256410256e-07,
      "loss": 132.8301,
      "step": 5650
    },
    {
      "epoch": 0.5944451282051282,
      "grad_norm": 81.4375,
      "learning_rate": 9.988389743589743e-07,
      "loss": 134.9465,
      "step": 5660
    },
    {
      "epoch": 0.5954953846153846,
      "grad_norm": 75.8125,
      "learning_rate": 9.98836923076923e-07,
      "loss": 133.7755,
      "step": 5670
    },
    {
      "epoch": 0.596545641025641,
      "grad_norm": 77.375,
      "learning_rate": 9.988348717948719e-07,
      "loss": 135.0217,
      "step": 5680
    },
    {
      "epoch": 0.5975958974358975,
      "grad_norm": 78.625,
      "learning_rate": 9.988328205128206e-07,
      "loss": 133.1542,
      "step": 5690
    },
    {
      "epoch": 0.5986461538461538,
      "grad_norm": 75.9375,
      "learning_rate": 9.988307692307692e-07,
      "loss": 133.7185,
      "step": 5700
    },
    {
      "epoch": 0.5996964102564103,
      "grad_norm": 76.625,
      "learning_rate": 9.98828717948718e-07,
      "loss": 134.098,
      "step": 5710
    },
    {
      "epoch": 0.6007466666666667,
      "grad_norm": 80.0,
      "learning_rate": 9.988266666666666e-07,
      "loss": 135.2549,
      "step": 5720
    },
    {
      "epoch": 0.6017969230769231,
      "grad_norm": 74.375,
      "learning_rate": 9.988246153846153e-07,
      "loss": 133.9132,
      "step": 5730
    },
    {
      "epoch": 0.6028471794871795,
      "grad_norm": 72.75,
      "learning_rate": 9.98822564102564e-07,
      "loss": 133.688,
      "step": 5740
    },
    {
      "epoch": 0.6038974358974359,
      "grad_norm": 74.4375,
      "learning_rate": 9.98820512820513e-07,
      "loss": 134.2703,
      "step": 5750
    },
    {
      "epoch": 0.6049476923076923,
      "grad_norm": 84.625,
      "learning_rate": 9.988184615384614e-07,
      "loss": 136.125,
      "step": 5760
    },
    {
      "epoch": 0.6059979487179488,
      "grad_norm": 76.8125,
      "learning_rate": 9.9881641025641e-07,
      "loss": 134.1665,
      "step": 5770
    },
    {
      "epoch": 0.6070482051282051,
      "grad_norm": 76.625,
      "learning_rate": 9.98814358974359e-07,
      "loss": 134.8555,
      "step": 5780
    },
    {
      "epoch": 0.6080984615384616,
      "grad_norm": 76.625,
      "learning_rate": 9.988123076923077e-07,
      "loss": 133.6014,
      "step": 5790
    },
    {
      "epoch": 0.6091487179487179,
      "grad_norm": 74.25,
      "learning_rate": 9.988102564102564e-07,
      "loss": 133.9827,
      "step": 5800
    },
    {
      "epoch": 0.6101989743589744,
      "grad_norm": 77.3125,
      "learning_rate": 9.98808205128205e-07,
      "loss": 133.2115,
      "step": 5810
    },
    {
      "epoch": 0.6112492307692308,
      "grad_norm": 73.9375,
      "learning_rate": 9.988061538461538e-07,
      "loss": 133.0385,
      "step": 5820
    },
    {
      "epoch": 0.6122994871794872,
      "grad_norm": 79.625,
      "learning_rate": 9.988041025641025e-07,
      "loss": 132.0571,
      "step": 5830
    },
    {
      "epoch": 0.6133497435897436,
      "grad_norm": 73.9375,
      "learning_rate": 9.988020512820512e-07,
      "loss": 133.794,
      "step": 5840
    },
    {
      "epoch": 0.6144,
      "grad_norm": 79.125,
      "learning_rate": 9.988e-07,
      "loss": 132.8695,
      "step": 5850
    },
    {
      "epoch": 0.6154502564102564,
      "grad_norm": 77.25,
      "learning_rate": 9.987979487179486e-07,
      "loss": 133.7304,
      "step": 5860
    },
    {
      "epoch": 0.6165005128205128,
      "grad_norm": 79.5,
      "learning_rate": 9.987958974358975e-07,
      "loss": 133.9512,
      "step": 5870
    },
    {
      "epoch": 0.6175507692307692,
      "grad_norm": 75.9375,
      "learning_rate": 9.987938461538462e-07,
      "loss": 135.2929,
      "step": 5880
    },
    {
      "epoch": 0.6186010256410256,
      "grad_norm": 83.3125,
      "learning_rate": 9.987917948717949e-07,
      "loss": 135.2723,
      "step": 5890
    },
    {
      "epoch": 0.6196512820512821,
      "grad_norm": 74.0625,
      "learning_rate": 9.987897435897435e-07,
      "loss": 135.1879,
      "step": 5900
    },
    {
      "epoch": 0.6207015384615384,
      "grad_norm": 76.75,
      "learning_rate": 9.987876923076922e-07,
      "loss": 134.8009,
      "step": 5910
    },
    {
      "epoch": 0.6217517948717949,
      "grad_norm": 82.5,
      "learning_rate": 9.98785641025641e-07,
      "loss": 135.7849,
      "step": 5920
    },
    {
      "epoch": 0.6228020512820512,
      "grad_norm": 74.4375,
      "learning_rate": 9.987835897435896e-07,
      "loss": 134.5044,
      "step": 5930
    },
    {
      "epoch": 0.6238523076923077,
      "grad_norm": 80.0,
      "learning_rate": 9.987815384615385e-07,
      "loss": 133.4429,
      "step": 5940
    },
    {
      "epoch": 0.6249025641025641,
      "grad_norm": 85.625,
      "learning_rate": 9.987794871794872e-07,
      "loss": 133.1182,
      "step": 5950
    },
    {
      "epoch": 0.6259528205128205,
      "grad_norm": 77.0625,
      "learning_rate": 9.98777435897436e-07,
      "loss": 133.511,
      "step": 5960
    },
    {
      "epoch": 0.6270030769230769,
      "grad_norm": 80.125,
      "learning_rate": 9.987753846153846e-07,
      "loss": 134.8845,
      "step": 5970
    },
    {
      "epoch": 0.6280533333333334,
      "grad_norm": 69.9375,
      "learning_rate": 9.987733333333333e-07,
      "loss": 133.8227,
      "step": 5980
    },
    {
      "epoch": 0.6291035897435897,
      "grad_norm": 75.5625,
      "learning_rate": 9.98771282051282e-07,
      "loss": 134.4892,
      "step": 5990
    },
    {
      "epoch": 0.6301538461538462,
      "grad_norm": 72.125,
      "learning_rate": 9.987692307692307e-07,
      "loss": 135.4582,
      "step": 6000
    },
    {
      "epoch": 0.6312041025641025,
      "grad_norm": 75.625,
      "learning_rate": 9.987671794871794e-07,
      "loss": 135.2013,
      "step": 6010
    },
    {
      "epoch": 0.632254358974359,
      "grad_norm": 74.0625,
      "learning_rate": 9.98765128205128e-07,
      "loss": 134.8731,
      "step": 6020
    },
    {
      "epoch": 0.6333046153846154,
      "grad_norm": 82.6875,
      "learning_rate": 9.98763076923077e-07,
      "loss": 135.0607,
      "step": 6030
    },
    {
      "epoch": 0.6343548717948718,
      "grad_norm": 79.75,
      "learning_rate": 9.987610256410257e-07,
      "loss": 134.0427,
      "step": 6040
    },
    {
      "epoch": 0.6354051282051282,
      "grad_norm": 75.4375,
      "learning_rate": 9.987589743589742e-07,
      "loss": 133.6469,
      "step": 6050
    },
    {
      "epoch": 0.6364553846153846,
      "grad_norm": 77.6875,
      "learning_rate": 9.98756923076923e-07,
      "loss": 133.951,
      "step": 6060
    },
    {
      "epoch": 0.637505641025641,
      "grad_norm": 74.1875,
      "learning_rate": 9.987548717948718e-07,
      "loss": 134.3955,
      "step": 6070
    },
    {
      "epoch": 0.6385558974358975,
      "grad_norm": 80.3125,
      "learning_rate": 9.987528205128205e-07,
      "loss": 133.7433,
      "step": 6080
    },
    {
      "epoch": 0.6396061538461538,
      "grad_norm": 75.8125,
      "learning_rate": 9.987507692307692e-07,
      "loss": 132.4955,
      "step": 6090
    },
    {
      "epoch": 0.6406564102564103,
      "grad_norm": 80.125,
      "learning_rate": 9.98748717948718e-07,
      "loss": 133.3074,
      "step": 6100
    },
    {
      "epoch": 0.6417066666666666,
      "grad_norm": 75.75,
      "learning_rate": 9.987466666666665e-07,
      "loss": 134.3473,
      "step": 6110
    },
    {
      "epoch": 0.6427569230769231,
      "grad_norm": 77.625,
      "learning_rate": 9.987446153846152e-07,
      "loss": 134.2209,
      "step": 6120
    },
    {
      "epoch": 0.6438071794871795,
      "grad_norm": 75.375,
      "learning_rate": 9.987425641025641e-07,
      "loss": 136.051,
      "step": 6130
    },
    {
      "epoch": 0.6448574358974359,
      "grad_norm": 78.625,
      "learning_rate": 9.987405128205128e-07,
      "loss": 133.6452,
      "step": 6140
    },
    {
      "epoch": 0.6459076923076923,
      "grad_norm": 72.875,
      "learning_rate": 9.987384615384615e-07,
      "loss": 135.9148,
      "step": 6150
    },
    {
      "epoch": 0.6469579487179488,
      "grad_norm": 79.9375,
      "learning_rate": 9.987364102564102e-07,
      "loss": 133.9573,
      "step": 6160
    },
    {
      "epoch": 0.6480082051282051,
      "grad_norm": 77.375,
      "learning_rate": 9.98734358974359e-07,
      "loss": 134.187,
      "step": 6170
    },
    {
      "epoch": 0.6490584615384616,
      "grad_norm": 77.6875,
      "learning_rate": 9.987323076923076e-07,
      "loss": 135.4981,
      "step": 6180
    },
    {
      "epoch": 0.6501087179487179,
      "grad_norm": 76.375,
      "learning_rate": 9.987302564102563e-07,
      "loss": 134.0596,
      "step": 6190
    },
    {
      "epoch": 0.6511589743589744,
      "grad_norm": 68.75,
      "learning_rate": 9.98728205128205e-07,
      "loss": 133.4401,
      "step": 6200
    },
    {
      "epoch": 0.6522092307692308,
      "grad_norm": 88.0,
      "learning_rate": 9.987261538461537e-07,
      "loss": 133.9623,
      "step": 6210
    },
    {
      "epoch": 0.6532594871794872,
      "grad_norm": 73.125,
      "learning_rate": 9.987241025641026e-07,
      "loss": 134.9918,
      "step": 6220
    },
    {
      "epoch": 0.6543097435897436,
      "grad_norm": 79.6875,
      "learning_rate": 9.987220512820513e-07,
      "loss": 134.2293,
      "step": 6230
    },
    {
      "epoch": 0.65536,
      "grad_norm": 79.125,
      "learning_rate": 9.9872e-07,
      "loss": 134.9116,
      "step": 6240
    },
    {
      "epoch": 0.6564102564102564,
      "grad_norm": 74.0625,
      "learning_rate": 9.987179487179487e-07,
      "loss": 133.4889,
      "step": 6250
    },
    {
      "epoch": 0.6574605128205128,
      "grad_norm": 74.0,
      "learning_rate": 9.987158974358974e-07,
      "loss": 133.3706,
      "step": 6260
    },
    {
      "epoch": 0.6585107692307692,
      "grad_norm": 73.5625,
      "learning_rate": 9.98713846153846e-07,
      "loss": 134.6084,
      "step": 6270
    },
    {
      "epoch": 0.6595610256410256,
      "grad_norm": 76.8125,
      "learning_rate": 9.987117948717948e-07,
      "loss": 133.7456,
      "step": 6280
    },
    {
      "epoch": 0.6606112820512821,
      "grad_norm": 77.625,
      "learning_rate": 9.987097435897437e-07,
      "loss": 133.8633,
      "step": 6290
    },
    {
      "epoch": 0.6616615384615384,
      "grad_norm": 76.625,
      "learning_rate": 9.987076923076921e-07,
      "loss": 133.3514,
      "step": 6300
    },
    {
      "epoch": 0.6627117948717949,
      "grad_norm": 78.6875,
      "learning_rate": 9.98705641025641e-07,
      "loss": 133.0192,
      "step": 6310
    },
    {
      "epoch": 0.6637620512820512,
      "grad_norm": 76.375,
      "learning_rate": 9.987035897435897e-07,
      "loss": 135.2725,
      "step": 6320
    },
    {
      "epoch": 0.6648123076923077,
      "grad_norm": 75.25,
      "learning_rate": 9.987015384615384e-07,
      "loss": 133.7453,
      "step": 6330
    },
    {
      "epoch": 0.6658625641025641,
      "grad_norm": 76.0625,
      "learning_rate": 9.986994871794871e-07,
      "loss": 134.4162,
      "step": 6340
    },
    {
      "epoch": 0.6669128205128205,
      "grad_norm": 77.3125,
      "learning_rate": 9.986974358974358e-07,
      "loss": 133.5715,
      "step": 6350
    },
    {
      "epoch": 0.6679630769230769,
      "grad_norm": 79.375,
      "learning_rate": 9.986953846153845e-07,
      "loss": 133.915,
      "step": 6360
    },
    {
      "epoch": 0.6690133333333333,
      "grad_norm": 76.0,
      "learning_rate": 9.986933333333332e-07,
      "loss": 134.2913,
      "step": 6370
    },
    {
      "epoch": 0.6700635897435897,
      "grad_norm": 80.0,
      "learning_rate": 9.986912820512821e-07,
      "loss": 135.7478,
      "step": 6380
    },
    {
      "epoch": 0.6711138461538462,
      "grad_norm": 81.0625,
      "learning_rate": 9.986892307692308e-07,
      "loss": 135.2542,
      "step": 6390
    },
    {
      "epoch": 0.6721641025641025,
      "grad_norm": 73.3125,
      "learning_rate": 9.986871794871793e-07,
      "loss": 133.8043,
      "step": 6400
    },
    {
      "epoch": 0.673214358974359,
      "grad_norm": 74.9375,
      "learning_rate": 9.986851282051282e-07,
      "loss": 132.8474,
      "step": 6410
    },
    {
      "epoch": 0.6742646153846154,
      "grad_norm": 78.5625,
      "learning_rate": 9.98683076923077e-07,
      "loss": 133.1841,
      "step": 6420
    },
    {
      "epoch": 0.6753148717948718,
      "grad_norm": 81.8125,
      "learning_rate": 9.986810256410256e-07,
      "loss": 132.1895,
      "step": 6430
    },
    {
      "epoch": 0.6763651282051282,
      "grad_norm": 79.6875,
      "learning_rate": 9.986789743589743e-07,
      "loss": 133.3178,
      "step": 6440
    },
    {
      "epoch": 0.6774153846153846,
      "grad_norm": 77.9375,
      "learning_rate": 9.98676923076923e-07,
      "loss": 134.5587,
      "step": 6450
    },
    {
      "epoch": 0.678465641025641,
      "grad_norm": 76.75,
      "learning_rate": 9.986748717948717e-07,
      "loss": 133.5905,
      "step": 6460
    },
    {
      "epoch": 0.6795158974358975,
      "grad_norm": 74.0,
      "learning_rate": 9.986728205128204e-07,
      "loss": 133.0102,
      "step": 6470
    },
    {
      "epoch": 0.6805661538461538,
      "grad_norm": 85.0,
      "learning_rate": 9.986707692307693e-07,
      "loss": 135.4808,
      "step": 6480
    },
    {
      "epoch": 0.6816164102564103,
      "grad_norm": 82.0625,
      "learning_rate": 9.98668717948718e-07,
      "loss": 133.2434,
      "step": 6490
    },
    {
      "epoch": 0.6826666666666666,
      "grad_norm": 73.1875,
      "learning_rate": 9.986666666666667e-07,
      "loss": 134.3713,
      "step": 6500
    },
    {
      "epoch": 0.6837169230769231,
      "grad_norm": 75.9375,
      "learning_rate": 9.986646153846154e-07,
      "loss": 134.012,
      "step": 6510
    },
    {
      "epoch": 0.6847671794871795,
      "grad_norm": 77.5,
      "learning_rate": 9.98662564102564e-07,
      "loss": 134.6316,
      "step": 6520
    },
    {
      "epoch": 0.6858174358974359,
      "grad_norm": 79.9375,
      "learning_rate": 9.986605128205127e-07,
      "loss": 134.4724,
      "step": 6530
    },
    {
      "epoch": 0.6868676923076923,
      "grad_norm": 73.0,
      "learning_rate": 9.986584615384614e-07,
      "loss": 133.8849,
      "step": 6540
    },
    {
      "epoch": 0.6879179487179488,
      "grad_norm": 74.3125,
      "learning_rate": 9.986564102564101e-07,
      "loss": 135.4998,
      "step": 6550
    },
    {
      "epoch": 0.6889682051282051,
      "grad_norm": 82.0,
      "learning_rate": 9.986543589743588e-07,
      "loss": 134.5724,
      "step": 6560
    },
    {
      "epoch": 0.6900184615384616,
      "grad_norm": 77.625,
      "learning_rate": 9.986523076923077e-07,
      "loss": 134.0957,
      "step": 6570
    },
    {
      "epoch": 0.6910687179487179,
      "grad_norm": 73.5,
      "learning_rate": 9.986502564102564e-07,
      "loss": 133.3827,
      "step": 6580
    },
    {
      "epoch": 0.6921189743589744,
      "grad_norm": 73.625,
      "learning_rate": 9.986482051282051e-07,
      "loss": 134.7083,
      "step": 6590
    },
    {
      "epoch": 0.6931692307692308,
      "grad_norm": 81.1875,
      "learning_rate": 9.986461538461538e-07,
      "loss": 134.4949,
      "step": 6600
    },
    {
      "epoch": 0.6942194871794872,
      "grad_norm": 74.8125,
      "learning_rate": 9.986441025641025e-07,
      "loss": 133.9215,
      "step": 6610
    },
    {
      "epoch": 0.6952697435897436,
      "grad_norm": 76.5,
      "learning_rate": 9.986420512820512e-07,
      "loss": 134.7131,
      "step": 6620
    },
    {
      "epoch": 0.69632,
      "grad_norm": 74.1875,
      "learning_rate": 9.9864e-07,
      "loss": 132.6291,
      "step": 6630
    },
    {
      "epoch": 0.6973702564102564,
      "grad_norm": 76.375,
      "learning_rate": 9.986379487179488e-07,
      "loss": 133.4663,
      "step": 6640
    },
    {
      "epoch": 0.6984205128205129,
      "grad_norm": 76.6875,
      "learning_rate": 9.986358974358973e-07,
      "loss": 133.2238,
      "step": 6650
    },
    {
      "epoch": 0.6994707692307692,
      "grad_norm": 75.4375,
      "learning_rate": 9.986338461538462e-07,
      "loss": 135.6267,
      "step": 6660
    },
    {
      "epoch": 0.7005210256410257,
      "grad_norm": 76.5625,
      "learning_rate": 9.986317948717949e-07,
      "loss": 133.9723,
      "step": 6670
    },
    {
      "epoch": 0.701571282051282,
      "grad_norm": 75.5,
      "learning_rate": 9.986297435897436e-07,
      "loss": 132.1382,
      "step": 6680
    },
    {
      "epoch": 0.7026215384615384,
      "grad_norm": 75.375,
      "learning_rate": 9.986276923076923e-07,
      "loss": 132.8579,
      "step": 6690
    },
    {
      "epoch": 0.7036717948717949,
      "grad_norm": 76.3125,
      "learning_rate": 9.98625641025641e-07,
      "loss": 133.7719,
      "step": 6700
    },
    {
      "epoch": 0.7047220512820512,
      "grad_norm": 81.0625,
      "learning_rate": 9.986235897435897e-07,
      "loss": 135.3735,
      "step": 6710
    },
    {
      "epoch": 0.7057723076923077,
      "grad_norm": 75.75,
      "learning_rate": 9.986215384615384e-07,
      "loss": 132.8083,
      "step": 6720
    },
    {
      "epoch": 0.706822564102564,
      "grad_norm": 74.8125,
      "learning_rate": 9.986194871794873e-07,
      "loss": 133.2499,
      "step": 6730
    },
    {
      "epoch": 0.7078728205128205,
      "grad_norm": 74.375,
      "learning_rate": 9.98617435897436e-07,
      "loss": 133.904,
      "step": 6740
    },
    {
      "epoch": 0.7089230769230769,
      "grad_norm": 71.25,
      "learning_rate": 9.986153846153844e-07,
      "loss": 134.7248,
      "step": 6750
    },
    {
      "epoch": 0.7099733333333333,
      "grad_norm": 78.4375,
      "learning_rate": 9.986133333333333e-07,
      "loss": 134.4564,
      "step": 6760
    },
    {
      "epoch": 0.7110235897435897,
      "grad_norm": 87.3125,
      "learning_rate": 9.98611282051282e-07,
      "loss": 132.3151,
      "step": 6770
    },
    {
      "epoch": 0.7120738461538462,
      "grad_norm": 73.0625,
      "learning_rate": 9.986092307692307e-07,
      "loss": 133.7481,
      "step": 6780
    },
    {
      "epoch": 0.7131241025641025,
      "grad_norm": 73.0,
      "learning_rate": 9.986071794871794e-07,
      "loss": 133.2306,
      "step": 6790
    },
    {
      "epoch": 0.714174358974359,
      "grad_norm": 74.6875,
      "learning_rate": 9.986051282051281e-07,
      "loss": 133.5443,
      "step": 6800
    },
    {
      "epoch": 0.7152246153846153,
      "grad_norm": 73.4375,
      "learning_rate": 9.986030769230768e-07,
      "loss": 133.3841,
      "step": 6810
    },
    {
      "epoch": 0.7162748717948718,
      "grad_norm": 73.9375,
      "learning_rate": 9.986010256410255e-07,
      "loss": 135.036,
      "step": 6820
    },
    {
      "epoch": 0.7173251282051282,
      "grad_norm": 83.9375,
      "learning_rate": 9.985989743589744e-07,
      "loss": 134.1337,
      "step": 6830
    },
    {
      "epoch": 0.7183753846153846,
      "grad_norm": 78.1875,
      "learning_rate": 9.98596923076923e-07,
      "loss": 133.3089,
      "step": 6840
    },
    {
      "epoch": 0.719425641025641,
      "grad_norm": 76.875,
      "learning_rate": 9.985948717948718e-07,
      "loss": 133.6665,
      "step": 6850
    },
    {
      "epoch": 0.7204758974358975,
      "grad_norm": 74.125,
      "learning_rate": 9.985928205128205e-07,
      "loss": 133.7026,
      "step": 6860
    },
    {
      "epoch": 0.7215261538461538,
      "grad_norm": 78.4375,
      "learning_rate": 9.985907692307692e-07,
      "loss": 133.7467,
      "step": 6870
    },
    {
      "epoch": 0.7225764102564103,
      "grad_norm": 73.1875,
      "learning_rate": 9.985887179487179e-07,
      "loss": 133.6408,
      "step": 6880
    },
    {
      "epoch": 0.7236266666666666,
      "grad_norm": 77.0625,
      "learning_rate": 9.985866666666666e-07,
      "loss": 132.6118,
      "step": 6890
    },
    {
      "epoch": 0.7246769230769231,
      "grad_norm": 76.0625,
      "learning_rate": 9.985846153846153e-07,
      "loss": 132.8741,
      "step": 6900
    },
    {
      "epoch": 0.7257271794871795,
      "grad_norm": 73.5625,
      "learning_rate": 9.98582564102564e-07,
      "loss": 134.1753,
      "step": 6910
    },
    {
      "epoch": 0.7267774358974359,
      "grad_norm": 76.875,
      "learning_rate": 9.985805128205129e-07,
      "loss": 132.842,
      "step": 6920
    },
    {
      "epoch": 0.7278276923076923,
      "grad_norm": 70.0,
      "learning_rate": 9.985784615384616e-07,
      "loss": 134.3394,
      "step": 6930
    },
    {
      "epoch": 0.7288779487179488,
      "grad_norm": 74.0625,
      "learning_rate": 9.985764102564103e-07,
      "loss": 135.2059,
      "step": 6940
    },
    {
      "epoch": 0.7299282051282051,
      "grad_norm": 78.625,
      "learning_rate": 9.98574358974359e-07,
      "loss": 134.0309,
      "step": 6950
    },
    {
      "epoch": 0.7309784615384616,
      "grad_norm": 77.75,
      "learning_rate": 9.985723076923076e-07,
      "loss": 134.4309,
      "step": 6960
    },
    {
      "epoch": 0.7320287179487179,
      "grad_norm": 74.6875,
      "learning_rate": 9.985702564102563e-07,
      "loss": 134.0655,
      "step": 6970
    },
    {
      "epoch": 0.7330789743589744,
      "grad_norm": 71.1875,
      "learning_rate": 9.98568205128205e-07,
      "loss": 134.798,
      "step": 6980
    },
    {
      "epoch": 0.7341292307692308,
      "grad_norm": 80.25,
      "learning_rate": 9.98566153846154e-07,
      "loss": 133.176,
      "step": 6990
    },
    {
      "epoch": 0.7351794871794872,
      "grad_norm": 77.3125,
      "learning_rate": 9.985641025641024e-07,
      "loss": 133.7738,
      "step": 7000
    },
    {
      "epoch": 0.7362297435897436,
      "grad_norm": 73.4375,
      "learning_rate": 9.985620512820513e-07,
      "loss": 133.5852,
      "step": 7010
    },
    {
      "epoch": 0.73728,
      "grad_norm": 82.125,
      "learning_rate": 9.9856e-07,
      "loss": 133.2783,
      "step": 7020
    },
    {
      "epoch": 0.7383302564102564,
      "grad_norm": 78.0625,
      "learning_rate": 9.985579487179487e-07,
      "loss": 133.2677,
      "step": 7030
    },
    {
      "epoch": 0.7393805128205129,
      "grad_norm": 78.5,
      "learning_rate": 9.985558974358974e-07,
      "loss": 133.9121,
      "step": 7040
    },
    {
      "epoch": 0.7404307692307692,
      "grad_norm": 78.875,
      "learning_rate": 9.98553846153846e-07,
      "loss": 133.3367,
      "step": 7050
    },
    {
      "epoch": 0.7414810256410257,
      "grad_norm": 77.8125,
      "learning_rate": 9.985517948717948e-07,
      "loss": 132.6513,
      "step": 7060
    },
    {
      "epoch": 0.742531282051282,
      "grad_norm": 73.0,
      "learning_rate": 9.985497435897435e-07,
      "loss": 135.524,
      "step": 7070
    },
    {
      "epoch": 0.7435815384615385,
      "grad_norm": 74.6875,
      "learning_rate": 9.985476923076924e-07,
      "loss": 132.8569,
      "step": 7080
    },
    {
      "epoch": 0.7446317948717949,
      "grad_norm": 71.25,
      "learning_rate": 9.98545641025641e-07,
      "loss": 132.9906,
      "step": 7090
    },
    {
      "epoch": 0.7456820512820512,
      "grad_norm": 75.4375,
      "learning_rate": 9.985435897435896e-07,
      "loss": 134.611,
      "step": 7100
    },
    {
      "epoch": 0.7467323076923077,
      "grad_norm": 76.0625,
      "learning_rate": 9.985415384615385e-07,
      "loss": 135.1841,
      "step": 7110
    },
    {
      "epoch": 0.747782564102564,
      "grad_norm": 80.25,
      "learning_rate": 9.985394871794872e-07,
      "loss": 132.8851,
      "step": 7120
    },
    {
      "epoch": 0.7488328205128205,
      "grad_norm": 77.875,
      "learning_rate": 9.985374358974359e-07,
      "loss": 132.9889,
      "step": 7130
    },
    {
      "epoch": 0.7498830769230769,
      "grad_norm": 74.375,
      "learning_rate": 9.985353846153846e-07,
      "loss": 134.75,
      "step": 7140
    },
    {
      "epoch": 0.7509333333333333,
      "grad_norm": 77.6875,
      "learning_rate": 9.985333333333332e-07,
      "loss": 131.8883,
      "step": 7150
    },
    {
      "epoch": 0.7519835897435897,
      "grad_norm": 71.5,
      "learning_rate": 9.98531282051282e-07,
      "loss": 132.9914,
      "step": 7160
    },
    {
      "epoch": 0.7530338461538462,
      "grad_norm": 77.4375,
      "learning_rate": 9.985292307692306e-07,
      "loss": 133.2398,
      "step": 7170
    },
    {
      "epoch": 0.7540841025641025,
      "grad_norm": 79.1875,
      "learning_rate": 9.985271794871795e-07,
      "loss": 133.4467,
      "step": 7180
    },
    {
      "epoch": 0.755134358974359,
      "grad_norm": 79.375,
      "learning_rate": 9.985251282051282e-07,
      "loss": 134.8063,
      "step": 7190
    },
    {
      "epoch": 0.7561846153846153,
      "grad_norm": 75.3125,
      "learning_rate": 9.98523076923077e-07,
      "loss": 133.1698,
      "step": 7200
    },
    {
      "epoch": 0.7572348717948718,
      "grad_norm": 73.5625,
      "learning_rate": 9.985210256410256e-07,
      "loss": 133.0102,
      "step": 7210
    },
    {
      "epoch": 0.7582851282051282,
      "grad_norm": 71.75,
      "learning_rate": 9.985189743589743e-07,
      "loss": 134.511,
      "step": 7220
    },
    {
      "epoch": 0.7593353846153846,
      "grad_norm": 85.5,
      "learning_rate": 9.98516923076923e-07,
      "loss": 134.3958,
      "step": 7230
    },
    {
      "epoch": 0.760385641025641,
      "grad_norm": 87.5625,
      "learning_rate": 9.985148717948717e-07,
      "loss": 134.2493,
      "step": 7240
    },
    {
      "epoch": 0.7614358974358975,
      "grad_norm": 82.25,
      "learning_rate": 9.985128205128204e-07,
      "loss": 133.0641,
      "step": 7250
    },
    {
      "epoch": 0.7624861538461538,
      "grad_norm": 82.25,
      "learning_rate": 9.98510769230769e-07,
      "loss": 134.3485,
      "step": 7260
    },
    {
      "epoch": 0.7635364102564103,
      "grad_norm": 79.1875,
      "learning_rate": 9.98508717948718e-07,
      "loss": 134.2047,
      "step": 7270
    },
    {
      "epoch": 0.7645866666666666,
      "grad_norm": 84.0625,
      "learning_rate": 9.985066666666667e-07,
      "loss": 133.9074,
      "step": 7280
    },
    {
      "epoch": 0.7656369230769231,
      "grad_norm": 75.875,
      "learning_rate": 9.985046153846154e-07,
      "loss": 132.4027,
      "step": 7290
    },
    {
      "epoch": 0.7666871794871795,
      "grad_norm": 79.6875,
      "learning_rate": 9.98502564102564e-07,
      "loss": 132.4265,
      "step": 7300
    },
    {
      "epoch": 0.7677374358974359,
      "grad_norm": 75.6875,
      "learning_rate": 9.985005128205128e-07,
      "loss": 132.4591,
      "step": 7310
    },
    {
      "epoch": 0.7687876923076923,
      "grad_norm": 70.75,
      "learning_rate": 9.984984615384615e-07,
      "loss": 133.4718,
      "step": 7320
    },
    {
      "epoch": 0.7698379487179488,
      "grad_norm": 74.3125,
      "learning_rate": 9.984964102564102e-07,
      "loss": 132.798,
      "step": 7330
    },
    {
      "epoch": 0.7708882051282051,
      "grad_norm": 76.4375,
      "learning_rate": 9.98494358974359e-07,
      "loss": 133.6705,
      "step": 7340
    },
    {
      "epoch": 0.7719384615384616,
      "grad_norm": 81.125,
      "learning_rate": 9.984923076923076e-07,
      "loss": 132.7228,
      "step": 7350
    },
    {
      "epoch": 0.7729887179487179,
      "grad_norm": 75.0,
      "learning_rate": 9.984902564102565e-07,
      "loss": 133.0821,
      "step": 7360
    },
    {
      "epoch": 0.7740389743589744,
      "grad_norm": 80.625,
      "learning_rate": 9.984882051282051e-07,
      "loss": 132.362,
      "step": 7370
    },
    {
      "epoch": 0.7750892307692308,
      "grad_norm": 74.6875,
      "learning_rate": 9.984861538461538e-07,
      "loss": 133.2498,
      "step": 7380
    },
    {
      "epoch": 0.7761394871794872,
      "grad_norm": 78.5,
      "learning_rate": 9.984841025641025e-07,
      "loss": 134.545,
      "step": 7390
    },
    {
      "epoch": 0.7771897435897436,
      "grad_norm": 82.625,
      "learning_rate": 9.984820512820512e-07,
      "loss": 135.3461,
      "step": 7400
    },
    {
      "epoch": 0.77824,
      "grad_norm": 80.8125,
      "learning_rate": 9.9848e-07,
      "loss": 133.5678,
      "step": 7410
    },
    {
      "epoch": 0.7792902564102564,
      "grad_norm": 77.875,
      "learning_rate": 9.984779487179486e-07,
      "loss": 133.22,
      "step": 7420
    },
    {
      "epoch": 0.7803405128205129,
      "grad_norm": 81.3125,
      "learning_rate": 9.984758974358975e-07,
      "loss": 133.2538,
      "step": 7430
    },
    {
      "epoch": 0.7813907692307692,
      "grad_norm": 76.125,
      "learning_rate": 9.98473846153846e-07,
      "loss": 134.0912,
      "step": 7440
    },
    {
      "epoch": 0.7824410256410257,
      "grad_norm": 77.375,
      "learning_rate": 9.984717948717947e-07,
      "loss": 133.252,
      "step": 7450
    },
    {
      "epoch": 0.783491282051282,
      "grad_norm": 82.0,
      "learning_rate": 9.984697435897436e-07,
      "loss": 131.4886,
      "step": 7460
    },
    {
      "epoch": 0.7845415384615385,
      "grad_norm": 73.375,
      "learning_rate": 9.984676923076923e-07,
      "loss": 133.4359,
      "step": 7470
    },
    {
      "epoch": 0.7855917948717949,
      "grad_norm": 74.375,
      "learning_rate": 9.98465641025641e-07,
      "loss": 134.0868,
      "step": 7480
    },
    {
      "epoch": 0.7866420512820513,
      "grad_norm": 83.4375,
      "learning_rate": 9.984635897435897e-07,
      "loss": 132.8313,
      "step": 7490
    },
    {
      "epoch": 0.7876923076923077,
      "grad_norm": 76.9375,
      "learning_rate": 9.984615384615384e-07,
      "loss": 134.246,
      "step": 7500
    },
    {
      "epoch": 0.7876923076923077,
      "eval_loss": 2.086611270904541,
      "eval_runtime": 327.2333,
      "eval_samples_per_second": 1527.965,
      "eval_steps_per_second": 47.752,
      "step": 7500
    },
    {
      "epoch": 0.788742564102564,
      "grad_norm": 78.0625,
      "learning_rate": 9.98459487179487e-07,
      "loss": 132.7844,
      "step": 7510
    },
    {
      "epoch": 0.7897928205128205,
      "grad_norm": 76.1875,
      "learning_rate": 9.984574358974358e-07,
      "loss": 132.6412,
      "step": 7520
    },
    {
      "epoch": 0.7908430769230769,
      "grad_norm": 79.4375,
      "learning_rate": 9.984553846153847e-07,
      "loss": 133.3601,
      "step": 7530
    },
    {
      "epoch": 0.7918933333333333,
      "grad_norm": 74.9375,
      "learning_rate": 9.984533333333332e-07,
      "loss": 133.7195,
      "step": 7540
    },
    {
      "epoch": 0.7929435897435897,
      "grad_norm": 76.1875,
      "learning_rate": 9.98451282051282e-07,
      "loss": 133.1729,
      "step": 7550
    },
    {
      "epoch": 0.7939938461538462,
      "grad_norm": 79.125,
      "learning_rate": 9.984492307692308e-07,
      "loss": 133.8151,
      "step": 7560
    },
    {
      "epoch": 0.7950441025641025,
      "grad_norm": 76.8125,
      "learning_rate": 9.984471794871795e-07,
      "loss": 134.1982,
      "step": 7570
    },
    {
      "epoch": 0.796094358974359,
      "grad_norm": 80.0,
      "learning_rate": 9.984451282051281e-07,
      "loss": 133.2489,
      "step": 7580
    },
    {
      "epoch": 0.7971446153846153,
      "grad_norm": 75.0,
      "learning_rate": 9.984430769230768e-07,
      "loss": 134.1791,
      "step": 7590
    },
    {
      "epoch": 0.7981948717948718,
      "grad_norm": 77.375,
      "learning_rate": 9.984410256410255e-07,
      "loss": 134.0118,
      "step": 7600
    },
    {
      "epoch": 0.7992451282051282,
      "grad_norm": 82.3125,
      "learning_rate": 9.984389743589742e-07,
      "loss": 132.9163,
      "step": 7610
    },
    {
      "epoch": 0.8002953846153846,
      "grad_norm": 78.25,
      "learning_rate": 9.984369230769231e-07,
      "loss": 133.4907,
      "step": 7620
    },
    {
      "epoch": 0.801345641025641,
      "grad_norm": 72.375,
      "learning_rate": 9.984348717948718e-07,
      "loss": 134.2763,
      "step": 7630
    },
    {
      "epoch": 0.8023958974358975,
      "grad_norm": 77.0625,
      "learning_rate": 9.984328205128205e-07,
      "loss": 133.4557,
      "step": 7640
    },
    {
      "epoch": 0.8034461538461538,
      "grad_norm": 75.4375,
      "learning_rate": 9.984307692307692e-07,
      "loss": 133.6842,
      "step": 7650
    },
    {
      "epoch": 0.8044964102564103,
      "grad_norm": 74.75,
      "learning_rate": 9.98428717948718e-07,
      "loss": 133.6221,
      "step": 7660
    },
    {
      "epoch": 0.8055466666666666,
      "grad_norm": 74.1875,
      "learning_rate": 9.984266666666666e-07,
      "loss": 133.9818,
      "step": 7670
    },
    {
      "epoch": 0.8065969230769231,
      "grad_norm": 80.9375,
      "learning_rate": 9.984246153846153e-07,
      "loss": 134.001,
      "step": 7680
    },
    {
      "epoch": 0.8076471794871795,
      "grad_norm": 73.4375,
      "learning_rate": 9.98422564102564e-07,
      "loss": 134.0589,
      "step": 7690
    },
    {
      "epoch": 0.8086974358974359,
      "grad_norm": 74.3125,
      "learning_rate": 9.984205128205127e-07,
      "loss": 133.7496,
      "step": 7700
    },
    {
      "epoch": 0.8097476923076923,
      "grad_norm": 74.3125,
      "learning_rate": 9.984184615384616e-07,
      "loss": 133.3738,
      "step": 7710
    },
    {
      "epoch": 0.8107979487179487,
      "grad_norm": 72.0,
      "learning_rate": 9.984164102564103e-07,
      "loss": 133.1667,
      "step": 7720
    },
    {
      "epoch": 0.8118482051282051,
      "grad_norm": 75.875,
      "learning_rate": 9.98414358974359e-07,
      "loss": 132.9567,
      "step": 7730
    },
    {
      "epoch": 0.8128984615384616,
      "grad_norm": 73.3125,
      "learning_rate": 9.984123076923077e-07,
      "loss": 134.7816,
      "step": 7740
    },
    {
      "epoch": 0.8139487179487179,
      "grad_norm": 75.875,
      "learning_rate": 9.984102564102564e-07,
      "loss": 133.8593,
      "step": 7750
    },
    {
      "epoch": 0.8149989743589744,
      "grad_norm": 78.5625,
      "learning_rate": 9.98408205128205e-07,
      "loss": 133.8173,
      "step": 7760
    },
    {
      "epoch": 0.8160492307692307,
      "grad_norm": 72.25,
      "learning_rate": 9.984061538461538e-07,
      "loss": 133.5827,
      "step": 7770
    },
    {
      "epoch": 0.8170994871794872,
      "grad_norm": 77.6875,
      "learning_rate": 9.984041025641027e-07,
      "loss": 132.9576,
      "step": 7780
    },
    {
      "epoch": 0.8181497435897436,
      "grad_norm": 71.6875,
      "learning_rate": 9.984020512820511e-07,
      "loss": 133.3698,
      "step": 7790
    },
    {
      "epoch": 0.8192,
      "grad_norm": 72.8125,
      "learning_rate": 9.983999999999998e-07,
      "loss": 133.9683,
      "step": 7800
    },
    {
      "epoch": 0.8202502564102564,
      "grad_norm": 73.25,
      "learning_rate": 9.983979487179487e-07,
      "loss": 133.8763,
      "step": 7810
    },
    {
      "epoch": 0.8213005128205129,
      "grad_norm": 71.875,
      "learning_rate": 9.983958974358974e-07,
      "loss": 132.3762,
      "step": 7820
    },
    {
      "epoch": 0.8223507692307692,
      "grad_norm": 77.3125,
      "learning_rate": 9.983938461538461e-07,
      "loss": 133.6236,
      "step": 7830
    },
    {
      "epoch": 0.8234010256410257,
      "grad_norm": 83.8125,
      "learning_rate": 9.983917948717948e-07,
      "loss": 132.3988,
      "step": 7840
    },
    {
      "epoch": 0.824451282051282,
      "grad_norm": 73.375,
      "learning_rate": 9.983897435897435e-07,
      "loss": 133.4139,
      "step": 7850
    },
    {
      "epoch": 0.8255015384615385,
      "grad_norm": 79.3125,
      "learning_rate": 9.983876923076922e-07,
      "loss": 134.3546,
      "step": 7860
    },
    {
      "epoch": 0.8265517948717949,
      "grad_norm": 78.4375,
      "learning_rate": 9.98385641025641e-07,
      "loss": 134.4989,
      "step": 7870
    },
    {
      "epoch": 0.8276020512820513,
      "grad_norm": 78.0,
      "learning_rate": 9.983835897435898e-07,
      "loss": 133.5446,
      "step": 7880
    },
    {
      "epoch": 0.8286523076923077,
      "grad_norm": 77.5,
      "learning_rate": 9.983815384615383e-07,
      "loss": 133.1525,
      "step": 7890
    },
    {
      "epoch": 0.8297025641025642,
      "grad_norm": 84.1875,
      "learning_rate": 9.983794871794872e-07,
      "loss": 133.6593,
      "step": 7900
    },
    {
      "epoch": 0.8307528205128205,
      "grad_norm": 74.1875,
      "learning_rate": 9.983774358974359e-07,
      "loss": 133.9224,
      "step": 7910
    },
    {
      "epoch": 0.831803076923077,
      "grad_norm": 76.0,
      "learning_rate": 9.983753846153846e-07,
      "loss": 134.1779,
      "step": 7920
    },
    {
      "epoch": 0.8328533333333333,
      "grad_norm": 73.8125,
      "learning_rate": 9.983733333333333e-07,
      "loss": 135.2825,
      "step": 7930
    },
    {
      "epoch": 0.8339035897435897,
      "grad_norm": 72.875,
      "learning_rate": 9.98371282051282e-07,
      "loss": 133.2882,
      "step": 7940
    },
    {
      "epoch": 0.8349538461538462,
      "grad_norm": 72.4375,
      "learning_rate": 9.983692307692307e-07,
      "loss": 134.7268,
      "step": 7950
    },
    {
      "epoch": 0.8360041025641025,
      "grad_norm": 78.8125,
      "learning_rate": 9.983671794871794e-07,
      "loss": 133.8474,
      "step": 7960
    },
    {
      "epoch": 0.837054358974359,
      "grad_norm": 74.5,
      "learning_rate": 9.983651282051283e-07,
      "loss": 131.9032,
      "step": 7970
    },
    {
      "epoch": 0.8381046153846153,
      "grad_norm": 77.5625,
      "learning_rate": 9.98363076923077e-07,
      "loss": 134.0065,
      "step": 7980
    },
    {
      "epoch": 0.8391548717948718,
      "grad_norm": 78.25,
      "learning_rate": 9.983610256410257e-07,
      "loss": 133.8622,
      "step": 7990
    },
    {
      "epoch": 0.8402051282051282,
      "grad_norm": 76.3125,
      "learning_rate": 9.983589743589743e-07,
      "loss": 133.5396,
      "step": 8000
    },
    {
      "epoch": 0.8412553846153846,
      "grad_norm": 83.25,
      "learning_rate": 9.98356923076923e-07,
      "loss": 134.0301,
      "step": 8010
    },
    {
      "epoch": 0.842305641025641,
      "grad_norm": 77.5625,
      "learning_rate": 9.983548717948717e-07,
      "loss": 133.8874,
      "step": 8020
    },
    {
      "epoch": 0.8433558974358975,
      "grad_norm": 76.25,
      "learning_rate": 9.983528205128204e-07,
      "loss": 133.7713,
      "step": 8030
    },
    {
      "epoch": 0.8444061538461538,
      "grad_norm": 85.25,
      "learning_rate": 9.983507692307691e-07,
      "loss": 132.7225,
      "step": 8040
    },
    {
      "epoch": 0.8454564102564103,
      "grad_norm": 77.9375,
      "learning_rate": 9.983487179487178e-07,
      "loss": 132.4973,
      "step": 8050
    },
    {
      "epoch": 0.8465066666666666,
      "grad_norm": 77.5,
      "learning_rate": 9.983466666666667e-07,
      "loss": 134.7827,
      "step": 8060
    },
    {
      "epoch": 0.8475569230769231,
      "grad_norm": 78.9375,
      "learning_rate": 9.983446153846154e-07,
      "loss": 134.2993,
      "step": 8070
    },
    {
      "epoch": 0.8486071794871795,
      "grad_norm": 75.875,
      "learning_rate": 9.983425641025641e-07,
      "loss": 132.517,
      "step": 8080
    },
    {
      "epoch": 0.8496574358974359,
      "grad_norm": 72.8125,
      "learning_rate": 9.983405128205128e-07,
      "loss": 132.6084,
      "step": 8090
    },
    {
      "epoch": 0.8507076923076923,
      "grad_norm": 75.1875,
      "learning_rate": 9.983384615384615e-07,
      "loss": 133.5499,
      "step": 8100
    },
    {
      "epoch": 0.8517579487179487,
      "grad_norm": 76.0,
      "learning_rate": 9.983364102564102e-07,
      "loss": 131.2289,
      "step": 8110
    },
    {
      "epoch": 0.8528082051282051,
      "grad_norm": 74.625,
      "learning_rate": 9.983343589743589e-07,
      "loss": 133.3548,
      "step": 8120
    },
    {
      "epoch": 0.8538584615384616,
      "grad_norm": 80.9375,
      "learning_rate": 9.983323076923078e-07,
      "loss": 132.2297,
      "step": 8130
    },
    {
      "epoch": 0.8549087179487179,
      "grad_norm": 73.125,
      "learning_rate": 9.983302564102563e-07,
      "loss": 133.2755,
      "step": 8140
    },
    {
      "epoch": 0.8559589743589744,
      "grad_norm": 75.3125,
      "learning_rate": 9.98328205128205e-07,
      "loss": 134.9403,
      "step": 8150
    },
    {
      "epoch": 0.8570092307692307,
      "grad_norm": 73.75,
      "learning_rate": 9.983261538461539e-07,
      "loss": 133.4854,
      "step": 8160
    },
    {
      "epoch": 0.8580594871794872,
      "grad_norm": 75.4375,
      "learning_rate": 9.983241025641026e-07,
      "loss": 133.9221,
      "step": 8170
    },
    {
      "epoch": 0.8591097435897436,
      "grad_norm": 73.0625,
      "learning_rate": 9.983220512820513e-07,
      "loss": 133.0202,
      "step": 8180
    },
    {
      "epoch": 0.86016,
      "grad_norm": 77.8125,
      "learning_rate": 9.9832e-07,
      "loss": 133.9612,
      "step": 8190
    },
    {
      "epoch": 0.8612102564102564,
      "grad_norm": 74.75,
      "learning_rate": 9.983179487179486e-07,
      "loss": 132.866,
      "step": 8200
    },
    {
      "epoch": 0.8622605128205129,
      "grad_norm": 78.6875,
      "learning_rate": 9.983158974358973e-07,
      "loss": 131.9501,
      "step": 8210
    },
    {
      "epoch": 0.8633107692307692,
      "grad_norm": 72.5,
      "learning_rate": 9.98313846153846e-07,
      "loss": 133.986,
      "step": 8220
    },
    {
      "epoch": 0.8643610256410257,
      "grad_norm": 77.5625,
      "learning_rate": 9.98311794871795e-07,
      "loss": 134.4183,
      "step": 8230
    },
    {
      "epoch": 0.865411282051282,
      "grad_norm": 79.1875,
      "learning_rate": 9.983097435897434e-07,
      "loss": 133.7371,
      "step": 8240
    },
    {
      "epoch": 0.8664615384615385,
      "grad_norm": 83.9375,
      "learning_rate": 9.983076923076923e-07,
      "loss": 131.5742,
      "step": 8250
    },
    {
      "epoch": 0.8675117948717949,
      "grad_norm": 78.125,
      "learning_rate": 9.98305641025641e-07,
      "loss": 133.3313,
      "step": 8260
    },
    {
      "epoch": 0.8685620512820513,
      "grad_norm": 81.25,
      "learning_rate": 9.983035897435897e-07,
      "loss": 133.0588,
      "step": 8270
    },
    {
      "epoch": 0.8696123076923077,
      "grad_norm": 74.875,
      "learning_rate": 9.983015384615384e-07,
      "loss": 132.9553,
      "step": 8280
    },
    {
      "epoch": 0.8706625641025642,
      "grad_norm": 76.25,
      "learning_rate": 9.982994871794871e-07,
      "loss": 132.9017,
      "step": 8290
    },
    {
      "epoch": 0.8717128205128205,
      "grad_norm": 80.25,
      "learning_rate": 9.982974358974358e-07,
      "loss": 132.7887,
      "step": 8300
    },
    {
      "epoch": 0.872763076923077,
      "grad_norm": 82.5,
      "learning_rate": 9.982953846153845e-07,
      "loss": 131.9362,
      "step": 8310
    },
    {
      "epoch": 0.8738133333333333,
      "grad_norm": 74.6875,
      "learning_rate": 9.982933333333334e-07,
      "loss": 133.4346,
      "step": 8320
    },
    {
      "epoch": 0.8748635897435898,
      "grad_norm": 74.4375,
      "learning_rate": 9.98291282051282e-07,
      "loss": 133.0578,
      "step": 8330
    },
    {
      "epoch": 0.8759138461538462,
      "grad_norm": 74.75,
      "learning_rate": 9.982892307692308e-07,
      "loss": 133.309,
      "step": 8340
    },
    {
      "epoch": 0.8769641025641025,
      "grad_norm": 78.125,
      "learning_rate": 9.982871794871795e-07,
      "loss": 134.0469,
      "step": 8350
    },
    {
      "epoch": 0.878014358974359,
      "grad_norm": 82.125,
      "learning_rate": 9.982851282051282e-07,
      "loss": 131.7594,
      "step": 8360
    },
    {
      "epoch": 0.8790646153846153,
      "grad_norm": 80.9375,
      "learning_rate": 9.982830769230769e-07,
      "loss": 134.0729,
      "step": 8370
    },
    {
      "epoch": 0.8801148717948718,
      "grad_norm": 80.75,
      "learning_rate": 9.982810256410256e-07,
      "loss": 133.4013,
      "step": 8380
    },
    {
      "epoch": 0.8811651282051282,
      "grad_norm": 74.6875,
      "learning_rate": 9.982789743589743e-07,
      "loss": 132.9633,
      "step": 8390
    },
    {
      "epoch": 0.8822153846153846,
      "grad_norm": 74.3125,
      "learning_rate": 9.98276923076923e-07,
      "loss": 133.8356,
      "step": 8400
    },
    {
      "epoch": 0.883265641025641,
      "grad_norm": 75.0,
      "learning_rate": 9.982748717948719e-07,
      "loss": 133.2425,
      "step": 8410
    },
    {
      "epoch": 0.8843158974358974,
      "grad_norm": 73.25,
      "learning_rate": 9.982728205128206e-07,
      "loss": 132.7144,
      "step": 8420
    },
    {
      "epoch": 0.8853661538461538,
      "grad_norm": 78.625,
      "learning_rate": 9.98270769230769e-07,
      "loss": 134.2052,
      "step": 8430
    },
    {
      "epoch": 0.8864164102564103,
      "grad_norm": 71.0,
      "learning_rate": 9.98268717948718e-07,
      "loss": 133.7353,
      "step": 8440
    },
    {
      "epoch": 0.8874666666666666,
      "grad_norm": 77.3125,
      "learning_rate": 9.982666666666666e-07,
      "loss": 134.3944,
      "step": 8450
    },
    {
      "epoch": 0.8885169230769231,
      "grad_norm": 79.5,
      "learning_rate": 9.982646153846153e-07,
      "loss": 134.6475,
      "step": 8460
    },
    {
      "epoch": 0.8895671794871794,
      "grad_norm": 78.375,
      "learning_rate": 9.98262564102564e-07,
      "loss": 133.3185,
      "step": 8470
    },
    {
      "epoch": 0.8906174358974359,
      "grad_norm": 83.3125,
      "learning_rate": 9.98260512820513e-07,
      "loss": 133.362,
      "step": 8480
    },
    {
      "epoch": 0.8916676923076923,
      "grad_norm": 75.875,
      "learning_rate": 9.982584615384614e-07,
      "loss": 132.8726,
      "step": 8490
    },
    {
      "epoch": 0.8927179487179487,
      "grad_norm": 73.5625,
      "learning_rate": 9.9825641025641e-07,
      "loss": 132.8631,
      "step": 8500
    },
    {
      "epoch": 0.8937682051282051,
      "grad_norm": 73.4375,
      "learning_rate": 9.98254358974359e-07,
      "loss": 132.5936,
      "step": 8510
    },
    {
      "epoch": 0.8948184615384616,
      "grad_norm": 80.75,
      "learning_rate": 9.982523076923077e-07,
      "loss": 133.115,
      "step": 8520
    },
    {
      "epoch": 0.8958687179487179,
      "grad_norm": 78.25,
      "learning_rate": 9.982502564102564e-07,
      "loss": 132.0712,
      "step": 8530
    },
    {
      "epoch": 0.8969189743589744,
      "grad_norm": 71.3125,
      "learning_rate": 9.98248205128205e-07,
      "loss": 134.2035,
      "step": 8540
    },
    {
      "epoch": 0.8979692307692307,
      "grad_norm": 75.8125,
      "learning_rate": 9.982461538461538e-07,
      "loss": 134.253,
      "step": 8550
    },
    {
      "epoch": 0.8990194871794872,
      "grad_norm": 76.125,
      "learning_rate": 9.982441025641025e-07,
      "loss": 132.0401,
      "step": 8560
    },
    {
      "epoch": 0.9000697435897436,
      "grad_norm": 77.625,
      "learning_rate": 9.982420512820512e-07,
      "loss": 133.6438,
      "step": 8570
    },
    {
      "epoch": 0.90112,
      "grad_norm": 74.8125,
      "learning_rate": 9.9824e-07,
      "loss": 134.649,
      "step": 8580
    },
    {
      "epoch": 0.9021702564102564,
      "grad_norm": 78.8125,
      "learning_rate": 9.982379487179486e-07,
      "loss": 133.015,
      "step": 8590
    },
    {
      "epoch": 0.9032205128205129,
      "grad_norm": 79.5,
      "learning_rate": 9.982358974358975e-07,
      "loss": 133.7255,
      "step": 8600
    },
    {
      "epoch": 0.9042707692307692,
      "grad_norm": 76.375,
      "learning_rate": 9.982338461538462e-07,
      "loss": 133.1744,
      "step": 8610
    },
    {
      "epoch": 0.9053210256410257,
      "grad_norm": 76.8125,
      "learning_rate": 9.982317948717949e-07,
      "loss": 133.6467,
      "step": 8620
    },
    {
      "epoch": 0.906371282051282,
      "grad_norm": 75.5,
      "learning_rate": 9.982297435897435e-07,
      "loss": 133.2113,
      "step": 8630
    },
    {
      "epoch": 0.9074215384615385,
      "grad_norm": 90.875,
      "learning_rate": 9.982276923076922e-07,
      "loss": 134.016,
      "step": 8640
    },
    {
      "epoch": 0.9084717948717949,
      "grad_norm": 75.625,
      "learning_rate": 9.98225641025641e-07,
      "loss": 132.7446,
      "step": 8650
    },
    {
      "epoch": 0.9095220512820513,
      "grad_norm": 83.25,
      "learning_rate": 9.982235897435896e-07,
      "loss": 134.9909,
      "step": 8660
    },
    {
      "epoch": 0.9105723076923077,
      "grad_norm": 84.3125,
      "learning_rate": 9.982215384615385e-07,
      "loss": 133.9167,
      "step": 8670
    },
    {
      "epoch": 0.9116225641025641,
      "grad_norm": 77.375,
      "learning_rate": 9.98219487179487e-07,
      "loss": 133.2151,
      "step": 8680
    },
    {
      "epoch": 0.9126728205128205,
      "grad_norm": 74.375,
      "learning_rate": 9.98217435897436e-07,
      "loss": 132.7321,
      "step": 8690
    },
    {
      "epoch": 0.913723076923077,
      "grad_norm": 76.25,
      "learning_rate": 9.982153846153846e-07,
      "loss": 133.1595,
      "step": 8700
    },
    {
      "epoch": 0.9147733333333333,
      "grad_norm": 74.125,
      "learning_rate": 9.982133333333333e-07,
      "loss": 133.1293,
      "step": 8710
    },
    {
      "epoch": 0.9158235897435898,
      "grad_norm": 75.5625,
      "learning_rate": 9.98211282051282e-07,
      "loss": 133.3949,
      "step": 8720
    },
    {
      "epoch": 0.9168738461538462,
      "grad_norm": 77.0,
      "learning_rate": 9.982092307692307e-07,
      "loss": 133.7157,
      "step": 8730
    },
    {
      "epoch": 0.9179241025641026,
      "grad_norm": 69.6875,
      "learning_rate": 9.982071794871794e-07,
      "loss": 131.9628,
      "step": 8740
    },
    {
      "epoch": 0.918974358974359,
      "grad_norm": 76.75,
      "learning_rate": 9.98205128205128e-07,
      "loss": 133.9219,
      "step": 8750
    },
    {
      "epoch": 0.9200246153846153,
      "grad_norm": 77.0,
      "learning_rate": 9.98203076923077e-07,
      "loss": 133.5647,
      "step": 8760
    },
    {
      "epoch": 0.9210748717948718,
      "grad_norm": 73.3125,
      "learning_rate": 9.982010256410257e-07,
      "loss": 133.8773,
      "step": 8770
    },
    {
      "epoch": 0.9221251282051282,
      "grad_norm": 81.875,
      "learning_rate": 9.981989743589742e-07,
      "loss": 133.6441,
      "step": 8780
    },
    {
      "epoch": 0.9231753846153846,
      "grad_norm": 77.375,
      "learning_rate": 9.98196923076923e-07,
      "loss": 134.1967,
      "step": 8790
    },
    {
      "epoch": 0.924225641025641,
      "grad_norm": 75.75,
      "learning_rate": 9.981948717948718e-07,
      "loss": 133.6943,
      "step": 8800
    },
    {
      "epoch": 0.9252758974358974,
      "grad_norm": 74.5,
      "learning_rate": 9.981928205128205e-07,
      "loss": 131.9684,
      "step": 8810
    },
    {
      "epoch": 0.9263261538461538,
      "grad_norm": 77.9375,
      "learning_rate": 9.981907692307692e-07,
      "loss": 132.8939,
      "step": 8820
    },
    {
      "epoch": 0.9273764102564103,
      "grad_norm": 82.5625,
      "learning_rate": 9.981887179487178e-07,
      "loss": 132.9447,
      "step": 8830
    },
    {
      "epoch": 0.9284266666666666,
      "grad_norm": 78.5625,
      "learning_rate": 9.981866666666665e-07,
      "loss": 133.4321,
      "step": 8840
    },
    {
      "epoch": 0.9294769230769231,
      "grad_norm": 78.875,
      "learning_rate": 9.981846153846152e-07,
      "loss": 133.6094,
      "step": 8850
    },
    {
      "epoch": 0.9305271794871794,
      "grad_norm": 71.25,
      "learning_rate": 9.981825641025641e-07,
      "loss": 132.4788,
      "step": 8860
    },
    {
      "epoch": 0.9315774358974359,
      "grad_norm": 73.9375,
      "learning_rate": 9.981805128205128e-07,
      "loss": 132.1331,
      "step": 8870
    },
    {
      "epoch": 0.9326276923076923,
      "grad_norm": 74.6875,
      "learning_rate": 9.981784615384615e-07,
      "loss": 132.9293,
      "step": 8880
    },
    {
      "epoch": 0.9336779487179487,
      "grad_norm": 78.0625,
      "learning_rate": 9.981764102564102e-07,
      "loss": 134.1451,
      "step": 8890
    },
    {
      "epoch": 0.9347282051282051,
      "grad_norm": 77.75,
      "learning_rate": 9.98174358974359e-07,
      "loss": 132.7121,
      "step": 8900
    },
    {
      "epoch": 0.9357784615384616,
      "grad_norm": 72.75,
      "learning_rate": 9.981723076923076e-07,
      "loss": 132.0682,
      "step": 8910
    },
    {
      "epoch": 0.9368287179487179,
      "grad_norm": 78.75,
      "learning_rate": 9.981702564102563e-07,
      "loss": 132.9574,
      "step": 8920
    },
    {
      "epoch": 0.9378789743589744,
      "grad_norm": 81.625,
      "learning_rate": 9.98168205128205e-07,
      "loss": 133.9366,
      "step": 8930
    },
    {
      "epoch": 0.9389292307692307,
      "grad_norm": 74.125,
      "learning_rate": 9.981661538461537e-07,
      "loss": 134.1782,
      "step": 8940
    },
    {
      "epoch": 0.9399794871794872,
      "grad_norm": 80.4375,
      "learning_rate": 9.981641025641026e-07,
      "loss": 134.4583,
      "step": 8950
    },
    {
      "epoch": 0.9410297435897436,
      "grad_norm": 79.8125,
      "learning_rate": 9.981620512820513e-07,
      "loss": 134.201,
      "step": 8960
    },
    {
      "epoch": 0.94208,
      "grad_norm": 77.0,
      "learning_rate": 9.9816e-07,
      "loss": 133.9063,
      "step": 8970
    },
    {
      "epoch": 0.9431302564102564,
      "grad_norm": 74.8125,
      "learning_rate": 9.981579487179487e-07,
      "loss": 133.6804,
      "step": 8980
    },
    {
      "epoch": 0.9441805128205129,
      "grad_norm": 73.375,
      "learning_rate": 9.981558974358974e-07,
      "loss": 133.0501,
      "step": 8990
    },
    {
      "epoch": 0.9452307692307692,
      "grad_norm": 71.5,
      "learning_rate": 9.98153846153846e-07,
      "loss": 133.0835,
      "step": 9000
    },
    {
      "epoch": 0.9462810256410257,
      "grad_norm": 76.5625,
      "learning_rate": 9.981517948717948e-07,
      "loss": 133.7177,
      "step": 9010
    },
    {
      "epoch": 0.947331282051282,
      "grad_norm": 70.625,
      "learning_rate": 9.981497435897437e-07,
      "loss": 132.7033,
      "step": 9020
    },
    {
      "epoch": 0.9483815384615385,
      "grad_norm": 81.25,
      "learning_rate": 9.981476923076921e-07,
      "loss": 132.286,
      "step": 9030
    },
    {
      "epoch": 0.9494317948717949,
      "grad_norm": 82.125,
      "learning_rate": 9.98145641025641e-07,
      "loss": 132.4269,
      "step": 9040
    },
    {
      "epoch": 0.9504820512820513,
      "grad_norm": 76.875,
      "learning_rate": 9.981435897435897e-07,
      "loss": 132.6721,
      "step": 9050
    },
    {
      "epoch": 0.9515323076923077,
      "grad_norm": 72.5,
      "learning_rate": 9.981415384615384e-07,
      "loss": 132.3392,
      "step": 9060
    },
    {
      "epoch": 0.9525825641025641,
      "grad_norm": 82.25,
      "learning_rate": 9.981394871794871e-07,
      "loss": 133.6953,
      "step": 9070
    },
    {
      "epoch": 0.9536328205128205,
      "grad_norm": 81.0625,
      "learning_rate": 9.981374358974358e-07,
      "loss": 133.0798,
      "step": 9080
    },
    {
      "epoch": 0.954683076923077,
      "grad_norm": 75.0625,
      "learning_rate": 9.981353846153845e-07,
      "loss": 134.3506,
      "step": 9090
    },
    {
      "epoch": 0.9557333333333333,
      "grad_norm": 82.4375,
      "learning_rate": 9.981333333333332e-07,
      "loss": 135.1331,
      "step": 9100
    },
    {
      "epoch": 0.9567835897435898,
      "grad_norm": 76.375,
      "learning_rate": 9.981312820512821e-07,
      "loss": 131.6688,
      "step": 9110
    },
    {
      "epoch": 0.9578338461538461,
      "grad_norm": 72.25,
      "learning_rate": 9.981292307692308e-07,
      "loss": 134.2536,
      "step": 9120
    },
    {
      "epoch": 0.9588841025641026,
      "grad_norm": 75.375,
      "learning_rate": 9.981271794871793e-07,
      "loss": 132.993,
      "step": 9130
    },
    {
      "epoch": 0.959934358974359,
      "grad_norm": 79.625,
      "learning_rate": 9.981251282051282e-07,
      "loss": 132.7532,
      "step": 9140
    },
    {
      "epoch": 0.9609846153846154,
      "grad_norm": 72.8125,
      "learning_rate": 9.98123076923077e-07,
      "loss": 134.5466,
      "step": 9150
    },
    {
      "epoch": 0.9620348717948718,
      "grad_norm": 73.625,
      "learning_rate": 9.981210256410256e-07,
      "loss": 133.4606,
      "step": 9160
    },
    {
      "epoch": 0.9630851282051283,
      "grad_norm": 69.25,
      "learning_rate": 9.981189743589743e-07,
      "loss": 132.9202,
      "step": 9170
    },
    {
      "epoch": 0.9641353846153846,
      "grad_norm": 77.625,
      "learning_rate": 9.98116923076923e-07,
      "loss": 133.554,
      "step": 9180
    },
    {
      "epoch": 0.965185641025641,
      "grad_norm": 72.0,
      "learning_rate": 9.981148717948717e-07,
      "loss": 133.4544,
      "step": 9190
    },
    {
      "epoch": 0.9662358974358974,
      "grad_norm": 72.75,
      "learning_rate": 9.981128205128204e-07,
      "loss": 132.8837,
      "step": 9200
    },
    {
      "epoch": 0.9672861538461538,
      "grad_norm": 75.1875,
      "learning_rate": 9.981107692307693e-07,
      "loss": 133.7232,
      "step": 9210
    },
    {
      "epoch": 0.9683364102564103,
      "grad_norm": 69.6875,
      "learning_rate": 9.98108717948718e-07,
      "loss": 132.7222,
      "step": 9220
    },
    {
      "epoch": 0.9693866666666666,
      "grad_norm": 76.3125,
      "learning_rate": 9.981066666666667e-07,
      "loss": 134.062,
      "step": 9230
    },
    {
      "epoch": 0.9704369230769231,
      "grad_norm": 73.8125,
      "learning_rate": 9.981046153846154e-07,
      "loss": 133.7961,
      "step": 9240
    },
    {
      "epoch": 0.9714871794871794,
      "grad_norm": 76.25,
      "learning_rate": 9.98102564102564e-07,
      "loss": 133.53,
      "step": 9250
    },
    {
      "epoch": 0.9725374358974359,
      "grad_norm": 76.8125,
      "learning_rate": 9.981005128205127e-07,
      "loss": 134.952,
      "step": 9260
    },
    {
      "epoch": 0.9735876923076923,
      "grad_norm": 74.1875,
      "learning_rate": 9.980984615384614e-07,
      "loss": 132.9375,
      "step": 9270
    },
    {
      "epoch": 0.9746379487179487,
      "grad_norm": 87.25,
      "learning_rate": 9.980964102564101e-07,
      "loss": 132.9781,
      "step": 9280
    },
    {
      "epoch": 0.9756882051282051,
      "grad_norm": 74.4375,
      "learning_rate": 9.980943589743588e-07,
      "loss": 132.2021,
      "step": 9290
    },
    {
      "epoch": 0.9767384615384616,
      "grad_norm": 73.0,
      "learning_rate": 9.980923076923077e-07,
      "loss": 132.5939,
      "step": 9300
    },
    {
      "epoch": 0.9777887179487179,
      "grad_norm": 77.5,
      "learning_rate": 9.980902564102564e-07,
      "loss": 133.525,
      "step": 9310
    },
    {
      "epoch": 0.9788389743589744,
      "grad_norm": 79.1875,
      "learning_rate": 9.980882051282051e-07,
      "loss": 132.8209,
      "step": 9320
    },
    {
      "epoch": 0.9798892307692307,
      "grad_norm": 76.9375,
      "learning_rate": 9.980861538461538e-07,
      "loss": 133.3684,
      "step": 9330
    },
    {
      "epoch": 0.9809394871794872,
      "grad_norm": 71.9375,
      "learning_rate": 9.980841025641025e-07,
      "loss": 130.963,
      "step": 9340
    },
    {
      "epoch": 0.9819897435897436,
      "grad_norm": 79.9375,
      "learning_rate": 9.980820512820512e-07,
      "loss": 133.7593,
      "step": 9350
    },
    {
      "epoch": 0.98304,
      "grad_norm": 77.125,
      "learning_rate": 9.9808e-07,
      "loss": 132.379,
      "step": 9360
    },
    {
      "epoch": 0.9840902564102564,
      "grad_norm": 76.75,
      "learning_rate": 9.980779487179488e-07,
      "loss": 131.4839,
      "step": 9370
    },
    {
      "epoch": 0.9851405128205128,
      "grad_norm": 73.8125,
      "learning_rate": 9.980758974358973e-07,
      "loss": 133.2282,
      "step": 9380
    },
    {
      "epoch": 0.9861907692307692,
      "grad_norm": 73.9375,
      "learning_rate": 9.980738461538462e-07,
      "loss": 132.6678,
      "step": 9390
    },
    {
      "epoch": 0.9872410256410257,
      "grad_norm": 76.625,
      "learning_rate": 9.980717948717949e-07,
      "loss": 132.3676,
      "step": 9400
    },
    {
      "epoch": 0.988291282051282,
      "grad_norm": 73.125,
      "learning_rate": 9.980697435897436e-07,
      "loss": 132.7415,
      "step": 9410
    },
    {
      "epoch": 0.9893415384615385,
      "grad_norm": 74.75,
      "learning_rate": 9.980676923076923e-07,
      "loss": 134.5323,
      "step": 9420
    },
    {
      "epoch": 0.9903917948717949,
      "grad_norm": 75.75,
      "learning_rate": 9.98065641025641e-07,
      "loss": 132.3584,
      "step": 9430
    },
    {
      "epoch": 0.9914420512820513,
      "grad_norm": 77.5625,
      "learning_rate": 9.980635897435897e-07,
      "loss": 132.1099,
      "step": 9440
    },
    {
      "epoch": 0.9924923076923077,
      "grad_norm": 75.5625,
      "learning_rate": 9.980615384615384e-07,
      "loss": 132.6088,
      "step": 9450
    },
    {
      "epoch": 0.9935425641025641,
      "grad_norm": 77.75,
      "learning_rate": 9.980594871794873e-07,
      "loss": 132.0042,
      "step": 9460
    },
    {
      "epoch": 0.9945928205128205,
      "grad_norm": 76.6875,
      "learning_rate": 9.98057435897436e-07,
      "loss": 132.9037,
      "step": 9470
    },
    {
      "epoch": 0.995643076923077,
      "grad_norm": 75.5,
      "learning_rate": 9.980553846153844e-07,
      "loss": 133.0483,
      "step": 9480
    },
    {
      "epoch": 0.9966933333333333,
      "grad_norm": 74.8125,
      "learning_rate": 9.980533333333333e-07,
      "loss": 134.3751,
      "step": 9490
    },
    {
      "epoch": 0.9977435897435898,
      "grad_norm": 74.625,
      "learning_rate": 9.98051282051282e-07,
      "loss": 132.6699,
      "step": 9500
    },
    {
      "epoch": 0.9987938461538461,
      "grad_norm": 79.875,
      "learning_rate": 9.980492307692307e-07,
      "loss": 132.3946,
      "step": 9510
    },
    {
      "epoch": 0.9998441025641026,
      "grad_norm": 73.5625,
      "learning_rate": 9.980471794871794e-07,
      "loss": 133.7389,
      "step": 9520
    }
  ],
  "logging_steps": 10,
  "max_steps": 9521,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.6288590936506106e+19,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}