{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9991416309012876,
  "eval_steps": 500,
  "global_step": 582,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0017167381974248926,
      "grad_norm": 148.37953017406076,
      "learning_rate": 3.3898305084745763e-06,
      "loss": 1.4925,
      "step": 1
    },
    {
      "epoch": 0.008583690987124463,
      "grad_norm": 226.53531287893435,
      "learning_rate": 1.694915254237288e-05,
      "loss": 1.8304,
      "step": 5
    },
    {
      "epoch": 0.017167381974248927,
      "grad_norm": 122.60255331663019,
      "learning_rate": 3.389830508474576e-05,
      "loss": 1.6337,
      "step": 10
    },
    {
      "epoch": 0.02575107296137339,
      "grad_norm": 27.57943216063738,
      "learning_rate": 5.0847457627118643e-05,
      "loss": 1.4564,
      "step": 15
    },
    {
      "epoch": 0.034334763948497854,
      "grad_norm": 68.31876381825991,
      "learning_rate": 6.779661016949152e-05,
      "loss": 1.6491,
      "step": 20
    },
    {
      "epoch": 0.04291845493562232,
      "grad_norm": 34.24629194904229,
      "learning_rate": 8.474576271186441e-05,
      "loss": 1.6714,
      "step": 25
    },
    {
      "epoch": 0.05150214592274678,
      "grad_norm": 392.0670273900377,
      "learning_rate": 0.00010169491525423729,
      "loss": 2.8097,
      "step": 30
    },
    {
      "epoch": 0.060085836909871244,
      "grad_norm": 1460.2154288260613,
      "learning_rate": 0.00011864406779661017,
      "loss": 2.2112,
      "step": 35
    },
    {
      "epoch": 0.06866952789699571,
      "grad_norm": 152.24800163036767,
      "learning_rate": 0.00013559322033898305,
      "loss": 1.5475,
      "step": 40
    },
    {
      "epoch": 0.07725321888412018,
      "grad_norm": 529.4349457912397,
      "learning_rate": 0.00015254237288135592,
      "loss": 3.2178,
      "step": 45
    },
    {
      "epoch": 0.08583690987124463,
      "grad_norm": 740.2750714071109,
      "learning_rate": 0.00016949152542372882,
      "loss": 3.7609,
      "step": 50
    },
    {
      "epoch": 0.0944206008583691,
      "grad_norm": 501.75647987784066,
      "learning_rate": 0.0001864406779661017,
      "loss": 5.1663,
      "step": 55
    },
    {
      "epoch": 0.10300429184549356,
      "grad_norm": 552.7605592699055,
      "learning_rate": 0.0001999981958814743,
      "loss": 12.807,
      "step": 60
    },
    {
      "epoch": 0.11158798283261803,
      "grad_norm": 79.39978511676262,
      "learning_rate": 0.00019993505856798243,
      "loss": 15.5599,
      "step": 65
    },
    {
      "epoch": 0.12017167381974249,
      "grad_norm": 56.78553117050131,
      "learning_rate": 0.00019978178041451998,
      "loss": 16.703,
      "step": 70
    },
    {
      "epoch": 0.12875536480686695,
      "grad_norm": 112.72908285826135,
      "learning_rate": 0.0001995384996770874,
      "loss": 15.425,
      "step": 75
    },
    {
      "epoch": 0.13733905579399142,
      "grad_norm": 442.5710003227928,
      "learning_rate": 0.000199205435793491,
      "loss": 31.9561,
      "step": 80
    },
    {
      "epoch": 0.1459227467811159,
      "grad_norm": 184.54596876342316,
      "learning_rate": 0.00019878288918541114,
      "loss": 15.8809,
      "step": 85
    },
    {
      "epoch": 0.15450643776824036,
      "grad_norm": 347.24694919273804,
      "learning_rate": 0.00019827124098742394,
      "loss": 14.7386,
      "step": 90
    },
    {
      "epoch": 0.1630901287553648,
      "grad_norm": 48.28938306214246,
      "learning_rate": 0.0001976709527032198,
      "loss": 17.4369,
      "step": 95
    },
    {
      "epoch": 0.17167381974248927,
      "grad_norm": 111.82743394628322,
      "learning_rate": 0.00019698256578933005,
      "loss": 13.2218,
      "step": 100
    },
    {
      "epoch": 0.18025751072961374,
      "grad_norm": 266.4352235029355,
      "learning_rate": 0.00019620670116673604,
      "loss": 10.8569,
      "step": 105
    },
    {
      "epoch": 0.1888412017167382,
      "grad_norm": 42.96800119266756,
      "learning_rate": 0.0001953440586608022,
      "loss": 9.8788,
      "step": 110
    },
    {
      "epoch": 0.19742489270386265,
      "grad_norm": 37.647763231857866,
      "learning_rate": 0.00019439541637003772,
      "loss": 8.9958,
      "step": 115
    },
    {
      "epoch": 0.20600858369098712,
      "grad_norm": 20.454288165244996,
      "learning_rate": 0.00019336162996425597,
      "loss": 8.1835,
      "step": 120
    },
    {
      "epoch": 0.2145922746781116,
      "grad_norm": 59.141650986938025,
      "learning_rate": 0.00019224363191276559,
      "loss": 8.2297,
      "step": 125
    },
    {
      "epoch": 0.22317596566523606,
      "grad_norm": 39.88230197372808,
      "learning_rate": 0.00019104243064328838,
      "loss": 8.0509,
      "step": 130
    },
    {
      "epoch": 0.2317596566523605,
      "grad_norm": 27.87553480349785,
      "learning_rate": 0.00018975910963236366,
      "loss": 7.7919,
      "step": 135
    },
    {
      "epoch": 0.24034334763948498,
      "grad_norm": 33.29528319809458,
      "learning_rate": 0.00018839482642805843,
      "loss": 7.4218,
      "step": 140
    },
    {
      "epoch": 0.24892703862660945,
      "grad_norm": 28.706620751101852,
      "learning_rate": 0.000186950811605866,
      "loss": 7.3135,
      "step": 145
    },
    {
      "epoch": 0.2575107296137339,
      "grad_norm": 77.97848200082751,
      "learning_rate": 0.00018542836765873396,
      "loss": 7.3272,
      "step": 150
    },
    {
      "epoch": 0.26609442060085836,
      "grad_norm": 12.617065010078097,
      "learning_rate": 0.00018382886782222313,
      "loss": 7.1705,
      "step": 155
    },
    {
      "epoch": 0.27467811158798283,
      "grad_norm": 9.66255057469759,
      "learning_rate": 0.00018215375483585726,
      "loss": 7.152,
      "step": 160
    },
    {
      "epoch": 0.2832618025751073,
      "grad_norm": 13.81795039749584,
      "learning_rate": 0.0001804045396417801,
      "loss": 7.0384,
      "step": 165
    },
    {
      "epoch": 0.2918454935622318,
      "grad_norm": 10.65607302408338,
      "learning_rate": 0.0001785828000218947,
      "loss": 7.1945,
      "step": 170
    },
    {
      "epoch": 0.30042918454935624,
      "grad_norm": 15.782661016430529,
      "learning_rate": 0.00017669017917471314,
      "loss": 7.7122,
      "step": 175
    },
    {
      "epoch": 0.3090128755364807,
      "grad_norm": 73.67344007196424,
      "learning_rate": 0.00017472838423320108,
      "loss": 7.3337,
      "step": 180
    },
    {
      "epoch": 0.31759656652360513,
      "grad_norm": 14.634220899220917,
      "learning_rate": 0.0001726991847249539,
      "loss": 7.6728,
      "step": 185
    },
    {
      "epoch": 0.3261802575107296,
      "grad_norm": 13.23535439972109,
      "learning_rate": 0.000170604410976093,
      "loss": 7.1979,
      "step": 190
    },
    {
      "epoch": 0.33476394849785407,
      "grad_norm": 15.490178591732896,
      "learning_rate": 0.00016844595246032234,
      "loss": 7.4718,
      "step": 195
    },
    {
      "epoch": 0.34334763948497854,
      "grad_norm": 14.166388152902138,
      "learning_rate": 0.00016622575609463432,
      "loss": 7.0926,
      "step": 200
    },
    {
      "epoch": 0.351931330472103,
      "grad_norm": 7.921484195688758,
      "learning_rate": 0.00016394582448320163,
      "loss": 6.9988,
      "step": 205
    },
    {
      "epoch": 0.3605150214592275,
      "grad_norm": 9.205119757022215,
      "learning_rate": 0.00016160821411104057,
      "loss": 6.9226,
      "step": 210
    },
    {
      "epoch": 0.36909871244635195,
      "grad_norm": 35.99180735659732,
      "learning_rate": 0.00015921503348907288,
      "loss": 7.1323,
      "step": 215
    },
    {
      "epoch": 0.3776824034334764,
      "grad_norm": 11.336602821015093,
      "learning_rate": 0.00015676844125226178,
      "loss": 7.1202,
      "step": 220
    },
    {
      "epoch": 0.38626609442060084,
      "grad_norm": 13.20625274633718,
      "learning_rate": 0.00015427064421253542,
      "loss": 7.2282,
      "step": 225
    },
    {
      "epoch": 0.3948497854077253,
      "grad_norm": 67.29081123770837,
      "learning_rate": 0.00015172389536825554,
      "loss": 7.0692,
      "step": 230
    },
    {
      "epoch": 0.4034334763948498,
      "grad_norm": 11.16921203935729,
      "learning_rate": 0.00014913049187202613,
      "loss": 7.0129,
      "step": 235
    },
    {
      "epoch": 0.41201716738197425,
      "grad_norm": 11.356355094966165,
      "learning_rate": 0.0001464927729586751,
      "loss": 6.9715,
      "step": 240
    },
    {
      "epoch": 0.4206008583690987,
      "grad_norm": 65.02533863066004,
      "learning_rate": 0.0001438131178352782,
      "loss": 7.0428,
      "step": 245
    },
    {
      "epoch": 0.4291845493562232,
      "grad_norm": 8.021375841934983,
      "learning_rate": 0.000141093943535128,
      "loss": 6.9865,
      "step": 250
    },
    {
      "epoch": 0.43776824034334766,
      "grad_norm": 8.30393736182492,
      "learning_rate": 0.00013833770273758396,
      "loss": 6.9422,
      "step": 255
    },
    {
      "epoch": 0.44635193133047213,
      "grad_norm": 10.60254104247866,
      "learning_rate": 0.00013554688155577012,
      "loss": 7.0097,
      "step": 260
    },
    {
      "epoch": 0.45493562231759654,
      "grad_norm": 31.605073666129307,
      "learning_rate": 0.0001327239972941153,
      "loss": 6.9863,
      "step": 265
    },
    {
      "epoch": 0.463519313304721,
      "grad_norm": 8.23597721842936,
      "learning_rate": 0.00012987159617775952,
      "loss": 6.9908,
      "step": 270
    },
    {
      "epoch": 0.4721030042918455,
      "grad_norm": 9.868400148345003,
      "learning_rate": 0.0001269922510558735,
      "loss": 6.9117,
      "step": 275
    },
    {
      "epoch": 0.48068669527896996,
      "grad_norm": 5.852530780039747,
      "learning_rate": 0.00012408855908096372,
      "loss": 6.9009,
      "step": 280
    },
    {
      "epoch": 0.4892703862660944,
      "grad_norm": 5.3374729678346275,
      "learning_rate": 0.00012116313936625616,
      "loss": 6.8528,
      "step": 285
    },
    {
      "epoch": 0.4978540772532189,
      "grad_norm": 5.313298088617677,
      "learning_rate": 0.00011821863062327142,
      "loss": 6.8808,
      "step": 290
    },
    {
      "epoch": 0.5064377682403434,
      "grad_norm": 4.656345284326436,
      "learning_rate": 0.00011525768878172217,
      "loss": 6.8471,
      "step": 295
    },
    {
      "epoch": 0.5150214592274678,
      "grad_norm": 6.2217899411236415,
      "learning_rate": 0.0001122829845938802,
      "loss": 6.8989,
      "step": 300
    },
    {
      "epoch": 0.5236051502145923,
      "grad_norm": 5.068468710318732,
      "learning_rate": 0.00010929720122557346,
      "loss": 6.8636,
      "step": 305
    },
    {
      "epoch": 0.5321888412017167,
      "grad_norm": 4.8062734001678304,
      "learning_rate": 0.00010630303183598586,
      "loss": 6.8643,
      "step": 310
    },
    {
      "epoch": 0.5407725321888412,
      "grad_norm": 4.222058731948505,
      "learning_rate": 0.00010330317714844382,
      "loss": 6.8366,
      "step": 315
    },
    {
      "epoch": 0.5493562231759657,
      "grad_norm": 5.498653200897768,
      "learning_rate": 0.0001003003430143792,
      "loss": 6.8438,
      "step": 320
    },
    {
      "epoch": 0.5579399141630901,
      "grad_norm": 4.606293074529594,
      "learning_rate": 9.729723797266733e-05,
      "loss": 6.8435,
      "step": 325
    },
    {
      "epoch": 0.5665236051502146,
      "grad_norm": 4.094114687291011,
      "learning_rate": 9.429657080654066e-05,
      "loss": 6.8383,
      "step": 330
    },
    {
      "epoch": 0.575107296137339,
      "grad_norm": 4.850653416958559,
      "learning_rate": 9.130104810028196e-05,
      "loss": 6.8403,
      "step": 335
    },
    {
      "epoch": 0.5836909871244635,
      "grad_norm": 3.5962933581788943,
      "learning_rate": 8.831337179790135e-05,
      "loss": 6.7696,
      "step": 340
    },
    {
      "epoch": 0.592274678111588,
      "grad_norm": 4.211863063848454,
      "learning_rate": 8.533623676599832e-05,
      "loss": 6.7095,
      "step": 345
    },
    {
      "epoch": 0.6008583690987125,
      "grad_norm": 2.860326437620046,
      "learning_rate": 8.237232836300797e-05,
      "loss": 6.6912,
      "step": 350
    },
    {
      "epoch": 0.6094420600858369,
      "grad_norm": 8.77242613923949,
      "learning_rate": 7.94243200170232e-05,
      "loss": 6.5853,
      "step": 355
    },
    {
      "epoch": 0.6180257510729614,
      "grad_norm": 6.659382197081032,
      "learning_rate": 7.649487081437818e-05,
      "loss": 6.5642,
      "step": 360
    },
    {
      "epoch": 0.6266094420600858,
      "grad_norm": 10.44433874556097,
      "learning_rate": 7.358662310116808e-05,
      "loss": 6.4968,
      "step": 365
    },
    {
      "epoch": 0.6351931330472103,
      "grad_norm": 6.1233526664383024,
      "learning_rate": 7.070220009986828e-05,
      "loss": 6.4142,
      "step": 370
    },
    {
      "epoch": 0.6437768240343348,
      "grad_norm": 4.045999079298666,
      "learning_rate": 6.784420354320295e-05,
      "loss": 6.3996,
      "step": 375
    },
    {
      "epoch": 0.6523605150214592,
      "grad_norm": 12.756102691389257,
      "learning_rate": 6.501521132739727e-05,
      "loss": 6.3766,
      "step": 380
    },
    {
      "epoch": 0.6609442060085837,
      "grad_norm": 5.067389209546529,
      "learning_rate": 6.221777518693023e-05,
      "loss": 6.3331,
      "step": 385
    },
    {
      "epoch": 0.6695278969957081,
      "grad_norm": 4.587232017547203,
      "learning_rate": 5.945441839288487e-05,
      "loss": 6.2912,
      "step": 390
    },
    {
      "epoch": 0.6781115879828327,
      "grad_norm": 10.154786306342054,
      "learning_rate": 5.672763347697252e-05,
      "loss": 6.1986,
      "step": 395
    },
    {
      "epoch": 0.6866952789699571,
      "grad_norm": 6.356244711188396,
      "learning_rate": 5.403987998328364e-05,
      "loss": 6.0784,
      "step": 400
    },
    {
      "epoch": 0.6952789699570815,
      "grad_norm": 6.256029497303041,
      "learning_rate": 5.139358224979368e-05,
      "loss": 6.0875,
      "step": 405
    },
    {
      "epoch": 0.703862660944206,
      "grad_norm": 6.392716409081631,
      "learning_rate": 4.8791127221624e-05,
      "loss": 6.0507,
      "step": 410
    },
    {
      "epoch": 0.7124463519313304,
      "grad_norm": 4.093689165851618,
      "learning_rate": 4.62348622980316e-05,
      "loss": 6.0207,
      "step": 415
    },
    {
      "epoch": 0.721030042918455,
      "grad_norm": 6.227286133335013,
      "learning_rate": 4.372709321506848e-05,
      "loss": 5.9235,
      "step": 420
    },
    {
      "epoch": 0.7296137339055794,
      "grad_norm": 9.976130870929332,
      "learning_rate": 4.12700819658212e-05,
      "loss": 5.8749,
      "step": 425
    },
    {
      "epoch": 0.7381974248927039,
      "grad_norm": 4.604304131370468,
      "learning_rate": 3.8866044760106446e-05,
      "loss": 5.817,
      "step": 430
    },
    {
      "epoch": 0.7467811158798283,
      "grad_norm": 8.368202258449207,
      "learning_rate": 3.651715002546251e-05,
      "loss": 5.7823,
      "step": 435
    },
    {
      "epoch": 0.7553648068669528,
      "grad_norm": 4.346337001686645,
      "learning_rate": 3.422551645124048e-05,
      "loss": 5.7372,
      "step": 440
    },
    {
      "epoch": 0.7639484978540773,
      "grad_norm": 6.8350119997138306,
      "learning_rate": 3.199321107755863e-05,
      "loss": 5.6973,
      "step": 445
    },
    {
      "epoch": 0.7725321888412017,
      "grad_norm": 4.355909578299472,
      "learning_rate": 2.9822247430844375e-05,
      "loss": 5.6349,
      "step": 450
    },
    {
      "epoch": 0.7811158798283262,
      "grad_norm": 6.751775629287182,
      "learning_rate": 2.7714583707645247e-05,
      "loss": 5.5923,
      "step": 455
    },
    {
      "epoch": 0.7896995708154506,
      "grad_norm": 7.749784220705869,
      "learning_rate": 2.5672121008346895e-05,
      "loss": 5.5167,
      "step": 460
    },
    {
      "epoch": 0.7982832618025751,
      "grad_norm": 10.122654499906968,
      "learning_rate": 2.369670162239166e-05,
      "loss": 5.5233,
      "step": 465
    },
    {
      "epoch": 0.8068669527896996,
      "grad_norm": 13.541428912986023,
      "learning_rate": 2.1790107366544366e-05,
      "loss": 5.4574,
      "step": 470
    },
    {
      "epoch": 0.8154506437768241,
      "grad_norm": 8.344136937270687,
      "learning_rate": 1.9954057977703776e-05,
      "loss": 5.4293,
      "step": 475
    },
    {
      "epoch": 0.8240343347639485,
      "grad_norm": 10.023341035964107,
      "learning_rate": 1.819020956171017e-05,
      "loss": 5.4132,
      "step": 480
    },
    {
      "epoch": 0.8326180257510729,
      "grad_norm": 8.637492625567376,
      "learning_rate": 1.6500153099547344e-05,
      "loss": 5.3985,
      "step": 485
    },
    {
      "epoch": 0.8412017167381974,
      "grad_norm": 7.593060990876112,
      "learning_rate": 1.4885413012287098e-05,
      "loss": 5.3591,
      "step": 490
    },
    {
      "epoch": 0.8497854077253219,
      "grad_norm": 7.293323409290838,
      "learning_rate": 1.3347445786070456e-05,
      "loss": 5.3058,
      "step": 495
    },
    {
      "epoch": 0.8583690987124464,
      "grad_norm": 8.58872146900946,
      "learning_rate": 1.1887638658365452e-05,
      "loss": 5.2812,
      "step": 500
    },
    {
      "epoch": 0.8669527896995708,
      "grad_norm": 10.579607337148637,
      "learning_rate": 1.0507308366687141e-05,
      "loss": 5.2935,
      "step": 505
    },
    {
      "epoch": 0.8755364806866953,
      "grad_norm": 7.796765987218623,
      "learning_rate": 9.207699960908012e-06,
      "loss": 5.3239,
      "step": 510
    },
    {
      "epoch": 0.8841201716738197,
      "grad_norm": 3.845171755230648,
      "learning_rate": 7.989985680230305e-06,
      "loss": 5.284,
      "step": 515
    },
    {
      "epoch": 0.8927038626609443,
      "grad_norm": 3.8997169411441335,
      "learning_rate": 6.855263895833064e-06,
      "loss": 5.2478,
      "step": 520
    },
    {
      "epoch": 0.9012875536480687,
      "grad_norm": 5.516395205208524,
      "learning_rate": 5.804558120147674e-06,
      "loss": 5.2356,
      "step": 525
    },
    {
      "epoch": 0.9098712446351931,
      "grad_norm": 5.160825401670845,
      "learning_rate": 4.838816083655695e-06,
      "loss": 5.2529,
      "step": 530
    },
    {
      "epoch": 0.9184549356223176,
      "grad_norm": 4.170530336706607,
      "learning_rate": 3.95890888004149e-06,
      "loss": 5.2019,
      "step": 535
    },
    {
      "epoch": 0.927038626609442,
      "grad_norm": 4.729325573447989,
      "learning_rate": 3.165630180470802e-06,
      "loss": 5.1868,
      "step": 540
    },
    {
      "epoch": 0.9356223175965666,
      "grad_norm": 4.8268274620539655,
      "learning_rate": 2.459695517703919e-06,
      "loss": 5.194,
      "step": 545
    },
    {
      "epoch": 0.944206008583691,
      "grad_norm": 3.373642611401382,
      "learning_rate": 1.8417416406894094e-06,
      "loss": 5.1408,
      "step": 550
    },
    {
      "epoch": 0.9527896995708155,
      "grad_norm": 2.9560576217055554,
      "learning_rate": 1.3123259402202048e-06,
      "loss": 5.1733,
      "step": 555
    },
    {
      "epoch": 0.9613733905579399,
      "grad_norm": 3.364514157359552,
      "learning_rate": 8.71925946170371e-07,
      "loss": 5.1221,
      "step": 560
    },
    {
      "epoch": 0.9699570815450643,
      "grad_norm": 2.8157940718449845,
      "learning_rate": 5.209388967659768e-07,
      "loss": 5.1479,
      "step": 565
    },
    {
      "epoch": 0.9785407725321889,
      "grad_norm": 3.778011781318662,
      "learning_rate": 2.596813802785092e-07,
      "loss": 5.1574,
      "step": 570
    },
    {
      "epoch": 0.9871244635193133,
      "grad_norm": 3.0834295680511814,
      "learning_rate": 8.838904946407711e-08,
      "loss": 5.1232,
      "step": 575
    },
    {
      "epoch": 0.9957081545064378,
      "grad_norm": 3.298741897550586,
      "learning_rate": 7.216409006038927e-09,
      "loss": 5.1634,
      "step": 580
    },
    {
      "epoch": 0.9991416309012876,
      "eval_loss": 6.949496746063232,
      "eval_runtime": 2.3831,
      "eval_samples_per_second": 2.518,
      "eval_steps_per_second": 0.42,
      "step": 582
    },
    {
      "epoch": 0.9991416309012876,
      "step": 582,
      "total_flos": 30438567444480.0,
      "train_loss": 6.936546556728402,
      "train_runtime": 8521.4757,
      "train_samples_per_second": 2.186,
      "train_steps_per_second": 0.068
    }
  ],
  "logging_steps": 5,
  "max_steps": 582,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 30438567444480.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}