{
  "best_metric": 2.931408643722534,
  "best_model_checkpoint": "/content/drive/My Drive/Hugh Mann/Llama3.2-1B-SMS-All/checkpoint-1000",
  "epoch": 0.8733307403085699,
  "eval_steps": 50,
  "global_step": 1684,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005186049526772981,
      "grad_norm": 4.40848970413208,
      "learning_rate": 5.000000000000001e-07,
      "loss": 5.4447,
      "step": 10
    },
    {
      "epoch": 0.010372099053545962,
      "grad_norm": 3.9115631580352783,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 5.2681,
      "step": 20
    },
    {
      "epoch": 0.015558148580318941,
      "grad_norm": 4.100546836853027,
      "learning_rate": 1.5e-06,
      "loss": 5.3836,
      "step": 30
    },
    {
      "epoch": 0.020744198107091924,
      "grad_norm": 3.005075693130493,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 5.2503,
      "step": 40
    },
    {
      "epoch": 0.025930247633864905,
      "grad_norm": 4.4445929527282715,
      "learning_rate": 2.5e-06,
      "loss": 5.1054,
      "step": 50
    },
    {
      "epoch": 0.025930247633864905,
      "eval_loss": 5.573875904083252,
      "eval_runtime": 86.7128,
      "eval_samples_per_second": 79.066,
      "eval_steps_per_second": 9.883,
      "step": 50
    },
    {
      "epoch": 0.031116297160637883,
      "grad_norm": 4.169810771942139,
      "learning_rate": 3e-06,
      "loss": 5.1836,
      "step": 60
    },
    {
      "epoch": 0.036302346687410864,
      "grad_norm": 3.448535442352295,
      "learning_rate": 3.5e-06,
      "loss": 5.206,
      "step": 70
    },
    {
      "epoch": 0.04148839621418385,
      "grad_norm": 4.423728942871094,
      "learning_rate": 4.000000000000001e-06,
      "loss": 5.1756,
      "step": 80
    },
    {
      "epoch": 0.046674445740956826,
      "grad_norm": 2.7958264350891113,
      "learning_rate": 4.5e-06,
      "loss": 5.0787,
      "step": 90
    },
    {
      "epoch": 0.05186049526772981,
      "grad_norm": 3.927069902420044,
      "learning_rate": 5e-06,
      "loss": 5.2152,
      "step": 100
    },
    {
      "epoch": 0.05186049526772981,
      "eval_loss": 5.308503150939941,
      "eval_runtime": 86.6743,
      "eval_samples_per_second": 79.101,
      "eval_steps_per_second": 9.888,
      "step": 100
    },
    {
      "epoch": 0.05704654479450279,
      "grad_norm": 3.202113151550293,
      "learning_rate": 5.500000000000001e-06,
      "loss": 5.0395,
      "step": 110
    },
    {
      "epoch": 0.062232594321275765,
      "grad_norm": 3.387860059738159,
      "learning_rate": 6e-06,
      "loss": 5.0002,
      "step": 120
    },
    {
      "epoch": 0.06741864384804874,
      "grad_norm": 3.1187663078308105,
      "learning_rate": 6.5000000000000004e-06,
      "loss": 4.8854,
      "step": 130
    },
    {
      "epoch": 0.07260469337482173,
      "grad_norm": 2.3404035568237305,
      "learning_rate": 7e-06,
      "loss": 4.7552,
      "step": 140
    },
    {
      "epoch": 0.07779074290159471,
      "grad_norm": 1.9955620765686035,
      "learning_rate": 7.500000000000001e-06,
      "loss": 4.6971,
      "step": 150
    },
    {
      "epoch": 0.07779074290159471,
      "eval_loss": 4.777082443237305,
      "eval_runtime": 86.9581,
      "eval_samples_per_second": 78.843,
      "eval_steps_per_second": 9.855,
      "step": 150
    },
    {
      "epoch": 0.0829767924283677,
      "grad_norm": 2.9313905239105225,
      "learning_rate": 8.000000000000001e-06,
      "loss": 4.5428,
      "step": 160
    },
    {
      "epoch": 0.08816284195514067,
      "grad_norm": 2.6419179439544678,
      "learning_rate": 8.5e-06,
      "loss": 4.4158,
      "step": 170
    },
    {
      "epoch": 0.09334889148191365,
      "grad_norm": 3.8043394088745117,
      "learning_rate": 9e-06,
      "loss": 4.1911,
      "step": 180
    },
    {
      "epoch": 0.09853494100868664,
      "grad_norm": 4.278996467590332,
      "learning_rate": 9.5e-06,
      "loss": 4.1579,
      "step": 190
    },
    {
      "epoch": 0.10372099053545962,
      "grad_norm": 5.0697526931762695,
      "learning_rate": 1e-05,
      "loss": 3.7557,
      "step": 200
    },
    {
      "epoch": 0.10372099053545962,
      "eval_loss": 3.8124358654022217,
      "eval_runtime": 86.9124,
      "eval_samples_per_second": 78.884,
      "eval_steps_per_second": 9.861,
      "step": 200
    },
    {
      "epoch": 0.10890704006223259,
      "grad_norm": 2.8836448192596436,
      "learning_rate": 9.942129629629629e-06,
      "loss": 3.628,
      "step": 210
    },
    {
      "epoch": 0.11409308958900558,
      "grad_norm": 2.7785139083862305,
      "learning_rate": 9.88425925925926e-06,
      "loss": 3.523,
      "step": 220
    },
    {
      "epoch": 0.11927913911577856,
      "grad_norm": 2.3677213191986084,
      "learning_rate": 9.826388888888889e-06,
      "loss": 3.3988,
      "step": 230
    },
    {
      "epoch": 0.12446518864255153,
      "grad_norm": 1.9909400939941406,
      "learning_rate": 9.768518518518519e-06,
      "loss": 3.1866,
      "step": 240
    },
    {
      "epoch": 0.12965123816932453,
      "grad_norm": 2.019188404083252,
      "learning_rate": 9.710648148148149e-06,
      "loss": 3.119,
      "step": 250
    },
    {
      "epoch": 0.12965123816932453,
      "eval_loss": 3.190325975418091,
      "eval_runtime": 86.8985,
      "eval_samples_per_second": 78.897,
      "eval_steps_per_second": 9.862,
      "step": 250
    },
    {
      "epoch": 0.13483728769609749,
      "grad_norm": 1.8608777523040771,
      "learning_rate": 9.652777777777779e-06,
      "loss": 3.0325,
      "step": 260
    },
    {
      "epoch": 0.14002333722287047,
      "grad_norm": 1.8644330501556396,
      "learning_rate": 9.594907407407407e-06,
      "loss": 3.0687,
      "step": 270
    },
    {
      "epoch": 0.14520938674964345,
      "grad_norm": 1.6900441646575928,
      "learning_rate": 9.537037037037037e-06,
      "loss": 2.96,
      "step": 280
    },
    {
      "epoch": 0.15039543627641644,
      "grad_norm": 1.8331371545791626,
      "learning_rate": 9.479166666666667e-06,
      "loss": 2.8971,
      "step": 290
    },
    {
      "epoch": 0.15558148580318942,
      "grad_norm": 1.2244369983673096,
      "learning_rate": 9.421296296296297e-06,
      "loss": 2.941,
      "step": 300
    },
    {
      "epoch": 0.15558148580318942,
      "eval_loss": 3.0352883338928223,
      "eval_runtime": 86.8833,
      "eval_samples_per_second": 78.91,
      "eval_steps_per_second": 9.864,
      "step": 300
    },
    {
      "epoch": 0.1607675353299624,
      "grad_norm": 1.599660873413086,
      "learning_rate": 9.363425925925927e-06,
      "loss": 2.9286,
      "step": 310
    },
    {
      "epoch": 0.1659535848567354,
      "grad_norm": 1.4191596508026123,
      "learning_rate": 9.305555555555557e-06,
      "loss": 3.0023,
      "step": 320
    },
    {
      "epoch": 0.17113963438350835,
      "grad_norm": 1.3025909662246704,
      "learning_rate": 9.247685185185185e-06,
      "loss": 2.9386,
      "step": 330
    },
    {
      "epoch": 0.17632568391028133,
      "grad_norm": 1.919588327407837,
      "learning_rate": 9.189814814814815e-06,
      "loss": 2.8861,
      "step": 340
    },
    {
      "epoch": 0.18151173343705432,
      "grad_norm": 1.416272521018982,
      "learning_rate": 9.131944444444445e-06,
      "loss": 3.0905,
      "step": 350
    },
    {
      "epoch": 0.18151173343705432,
      "eval_loss": 3.011669635772705,
      "eval_runtime": 86.7963,
      "eval_samples_per_second": 78.99,
      "eval_steps_per_second": 9.874,
      "step": 350
    },
    {
      "epoch": 0.1866977829638273,
      "grad_norm": 2.392760753631592,
      "learning_rate": 9.074074074074075e-06,
      "loss": 2.899,
      "step": 360
    },
    {
      "epoch": 0.1918838324906003,
      "grad_norm": 2.157073736190796,
      "learning_rate": 9.016203703703704e-06,
      "loss": 2.8805,
      "step": 370
    },
    {
      "epoch": 0.19706988201737327,
      "grad_norm": 1.3468859195709229,
      "learning_rate": 8.958333333333334e-06,
      "loss": 2.9088,
      "step": 380
    },
    {
      "epoch": 0.20225593154414626,
      "grad_norm": 1.31523597240448,
      "learning_rate": 8.900462962962964e-06,
      "loss": 2.9042,
      "step": 390
    },
    {
      "epoch": 0.20744198107091924,
      "grad_norm": 1.5310451984405518,
      "learning_rate": 8.842592592592594e-06,
      "loss": 2.8714,
      "step": 400
    },
    {
      "epoch": 0.20744198107091924,
      "eval_loss": 2.996051073074341,
      "eval_runtime": 86.8896,
      "eval_samples_per_second": 78.905,
      "eval_steps_per_second": 9.863,
      "step": 400
    },
    {
      "epoch": 0.2126280305976922,
      "grad_norm": 1.4996702671051025,
      "learning_rate": 8.784722222222224e-06,
      "loss": 2.8562,
      "step": 410
    },
    {
      "epoch": 0.21781408012446518,
      "grad_norm": 1.5760114192962646,
      "learning_rate": 8.726851851851854e-06,
      "loss": 2.8765,
      "step": 420
    },
    {
      "epoch": 0.22300012965123817,
      "grad_norm": 1.4508875608444214,
      "learning_rate": 8.668981481481482e-06,
      "loss": 3.0157,
      "step": 430
    },
    {
      "epoch": 0.22818617917801115,
      "grad_norm": 1.8075891733169556,
      "learning_rate": 8.611111111111112e-06,
      "loss": 2.9959,
      "step": 440
    },
    {
      "epoch": 0.23337222870478413,
      "grad_norm": 1.3157118558883667,
      "learning_rate": 8.553240740740742e-06,
      "loss": 2.8601,
      "step": 450
    },
    {
      "epoch": 0.23337222870478413,
      "eval_loss": 2.985109806060791,
      "eval_runtime": 86.8685,
      "eval_samples_per_second": 78.924,
      "eval_steps_per_second": 9.865,
      "step": 450
    },
    {
      "epoch": 0.23855827823155712,
      "grad_norm": 1.4455087184906006,
      "learning_rate": 8.495370370370372e-06,
      "loss": 2.938,
      "step": 460
    },
    {
      "epoch": 0.2437443277583301,
      "grad_norm": 1.647705078125,
      "learning_rate": 8.4375e-06,
      "loss": 2.9344,
      "step": 470
    },
    {
      "epoch": 0.24893037728510306,
      "grad_norm": 1.3752045631408691,
      "learning_rate": 8.37962962962963e-06,
      "loss": 2.9085,
      "step": 480
    },
    {
      "epoch": 0.2541164268118761,
      "grad_norm": 1.541107416152954,
      "learning_rate": 8.32175925925926e-06,
      "loss": 2.8821,
      "step": 490
    },
    {
      "epoch": 0.25930247633864906,
      "grad_norm": 1.626123070716858,
      "learning_rate": 8.263888888888888e-06,
      "loss": 2.8736,
      "step": 500
    },
    {
      "epoch": 0.25930247633864906,
      "eval_loss": 2.976685047149658,
      "eval_runtime": 87.0158,
      "eval_samples_per_second": 78.79,
      "eval_steps_per_second": 9.849,
      "step": 500
    },
    {
      "epoch": 0.26448852586542204,
      "grad_norm": 1.8355194330215454,
      "learning_rate": 8.20601851851852e-06,
      "loss": 2.9574,
      "step": 510
    },
    {
      "epoch": 0.26967457539219497,
      "grad_norm": 1.9231911897659302,
      "learning_rate": 8.148148148148148e-06,
      "loss": 2.8982,
      "step": 520
    },
    {
      "epoch": 0.27486062491896796,
      "grad_norm": 1.8790838718414307,
      "learning_rate": 8.090277777777778e-06,
      "loss": 2.9279,
      "step": 530
    },
    {
      "epoch": 0.28004667444574094,
      "grad_norm": 1.870382308959961,
      "learning_rate": 8.032407407407408e-06,
      "loss": 2.868,
      "step": 540
    },
    {
      "epoch": 0.2852327239725139,
      "grad_norm": 1.8041619062423706,
      "learning_rate": 7.974537037037038e-06,
      "loss": 2.9388,
      "step": 550
    },
    {
      "epoch": 0.2852327239725139,
      "eval_loss": 2.969029664993286,
      "eval_runtime": 87.0488,
      "eval_samples_per_second": 78.76,
      "eval_steps_per_second": 9.845,
      "step": 550
    },
    {
      "epoch": 0.2904187734992869,
      "grad_norm": 1.3382441997528076,
      "learning_rate": 7.916666666666667e-06,
      "loss": 2.8644,
      "step": 560
    },
    {
      "epoch": 0.2956048230260599,
      "grad_norm": 1.5517808198928833,
      "learning_rate": 7.858796296296297e-06,
      "loss": 2.99,
      "step": 570
    },
    {
      "epoch": 0.3007908725528329,
      "grad_norm": 1.3038547039031982,
      "learning_rate": 7.800925925925926e-06,
      "loss": 2.8649,
      "step": 580
    },
    {
      "epoch": 0.30597692207960586,
      "grad_norm": 1.515796184539795,
      "learning_rate": 7.743055555555556e-06,
      "loss": 2.8558,
      "step": 590
    },
    {
      "epoch": 0.31116297160637885,
      "grad_norm": 1.7148423194885254,
      "learning_rate": 7.685185185185185e-06,
      "loss": 2.8933,
      "step": 600
    },
    {
      "epoch": 0.31116297160637885,
      "eval_loss": 2.9627323150634766,
      "eval_runtime": 87.0142,
      "eval_samples_per_second": 78.792,
      "eval_steps_per_second": 9.849,
      "step": 600
    },
    {
      "epoch": 0.31634902113315183,
      "grad_norm": 1.7385451793670654,
      "learning_rate": 7.627314814814816e-06,
      "loss": 2.9509,
      "step": 610
    },
    {
      "epoch": 0.3215350706599248,
      "grad_norm": 1.514612078666687,
      "learning_rate": 7.569444444444445e-06,
      "loss": 2.9305,
      "step": 620
    },
    {
      "epoch": 0.3267211201866978,
      "grad_norm": 1.6873114109039307,
      "learning_rate": 7.511574074074075e-06,
      "loss": 2.908,
      "step": 630
    },
    {
      "epoch": 0.3319071697134708,
      "grad_norm": 1.757570505142212,
      "learning_rate": 7.453703703703704e-06,
      "loss": 2.9484,
      "step": 640
    },
    {
      "epoch": 0.33709321924024377,
      "grad_norm": 1.4156616926193237,
      "learning_rate": 7.395833333333335e-06,
      "loss": 2.9533,
      "step": 650
    },
    {
      "epoch": 0.33709321924024377,
      "eval_loss": 2.9573678970336914,
      "eval_runtime": 86.9385,
      "eval_samples_per_second": 78.86,
      "eval_steps_per_second": 9.858,
      "step": 650
    },
    {
      "epoch": 0.3422792687670167,
      "grad_norm": 2.0717520713806152,
      "learning_rate": 7.337962962962964e-06,
      "loss": 2.8436,
      "step": 660
    },
    {
      "epoch": 0.3474653182937897,
      "grad_norm": 1.478298544883728,
      "learning_rate": 7.280092592592594e-06,
      "loss": 2.9204,
      "step": 670
    },
    {
      "epoch": 0.35265136782056267,
      "grad_norm": 1.712254524230957,
      "learning_rate": 7.222222222222223e-06,
      "loss": 2.9538,
      "step": 680
    },
    {
      "epoch": 0.35783741734733565,
      "grad_norm": 1.3590025901794434,
      "learning_rate": 7.164351851851853e-06,
      "loss": 2.9414,
      "step": 690
    },
    {
      "epoch": 0.36302346687410864,
      "grad_norm": 2.1505372524261475,
      "learning_rate": 7.106481481481482e-06,
      "loss": 3.0889,
      "step": 700
    },
    {
      "epoch": 0.36302346687410864,
      "eval_loss": 2.9526450634002686,
      "eval_runtime": 87.0066,
      "eval_samples_per_second": 78.799,
      "eval_steps_per_second": 9.85,
      "step": 700
    },
    {
      "epoch": 0.3682095164008816,
      "grad_norm": 1.6749532222747803,
      "learning_rate": 7.048611111111112e-06,
      "loss": 2.9108,
      "step": 710
    },
    {
      "epoch": 0.3733955659276546,
      "grad_norm": 1.8624922037124634,
      "learning_rate": 6.990740740740741e-06,
      "loss": 2.7685,
      "step": 720
    },
    {
      "epoch": 0.3785816154544276,
      "grad_norm": 1.6713345050811768,
      "learning_rate": 6.932870370370371e-06,
      "loss": 2.9072,
      "step": 730
    },
    {
      "epoch": 0.3837676649812006,
      "grad_norm": 1.852766513824463,
      "learning_rate": 6.875e-06,
      "loss": 2.8404,
      "step": 740
    },
    {
      "epoch": 0.38895371450797356,
      "grad_norm": 1.5447180271148682,
      "learning_rate": 6.817129629629629e-06,
      "loss": 2.8887,
      "step": 750
    },
    {
      "epoch": 0.38895371450797356,
      "eval_loss": 2.9479236602783203,
      "eval_runtime": 87.1235,
      "eval_samples_per_second": 78.693,
      "eval_steps_per_second": 9.837,
      "step": 750
    },
    {
      "epoch": 0.39413976403474654,
      "grad_norm": 1.8909484148025513,
      "learning_rate": 6.75925925925926e-06,
      "loss": 2.9101,
      "step": 760
    },
    {
      "epoch": 0.3993258135615195,
      "grad_norm": 2.3639767169952393,
      "learning_rate": 6.701388888888889e-06,
      "loss": 2.6818,
      "step": 770
    },
    {
      "epoch": 0.4045118630882925,
      "grad_norm": 1.801645040512085,
      "learning_rate": 6.643518518518519e-06,
      "loss": 2.8709,
      "step": 780
    },
    {
      "epoch": 0.4096979126150655,
      "grad_norm": 1.6030060052871704,
      "learning_rate": 6.5856481481481484e-06,
      "loss": 2.9025,
      "step": 790
    },
    {
      "epoch": 0.4148839621418385,
      "grad_norm": 1.7171462774276733,
      "learning_rate": 6.5277777777777784e-06,
      "loss": 3.0349,
      "step": 800
    },
    {
      "epoch": 0.4148839621418385,
      "eval_loss": 2.943669557571411,
      "eval_runtime": 86.9632,
      "eval_samples_per_second": 78.838,
      "eval_steps_per_second": 9.855,
      "step": 800
    },
    {
      "epoch": 0.4200700116686114,
      "grad_norm": 1.5010789632797241,
      "learning_rate": 6.4699074074074076e-06,
      "loss": 2.8971,
      "step": 810
    },
    {
      "epoch": 0.4252560611953844,
      "grad_norm": 1.8026429414749146,
      "learning_rate": 6.4120370370370375e-06,
      "loss": 2.9048,
      "step": 820
    },
    {
      "epoch": 0.4304421107221574,
      "grad_norm": 2.0750973224639893,
      "learning_rate": 6.354166666666667e-06,
      "loss": 2.8126,
      "step": 830
    },
    {
      "epoch": 0.43562816024893036,
      "grad_norm": 1.7901376485824585,
      "learning_rate": 6.296296296296297e-06,
      "loss": 2.8484,
      "step": 840
    },
    {
      "epoch": 0.44081420977570335,
      "grad_norm": 1.805792212486267,
      "learning_rate": 6.238425925925926e-06,
      "loss": 2.8988,
      "step": 850
    },
    {
      "epoch": 0.44081420977570335,
      "eval_loss": 2.9402518272399902,
      "eval_runtime": 87.0076,
      "eval_samples_per_second": 78.798,
      "eval_steps_per_second": 9.85,
      "step": 850
    },
    {
      "epoch": 0.44600025930247633,
      "grad_norm": 1.8961949348449707,
      "learning_rate": 6.180555555555557e-06,
      "loss": 2.8334,
      "step": 860
    },
    {
      "epoch": 0.4511863088292493,
      "grad_norm": 1.4542121887207031,
      "learning_rate": 6.122685185185186e-06,
      "loss": 2.9224,
      "step": 870
    },
    {
      "epoch": 0.4563723583560223,
      "grad_norm": 1.6367915868759155,
      "learning_rate": 6.064814814814816e-06,
      "loss": 2.8376,
      "step": 880
    },
    {
      "epoch": 0.4615584078827953,
      "grad_norm": 1.796552062034607,
      "learning_rate": 6.006944444444445e-06,
      "loss": 2.8408,
      "step": 890
    },
    {
      "epoch": 0.46674445740956827,
      "grad_norm": 1.7545686960220337,
      "learning_rate": 5.949074074074075e-06,
      "loss": 3.0174,
      "step": 900
    },
    {
      "epoch": 0.46674445740956827,
      "eval_loss": 2.9366812705993652,
      "eval_runtime": 87.091,
      "eval_samples_per_second": 78.722,
      "eval_steps_per_second": 9.84,
      "step": 900
    },
    {
      "epoch": 0.47193050693634125,
      "grad_norm": 1.7723950147628784,
      "learning_rate": 5.891203703703704e-06,
      "loss": 2.8517,
      "step": 910
    },
    {
      "epoch": 0.47711655646311424,
      "grad_norm": 1.7314085960388184,
      "learning_rate": 5.833333333333334e-06,
      "loss": 2.8079,
      "step": 920
    },
    {
      "epoch": 0.4823026059898872,
      "grad_norm": 1.993122935295105,
      "learning_rate": 5.775462962962963e-06,
      "loss": 2.9262,
      "step": 930
    },
    {
      "epoch": 0.4874886555166602,
      "grad_norm": 2.3595573902130127,
      "learning_rate": 5.717592592592593e-06,
      "loss": 2.9056,
      "step": 940
    },
    {
      "epoch": 0.4926747050434332,
      "grad_norm": 1.8839762210845947,
      "learning_rate": 5.659722222222222e-06,
      "loss": 2.8617,
      "step": 950
    },
    {
      "epoch": 0.4926747050434332,
      "eval_loss": 2.9337050914764404,
      "eval_runtime": 87.1298,
      "eval_samples_per_second": 78.687,
      "eval_steps_per_second": 9.836,
      "step": 950
    },
    {
      "epoch": 0.4978607545702061,
      "grad_norm": 2.0222883224487305,
      "learning_rate": 5.601851851851853e-06,
      "loss": 2.869,
      "step": 960
    },
    {
      "epoch": 0.5030468040969791,
      "grad_norm": 1.7449781894683838,
      "learning_rate": 5.543981481481482e-06,
      "loss": 2.885,
      "step": 970
    },
    {
      "epoch": 0.5082328536237521,
      "grad_norm": 2.0181517601013184,
      "learning_rate": 5.486111111111112e-06,
      "loss": 2.8688,
      "step": 980
    },
    {
      "epoch": 0.5134189031505251,
      "grad_norm": 1.6998732089996338,
      "learning_rate": 5.428240740740741e-06,
      "loss": 2.917,
      "step": 990
    },
    {
      "epoch": 0.5186049526772981,
      "grad_norm": 1.8947477340698242,
      "learning_rate": 5.370370370370371e-06,
      "loss": 2.8555,
      "step": 1000
    },
    {
      "epoch": 0.5186049526772981,
      "eval_loss": 2.931408643722534,
      "eval_runtime": 87.0111,
      "eval_samples_per_second": 78.795,
      "eval_steps_per_second": 9.849,
      "step": 1000
    },
    {
      "epoch": 0.523791002204071,
      "grad_norm": 2.1364452838897705,
      "learning_rate": 5.3125e-06,
      "loss": 2.7673,
      "step": 1010
    },
    {
      "epoch": 0.5289770517308441,
      "grad_norm": 2.374993085861206,
      "learning_rate": 5.2546296296296295e-06,
      "loss": 2.8901,
      "step": 1020
    },
    {
      "epoch": 0.534163101257617,
      "grad_norm": 2.291280746459961,
      "learning_rate": 5.1967592592592595e-06,
      "loss": 2.9203,
      "step": 1030
    },
    {
      "epoch": 0.5393491507843899,
      "grad_norm": 2.6651227474212646,
      "learning_rate": 5.138888888888889e-06,
      "loss": 2.8047,
      "step": 1040
    },
    {
      "epoch": 0.544535200311163,
      "grad_norm": 1.8160004615783691,
      "learning_rate": 5.081018518518519e-06,
      "loss": 2.8169,
      "step": 1050
    },
    {
      "epoch": 0.544535200311163,
      "eval_loss": 2.9287192821502686,
      "eval_runtime": 87.097,
      "eval_samples_per_second": 78.717,
      "eval_steps_per_second": 9.84,
      "step": 1050
    },
    {
      "epoch": 0.5497212498379359,
      "grad_norm": 1.9724560976028442,
      "learning_rate": 5.023148148148148e-06,
      "loss": 2.9291,
      "step": 1060
    },
    {
      "epoch": 0.554907299364709,
      "grad_norm": 2.5785677433013916,
      "learning_rate": 4.9652777777777786e-06,
      "loss": 2.8179,
      "step": 1070
    },
    {
      "epoch": 0.5600933488914819,
      "grad_norm": 1.6687511205673218,
      "learning_rate": 4.907407407407408e-06,
      "loss": 2.7731,
      "step": 1080
    },
    {
      "epoch": 0.5652793984182549,
      "grad_norm": 2.003852605819702,
      "learning_rate": 4.849537037037038e-06,
      "loss": 2.8838,
      "step": 1090
    },
    {
      "epoch": 0.5704654479450278,
      "grad_norm": 2.078784227371216,
      "learning_rate": 4.791666666666668e-06,
      "loss": 2.9151,
      "step": 1100
    },
    {
      "epoch": 0.5704654479450278,
      "eval_loss": 2.9263577461242676,
      "eval_runtime": 87.0972,
      "eval_samples_per_second": 78.717,
      "eval_steps_per_second": 9.84,
      "step": 1100
    },
    {
      "epoch": 0.5756514974718009,
      "grad_norm": 1.9661970138549805,
      "learning_rate": 4.733796296296297e-06,
      "loss": 2.9136,
      "step": 1110
    },
    {
      "epoch": 0.5808375469985738,
      "grad_norm": 2.3089287281036377,
      "learning_rate": 4.675925925925927e-06,
      "loss": 2.8187,
      "step": 1120
    },
    {
      "epoch": 0.5860235965253469,
      "grad_norm": 1.668616771697998,
      "learning_rate": 4.618055555555556e-06,
      "loss": 2.777,
      "step": 1130
    },
    {
      "epoch": 0.5912096460521198,
      "grad_norm": 1.6333500146865845,
      "learning_rate": 4.560185185185186e-06,
      "loss": 2.8093,
      "step": 1140
    },
    {
      "epoch": 0.5963956955788928,
      "grad_norm": 1.801171064376831,
      "learning_rate": 4.502314814814815e-06,
      "loss": 2.774,
      "step": 1150
    },
    {
      "epoch": 0.5963956955788928,
      "eval_loss": 2.92441725730896,
      "eval_runtime": 87.1718,
      "eval_samples_per_second": 78.649,
      "eval_steps_per_second": 9.831,
      "step": 1150
    },
    {
      "epoch": 0.6015817451056658,
      "grad_norm": 1.9352556467056274,
      "learning_rate": 4.444444444444444e-06,
      "loss": 2.8634,
      "step": 1160
    },
    {
      "epoch": 0.6067677946324388,
      "grad_norm": 2.076831817626953,
      "learning_rate": 4.386574074074074e-06,
      "loss": 2.8592,
      "step": 1170
    },
    {
      "epoch": 0.6119538441592117,
      "grad_norm": 2.5992085933685303,
      "learning_rate": 4.328703703703704e-06,
      "loss": 2.7938,
      "step": 1180
    },
    {
      "epoch": 0.6171398936859847,
      "grad_norm": 1.8197615146636963,
      "learning_rate": 4.270833333333333e-06,
      "loss": 2.8091,
      "step": 1190
    },
    {
      "epoch": 0.6223259432127577,
      "grad_norm": 2.15179181098938,
      "learning_rate": 4.212962962962963e-06,
      "loss": 2.7899,
      "step": 1200
    },
    {
      "epoch": 0.6223259432127577,
      "eval_loss": 2.922563314437866,
      "eval_runtime": 87.083,
      "eval_samples_per_second": 78.729,
      "eval_steps_per_second": 9.841,
      "step": 1200
    },
    {
      "epoch": 0.6275119927395306,
      "grad_norm": 2.6506097316741943,
      "learning_rate": 4.155092592592593e-06,
      "loss": 2.8336,
      "step": 1210
    },
    {
      "epoch": 0.6326980422663037,
      "grad_norm": 2.2627806663513184,
      "learning_rate": 4.097222222222222e-06,
      "loss": 2.8635,
      "step": 1220
    },
    {
      "epoch": 0.6378840917930766,
      "grad_norm": 2.34142804145813,
      "learning_rate": 4.039351851851852e-06,
      "loss": 2.9534,
      "step": 1230
    },
    {
      "epoch": 0.6430701413198496,
      "grad_norm": 1.9826796054840088,
      "learning_rate": 3.9814814814814814e-06,
      "loss": 2.8219,
      "step": 1240
    },
    {
      "epoch": 0.6482561908466226,
      "grad_norm": 2.4062864780426025,
      "learning_rate": 3.9236111111111114e-06,
      "loss": 2.8348,
      "step": 1250
    },
    {
      "epoch": 0.6482561908466226,
      "eval_loss": 2.921142339706421,
      "eval_runtime": 87.113,
      "eval_samples_per_second": 78.702,
      "eval_steps_per_second": 9.838,
      "step": 1250
    },
    {
      "epoch": 0.6534422403733956,
      "grad_norm": 1.7716823816299438,
      "learning_rate": 3.865740740740741e-06,
      "loss": 2.8568,
      "step": 1260
    },
    {
      "epoch": 0.6586282899001685,
      "grad_norm": 2.330777406692505,
      "learning_rate": 3.8078703703703705e-06,
      "loss": 2.9541,
      "step": 1270
    },
    {
      "epoch": 0.6638143394269416,
      "grad_norm": 1.8923736810684204,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 2.8021,
      "step": 1280
    },
    {
      "epoch": 0.6690003889537145,
      "grad_norm": 1.858708381652832,
      "learning_rate": 3.69212962962963e-06,
      "loss": 2.8218,
      "step": 1290
    },
    {
      "epoch": 0.6741864384804875,
      "grad_norm": 1.7053884267807007,
      "learning_rate": 3.6342592592592596e-06,
      "loss": 2.7704,
      "step": 1300
    },
    {
      "epoch": 0.6741864384804875,
      "eval_loss": 2.919332504272461,
      "eval_runtime": 87.1672,
      "eval_samples_per_second": 78.653,
      "eval_steps_per_second": 9.832,
      "step": 1300
    },
    {
      "epoch": 0.6793724880072605,
      "grad_norm": 2.1638433933258057,
      "learning_rate": 3.576388888888889e-06,
      "loss": 2.8667,
      "step": 1310
    },
    {
      "epoch": 0.6845585375340334,
      "grad_norm": 1.951277256011963,
      "learning_rate": 3.5185185185185187e-06,
      "loss": 2.8129,
      "step": 1320
    },
    {
      "epoch": 0.6897445870608064,
      "grad_norm": 2.4789998531341553,
      "learning_rate": 3.4606481481481487e-06,
      "loss": 2.8462,
      "step": 1330
    },
    {
      "epoch": 0.6949306365875794,
      "grad_norm": 1.6878948211669922,
      "learning_rate": 3.4027777777777783e-06,
      "loss": 2.8111,
      "step": 1340
    },
    {
      "epoch": 0.7001166861143524,
      "grad_norm": 1.99266517162323,
      "learning_rate": 3.344907407407408e-06,
      "loss": 2.9152,
      "step": 1350
    },
    {
      "epoch": 0.7001166861143524,
      "eval_loss": 2.917971134185791,
      "eval_runtime": 87.0384,
      "eval_samples_per_second": 78.77,
      "eval_steps_per_second": 9.846,
      "step": 1350
    },
    {
      "epoch": 0.7053027356411253,
      "grad_norm": 1.6022475957870483,
      "learning_rate": 3.2870370370370374e-06,
      "loss": 2.8767,
      "step": 1360
    },
    {
      "epoch": 0.7104887851678984,
      "grad_norm": 2.165276527404785,
      "learning_rate": 3.229166666666667e-06,
      "loss": 2.8321,
      "step": 1370
    },
    {
      "epoch": 0.7156748346946713,
      "grad_norm": 2.1206817626953125,
      "learning_rate": 3.171296296296297e-06,
      "loss": 2.8714,
      "step": 1380
    },
    {
      "epoch": 0.7208608842214443,
      "grad_norm": 2.4431049823760986,
      "learning_rate": 3.1134259259259265e-06,
      "loss": 2.8628,
      "step": 1390
    },
    {
      "epoch": 0.7260469337482173,
      "grad_norm": 2.304499387741089,
      "learning_rate": 3.055555555555556e-06,
      "loss": 2.7895,
      "step": 1400
    },
    {
      "epoch": 0.7260469337482173,
      "eval_loss": 2.917088270187378,
      "eval_runtime": 87.1021,
      "eval_samples_per_second": 78.712,
      "eval_steps_per_second": 9.839,
      "step": 1400
    },
    {
      "epoch": 0.7312329832749903,
      "grad_norm": 1.3344799280166626,
      "learning_rate": 2.9976851851851856e-06,
      "loss": 2.9102,
      "step": 1410
    },
    {
      "epoch": 0.7364190328017632,
      "grad_norm": 1.719092607498169,
      "learning_rate": 2.9398148148148147e-06,
      "loss": 2.7918,
      "step": 1420
    },
    {
      "epoch": 0.7416050823285363,
      "grad_norm": 1.8856807947158813,
      "learning_rate": 2.8819444444444443e-06,
      "loss": 2.9078,
      "step": 1430
    },
    {
      "epoch": 0.7467911318553092,
      "grad_norm": 2.222034215927124,
      "learning_rate": 2.8240740740740743e-06,
      "loss": 2.8047,
      "step": 1440
    },
    {
      "epoch": 0.7519771813820822,
      "grad_norm": 2.0205276012420654,
      "learning_rate": 2.766203703703704e-06,
      "loss": 2.8561,
      "step": 1450
    },
    {
      "epoch": 0.7519771813820822,
      "eval_loss": 2.9157726764678955,
      "eval_runtime": 87.0003,
      "eval_samples_per_second": 78.804,
      "eval_steps_per_second": 9.851,
      "step": 1450
    },
    {
      "epoch": 0.7571632309088552,
      "grad_norm": 2.2088751792907715,
      "learning_rate": 2.7083333333333334e-06,
      "loss": 2.8221,
      "step": 1460
    },
    {
      "epoch": 0.7623492804356281,
      "grad_norm": 1.8010945320129395,
      "learning_rate": 2.650462962962963e-06,
      "loss": 2.9598,
      "step": 1470
    },
    {
      "epoch": 0.7675353299624011,
      "grad_norm": 1.8427363634109497,
      "learning_rate": 2.5925925925925925e-06,
      "loss": 2.9063,
      "step": 1480
    },
    {
      "epoch": 0.7727213794891741,
      "grad_norm": 2.112938404083252,
      "learning_rate": 2.5347222222222225e-06,
      "loss": 2.8391,
      "step": 1490
    },
    {
      "epoch": 0.7779074290159471,
      "grad_norm": 1.8270915746688843,
      "learning_rate": 2.476851851851852e-06,
      "loss": 2.7957,
      "step": 1500
    },
    {
      "epoch": 0.7779074290159471,
      "eval_loss": 2.9150469303131104,
      "eval_runtime": 87.2201,
      "eval_samples_per_second": 78.606,
      "eval_steps_per_second": 9.826,
      "step": 1500
    },
    {
      "epoch": 0.78309347854272,
      "grad_norm": 2.6664621829986572,
      "learning_rate": 2.4189814814814816e-06,
      "loss": 2.8278,
      "step": 1510
    },
    {
      "epoch": 0.7882795280694931,
      "grad_norm": 2.025564193725586,
      "learning_rate": 2.361111111111111e-06,
      "loss": 2.8109,
      "step": 1520
    },
    {
      "epoch": 0.793465577596266,
      "grad_norm": 1.752272605895996,
      "learning_rate": 2.3032407407407407e-06,
      "loss": 2.8855,
      "step": 1530
    },
    {
      "epoch": 0.798651627123039,
      "grad_norm": 1.9612879753112793,
      "learning_rate": 2.2453703703703707e-06,
      "loss": 2.8185,
      "step": 1540
    },
    {
      "epoch": 0.803837676649812,
      "grad_norm": 1.9773454666137695,
      "learning_rate": 2.1875000000000002e-06,
      "loss": 2.8071,
      "step": 1550
    },
    {
      "epoch": 0.803837676649812,
      "eval_loss": 2.9142231941223145,
      "eval_runtime": 87.0585,
      "eval_samples_per_second": 78.752,
      "eval_steps_per_second": 9.844,
      "step": 1550
    },
    {
      "epoch": 0.809023726176585,
      "grad_norm": 3.341409206390381,
      "learning_rate": 2.1296296296296298e-06,
      "loss": 2.8467,
      "step": 1560
    },
    {
      "epoch": 0.814209775703358,
      "grad_norm": 1.7923222780227661,
      "learning_rate": 2.0717592592592593e-06,
      "loss": 2.8776,
      "step": 1570
    },
    {
      "epoch": 0.819395825230131,
      "grad_norm": 1.8666836023330688,
      "learning_rate": 2.0138888888888893e-06,
      "loss": 2.8347,
      "step": 1580
    },
    {
      "epoch": 0.8245818747569039,
      "grad_norm": 2.2585649490356445,
      "learning_rate": 1.956018518518519e-06,
      "loss": 2.8068,
      "step": 1590
    },
    {
      "epoch": 0.829767924283677,
      "grad_norm": 1.8757206201553345,
      "learning_rate": 1.8981481481481484e-06,
      "loss": 2.8491,
      "step": 1600
    },
    {
      "epoch": 0.829767924283677,
      "eval_loss": 2.913360834121704,
      "eval_runtime": 87.2275,
      "eval_samples_per_second": 78.599,
      "eval_steps_per_second": 9.825,
      "step": 1600
    },
    {
      "epoch": 0.8349539738104499,
      "grad_norm": 1.6995919942855835,
      "learning_rate": 1.840277777777778e-06,
      "loss": 2.8562,
      "step": 1610
    },
    {
      "epoch": 0.8401400233372228,
      "grad_norm": 1.780346393585205,
      "learning_rate": 1.7824074074074073e-06,
      "loss": 2.8461,
      "step": 1620
    },
    {
      "epoch": 0.8453260728639959,
      "grad_norm": 2.147747755050659,
      "learning_rate": 1.724537037037037e-06,
      "loss": 2.7899,
      "step": 1630
    },
    {
      "epoch": 0.8505121223907688,
      "grad_norm": 1.769389033317566,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 2.8092,
      "step": 1640
    },
    {
      "epoch": 0.8556981719175418,
      "grad_norm": 3.257025957107544,
      "learning_rate": 1.6087962962962964e-06,
      "loss": 2.8567,
      "step": 1650
    },
    {
      "epoch": 0.8556981719175418,
      "eval_loss": 2.9123799800872803,
      "eval_runtime": 87.0603,
      "eval_samples_per_second": 78.75,
      "eval_steps_per_second": 9.844,
      "step": 1650
    },
    {
      "epoch": 0.8608842214443148,
      "grad_norm": 1.7707329988479614,
      "learning_rate": 1.550925925925926e-06,
      "loss": 2.856,
      "step": 1660
    },
    {
      "epoch": 0.8660702709710878,
      "grad_norm": 1.8951716423034668,
      "learning_rate": 1.4930555555555555e-06,
      "loss": 2.8768,
      "step": 1670
    },
    {
      "epoch": 0.8712563204978607,
      "grad_norm": 2.0087685585021973,
      "learning_rate": 1.4351851851851853e-06,
      "loss": 2.8264,
      "step": 1680
    }
  ],
  "logging_steps": 10,
  "max_steps": 1928,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.6099718731923456e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}