{
  "best_metric": 0.7716161012649536,
  "best_model_checkpoint": "./outputs/lora-out/checkpoint-11000",
  "epoch": 1.3056379821958457,
  "eval_steps": 500,
  "global_step": 11000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0011869436201780415,
      "grad_norm": 0.5230351686477661,
      "learning_rate": 5.938242280285035e-07,
      "loss": 1.0767,
      "step": 10
    },
    {
      "epoch": 0.002373887240356083,
      "grad_norm": 0.37288129329681396,
      "learning_rate": 1.187648456057007e-06,
      "loss": 1.1895,
      "step": 20
    },
    {
      "epoch": 0.0035608308605341245,
      "grad_norm": 0.42279818654060364,
      "learning_rate": 1.7814726840855108e-06,
      "loss": 1.1203,
      "step": 30
    },
    {
      "epoch": 0.004747774480712166,
      "grad_norm": 0.47712886333465576,
      "learning_rate": 2.375296912114014e-06,
      "loss": 1.1429,
      "step": 40
    },
    {
      "epoch": 0.005934718100890208,
      "grad_norm": 0.3551290035247803,
      "learning_rate": 2.9691211401425176e-06,
      "loss": 1.1629,
      "step": 50
    },
    {
      "epoch": 0.007121661721068249,
      "grad_norm": 0.4963815212249756,
      "learning_rate": 3.5629453681710215e-06,
      "loss": 1.0595,
      "step": 60
    },
    {
      "epoch": 0.00830860534124629,
      "grad_norm": 0.3718396723270416,
      "learning_rate": 4.156769596199525e-06,
      "loss": 1.0844,
      "step": 70
    },
    {
      "epoch": 0.009495548961424332,
      "grad_norm": 0.4744749069213867,
      "learning_rate": 4.750593824228028e-06,
      "loss": 1.0476,
      "step": 80
    },
    {
      "epoch": 0.010682492581602374,
      "grad_norm": 0.4049204885959625,
      "learning_rate": 5.344418052256532e-06,
      "loss": 1.0769,
      "step": 90
    },
    {
      "epoch": 0.011869436201780416,
      "grad_norm": 0.5128685235977173,
      "learning_rate": 5.938242280285035e-06,
      "loss": 1.0685,
      "step": 100
    },
    {
      "epoch": 0.013056379821958458,
      "grad_norm": 0.4374200403690338,
      "learning_rate": 6.532066508313539e-06,
      "loss": 1.1161,
      "step": 110
    },
    {
      "epoch": 0.014243323442136498,
      "grad_norm": 0.3933285176753998,
      "learning_rate": 7.125890736342043e-06,
      "loss": 1.0004,
      "step": 120
    },
    {
      "epoch": 0.01543026706231454,
      "grad_norm": 0.41642361879348755,
      "learning_rate": 7.719714964370546e-06,
      "loss": 1.0188,
      "step": 130
    },
    {
      "epoch": 0.01661721068249258,
      "grad_norm": 0.6790082454681396,
      "learning_rate": 8.31353919239905e-06,
      "loss": 1.0037,
      "step": 140
    },
    {
      "epoch": 0.017804154302670624,
      "grad_norm": 0.46090933680534363,
      "learning_rate": 8.907363420427554e-06,
      "loss": 1.1503,
      "step": 150
    },
    {
      "epoch": 0.018991097922848664,
      "grad_norm": 0.46357613801956177,
      "learning_rate": 9.501187648456057e-06,
      "loss": 0.937,
      "step": 160
    },
    {
      "epoch": 0.020178041543026708,
      "grad_norm": 0.5010367035865784,
      "learning_rate": 1.0095011876484562e-05,
      "loss": 1.1009,
      "step": 170
    },
    {
      "epoch": 0.021364985163204748,
      "grad_norm": 0.53301602602005,
      "learning_rate": 1.0688836104513065e-05,
      "loss": 0.983,
      "step": 180
    },
    {
      "epoch": 0.022551928783382788,
      "grad_norm": 0.5423634052276611,
      "learning_rate": 1.1282660332541568e-05,
      "loss": 1.0063,
      "step": 190
    },
    {
      "epoch": 0.02373887240356083,
      "grad_norm": 0.7087329626083374,
      "learning_rate": 1.187648456057007e-05,
      "loss": 0.9804,
      "step": 200
    },
    {
      "epoch": 0.024925816023738872,
      "grad_norm": 0.5914109945297241,
      "learning_rate": 1.2470308788598575e-05,
      "loss": 1.0208,
      "step": 210
    },
    {
      "epoch": 0.026112759643916916,
      "grad_norm": 0.4900115430355072,
      "learning_rate": 1.3064133016627078e-05,
      "loss": 0.9603,
      "step": 220
    },
    {
      "epoch": 0.027299703264094956,
      "grad_norm": 0.5469143986701965,
      "learning_rate": 1.3657957244655583e-05,
      "loss": 1.0107,
      "step": 230
    },
    {
      "epoch": 0.028486646884272996,
      "grad_norm": 0.6561472415924072,
      "learning_rate": 1.4251781472684086e-05,
      "loss": 1.0653,
      "step": 240
    },
    {
      "epoch": 0.02967359050445104,
      "grad_norm": 0.6878321766853333,
      "learning_rate": 1.4845605700712589e-05,
      "loss": 0.9832,
      "step": 250
    },
    {
      "epoch": 0.03086053412462908,
      "grad_norm": 0.4900878965854645,
      "learning_rate": 1.5439429928741092e-05,
      "loss": 0.941,
      "step": 260
    },
    {
      "epoch": 0.032047477744807124,
      "grad_norm": 0.7876664996147156,
      "learning_rate": 1.60332541567696e-05,
      "loss": 0.9555,
      "step": 270
    },
    {
      "epoch": 0.03323442136498516,
      "grad_norm": 1.0006091594696045,
      "learning_rate": 1.66270783847981e-05,
      "loss": 0.9885,
      "step": 280
    },
    {
      "epoch": 0.034421364985163204,
      "grad_norm": 0.8071354627609253,
      "learning_rate": 1.7220902612826605e-05,
      "loss": 0.8773,
      "step": 290
    },
    {
      "epoch": 0.03560830860534125,
      "grad_norm": 0.9984568953514099,
      "learning_rate": 1.7814726840855108e-05,
      "loss": 0.9989,
      "step": 300
    },
    {
      "epoch": 0.03679525222551929,
      "grad_norm": 0.8211751580238342,
      "learning_rate": 1.840855106888361e-05,
      "loss": 0.8656,
      "step": 310
    },
    {
      "epoch": 0.03798219584569733,
      "grad_norm": 1.264052152633667,
      "learning_rate": 1.9002375296912114e-05,
      "loss": 0.9641,
      "step": 320
    },
    {
      "epoch": 0.03916913946587537,
      "grad_norm": 0.8444392085075378,
      "learning_rate": 1.9596199524940617e-05,
      "loss": 0.8856,
      "step": 330
    },
    {
      "epoch": 0.040356083086053415,
      "grad_norm": 0.7926741242408752,
      "learning_rate": 2.0190023752969123e-05,
      "loss": 0.8962,
      "step": 340
    },
    {
      "epoch": 0.04154302670623145,
      "grad_norm": 0.8968790173530579,
      "learning_rate": 2.0783847980997626e-05,
      "loss": 0.9583,
      "step": 350
    },
    {
      "epoch": 0.042729970326409496,
      "grad_norm": 0.9435778260231018,
      "learning_rate": 2.137767220902613e-05,
      "loss": 0.9534,
      "step": 360
    },
    {
      "epoch": 0.04391691394658754,
      "grad_norm": 0.9596304893493652,
      "learning_rate": 2.1971496437054635e-05,
      "loss": 0.9235,
      "step": 370
    },
    {
      "epoch": 0.045103857566765576,
      "grad_norm": 0.9254686236381531,
      "learning_rate": 2.2565320665083135e-05,
      "loss": 0.9345,
      "step": 380
    },
    {
      "epoch": 0.04629080118694362,
      "grad_norm": 0.7298787832260132,
      "learning_rate": 2.3159144893111638e-05,
      "loss": 0.9894,
      "step": 390
    },
    {
      "epoch": 0.04747774480712166,
      "grad_norm": 0.8593952655792236,
      "learning_rate": 2.375296912114014e-05,
      "loss": 0.9318,
      "step": 400
    },
    {
      "epoch": 0.0486646884272997,
      "grad_norm": 0.9398151636123657,
      "learning_rate": 2.4346793349168648e-05,
      "loss": 0.9175,
      "step": 410
    },
    {
      "epoch": 0.049851632047477744,
      "grad_norm": 0.9733231663703918,
      "learning_rate": 2.494061757719715e-05,
      "loss": 1.0808,
      "step": 420
    },
    {
      "epoch": 0.05103857566765579,
      "grad_norm": 1.7867991924285889,
      "learning_rate": 2.5534441805225657e-05,
      "loss": 0.9826,
      "step": 430
    },
    {
      "epoch": 0.05222551928783383,
      "grad_norm": 0.951397716999054,
      "learning_rate": 2.6128266033254157e-05,
      "loss": 0.9248,
      "step": 440
    },
    {
      "epoch": 0.05341246290801187,
      "grad_norm": 0.7252931594848633,
      "learning_rate": 2.6722090261282663e-05,
      "loss": 0.9616,
      "step": 450
    },
    {
      "epoch": 0.05459940652818991,
      "grad_norm": 1.4507744312286377,
      "learning_rate": 2.7315914489311166e-05,
      "loss": 0.9346,
      "step": 460
    },
    {
      "epoch": 0.055786350148367955,
      "grad_norm": 0.9934329390525818,
      "learning_rate": 2.790973871733967e-05,
      "loss": 0.9847,
      "step": 470
    },
    {
      "epoch": 0.05697329376854599,
      "grad_norm": 1.0395673513412476,
      "learning_rate": 2.8503562945368172e-05,
      "loss": 0.9946,
      "step": 480
    },
    {
      "epoch": 0.058160237388724036,
      "grad_norm": 1.156590461730957,
      "learning_rate": 2.909738717339668e-05,
      "loss": 1.0282,
      "step": 490
    },
    {
      "epoch": 0.05934718100890208,
      "grad_norm": 0.8681560754776001,
      "learning_rate": 2.9691211401425178e-05,
      "loss": 0.9639,
      "step": 500
    },
    {
      "epoch": 0.05934718100890208,
      "eval_loss": 0.8606800436973572,
      "eval_runtime": 772.8877,
      "eval_samples_per_second": 2.295,
      "eval_steps_per_second": 0.574,
      "step": 500
    },
    {
      "epoch": 0.060534124629080116,
      "grad_norm": 0.9961158037185669,
      "learning_rate": 3.0285035629453685e-05,
      "loss": 0.9167,
      "step": 510
    },
    {
      "epoch": 0.06172106824925816,
      "grad_norm": 1.1789659261703491,
      "learning_rate": 3.0878859857482184e-05,
      "loss": 0.9911,
      "step": 520
    },
    {
      "epoch": 0.0629080118694362,
      "grad_norm": 0.9042471647262573,
      "learning_rate": 3.147268408551069e-05,
      "loss": 0.9563,
      "step": 530
    },
    {
      "epoch": 0.06409495548961425,
      "grad_norm": 0.8174954652786255,
      "learning_rate": 3.20665083135392e-05,
      "loss": 0.899,
      "step": 540
    },
    {
      "epoch": 0.06528189910979229,
      "grad_norm": 1.0244214534759521,
      "learning_rate": 3.2660332541567697e-05,
      "loss": 1.0177,
      "step": 550
    },
    {
      "epoch": 0.06646884272997032,
      "grad_norm": 1.0030802488327026,
      "learning_rate": 3.32541567695962e-05,
      "loss": 0.8967,
      "step": 560
    },
    {
      "epoch": 0.06765578635014836,
      "grad_norm": 1.0239039659500122,
      "learning_rate": 3.384798099762471e-05,
      "loss": 1.003,
      "step": 570
    },
    {
      "epoch": 0.06884272997032641,
      "grad_norm": 0.8476904034614563,
      "learning_rate": 3.444180522565321e-05,
      "loss": 0.8915,
      "step": 580
    },
    {
      "epoch": 0.07002967359050445,
      "grad_norm": 0.8580217957496643,
      "learning_rate": 3.503562945368171e-05,
      "loss": 0.9793,
      "step": 590
    },
    {
      "epoch": 0.0712166172106825,
      "grad_norm": 1.0635051727294922,
      "learning_rate": 3.5629453681710215e-05,
      "loss": 0.939,
      "step": 600
    },
    {
      "epoch": 0.07240356083086054,
      "grad_norm": 1.0473207235336304,
      "learning_rate": 3.6223277909738715e-05,
      "loss": 0.9026,
      "step": 610
    },
    {
      "epoch": 0.07359050445103858,
      "grad_norm": 0.9743014574050903,
      "learning_rate": 3.681710213776722e-05,
      "loss": 0.9039,
      "step": 620
    },
    {
      "epoch": 0.07477744807121661,
      "grad_norm": 0.9305230379104614,
      "learning_rate": 3.741092636579573e-05,
      "loss": 0.9828,
      "step": 630
    },
    {
      "epoch": 0.07596439169139466,
      "grad_norm": 0.8575608134269714,
      "learning_rate": 3.800475059382423e-05,
      "loss": 0.9613,
      "step": 640
    },
    {
      "epoch": 0.0771513353115727,
      "grad_norm": 1.1435967683792114,
      "learning_rate": 3.8598574821852734e-05,
      "loss": 0.9162,
      "step": 650
    },
    {
      "epoch": 0.07833827893175074,
      "grad_norm": 1.2059640884399414,
      "learning_rate": 3.919239904988123e-05,
      "loss": 0.9601,
      "step": 660
    },
    {
      "epoch": 0.07952522255192879,
      "grad_norm": 1.2867904901504517,
      "learning_rate": 3.978622327790974e-05,
      "loss": 0.8977,
      "step": 670
    },
    {
      "epoch": 0.08071216617210683,
      "grad_norm": 1.225451111793518,
      "learning_rate": 4.0380047505938246e-05,
      "loss": 0.9324,
      "step": 680
    },
    {
      "epoch": 0.08189910979228486,
      "grad_norm": 0.9785982966423035,
      "learning_rate": 4.0973871733966746e-05,
      "loss": 0.9825,
      "step": 690
    },
    {
      "epoch": 0.0830860534124629,
      "grad_norm": 1.006413221359253,
      "learning_rate": 4.156769596199525e-05,
      "loss": 0.992,
      "step": 700
    },
    {
      "epoch": 0.08427299703264095,
      "grad_norm": 0.9456585049629211,
      "learning_rate": 4.216152019002376e-05,
      "loss": 0.9368,
      "step": 710
    },
    {
      "epoch": 0.08545994065281899,
      "grad_norm": 0.8581728339195251,
      "learning_rate": 4.275534441805226e-05,
      "loss": 0.888,
      "step": 720
    },
    {
      "epoch": 0.08664688427299704,
      "grad_norm": 0.8342024683952332,
      "learning_rate": 4.3349168646080765e-05,
      "loss": 0.8947,
      "step": 730
    },
    {
      "epoch": 0.08783382789317508,
      "grad_norm": 1.0038254261016846,
      "learning_rate": 4.394299287410927e-05,
      "loss": 0.8982,
      "step": 740
    },
    {
      "epoch": 0.08902077151335312,
      "grad_norm": 1.085750699043274,
      "learning_rate": 4.453681710213777e-05,
      "loss": 0.8623,
      "step": 750
    },
    {
      "epoch": 0.09020771513353115,
      "grad_norm": 1.2366139888763428,
      "learning_rate": 4.513064133016627e-05,
      "loss": 0.8971,
      "step": 760
    },
    {
      "epoch": 0.0913946587537092,
      "grad_norm": 1.0508228540420532,
      "learning_rate": 4.5724465558194777e-05,
      "loss": 0.9076,
      "step": 770
    },
    {
      "epoch": 0.09258160237388724,
      "grad_norm": 1.1448291540145874,
      "learning_rate": 4.6318289786223276e-05,
      "loss": 1.0223,
      "step": 780
    },
    {
      "epoch": 0.09376854599406528,
      "grad_norm": 0.9256898760795593,
      "learning_rate": 4.691211401425178e-05,
      "loss": 0.9233,
      "step": 790
    },
    {
      "epoch": 0.09495548961424333,
      "grad_norm": 0.7629861235618591,
      "learning_rate": 4.750593824228028e-05,
      "loss": 0.8658,
      "step": 800
    },
    {
      "epoch": 0.09614243323442137,
      "grad_norm": 1.2851282358169556,
      "learning_rate": 4.809976247030879e-05,
      "loss": 0.9022,
      "step": 810
    },
    {
      "epoch": 0.0973293768545994,
      "grad_norm": 1.0901813507080078,
      "learning_rate": 4.8693586698337295e-05,
      "loss": 0.9875,
      "step": 820
    },
    {
      "epoch": 0.09851632047477744,
      "grad_norm": 0.9551505446434021,
      "learning_rate": 4.9287410926365795e-05,
      "loss": 0.9256,
      "step": 830
    },
    {
      "epoch": 0.09970326409495549,
      "grad_norm": 1.760140299797058,
      "learning_rate": 4.98812351543943e-05,
      "loss": 0.9199,
      "step": 840
    },
    {
      "epoch": 0.10089020771513353,
      "grad_norm": 1.2546443939208984,
      "learning_rate": 4.9999969188311976e-05,
      "loss": 0.9354,
      "step": 850
    },
    {
      "epoch": 0.10207715133531158,
      "grad_norm": 1.1511316299438477,
      "learning_rate": 4.9999844015959526e-05,
      "loss": 0.9547,
      "step": 860
    },
    {
      "epoch": 0.10326409495548962,
      "grad_norm": 1.0263421535491943,
      "learning_rate": 4.9999622557693894e-05,
      "loss": 0.9864,
      "step": 870
    },
    {
      "epoch": 0.10445103857566766,
      "grad_norm": 1.0085169076919556,
      "learning_rate": 4.9999304814368e-05,
      "loss": 0.9439,
      "step": 880
    },
    {
      "epoch": 0.10563798219584569,
      "grad_norm": 0.8821007609367371,
      "learning_rate": 4.9998890787205634e-05,
      "loss": 0.9689,
      "step": 890
    },
    {
      "epoch": 0.10682492581602374,
      "grad_norm": 1.2020398378372192,
      "learning_rate": 4.999838047780139e-05,
      "loss": 0.8825,
      "step": 900
    },
    {
      "epoch": 0.10801186943620178,
      "grad_norm": 1.1312310695648193,
      "learning_rate": 4.999777388812072e-05,
      "loss": 0.954,
      "step": 910
    },
    {
      "epoch": 0.10919881305637982,
      "grad_norm": 0.8461742997169495,
      "learning_rate": 4.999707102049986e-05,
      "loss": 0.9593,
      "step": 920
    },
    {
      "epoch": 0.11038575667655787,
      "grad_norm": 0.9337742328643799,
      "learning_rate": 4.9996271877645906e-05,
      "loss": 0.8842,
      "step": 930
    },
    {
      "epoch": 0.11157270029673591,
      "grad_norm": 1.5750162601470947,
      "learning_rate": 4.99953764626367e-05,
      "loss": 0.9315,
      "step": 940
    },
    {
      "epoch": 0.11275964391691394,
      "grad_norm": 0.8479421734809875,
      "learning_rate": 4.9994384778920914e-05,
      "loss": 0.9483,
      "step": 950
    },
    {
      "epoch": 0.11394658753709198,
      "grad_norm": 1.4970643520355225,
      "learning_rate": 4.999329683031796e-05,
      "loss": 0.8933,
      "step": 960
    },
    {
      "epoch": 0.11513353115727003,
      "grad_norm": 1.1047669649124146,
      "learning_rate": 4.9992112621018046e-05,
      "loss": 1.0143,
      "step": 970
    },
    {
      "epoch": 0.11632047477744807,
      "grad_norm": 1.0329428911209106,
      "learning_rate": 4.99908321555821e-05,
      "loss": 0.9286,
      "step": 980
    },
    {
      "epoch": 0.11750741839762611,
      "grad_norm": 0.7338259816169739,
      "learning_rate": 4.998945543894179e-05,
      "loss": 0.9012,
      "step": 990
    },
    {
      "epoch": 0.11869436201780416,
      "grad_norm": 0.9167189598083496,
      "learning_rate": 4.998798247639947e-05,
      "loss": 0.8714,
      "step": 1000
    },
    {
      "epoch": 0.11869436201780416,
      "eval_loss": 0.8358961939811707,
      "eval_runtime": 772.8376,
      "eval_samples_per_second": 2.295,
      "eval_steps_per_second": 0.575,
      "step": 1000
    },
    {
      "epoch": 0.1198813056379822,
      "grad_norm": 0.7216008305549622,
      "learning_rate": 4.998641327362823e-05,
      "loss": 0.797,
      "step": 1010
    },
    {
      "epoch": 0.12106824925816023,
      "grad_norm": 0.8900012373924255,
      "learning_rate": 4.9984747836671754e-05,
      "loss": 0.9256,
      "step": 1020
    },
    {
      "epoch": 0.12225519287833828,
      "grad_norm": 1.069724202156067,
      "learning_rate": 4.9982986171944436e-05,
      "loss": 0.8876,
      "step": 1030
    },
    {
      "epoch": 0.12344213649851632,
      "grad_norm": 1.2220836877822876,
      "learning_rate": 4.9981128286231235e-05,
      "loss": 0.9672,
      "step": 1040
    },
    {
      "epoch": 0.12462908011869436,
      "grad_norm": 1.055732011795044,
      "learning_rate": 4.997917418668774e-05,
      "loss": 0.8998,
      "step": 1050
    },
    {
      "epoch": 0.1258160237388724,
      "grad_norm": 1.0066126585006714,
      "learning_rate": 4.997712388084009e-05,
      "loss": 0.965,
      "step": 1060
    },
    {
      "epoch": 0.12700296735905045,
      "grad_norm": 0.9691961407661438,
      "learning_rate": 4.9974977376584945e-05,
      "loss": 0.8449,
      "step": 1070
    },
    {
      "epoch": 0.1281899109792285,
      "grad_norm": 0.9969437122344971,
      "learning_rate": 4.997273468218949e-05,
      "loss": 0.9465,
      "step": 1080
    },
    {
      "epoch": 0.12937685459940654,
      "grad_norm": 0.9269385933876038,
      "learning_rate": 4.997039580629137e-05,
      "loss": 0.9694,
      "step": 1090
    },
    {
      "epoch": 0.13056379821958458,
      "grad_norm": 1.0190030336380005,
      "learning_rate": 4.996796075789868e-05,
      "loss": 0.8879,
      "step": 1100
    },
    {
      "epoch": 0.13175074183976263,
      "grad_norm": 0.9268912076950073,
      "learning_rate": 4.9965429546389906e-05,
      "loss": 0.9089,
      "step": 1110
    },
    {
      "epoch": 0.13293768545994064,
      "grad_norm": 0.8694944977760315,
      "learning_rate": 4.996280218151391e-05,
      "loss": 0.8724,
      "step": 1120
    },
    {
      "epoch": 0.13412462908011868,
      "grad_norm": 0.862114667892456,
      "learning_rate": 4.996007867338989e-05,
      "loss": 0.93,
      "step": 1130
    },
    {
      "epoch": 0.13531157270029673,
      "grad_norm": 1.0992276668548584,
      "learning_rate": 4.995725903250732e-05,
      "loss": 0.9419,
      "step": 1140
    },
    {
      "epoch": 0.13649851632047477,
      "grad_norm": 1.1718074083328247,
      "learning_rate": 4.995434326972595e-05,
      "loss": 0.9153,
      "step": 1150
    },
    {
      "epoch": 0.13768545994065282,
      "grad_norm": 1.34727942943573,
      "learning_rate": 4.99513313962757e-05,
      "loss": 0.8732,
      "step": 1160
    },
    {
      "epoch": 0.13887240356083086,
      "grad_norm": 0.717542290687561,
      "learning_rate": 4.994822342375671e-05,
      "loss": 0.8217,
      "step": 1170
    },
    {
      "epoch": 0.1400593471810089,
      "grad_norm": 1.2748587131500244,
      "learning_rate": 4.99450193641392e-05,
      "loss": 0.8905,
      "step": 1180
    },
    {
      "epoch": 0.14124629080118695,
      "grad_norm": 1.3889360427856445,
      "learning_rate": 4.994171922976348e-05,
      "loss": 0.8903,
      "step": 1190
    },
    {
      "epoch": 0.142433234421365,
      "grad_norm": 0.7903980016708374,
      "learning_rate": 4.993832303333989e-05,
      "loss": 0.9225,
      "step": 1200
    },
    {
      "epoch": 0.14362017804154303,
      "grad_norm": 1.0810192823410034,
      "learning_rate": 4.993483078794875e-05,
      "loss": 0.8787,
      "step": 1210
    },
    {
      "epoch": 0.14480712166172108,
      "grad_norm": 1.3086780309677124,
      "learning_rate": 4.9931242507040294e-05,
      "loss": 0.8956,
      "step": 1220
    },
    {
      "epoch": 0.14599406528189912,
      "grad_norm": 1.00796639919281,
      "learning_rate": 4.992755820443465e-05,
      "loss": 0.8845,
      "step": 1230
    },
    {
      "epoch": 0.14718100890207717,
      "grad_norm": 1.0078282356262207,
      "learning_rate": 4.992377789432177e-05,
      "loss": 0.9332,
      "step": 1240
    },
    {
      "epoch": 0.14836795252225518,
      "grad_norm": 1.0940144062042236,
      "learning_rate": 4.9919901591261366e-05,
      "loss": 0.9136,
      "step": 1250
    },
    {
      "epoch": 0.14955489614243322,
      "grad_norm": 0.9257196187973022,
      "learning_rate": 4.991592931018286e-05,
      "loss": 0.8778,
      "step": 1260
    },
    {
      "epoch": 0.15074183976261127,
      "grad_norm": 0.6467018723487854,
      "learning_rate": 4.991186106638534e-05,
      "loss": 0.9091,
      "step": 1270
    },
    {
      "epoch": 0.1519287833827893,
      "grad_norm": 0.9637243747711182,
      "learning_rate": 4.990769687553749e-05,
      "loss": 0.9091,
      "step": 1280
    },
    {
      "epoch": 0.15311572700296736,
      "grad_norm": 1.1351808309555054,
      "learning_rate": 4.990343675367752e-05,
      "loss": 0.9378,
      "step": 1290
    },
    {
      "epoch": 0.1543026706231454,
      "grad_norm": 1.2510889768600464,
      "learning_rate": 4.989908071721313e-05,
      "loss": 0.8714,
      "step": 1300
    },
    {
      "epoch": 0.15548961424332344,
      "grad_norm": 1.0249766111373901,
      "learning_rate": 4.989462878292142e-05,
      "loss": 0.9535,
      "step": 1310
    },
    {
      "epoch": 0.1566765578635015,
      "grad_norm": 1.5715773105621338,
      "learning_rate": 4.9890080967948836e-05,
      "loss": 0.8567,
      "step": 1320
    },
    {
      "epoch": 0.15786350148367953,
      "grad_norm": 1.0343701839447021,
      "learning_rate": 4.9885437289811106e-05,
      "loss": 0.9312,
      "step": 1330
    },
    {
      "epoch": 0.15905044510385757,
      "grad_norm": 0.952111542224884,
      "learning_rate": 4.988069776639318e-05,
      "loss": 0.8942,
      "step": 1340
    },
    {
      "epoch": 0.16023738872403562,
      "grad_norm": 1.1799042224884033,
      "learning_rate": 4.987586241594914e-05,
      "loss": 0.9557,
      "step": 1350
    },
    {
      "epoch": 0.16142433234421366,
      "grad_norm": 0.9772776365280151,
      "learning_rate": 4.987093125710215e-05,
      "loss": 0.9164,
      "step": 1360
    },
    {
      "epoch": 0.1626112759643917,
      "grad_norm": 0.9001238346099854,
      "learning_rate": 4.986590430884437e-05,
      "loss": 0.8403,
      "step": 1370
    },
    {
      "epoch": 0.16379821958456972,
      "grad_norm": 1.0725136995315552,
      "learning_rate": 4.98607815905369e-05,
      "loss": 0.9615,
      "step": 1380
    },
    {
      "epoch": 0.16498516320474776,
      "grad_norm": 1.0103825330734253,
      "learning_rate": 4.985556312190968e-05,
      "loss": 0.904,
      "step": 1390
    },
    {
      "epoch": 0.1661721068249258,
      "grad_norm": 1.019081473350525,
      "learning_rate": 4.985024892306145e-05,
      "loss": 0.8856,
      "step": 1400
    },
    {
      "epoch": 0.16735905044510385,
      "grad_norm": 0.9215166568756104,
      "learning_rate": 4.984483901445961e-05,
      "loss": 0.9263,
      "step": 1410
    },
    {
      "epoch": 0.1685459940652819,
      "grad_norm": 0.9046373963356018,
      "learning_rate": 4.9839333416940245e-05,
      "loss": 0.8989,
      "step": 1420
    },
    {
      "epoch": 0.16973293768545994,
      "grad_norm": 0.683239758014679,
      "learning_rate": 4.9833732151707915e-05,
      "loss": 0.8229,
      "step": 1430
    },
    {
      "epoch": 0.17091988130563798,
      "grad_norm": 0.9845369458198547,
      "learning_rate": 4.982803524033569e-05,
      "loss": 0.8801,
      "step": 1440
    },
    {
      "epoch": 0.17210682492581603,
      "grad_norm": 0.92441326379776,
      "learning_rate": 4.9822242704764996e-05,
      "loss": 0.9166,
      "step": 1450
    },
    {
      "epoch": 0.17329376854599407,
      "grad_norm": 1.1213726997375488,
      "learning_rate": 4.9816354567305555e-05,
      "loss": 0.855,
      "step": 1460
    },
    {
      "epoch": 0.1744807121661721,
      "grad_norm": 0.9685346484184265,
      "learning_rate": 4.98103708506353e-05,
      "loss": 0.9458,
      "step": 1470
    },
    {
      "epoch": 0.17566765578635016,
      "grad_norm": 0.827942967414856,
      "learning_rate": 4.980429157780027e-05,
      "loss": 0.9032,
      "step": 1480
    },
    {
      "epoch": 0.1768545994065282,
      "grad_norm": 0.951607882976532,
      "learning_rate": 4.979811677221455e-05,
      "loss": 0.8916,
      "step": 1490
    },
    {
      "epoch": 0.17804154302670624,
      "grad_norm": 0.8278565406799316,
      "learning_rate": 4.979184645766016e-05,
      "loss": 0.9589,
      "step": 1500
    },
    {
      "epoch": 0.17804154302670624,
      "eval_loss": 0.8247362971305847,
      "eval_runtime": 773.006,
      "eval_samples_per_second": 2.295,
      "eval_steps_per_second": 0.574,
      "step": 1500
    },
    {
      "epoch": 0.17922848664688426,
      "grad_norm": 1.4448524713516235,
      "learning_rate": 4.978548065828697e-05,
      "loss": 0.9034,
      "step": 1510
    },
    {
      "epoch": 0.1804154302670623,
      "grad_norm": 0.9414309859275818,
      "learning_rate": 4.9779019398612605e-05,
      "loss": 0.8396,
      "step": 1520
    },
    {
      "epoch": 0.18160237388724035,
      "grad_norm": 1.0360982418060303,
      "learning_rate": 4.977246270352235e-05,
      "loss": 0.8701,
      "step": 1530
    },
    {
      "epoch": 0.1827893175074184,
      "grad_norm": 0.9132982492446899,
      "learning_rate": 4.976581059826906e-05,
      "loss": 0.9002,
      "step": 1540
    },
    {
      "epoch": 0.18397626112759644,
      "grad_norm": 1.1046500205993652,
      "learning_rate": 4.9759063108473046e-05,
      "loss": 0.9659,
      "step": 1550
    },
    {
      "epoch": 0.18516320474777448,
      "grad_norm": 0.7856910228729248,
      "learning_rate": 4.975222026012202e-05,
      "loss": 0.8569,
      "step": 1560
    },
    {
      "epoch": 0.18635014836795252,
      "grad_norm": 1.0288382768630981,
      "learning_rate": 4.974528207957092e-05,
      "loss": 0.8933,
      "step": 1570
    },
    {
      "epoch": 0.18753709198813057,
      "grad_norm": 1.1528115272521973,
      "learning_rate": 4.9738248593541894e-05,
      "loss": 0.9673,
      "step": 1580
    },
    {
      "epoch": 0.1887240356083086,
      "grad_norm": 1.0612051486968994,
      "learning_rate": 4.973111982912412e-05,
      "loss": 0.8482,
      "step": 1590
    },
    {
      "epoch": 0.18991097922848665,
      "grad_norm": 0.6942639350891113,
      "learning_rate": 4.972389581377376e-05,
      "loss": 0.87,
      "step": 1600
    },
    {
      "epoch": 0.1910979228486647,
      "grad_norm": 1.0134094953536987,
      "learning_rate": 4.971657657531383e-05,
      "loss": 0.9021,
      "step": 1610
    },
    {
      "epoch": 0.19228486646884274,
      "grad_norm": 1.2450144290924072,
      "learning_rate": 4.9709162141934076e-05,
      "loss": 0.9054,
      "step": 1620
    },
    {
      "epoch": 0.19347181008902078,
      "grad_norm": 0.9599930644035339,
      "learning_rate": 4.97016525421909e-05,
      "loss": 0.9167,
      "step": 1630
    },
    {
      "epoch": 0.1946587537091988,
      "grad_norm": 1.022996425628662,
      "learning_rate": 4.9694047805007236e-05,
      "loss": 0.8035,
      "step": 1640
    },
    {
      "epoch": 0.19584569732937684,
      "grad_norm": 0.9903687834739685,
      "learning_rate": 4.968634795967243e-05,
      "loss": 0.8117,
      "step": 1650
    },
    {
      "epoch": 0.1970326409495549,
      "grad_norm": 0.7823516726493835,
      "learning_rate": 4.9678553035842125e-05,
      "loss": 0.836,
      "step": 1660
    },
    {
      "epoch": 0.19821958456973293,
      "grad_norm": 0.896584689617157,
      "learning_rate": 4.967066306353816e-05,
      "loss": 0.9844,
      "step": 1670
    },
    {
      "epoch": 0.19940652818991098,
      "grad_norm": 1.0771842002868652,
      "learning_rate": 4.966267807314845e-05,
      "loss": 0.8248,
      "step": 1680
    },
    {
      "epoch": 0.20059347181008902,
      "grad_norm": 0.7897894978523254,
      "learning_rate": 4.965459809542689e-05,
      "loss": 0.801,
      "step": 1690
    },
    {
      "epoch": 0.20178041543026706,
      "grad_norm": 0.8380696773529053,
      "learning_rate": 4.964642316149318e-05,
      "loss": 0.9112,
      "step": 1700
    },
    {
      "epoch": 0.2029673590504451,
      "grad_norm": 0.9411647915840149,
      "learning_rate": 4.963815330283276e-05,
      "loss": 0.9455,
      "step": 1710
    },
    {
      "epoch": 0.20415430267062315,
      "grad_norm": 0.9571262001991272,
      "learning_rate": 4.9629788551296656e-05,
      "loss": 0.897,
      "step": 1720
    },
    {
      "epoch": 0.2053412462908012,
      "grad_norm": 0.8774480819702148,
      "learning_rate": 4.962132893910139e-05,
      "loss": 0.9364,
      "step": 1730
    },
    {
      "epoch": 0.20652818991097924,
      "grad_norm": 0.8009739518165588,
      "learning_rate": 4.961277449882882e-05,
      "loss": 0.8938,
      "step": 1740
    },
    {
      "epoch": 0.20771513353115728,
      "grad_norm": 0.8146045207977295,
      "learning_rate": 4.960412526342604e-05,
      "loss": 0.8371,
      "step": 1750
    },
    {
      "epoch": 0.20890207715133532,
      "grad_norm": 0.9336399435997009,
      "learning_rate": 4.9595381266205234e-05,
      "loss": 0.8568,
      "step": 1760
    },
    {
      "epoch": 0.21008902077151334,
      "grad_norm": 1.1002113819122314,
      "learning_rate": 4.958654254084355e-05,
      "loss": 0.8137,
      "step": 1770
    },
    {
      "epoch": 0.21127596439169138,
      "grad_norm": 1.308406949043274,
      "learning_rate": 4.9577609121383015e-05,
      "loss": 0.96,
      "step": 1780
    },
    {
      "epoch": 0.21246290801186943,
      "grad_norm": 0.9280428290367126,
      "learning_rate": 4.956858104223033e-05,
      "loss": 0.8977,
      "step": 1790
    },
    {
      "epoch": 0.21364985163204747,
      "grad_norm": 0.9551159739494324,
      "learning_rate": 4.9559458338156787e-05,
      "loss": 0.8581,
      "step": 1800
    },
    {
      "epoch": 0.21483679525222552,
      "grad_norm": 0.8361184597015381,
      "learning_rate": 4.955024104429812e-05,
      "loss": 0.9148,
      "step": 1810
    },
    {
      "epoch": 0.21602373887240356,
      "grad_norm": 0.9807586669921875,
      "learning_rate": 4.954092919615436e-05,
      "loss": 0.8276,
      "step": 1820
    },
    {
      "epoch": 0.2172106824925816,
      "grad_norm": 0.8617917895317078,
      "learning_rate": 4.953152282958975e-05,
      "loss": 0.965,
      "step": 1830
    },
    {
      "epoch": 0.21839762611275965,
      "grad_norm": 0.8824058175086975,
      "learning_rate": 4.952202198083252e-05,
      "loss": 0.9464,
      "step": 1840
    },
    {
      "epoch": 0.2195845697329377,
      "grad_norm": 1.0937623977661133,
      "learning_rate": 4.9512426686474825e-05,
      "loss": 0.9038,
      "step": 1850
    },
    {
      "epoch": 0.22077151335311573,
      "grad_norm": 0.8538326025009155,
      "learning_rate": 4.950273698347254e-05,
      "loss": 0.9066,
      "step": 1860
    },
    {
      "epoch": 0.22195845697329378,
      "grad_norm": 0.882277250289917,
      "learning_rate": 4.9492952909145206e-05,
      "loss": 0.8483,
      "step": 1870
    },
    {
      "epoch": 0.22314540059347182,
      "grad_norm": 1.1620628833770752,
      "learning_rate": 4.948307450117578e-05,
      "loss": 0.9323,
      "step": 1880
    },
    {
      "epoch": 0.22433234421364986,
      "grad_norm": 0.9091768860816956,
      "learning_rate": 4.947310179761057e-05,
      "loss": 0.9345,
      "step": 1890
    },
    {
      "epoch": 0.22551928783382788,
      "grad_norm": 0.9526820182800293,
      "learning_rate": 4.9463034836859035e-05,
      "loss": 0.8783,
      "step": 1900
    },
    {
      "epoch": 0.22670623145400592,
      "grad_norm": 1.2667665481567383,
      "learning_rate": 4.94528736576937e-05,
      "loss": 0.8743,
      "step": 1910
    },
    {
      "epoch": 0.22789317507418397,
      "grad_norm": 0.9735057950019836,
      "learning_rate": 4.944261829924992e-05,
      "loss": 0.8674,
      "step": 1920
    },
    {
      "epoch": 0.229080118694362,
      "grad_norm": 1.0499471426010132,
      "learning_rate": 4.943226880102583e-05,
      "loss": 0.984,
      "step": 1930
    },
    {
      "epoch": 0.23026706231454006,
      "grad_norm": 1.031782865524292,
      "learning_rate": 4.94218252028821e-05,
      "loss": 0.8371,
      "step": 1940
    },
    {
      "epoch": 0.2314540059347181,
      "grad_norm": 0.6854504346847534,
      "learning_rate": 4.9411287545041826e-05,
      "loss": 0.9478,
      "step": 1950
    },
    {
      "epoch": 0.23264094955489614,
      "grad_norm": 0.7416971325874329,
      "learning_rate": 4.940065586809041e-05,
      "loss": 0.8734,
      "step": 1960
    },
    {
      "epoch": 0.2338278931750742,
      "grad_norm": 0.9267434477806091,
      "learning_rate": 4.938993021297531e-05,
      "loss": 0.9185,
      "step": 1970
    },
    {
      "epoch": 0.23501483679525223,
      "grad_norm": 1.0826581716537476,
      "learning_rate": 4.937911062100597e-05,
      "loss": 0.8529,
      "step": 1980
    },
    {
      "epoch": 0.23620178041543027,
      "grad_norm": 1.1237525939941406,
      "learning_rate": 4.936819713385363e-05,
      "loss": 0.884,
      "step": 1990
    },
    {
      "epoch": 0.23738872403560832,
      "grad_norm": 0.8531584739685059,
      "learning_rate": 4.935718979355115e-05,
      "loss": 0.8282,
      "step": 2000
    },
    {
      "epoch": 0.23738872403560832,
      "eval_loss": 0.8174661993980408,
      "eval_runtime": 770.587,
      "eval_samples_per_second": 2.302,
      "eval_steps_per_second": 0.576,
      "step": 2000
    },
    {
      "epoch": 0.23857566765578636,
      "grad_norm": 1.2661949396133423,
      "learning_rate": 4.9346088642492867e-05,
      "loss": 0.903,
      "step": 2010
    },
    {
      "epoch": 0.2397626112759644,
      "grad_norm": 0.8154357671737671,
      "learning_rate": 4.933489372343443e-05,
      "loss": 0.8108,
      "step": 2020
    },
    {
      "epoch": 0.24094955489614242,
      "grad_norm": 1.1874347925186157,
      "learning_rate": 4.9323605079492616e-05,
      "loss": 0.8955,
      "step": 2030
    },
    {
      "epoch": 0.24213649851632046,
      "grad_norm": 0.9091614484786987,
      "learning_rate": 4.931222275414521e-05,
      "loss": 0.8428,
      "step": 2040
    },
    {
      "epoch": 0.2433234421364985,
      "grad_norm": 0.9067183136940002,
      "learning_rate": 4.9300746791230775e-05,
      "loss": 0.9133,
      "step": 2050
    },
    {
      "epoch": 0.24451038575667655,
      "grad_norm": 0.9364748597145081,
      "learning_rate": 4.9289177234948535e-05,
      "loss": 0.8841,
      "step": 2060
    },
    {
      "epoch": 0.2456973293768546,
      "grad_norm": 1.1770869493484497,
      "learning_rate": 4.927751412985818e-05,
      "loss": 0.9274,
      "step": 2070
    },
    {
      "epoch": 0.24688427299703264,
      "grad_norm": 0.9044451117515564,
      "learning_rate": 4.926575752087971e-05,
      "loss": 0.9128,
      "step": 2080
    },
    {
      "epoch": 0.24807121661721068,
      "grad_norm": 0.9170666933059692,
      "learning_rate": 4.925390745329321e-05,
      "loss": 0.9526,
      "step": 2090
    },
    {
      "epoch": 0.24925816023738873,
      "grad_norm": 0.7166856527328491,
      "learning_rate": 4.924196397273878e-05,
      "loss": 0.8833,
      "step": 2100
    },
    {
      "epoch": 0.25044510385756674,
      "grad_norm": 1.122950792312622,
      "learning_rate": 4.9229927125216245e-05,
      "loss": 0.9077,
      "step": 2110
    },
    {
      "epoch": 0.2516320474777448,
      "grad_norm": 0.7830738425254822,
      "learning_rate": 4.921779695708506e-05,
      "loss": 0.9394,
      "step": 2120
    },
    {
      "epoch": 0.25281899109792283,
      "grad_norm": 0.8085533380508423,
      "learning_rate": 4.920557351506409e-05,
      "loss": 0.9048,
      "step": 2130
    },
    {
      "epoch": 0.2540059347181009,
      "grad_norm": 0.8500973582267761,
      "learning_rate": 4.9193256846231425e-05,
      "loss": 0.9618,
      "step": 2140
    },
    {
      "epoch": 0.2551928783382789,
      "grad_norm": 1.318861961364746,
      "learning_rate": 4.9180846998024235e-05,
      "loss": 0.9177,
      "step": 2150
    },
    {
      "epoch": 0.256379821958457,
      "grad_norm": 0.7787696123123169,
      "learning_rate": 4.916834401823857e-05,
      "loss": 0.9182,
      "step": 2160
    },
    {
      "epoch": 0.257566765578635,
      "grad_norm": 1.0064891576766968,
      "learning_rate": 4.9155747955029156e-05,
      "loss": 0.8871,
      "step": 2170
    },
    {
      "epoch": 0.2587537091988131,
      "grad_norm": 0.8516352772712708,
      "learning_rate": 4.9143058856909235e-05,
      "loss": 0.8684,
      "step": 2180
    },
    {
      "epoch": 0.2599406528189911,
      "grad_norm": 0.846522867679596,
      "learning_rate": 4.9130276772750374e-05,
      "loss": 0.8566,
      "step": 2190
    },
    {
      "epoch": 0.26112759643916916,
      "grad_norm": 0.8422502875328064,
      "learning_rate": 4.911740175178226e-05,
      "loss": 0.9234,
      "step": 2200
    },
    {
      "epoch": 0.2623145400593472,
      "grad_norm": 1.1003506183624268,
      "learning_rate": 4.910443384359251e-05,
      "loss": 0.9092,
      "step": 2210
    },
    {
      "epoch": 0.26350148367952525,
      "grad_norm": 1.1265966892242432,
      "learning_rate": 4.9091373098126546e-05,
      "loss": 0.856,
      "step": 2220
    },
    {
      "epoch": 0.26468842729970327,
      "grad_norm": 0.9657439589500427,
      "learning_rate": 4.90782195656873e-05,
      "loss": 0.8534,
      "step": 2230
    },
    {
      "epoch": 0.2658753709198813,
      "grad_norm": 0.6582869291305542,
      "learning_rate": 4.9064973296935075e-05,
      "loss": 0.9634,
      "step": 2240
    },
    {
      "epoch": 0.26706231454005935,
      "grad_norm": 1.1937134265899658,
      "learning_rate": 4.9051634342887356e-05,
      "loss": 0.911,
      "step": 2250
    },
    {
      "epoch": 0.26824925816023737,
      "grad_norm": 0.9606165289878845,
      "learning_rate": 4.90382027549186e-05,
      "loss": 0.8507,
      "step": 2260
    },
    {
      "epoch": 0.26943620178041544,
      "grad_norm": 0.9722040295600891,
      "learning_rate": 4.9024678584760056e-05,
      "loss": 0.9747,
      "step": 2270
    },
    {
      "epoch": 0.27062314540059346,
      "grad_norm": 0.8512585163116455,
      "learning_rate": 4.90110618844995e-05,
      "loss": 0.8801,
      "step": 2280
    },
    {
      "epoch": 0.27181008902077153,
      "grad_norm": 0.8925254940986633,
      "learning_rate": 4.899735270658114e-05,
      "loss": 0.8713,
      "step": 2290
    },
    {
      "epoch": 0.27299703264094954,
      "grad_norm": 1.0183494091033936,
      "learning_rate": 4.898355110380531e-05,
      "loss": 0.8947,
      "step": 2300
    },
    {
      "epoch": 0.2741839762611276,
      "grad_norm": 0.7539317011833191,
      "learning_rate": 4.896965712932837e-05,
      "loss": 0.9179,
      "step": 2310
    },
    {
      "epoch": 0.27537091988130563,
      "grad_norm": 1.0620583295822144,
      "learning_rate": 4.895567083666239e-05,
      "loss": 0.9275,
      "step": 2320
    },
    {
      "epoch": 0.2765578635014837,
      "grad_norm": 1.908141851425171,
      "learning_rate": 4.8941592279675037e-05,
      "loss": 0.9131,
      "step": 2330
    },
    {
      "epoch": 0.2777448071216617,
      "grad_norm": 0.7129389643669128,
      "learning_rate": 4.892742151258931e-05,
      "loss": 0.8657,
      "step": 2340
    },
    {
      "epoch": 0.2789317507418398,
      "grad_norm": 0.8836341500282288,
      "learning_rate": 4.8913158589983374e-05,
      "loss": 0.8815,
      "step": 2350
    },
    {
      "epoch": 0.2801186943620178,
      "grad_norm": 0.9302510619163513,
      "learning_rate": 4.8898803566790296e-05,
      "loss": 0.86,
      "step": 2360
    },
    {
      "epoch": 0.2813056379821958,
      "grad_norm": 0.717185378074646,
      "learning_rate": 4.8884356498297884e-05,
      "loss": 0.8734,
      "step": 2370
    },
    {
      "epoch": 0.2824925816023739,
      "grad_norm": 1.0630261898040771,
      "learning_rate": 4.886981744014846e-05,
      "loss": 0.8946,
      "step": 2380
    },
    {
      "epoch": 0.2836795252225519,
      "grad_norm": 0.7842198014259338,
      "learning_rate": 4.885518644833863e-05,
      "loss": 0.877,
      "step": 2390
    },
    {
      "epoch": 0.28486646884273,
      "grad_norm": 0.9807887077331543,
      "learning_rate": 4.8840463579219086e-05,
      "loss": 0.8142,
      "step": 2400
    },
    {
      "epoch": 0.286053412462908,
      "grad_norm": 0.9767608642578125,
      "learning_rate": 4.882564888949437e-05,
      "loss": 0.9082,
      "step": 2410
    },
    {
      "epoch": 0.28724035608308607,
      "grad_norm": 1.0220454931259155,
      "learning_rate": 4.881074243622268e-05,
      "loss": 0.9359,
      "step": 2420
    },
    {
      "epoch": 0.2884272997032641,
      "grad_norm": 0.791378378868103,
      "learning_rate": 4.8795744276815624e-05,
      "loss": 0.8607,
      "step": 2430
    },
    {
      "epoch": 0.28961424332344216,
      "grad_norm": 0.9800243973731995,
      "learning_rate": 4.8780654469038036e-05,
      "loss": 0.9268,
      "step": 2440
    },
    {
      "epoch": 0.29080118694362017,
      "grad_norm": 0.9791480302810669,
      "learning_rate": 4.8765473071007706e-05,
      "loss": 0.8905,
      "step": 2450
    },
    {
      "epoch": 0.29198813056379824,
      "grad_norm": 0.9130463004112244,
      "learning_rate": 4.8750200141195194e-05,
      "loss": 0.8537,
      "step": 2460
    },
    {
      "epoch": 0.29317507418397626,
      "grad_norm": 0.7925013899803162,
      "learning_rate": 4.8734835738423586e-05,
      "loss": 0.9325,
      "step": 2470
    },
    {
      "epoch": 0.29436201780415433,
      "grad_norm": 1.0440537929534912,
      "learning_rate": 4.871937992186827e-05,
      "loss": 0.9535,
      "step": 2480
    },
    {
      "epoch": 0.29554896142433235,
      "grad_norm": 0.9307257533073425,
      "learning_rate": 4.870383275105671e-05,
      "loss": 0.8196,
      "step": 2490
    },
    {
      "epoch": 0.29673590504451036,
      "grad_norm": 0.9311190843582153,
      "learning_rate": 4.8688194285868235e-05,
      "loss": 0.9039,
      "step": 2500
    },
    {
      "epoch": 0.29673590504451036,
      "eval_loss": 0.8113005757331848,
      "eval_runtime": 769.3974,
      "eval_samples_per_second": 2.306,
      "eval_steps_per_second": 0.577,
      "step": 2500
    },
    {
      "epoch": 0.29792284866468843,
      "grad_norm": 0.8999786376953125,
      "learning_rate": 4.867246458653377e-05,
      "loss": 0.8452,
      "step": 2510
    },
    {
      "epoch": 0.29910979228486645,
      "grad_norm": 0.8556974530220032,
      "learning_rate": 4.865664371363563e-05,
      "loss": 0.8501,
      "step": 2520
    },
    {
      "epoch": 0.3002967359050445,
      "grad_norm": 0.8129183650016785,
      "learning_rate": 4.864073172810728e-05,
      "loss": 0.8773,
      "step": 2530
    },
    {
      "epoch": 0.30148367952522254,
      "grad_norm": 1.002024531364441,
      "learning_rate": 4.862472869123311e-05,
      "loss": 0.897,
      "step": 2540
    },
    {
      "epoch": 0.3026706231454006,
      "grad_norm": 0.8188593983650208,
      "learning_rate": 4.860863466464818e-05,
      "loss": 0.88,
      "step": 2550
    },
    {
      "epoch": 0.3038575667655786,
      "grad_norm": 1.4040788412094116,
      "learning_rate": 4.8592449710338004e-05,
      "loss": 0.9121,
      "step": 2560
    },
    {
      "epoch": 0.3050445103857567,
      "grad_norm": 1.0157005786895752,
      "learning_rate": 4.8576173890638295e-05,
      "loss": 0.8512,
      "step": 2570
    },
    {
      "epoch": 0.3062314540059347,
      "grad_norm": 0.9177596569061279,
      "learning_rate": 4.855980726823472e-05,
      "loss": 0.9312,
      "step": 2580
    },
    {
      "epoch": 0.3074183976261128,
      "grad_norm": 1.0521137714385986,
      "learning_rate": 4.8543349906162705e-05,
      "loss": 0.8539,
      "step": 2590
    },
    {
      "epoch": 0.3086053412462908,
      "grad_norm": 0.7588869333267212,
      "learning_rate": 4.85268018678071e-05,
      "loss": 0.8604,
      "step": 2600
    },
    {
      "epoch": 0.30979228486646887,
      "grad_norm": 0.6621432900428772,
      "learning_rate": 4.851016321690205e-05,
      "loss": 0.8125,
      "step": 2610
    },
    {
      "epoch": 0.3109792284866469,
      "grad_norm": 1.1285654306411743,
      "learning_rate": 4.849343401753064e-05,
      "loss": 0.9558,
      "step": 2620
    },
    {
      "epoch": 0.3121661721068249,
      "grad_norm": 0.9147692918777466,
      "learning_rate": 4.847661433412474e-05,
      "loss": 0.8431,
      "step": 2630
    },
    {
      "epoch": 0.313353115727003,
      "grad_norm": 0.9889045357704163,
      "learning_rate": 4.845970423146467e-05,
      "loss": 0.9009,
      "step": 2640
    },
    {
      "epoch": 0.314540059347181,
      "grad_norm": 1.1277235746383667,
      "learning_rate": 4.844270377467905e-05,
      "loss": 0.8435,
      "step": 2650
    },
    {
      "epoch": 0.31572700296735906,
      "grad_norm": 1.0129153728485107,
      "learning_rate": 4.842561302924447e-05,
      "loss": 0.8972,
      "step": 2660
    },
    {
      "epoch": 0.3169139465875371,
      "grad_norm": 0.8509721159934998,
      "learning_rate": 4.8408432060985244e-05,
      "loss": 0.8769,
      "step": 2670
    },
    {
      "epoch": 0.31810089020771515,
      "grad_norm": 0.8103829622268677,
      "learning_rate": 4.83911609360732e-05,
      "loss": 0.8339,
      "step": 2680
    },
    {
      "epoch": 0.31928783382789316,
      "grad_norm": 0.6785222887992859,
      "learning_rate": 4.83737997210274e-05,
      "loss": 0.8878,
      "step": 2690
    },
    {
      "epoch": 0.32047477744807124,
      "grad_norm": 0.9442030191421509,
      "learning_rate": 4.835634848271387e-05,
      "loss": 0.8441,
      "step": 2700
    },
    {
      "epoch": 0.32166172106824925,
      "grad_norm": 0.7956482768058777,
      "learning_rate": 4.833880728834538e-05,
      "loss": 0.823,
      "step": 2710
    },
    {
      "epoch": 0.3228486646884273,
      "grad_norm": 0.8883194327354431,
      "learning_rate": 4.832117620548114e-05,
      "loss": 0.8942,
      "step": 2720
    },
    {
      "epoch": 0.32403560830860534,
      "grad_norm": 0.713594377040863,
      "learning_rate": 4.8303455302026565e-05,
      "loss": 0.8289,
      "step": 2730
    },
    {
      "epoch": 0.3252225519287834,
      "grad_norm": 0.9183544516563416,
      "learning_rate": 4.828564464623302e-05,
      "loss": 0.8776,
      "step": 2740
    },
    {
      "epoch": 0.3264094955489614,
      "grad_norm": 1.0352176427841187,
      "learning_rate": 4.826774430669755e-05,
      "loss": 0.8295,
      "step": 2750
    },
    {
      "epoch": 0.32759643916913944,
      "grad_norm": 0.8310732245445251,
      "learning_rate": 4.824975435236258e-05,
      "loss": 0.9217,
      "step": 2760
    },
    {
      "epoch": 0.3287833827893175,
      "grad_norm": 0.8640980124473572,
      "learning_rate": 4.8231674852515754e-05,
      "loss": 0.7977,
      "step": 2770
    },
    {
      "epoch": 0.32997032640949553,
      "grad_norm": 1.2364047765731812,
      "learning_rate": 4.821350587678952e-05,
      "loss": 0.8313,
      "step": 2780
    },
    {
      "epoch": 0.3311572700296736,
      "grad_norm": 0.9419341683387756,
      "learning_rate": 4.819524749516098e-05,
      "loss": 0.8888,
      "step": 2790
    },
    {
      "epoch": 0.3323442136498516,
      "grad_norm": 1.1738229990005493,
      "learning_rate": 4.817689977795157e-05,
      "loss": 0.9192,
      "step": 2800
    },
    {
      "epoch": 0.3335311572700297,
      "grad_norm": 0.9781436920166016,
      "learning_rate": 4.81584627958268e-05,
      "loss": 0.9115,
      "step": 2810
    },
    {
      "epoch": 0.3347181008902077,
      "grad_norm": 1.0958514213562012,
      "learning_rate": 4.813993661979598e-05,
      "loss": 0.9746,
      "step": 2820
    },
    {
      "epoch": 0.3359050445103858,
      "grad_norm": 0.9003396034240723,
      "learning_rate": 4.812132132121195e-05,
      "loss": 0.9283,
      "step": 2830
    },
    {
      "epoch": 0.3370919881305638,
      "grad_norm": 1.0439910888671875,
      "learning_rate": 4.8102616971770786e-05,
      "loss": 0.8966,
      "step": 2840
    },
    {
      "epoch": 0.33827893175074186,
      "grad_norm": 0.9176671504974365,
      "learning_rate": 4.808382364351157e-05,
      "loss": 0.9132,
      "step": 2850
    },
    {
      "epoch": 0.3394658753709199,
      "grad_norm": 1.3821845054626465,
      "learning_rate": 4.806494140881605e-05,
      "loss": 0.807,
      "step": 2860
    },
    {
      "epoch": 0.34065281899109795,
      "grad_norm": 0.6699957847595215,
      "learning_rate": 4.804597034040841e-05,
      "loss": 0.8337,
      "step": 2870
    },
    {
      "epoch": 0.34183976261127597,
      "grad_norm": 0.8552253842353821,
      "learning_rate": 4.802691051135497e-05,
      "loss": 0.8939,
      "step": 2880
    },
    {
      "epoch": 0.343026706231454,
      "grad_norm": 0.8702000379562378,
      "learning_rate": 4.800776199506392e-05,
      "loss": 0.8901,
      "step": 2890
    },
    {
      "epoch": 0.34421364985163205,
      "grad_norm": 0.9271148443222046,
      "learning_rate": 4.798852486528501e-05,
      "loss": 0.9171,
      "step": 2900
    },
    {
      "epoch": 0.34540059347181007,
      "grad_norm": 0.7314199805259705,
      "learning_rate": 4.796919919610929e-05,
      "loss": 0.9328,
      "step": 2910
    },
    {
      "epoch": 0.34658753709198814,
      "grad_norm": 0.7465083599090576,
      "learning_rate": 4.79497850619688e-05,
      "loss": 0.8635,
      "step": 2920
    },
    {
      "epoch": 0.34777448071216616,
      "grad_norm": 0.9858341217041016,
      "learning_rate": 4.793028253763633e-05,
      "loss": 0.9312,
      "step": 2930
    },
    {
      "epoch": 0.3489614243323442,
      "grad_norm": 0.8937369585037231,
      "learning_rate": 4.791069169822507e-05,
      "loss": 0.8388,
      "step": 2940
    },
    {
      "epoch": 0.35014836795252224,
      "grad_norm": 1.0096062421798706,
      "learning_rate": 4.789101261918837e-05,
      "loss": 0.8698,
      "step": 2950
    },
    {
      "epoch": 0.3513353115727003,
      "grad_norm": 0.7233800888061523,
      "learning_rate": 4.787124537631942e-05,
      "loss": 0.8332,
      "step": 2960
    },
    {
      "epoch": 0.35252225519287833,
      "grad_norm": 0.7524568438529968,
      "learning_rate": 4.785139004575099e-05,
      "loss": 0.9154,
      "step": 2970
    },
    {
      "epoch": 0.3537091988130564,
      "grad_norm": 1.2735203504562378,
      "learning_rate": 4.783144670395509e-05,
      "loss": 0.8637,
      "step": 2980
    },
    {
      "epoch": 0.3548961424332344,
      "grad_norm": 1.1231369972229004,
      "learning_rate": 4.781141542774272e-05,
      "loss": 0.8696,
      "step": 2990
    },
    {
      "epoch": 0.3560830860534125,
      "grad_norm": 0.8862468004226685,
      "learning_rate": 4.7791296294263556e-05,
      "loss": 0.9512,
      "step": 3000
    },
    {
      "epoch": 0.3560830860534125,
      "eval_loss": 0.8069484829902649,
      "eval_runtime": 774.9961,
      "eval_samples_per_second": 2.289,
      "eval_steps_per_second": 0.573,
      "step": 3000
    },
    {
      "epoch": 0.3572700296735905,
      "grad_norm": 0.8185063600540161,
      "learning_rate": 4.7771089381005636e-05,
      "loss": 0.9453,
      "step": 3010
    },
    {
      "epoch": 0.3584569732937685,
      "grad_norm": 0.8352025747299194,
      "learning_rate": 4.7750794765795095e-05,
      "loss": 0.8775,
      "step": 3020
    },
    {
      "epoch": 0.3596439169139466,
      "grad_norm": 0.7337610125541687,
      "learning_rate": 4.773041252679584e-05,
      "loss": 0.7979,
      "step": 3030
    },
    {
      "epoch": 0.3608308605341246,
      "grad_norm": 0.980402946472168,
      "learning_rate": 4.770994274250926e-05,
      "loss": 0.923,
      "step": 3040
    },
    {
      "epoch": 0.3620178041543027,
      "grad_norm": 0.970067024230957,
      "learning_rate": 4.768938549177393e-05,
      "loss": 0.9579,
      "step": 3050
    },
    {
      "epoch": 0.3632047477744807,
      "grad_norm": 0.7478693127632141,
      "learning_rate": 4.766874085376528e-05,
      "loss": 0.9448,
      "step": 3060
    },
    {
      "epoch": 0.36439169139465877,
      "grad_norm": 0.8010281920433044,
      "learning_rate": 4.764800890799532e-05,
      "loss": 0.7986,
      "step": 3070
    },
    {
      "epoch": 0.3655786350148368,
      "grad_norm": 0.8199505805969238,
      "learning_rate": 4.762718973431234e-05,
      "loss": 0.8876,
      "step": 3080
    },
    {
      "epoch": 0.36676557863501486,
      "grad_norm": 0.9049654006958008,
      "learning_rate": 4.760628341290054e-05,
      "loss": 0.8882,
      "step": 3090
    },
    {
      "epoch": 0.36795252225519287,
      "grad_norm": 0.9176567196846008,
      "learning_rate": 4.7585290024279806e-05,
      "loss": 0.9358,
      "step": 3100
    },
    {
      "epoch": 0.36913946587537094,
      "grad_norm": 0.9601384997367859,
      "learning_rate": 4.756420964930535e-05,
      "loss": 0.9252,
      "step": 3110
    },
    {
      "epoch": 0.37032640949554896,
      "grad_norm": 1.0265899896621704,
      "learning_rate": 4.754304236916739e-05,
      "loss": 0.9221,
      "step": 3120
    },
    {
      "epoch": 0.37151335311572703,
      "grad_norm": 1.52367103099823,
      "learning_rate": 4.752178826539089e-05,
      "loss": 0.8951,
      "step": 3130
    },
    {
      "epoch": 0.37270029673590505,
      "grad_norm": 0.9129610657691956,
      "learning_rate": 4.750044741983517e-05,
      "loss": 0.9562,
      "step": 3140
    },
    {
      "epoch": 0.37388724035608306,
      "grad_norm": 0.8349341154098511,
      "learning_rate": 4.747901991469367e-05,
      "loss": 0.8603,
      "step": 3150
    },
    {
      "epoch": 0.37507418397626113,
      "grad_norm": 1.1370227336883545,
      "learning_rate": 4.7457505832493584e-05,
      "loss": 0.8294,
      "step": 3160
    },
    {
      "epoch": 0.37626112759643915,
      "grad_norm": 0.9587147235870361,
      "learning_rate": 4.743590525609554e-05,
      "loss": 0.8465,
      "step": 3170
    },
    {
      "epoch": 0.3774480712166172,
      "grad_norm": 0.8471585512161255,
      "learning_rate": 4.741421826869331e-05,
      "loss": 0.8936,
      "step": 3180
    },
    {
      "epoch": 0.37863501483679524,
      "grad_norm": 0.9739141464233398,
      "learning_rate": 4.7392444953813476e-05,
      "loss": 0.8797,
      "step": 3190
    },
    {
      "epoch": 0.3798219584569733,
      "grad_norm": 0.9010668992996216,
      "learning_rate": 4.737058539531509e-05,
      "loss": 0.801,
      "step": 3200
    },
    {
      "epoch": 0.3810089020771513,
      "grad_norm": 1.0589792728424072,
      "learning_rate": 4.7348639677389395e-05,
      "loss": 0.8597,
      "step": 3210
    },
    {
      "epoch": 0.3821958456973294,
      "grad_norm": 1.1330857276916504,
      "learning_rate": 4.732660788455944e-05,
      "loss": 0.9204,
      "step": 3220
    },
    {
      "epoch": 0.3833827893175074,
      "grad_norm": 1.1525068283081055,
      "learning_rate": 4.730449010167982e-05,
      "loss": 0.8399,
      "step": 3230
    },
    {
      "epoch": 0.3845697329376855,
      "grad_norm": 1.045083999633789,
      "learning_rate": 4.72822864139363e-05,
      "loss": 0.8264,
      "step": 3240
    },
    {
      "epoch": 0.3857566765578635,
      "grad_norm": 0.9954350590705872,
      "learning_rate": 4.72599969068455e-05,
      "loss": 0.8966,
      "step": 3250
    },
    {
      "epoch": 0.38694362017804157,
      "grad_norm": 0.9580268859863281,
      "learning_rate": 4.7237621666254596e-05,
      "loss": 0.8649,
      "step": 3260
    },
    {
      "epoch": 0.3881305637982196,
      "grad_norm": 0.945152997970581,
      "learning_rate": 4.7215160778340925e-05,
      "loss": 0.8898,
      "step": 3270
    },
    {
      "epoch": 0.3893175074183976,
      "grad_norm": 0.8537838459014893,
      "learning_rate": 4.7192614329611715e-05,
      "loss": 0.8578,
      "step": 3280
    },
    {
      "epoch": 0.3905044510385757,
      "grad_norm": 0.8144123554229736,
      "learning_rate": 4.716998240690373e-05,
      "loss": 0.8975,
      "step": 3290
    },
    {
      "epoch": 0.3916913946587537,
      "grad_norm": 1.0924110412597656,
      "learning_rate": 4.714726509738293e-05,
      "loss": 0.9747,
      "step": 3300
    },
    {
      "epoch": 0.39287833827893176,
      "grad_norm": 0.9143339395523071,
      "learning_rate": 4.712446248854413e-05,
      "loss": 0.8604,
      "step": 3310
    },
    {
      "epoch": 0.3940652818991098,
      "grad_norm": 0.9802985191345215,
      "learning_rate": 4.710157466821068e-05,
      "loss": 0.9112,
      "step": 3320
    },
    {
      "epoch": 0.39525222551928785,
      "grad_norm": 0.8650179505348206,
      "learning_rate": 4.7078601724534124e-05,
      "loss": 0.9519,
      "step": 3330
    },
    {
      "epoch": 0.39643916913946586,
      "grad_norm": 0.9761397242546082,
      "learning_rate": 4.7055543745993824e-05,
      "loss": 0.8376,
      "step": 3340
    },
    {
      "epoch": 0.39762611275964393,
      "grad_norm": 1.0427495241165161,
      "learning_rate": 4.70324008213967e-05,
      "loss": 0.8693,
      "step": 3350
    },
    {
      "epoch": 0.39881305637982195,
      "grad_norm": 0.8753753304481506,
      "learning_rate": 4.700917303987682e-05,
      "loss": 0.8574,
      "step": 3360
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.9678823947906494,
      "learning_rate": 4.698586049089504e-05,
      "loss": 0.8288,
      "step": 3370
    },
    {
      "epoch": 0.40118694362017804,
      "grad_norm": 0.7577453851699829,
      "learning_rate": 4.696246326423874e-05,
      "loss": 0.9234,
      "step": 3380
    },
    {
      "epoch": 0.4023738872403561,
      "grad_norm": 0.9350581169128418,
      "learning_rate": 4.6938981450021416e-05,
      "loss": 0.8608,
      "step": 3390
    },
    {
      "epoch": 0.4035608308605341,
      "grad_norm": 0.9648170471191406,
      "learning_rate": 4.691541513868234e-05,
      "loss": 1.0063,
      "step": 3400
    },
    {
      "epoch": 0.40474777448071214,
      "grad_norm": 0.9693950414657593,
      "learning_rate": 4.689176442098624e-05,
      "loss": 0.9051,
      "step": 3410
    },
    {
      "epoch": 0.4059347181008902,
      "grad_norm": 1.0306636095046997,
      "learning_rate": 4.6868029388022925e-05,
      "loss": 0.8788,
      "step": 3420
    },
    {
      "epoch": 0.40712166172106823,
      "grad_norm": 0.9469864368438721,
      "learning_rate": 4.684421013120694e-05,
      "loss": 0.8339,
      "step": 3430
    },
    {
      "epoch": 0.4083086053412463,
      "grad_norm": 1.083781123161316,
      "learning_rate": 4.6820306742277184e-05,
      "loss": 0.816,
      "step": 3440
    },
    {
      "epoch": 0.4094955489614243,
      "grad_norm": 0.7388644218444824,
      "learning_rate": 4.6796319313296653e-05,
      "loss": 0.9355,
      "step": 3450
    },
    {
      "epoch": 0.4106824925816024,
      "grad_norm": 0.7487624287605286,
      "learning_rate": 4.677224793665197e-05,
      "loss": 0.8786,
      "step": 3460
    },
    {
      "epoch": 0.4118694362017804,
      "grad_norm": 1.0239750146865845,
      "learning_rate": 4.674809270505308e-05,
      "loss": 0.8933,
      "step": 3470
    },
    {
      "epoch": 0.4130563798219585,
      "grad_norm": 0.9962897896766663,
      "learning_rate": 4.672385371153293e-05,
      "loss": 0.9012,
      "step": 3480
    },
    {
      "epoch": 0.4142433234421365,
      "grad_norm": 1.0697799921035767,
      "learning_rate": 4.669953104944703e-05,
      "loss": 0.8838,
      "step": 3490
    },
    {
      "epoch": 0.41543026706231456,
      "grad_norm": 0.9961535930633545,
      "learning_rate": 4.667512481247316e-05,
      "loss": 0.8607,
      "step": 3500
    },
    {
      "epoch": 0.41543026706231456,
      "eval_loss": 0.8028744459152222,
      "eval_runtime": 777.2663,
      "eval_samples_per_second": 2.282,
      "eval_steps_per_second": 0.571,
      "step": 3500
    },
    {
      "epoch": 0.4166172106824926,
      "grad_norm": 0.8088350892066956,
      "learning_rate": 4.665063509461097e-05,
      "loss": 0.7517,
      "step": 3510
    },
    {
      "epoch": 0.41780415430267065,
      "grad_norm": 0.9155455827713013,
      "learning_rate": 4.6626061990181655e-05,
      "loss": 0.8841,
      "step": 3520
    },
    {
      "epoch": 0.41899109792284867,
      "grad_norm": 1.1847515106201172,
      "learning_rate": 4.660140559382754e-05,
      "loss": 0.8914,
      "step": 3530
    },
    {
      "epoch": 0.4201780415430267,
      "grad_norm": 1.216593623161316,
      "learning_rate": 4.6576666000511795e-05,
      "loss": 0.8503,
      "step": 3540
    },
    {
      "epoch": 0.42136498516320475,
      "grad_norm": 0.8132240772247314,
      "learning_rate": 4.6551843305517955e-05,
      "loss": 0.8313,
      "step": 3550
    },
    {
      "epoch": 0.42255192878338277,
      "grad_norm": 0.7744690775871277,
      "learning_rate": 4.652693760444967e-05,
      "loss": 0.8644,
      "step": 3560
    },
    {
      "epoch": 0.42373887240356084,
      "grad_norm": 1.0237466096878052,
      "learning_rate": 4.650194899323025e-05,
      "loss": 0.7594,
      "step": 3570
    },
    {
      "epoch": 0.42492581602373886,
      "grad_norm": 1.1930066347122192,
      "learning_rate": 4.647687756810236e-05,
      "loss": 0.8841,
      "step": 3580
    },
    {
      "epoch": 0.4261127596439169,
      "grad_norm": 1.263022780418396,
      "learning_rate": 4.64517234256276e-05,
      "loss": 0.8631,
      "step": 3590
    },
    {
      "epoch": 0.42729970326409494,
      "grad_norm": 0.7010476589202881,
      "learning_rate": 4.642648666268616e-05,
      "loss": 0.929,
      "step": 3600
    },
    {
      "epoch": 0.428486646884273,
      "grad_norm": 0.9364275336265564,
      "learning_rate": 4.6401167376476426e-05,
      "loss": 0.8954,
      "step": 3610
    },
    {
      "epoch": 0.42967359050445103,
      "grad_norm": 0.752667248249054,
      "learning_rate": 4.637576566451465e-05,
      "loss": 0.8819,
      "step": 3620
    },
    {
      "epoch": 0.4308605341246291,
      "grad_norm": 0.9347110986709595,
      "learning_rate": 4.63502816246345e-05,
      "loss": 0.9257,
      "step": 3630
    },
    {
      "epoch": 0.4320474777448071,
      "grad_norm": 0.7974644303321838,
      "learning_rate": 4.632471535498677e-05,
      "loss": 0.9112,
      "step": 3640
    },
    {
      "epoch": 0.4332344213649852,
      "grad_norm": 0.8897979855537415,
      "learning_rate": 4.629906695403894e-05,
      "loss": 0.8222,
      "step": 3650
    },
    {
      "epoch": 0.4344213649851632,
      "grad_norm": 0.7003577351570129,
      "learning_rate": 4.6273336520574796e-05,
      "loss": 0.8635,
      "step": 3660
    },
    {
      "epoch": 0.4356083086053412,
      "grad_norm": 0.741892397403717,
      "learning_rate": 4.62475241536941e-05,
      "loss": 0.8561,
      "step": 3670
    },
    {
      "epoch": 0.4367952522255193,
      "grad_norm": 0.816657304763794,
      "learning_rate": 4.622162995281216e-05,
      "loss": 0.9304,
      "step": 3680
    },
    {
      "epoch": 0.4379821958456973,
      "grad_norm": 0.8286069631576538,
      "learning_rate": 4.6195654017659475e-05,
      "loss": 0.9195,
      "step": 3690
    },
    {
      "epoch": 0.4391691394658754,
      "grad_norm": 1.2624543905258179,
      "learning_rate": 4.616959644828133e-05,
      "loss": 0.8274,
      "step": 3700
    },
    {
      "epoch": 0.4403560830860534,
      "grad_norm": 0.7968791127204895,
      "learning_rate": 4.614345734503743e-05,
      "loss": 0.8574,
      "step": 3710
    },
    {
      "epoch": 0.44154302670623147,
      "grad_norm": 0.7390718460083008,
      "learning_rate": 4.6117236808601495e-05,
      "loss": 0.8595,
      "step": 3720
    },
    {
      "epoch": 0.4427299703264095,
      "grad_norm": 0.8652002811431885,
      "learning_rate": 4.6090934939960894e-05,
      "loss": 0.9118,
      "step": 3730
    },
    {
      "epoch": 0.44391691394658755,
      "grad_norm": 0.7718791365623474,
      "learning_rate": 4.606455184041622e-05,
      "loss": 0.9111,
      "step": 3740
    },
    {
      "epoch": 0.44510385756676557,
      "grad_norm": 0.7578750848770142,
      "learning_rate": 4.603808761158097e-05,
      "loss": 0.831,
      "step": 3750
    },
    {
      "epoch": 0.44629080118694364,
      "grad_norm": 0.7663601636886597,
      "learning_rate": 4.6011542355381055e-05,
      "loss": 0.8584,
      "step": 3760
    },
    {
      "epoch": 0.44747774480712166,
      "grad_norm": 0.9673477411270142,
      "learning_rate": 4.5984916174054494e-05,
      "loss": 0.8244,
      "step": 3770
    },
    {
      "epoch": 0.44866468842729973,
      "grad_norm": 0.8995377421379089,
      "learning_rate": 4.5958209170150956e-05,
      "loss": 0.8669,
      "step": 3780
    },
    {
      "epoch": 0.44985163204747775,
      "grad_norm": 0.7621747851371765,
      "learning_rate": 4.593142144653143e-05,
      "loss": 0.7874,
      "step": 3790
    },
    {
      "epoch": 0.45103857566765576,
      "grad_norm": 0.9863945841789246,
      "learning_rate": 4.5904553106367774e-05,
      "loss": 0.8802,
      "step": 3800
    },
    {
      "epoch": 0.45222551928783383,
      "grad_norm": 0.9811915159225464,
      "learning_rate": 4.5877604253142336e-05,
      "loss": 0.8655,
      "step": 3810
    },
    {
      "epoch": 0.45341246290801185,
      "grad_norm": 0.9134243130683899,
      "learning_rate": 4.5850574990647566e-05,
      "loss": 0.843,
      "step": 3820
    },
    {
      "epoch": 0.4545994065281899,
      "grad_norm": 0.788000226020813,
      "learning_rate": 4.58234654229856e-05,
      "loss": 0.9024,
      "step": 3830
    },
    {
      "epoch": 0.45578635014836794,
      "grad_norm": 0.9368435740470886,
      "learning_rate": 4.579627565456786e-05,
      "loss": 0.8806,
      "step": 3840
    },
    {
      "epoch": 0.456973293768546,
      "grad_norm": 0.9639891982078552,
      "learning_rate": 4.576900579011469e-05,
      "loss": 0.8829,
      "step": 3850
    },
    {
      "epoch": 0.458160237388724,
      "grad_norm": 0.9119428992271423,
      "learning_rate": 4.574165593465487e-05,
      "loss": 0.8648,
      "step": 3860
    },
    {
      "epoch": 0.4593471810089021,
      "grad_norm": 0.9542068243026733,
      "learning_rate": 4.571422619352531e-05,
      "loss": 0.9334,
      "step": 3870
    },
    {
      "epoch": 0.4605341246290801,
      "grad_norm": 0.9423951506614685,
      "learning_rate": 4.5686716672370574e-05,
      "loss": 0.8339,
      "step": 3880
    },
    {
      "epoch": 0.4617210682492582,
      "grad_norm": 0.8227980732917786,
      "learning_rate": 4.565912747714248e-05,
      "loss": 0.9334,
      "step": 3890
    },
    {
      "epoch": 0.4629080118694362,
      "grad_norm": 0.5783571004867554,
      "learning_rate": 4.563145871409974e-05,
      "loss": 0.818,
      "step": 3900
    },
    {
      "epoch": 0.46409495548961427,
      "grad_norm": 0.8463440537452698,
      "learning_rate": 4.560371048980751e-05,
      "loss": 0.864,
      "step": 3910
    },
    {
      "epoch": 0.4652818991097923,
      "grad_norm": 0.6289271116256714,
      "learning_rate": 4.5575882911136966e-05,
      "loss": 0.9059,
      "step": 3920
    },
    {
      "epoch": 0.4664688427299703,
      "grad_norm": 0.9256350994110107,
      "learning_rate": 4.554797608526493e-05,
      "loss": 0.8776,
      "step": 3930
    },
    {
      "epoch": 0.4676557863501484,
      "grad_norm": 0.9969144463539124,
      "learning_rate": 4.5519990119673454e-05,
      "loss": 0.8477,
      "step": 3940
    },
    {
      "epoch": 0.4688427299703264,
      "grad_norm": 0.7296236753463745,
      "learning_rate": 4.5491925122149373e-05,
      "loss": 0.9374,
      "step": 3950
    },
    {
      "epoch": 0.47002967359050446,
      "grad_norm": 0.9291085004806519,
      "learning_rate": 4.546378120078392e-05,
      "loss": 0.9612,
      "step": 3960
    },
    {
      "epoch": 0.4712166172106825,
      "grad_norm": 0.977351188659668,
      "learning_rate": 4.543555846397229e-05,
      "loss": 0.8603,
      "step": 3970
    },
    {
      "epoch": 0.47240356083086055,
      "grad_norm": 0.6831493377685547,
      "learning_rate": 4.540725702041326e-05,
      "loss": 0.8115,
      "step": 3980
    },
    {
      "epoch": 0.47359050445103856,
      "grad_norm": 1.238186001777649,
      "learning_rate": 4.537887697910871e-05,
      "loss": 0.7757,
      "step": 3990
    },
    {
      "epoch": 0.47477744807121663,
      "grad_norm": 0.8050864338874817,
      "learning_rate": 4.535041844936324e-05,
      "loss": 0.8233,
      "step": 4000
    },
    {
      "epoch": 0.47477744807121663,
      "eval_loss": 0.7993733286857605,
      "eval_runtime": 773.0065,
      "eval_samples_per_second": 2.295,
      "eval_steps_per_second": 0.574,
      "step": 4000
    },
    {
      "epoch": 0.47596439169139465,
      "grad_norm": 0.8855427503585815,
      "learning_rate": 4.532188154078377e-05,
      "loss": 0.82,
      "step": 4010
    },
    {
      "epoch": 0.4771513353115727,
      "grad_norm": 0.9453259706497192,
      "learning_rate": 4.5293266363279084e-05,
      "loss": 0.9316,
      "step": 4020
    },
    {
      "epoch": 0.47833827893175074,
      "grad_norm": 0.8510525226593018,
      "learning_rate": 4.526457302705939e-05,
      "loss": 0.8287,
      "step": 4030
    },
    {
      "epoch": 0.4795252225519288,
      "grad_norm": 0.757831871509552,
      "learning_rate": 4.5235801642635956e-05,
      "loss": 0.8773,
      "step": 4040
    },
    {
      "epoch": 0.4807121661721068,
      "grad_norm": 0.649082362651825,
      "learning_rate": 4.520695232082062e-05,
      "loss": 0.8056,
      "step": 4050
    },
    {
      "epoch": 0.48189910979228484,
      "grad_norm": 0.7211092710494995,
      "learning_rate": 4.517802517272542e-05,
      "loss": 0.8503,
      "step": 4060
    },
    {
      "epoch": 0.4830860534124629,
      "grad_norm": 1.1383498907089233,
      "learning_rate": 4.514902030976212e-05,
      "loss": 0.9434,
      "step": 4070
    },
    {
      "epoch": 0.48427299703264093,
      "grad_norm": 0.8772423267364502,
      "learning_rate": 4.5119937843641816e-05,
      "loss": 0.8708,
      "step": 4080
    },
    {
      "epoch": 0.485459940652819,
      "grad_norm": 0.8966817259788513,
      "learning_rate": 4.509077788637446e-05,
      "loss": 0.881,
      "step": 4090
    },
    {
      "epoch": 0.486646884272997,
      "grad_norm": 0.7666980624198914,
      "learning_rate": 4.506154055026849e-05,
      "loss": 0.8542,
      "step": 4100
    },
    {
      "epoch": 0.4878338278931751,
      "grad_norm": 0.8315165042877197,
      "learning_rate": 4.5032225947930354e-05,
      "loss": 0.8535,
      "step": 4110
    },
    {
      "epoch": 0.4890207715133531,
      "grad_norm": 0.9881699681282043,
      "learning_rate": 4.5002834192264074e-05,
      "loss": 0.9076,
      "step": 4120
    },
    {
      "epoch": 0.4902077151335312,
      "grad_norm": 0.7229058146476746,
      "learning_rate": 4.497336539647086e-05,
      "loss": 0.8915,
      "step": 4130
    },
    {
      "epoch": 0.4913946587537092,
      "grad_norm": 0.8700774312019348,
      "learning_rate": 4.494381967404859e-05,
      "loss": 0.8986,
      "step": 4140
    },
    {
      "epoch": 0.49258160237388726,
      "grad_norm": 0.8586352467536926,
      "learning_rate": 4.491419713879147e-05,
      "loss": 0.886,
      "step": 4150
    },
    {
      "epoch": 0.4937685459940653,
      "grad_norm": 0.9397504329681396,
      "learning_rate": 4.488449790478952e-05,
      "loss": 0.8476,
      "step": 4160
    },
    {
      "epoch": 0.49495548961424335,
      "grad_norm": 0.9243069887161255,
      "learning_rate": 4.4854722086428155e-05,
      "loss": 0.8302,
      "step": 4170
    },
    {
      "epoch": 0.49614243323442137,
      "grad_norm": 0.9511041641235352,
      "learning_rate": 4.482486979838779e-05,
      "loss": 0.8928,
      "step": 4180
    },
    {
      "epoch": 0.4973293768545994,
      "grad_norm": 0.7937717437744141,
      "learning_rate": 4.479494115564332e-05,
      "loss": 0.8834,
      "step": 4190
    },
    {
      "epoch": 0.49851632047477745,
      "grad_norm": 0.7729777693748474,
      "learning_rate": 4.4764936273463734e-05,
      "loss": 0.8346,
      "step": 4200
    },
    {
      "epoch": 0.49970326409495547,
      "grad_norm": 0.8554561734199524,
      "learning_rate": 4.473485526741164e-05,
      "loss": 0.9021,
      "step": 4210
    },
    {
      "epoch": 0.5008902077151335,
      "grad_norm": 1.142722725868225,
      "learning_rate": 4.470469825334287e-05,
      "loss": 0.8927,
      "step": 4220
    },
    {
      "epoch": 0.5020771513353116,
      "grad_norm": 0.8637948632240295,
      "learning_rate": 4.467446534740596e-05,
      "loss": 0.9063,
      "step": 4230
    },
    {
      "epoch": 0.5032640949554896,
      "grad_norm": 0.7488009929656982,
      "learning_rate": 4.464415666604176e-05,
      "loss": 0.8494,
      "step": 4240
    },
    {
      "epoch": 0.5044510385756676,
      "grad_norm": 1.1592786312103271,
      "learning_rate": 4.4613772325982954e-05,
      "loss": 0.8737,
      "step": 4250
    },
    {
      "epoch": 0.5056379821958457,
      "grad_norm": 0.8699279427528381,
      "learning_rate": 4.458331244425364e-05,
      "loss": 0.8825,
      "step": 4260
    },
    {
      "epoch": 0.5068249258160238,
      "grad_norm": 0.8104872703552246,
      "learning_rate": 4.4552777138168836e-05,
      "loss": 0.8296,
      "step": 4270
    },
    {
      "epoch": 0.5080118694362018,
      "grad_norm": 0.9313340187072754,
      "learning_rate": 4.452216652533409e-05,
      "loss": 0.92,
      "step": 4280
    },
    {
      "epoch": 0.5091988130563798,
      "grad_norm": 1.2348231077194214,
      "learning_rate": 4.4491480723644944e-05,
      "loss": 0.9548,
      "step": 4290
    },
    {
      "epoch": 0.5103857566765578,
      "grad_norm": 0.7835610508918762,
      "learning_rate": 4.446071985128657e-05,
      "loss": 0.8719,
      "step": 4300
    },
    {
      "epoch": 0.511572700296736,
      "grad_norm": 0.7401361465454102,
      "learning_rate": 4.442988402673326e-05,
      "loss": 0.9493,
      "step": 4310
    },
    {
      "epoch": 0.512759643916914,
      "grad_norm": 0.9936283826828003,
      "learning_rate": 4.439897336874796e-05,
      "loss": 0.849,
      "step": 4320
    },
    {
      "epoch": 0.513946587537092,
      "grad_norm": 0.7580452561378479,
      "learning_rate": 4.436798799638186e-05,
      "loss": 0.8755,
      "step": 4330
    },
    {
      "epoch": 0.51513353115727,
      "grad_norm": 0.6950749754905701,
      "learning_rate": 4.433692802897389e-05,
      "loss": 0.8511,
      "step": 4340
    },
    {
      "epoch": 0.516320474777448,
      "grad_norm": 0.9436466693878174,
      "learning_rate": 4.43057935861503e-05,
      "loss": 0.8442,
      "step": 4350
    },
    {
      "epoch": 0.5175074183976262,
      "grad_norm": 0.6432386636734009,
      "learning_rate": 4.4274584787824166e-05,
      "loss": 0.8074,
      "step": 4360
    },
    {
      "epoch": 0.5186943620178042,
      "grad_norm": 0.6607010364532471,
      "learning_rate": 4.424330175419495e-05,
      "loss": 0.8124,
      "step": 4370
    },
    {
      "epoch": 0.5198813056379822,
      "grad_norm": 0.7476988434791565,
      "learning_rate": 4.421194460574801e-05,
      "loss": 0.9036,
      "step": 4380
    },
    {
      "epoch": 0.5210682492581602,
      "grad_norm": 0.6674066781997681,
      "learning_rate": 4.418051346325417e-05,
      "loss": 0.8132,
      "step": 4390
    },
    {
      "epoch": 0.5222551928783383,
      "grad_norm": 1.0428473949432373,
      "learning_rate": 4.414900844776924e-05,
      "loss": 0.897,
      "step": 4400
    },
    {
      "epoch": 0.5234421364985163,
      "grad_norm": 1.014649510383606,
      "learning_rate": 4.411742968063354e-05,
      "loss": 0.8464,
      "step": 4410
    },
    {
      "epoch": 0.5246290801186944,
      "grad_norm": 0.7525945901870728,
      "learning_rate": 4.408577728347144e-05,
      "loss": 0.8195,
      "step": 4420
    },
    {
      "epoch": 0.5258160237388724,
      "grad_norm": 0.8915858268737793,
      "learning_rate": 4.4054051378190915e-05,
      "loss": 0.8397,
      "step": 4430
    },
    {
      "epoch": 0.5270029673590505,
      "grad_norm": 0.9980171918869019,
      "learning_rate": 4.402225208698303e-05,
      "loss": 0.8515,
      "step": 4440
    },
    {
      "epoch": 0.5281899109792285,
      "grad_norm": 0.862018883228302,
      "learning_rate": 4.3990379532321495e-05,
      "loss": 0.9129,
      "step": 4450
    },
    {
      "epoch": 0.5293768545994065,
      "grad_norm": 0.6026172041893005,
      "learning_rate": 4.395843383696221e-05,
      "loss": 0.9185,
      "step": 4460
    },
    {
      "epoch": 0.5305637982195845,
      "grad_norm": 0.8191978335380554,
      "learning_rate": 4.392641512394274e-05,
      "loss": 0.8652,
      "step": 4470
    },
    {
      "epoch": 0.5317507418397626,
      "grad_norm": 0.7325008511543274,
      "learning_rate": 4.389432351658193e-05,
      "loss": 0.8111,
      "step": 4480
    },
    {
      "epoch": 0.5329376854599407,
      "grad_norm": 0.7030380368232727,
      "learning_rate": 4.3862159138479305e-05,
      "loss": 0.8795,
      "step": 4490
    },
    {
      "epoch": 0.5341246290801187,
      "grad_norm": 1.045393466949463,
      "learning_rate": 4.382992211351471e-05,
      "loss": 0.9116,
      "step": 4500
    },
    {
      "epoch": 0.5341246290801187,
      "eval_loss": 0.7951666116714478,
      "eval_runtime": 772.1963,
      "eval_samples_per_second": 2.297,
      "eval_steps_per_second": 0.575,
      "step": 4500
    },
    {
      "epoch": 0.5353115727002967,
      "grad_norm": 0.9076895713806152,
      "learning_rate": 4.3797612565847785e-05,
      "loss": 0.8539,
      "step": 4510
    },
    {
      "epoch": 0.5364985163204747,
      "grad_norm": 0.7308244109153748,
      "learning_rate": 4.376523061991747e-05,
      "loss": 0.8028,
      "step": 4520
    },
    {
      "epoch": 0.5376854599406529,
      "grad_norm": 0.8944220542907715,
      "learning_rate": 4.373277640044156e-05,
      "loss": 0.8532,
      "step": 4530
    },
    {
      "epoch": 0.5388724035608309,
      "grad_norm": 0.7320210337638855,
      "learning_rate": 4.370025003241618e-05,
      "loss": 0.8444,
      "step": 4540
    },
    {
      "epoch": 0.5400593471810089,
      "grad_norm": 0.7950882315635681,
      "learning_rate": 4.366765164111538e-05,
      "loss": 0.8683,
      "step": 4550
    },
    {
      "epoch": 0.5412462908011869,
      "grad_norm": 0.9182088375091553,
      "learning_rate": 4.3634981352090555e-05,
      "loss": 0.8671,
      "step": 4560
    },
    {
      "epoch": 0.542433234421365,
      "grad_norm": 0.943240761756897,
      "learning_rate": 4.3602239291170056e-05,
      "loss": 0.8846,
      "step": 4570
    },
    {
      "epoch": 0.5436201780415431,
      "grad_norm": 0.8208020925521851,
      "learning_rate": 4.356942558445862e-05,
      "loss": 0.8565,
      "step": 4580
    },
    {
      "epoch": 0.5448071216617211,
      "grad_norm": 1.0908632278442383,
      "learning_rate": 4.353654035833697e-05,
      "loss": 0.9188,
      "step": 4590
    },
    {
      "epoch": 0.5459940652818991,
      "grad_norm": 0.796347439289093,
      "learning_rate": 4.3503583739461235e-05,
      "loss": 0.8693,
      "step": 4600
    },
    {
      "epoch": 0.5471810089020771,
      "grad_norm": 0.9802513718605042,
      "learning_rate": 4.347055585476254e-05,
      "loss": 0.8915,
      "step": 4610
    },
    {
      "epoch": 0.5483679525222552,
      "grad_norm": 0.9925609827041626,
      "learning_rate": 4.343745683144647e-05,
      "loss": 0.9135,
      "step": 4620
    },
    {
      "epoch": 0.5495548961424332,
      "grad_norm": 0.9672980904579163,
      "learning_rate": 4.340428679699262e-05,
      "loss": 0.8645,
      "step": 4630
    },
    {
      "epoch": 0.5507418397626113,
      "grad_norm": 0.7970063090324402,
      "learning_rate": 4.337104587915407e-05,
      "loss": 0.8438,
      "step": 4640
    },
    {
      "epoch": 0.5519287833827893,
      "grad_norm": 0.8159870505332947,
      "learning_rate": 4.3337734205956905e-05,
      "loss": 0.8973,
      "step": 4650
    },
    {
      "epoch": 0.5531157270029674,
      "grad_norm": 0.7052998542785645,
      "learning_rate": 4.3304351905699714e-05,
      "loss": 0.9022,
      "step": 4660
    },
    {
      "epoch": 0.5543026706231454,
      "grad_norm": 1.0930620431900024,
      "learning_rate": 4.3270899106953105e-05,
      "loss": 0.8904,
      "step": 4670
    },
    {
      "epoch": 0.5554896142433234,
      "grad_norm": 0.8277913928031921,
      "learning_rate": 4.323737593855922e-05,
      "loss": 0.9505,
      "step": 4680
    },
    {
      "epoch": 0.5566765578635015,
      "grad_norm": 1.1288316249847412,
      "learning_rate": 4.320378252963123e-05,
      "loss": 0.8257,
      "step": 4690
    },
    {
      "epoch": 0.5578635014836796,
      "grad_norm": 0.7659019231796265,
      "learning_rate": 4.31701190095528e-05,
      "loss": 0.8508,
      "step": 4700
    },
    {
      "epoch": 0.5590504451038576,
      "grad_norm": 0.7803889513015747,
      "learning_rate": 4.3136385507977674e-05,
      "loss": 0.9115,
      "step": 4710
    },
    {
      "epoch": 0.5602373887240356,
      "grad_norm": 1.101162075996399,
      "learning_rate": 4.310258215482909e-05,
      "loss": 0.8446,
      "step": 4720
    },
    {
      "epoch": 0.5614243323442136,
      "grad_norm": 0.9544945955276489,
      "learning_rate": 4.306870908029933e-05,
      "loss": 0.9256,
      "step": 4730
    },
    {
      "epoch": 0.5626112759643916,
      "grad_norm": 0.6556288003921509,
      "learning_rate": 4.303476641484921e-05,
      "loss": 0.8348,
      "step": 4740
    },
    {
      "epoch": 0.5637982195845698,
      "grad_norm": 0.7247066497802734,
      "learning_rate": 4.300075428920756e-05,
      "loss": 0.8539,
      "step": 4750
    },
    {
      "epoch": 0.5649851632047478,
      "grad_norm": 0.8974981904029846,
      "learning_rate": 4.2966672834370746e-05,
      "loss": 0.8447,
      "step": 4760
    },
    {
      "epoch": 0.5661721068249258,
      "grad_norm": 0.7167539596557617,
      "learning_rate": 4.2932522181602146e-05,
      "loss": 0.881,
      "step": 4770
    },
    {
      "epoch": 0.5673590504451038,
      "grad_norm": 0.8274498581886292,
      "learning_rate": 4.289830246243165e-05,
      "loss": 0.834,
      "step": 4780
    },
    {
      "epoch": 0.568545994065282,
      "grad_norm": 0.9641168117523193,
      "learning_rate": 4.2864013808655155e-05,
      "loss": 0.7953,
      "step": 4790
    },
    {
      "epoch": 0.56973293768546,
      "grad_norm": 1.0160974264144897,
      "learning_rate": 4.282965635233407e-05,
      "loss": 0.9052,
      "step": 4800
    },
    {
      "epoch": 0.570919881305638,
      "grad_norm": 0.7646157145500183,
      "learning_rate": 4.279523022579477e-05,
      "loss": 0.8616,
      "step": 4810
    },
    {
      "epoch": 0.572106824925816,
      "grad_norm": 0.6680961847305298,
      "learning_rate": 4.276073556162813e-05,
      "loss": 0.8366,
      "step": 4820
    },
    {
      "epoch": 0.5732937685459941,
      "grad_norm": 0.5522508025169373,
      "learning_rate": 4.272617249268899e-05,
      "loss": 0.7855,
      "step": 4830
    },
    {
      "epoch": 0.5744807121661721,
      "grad_norm": 0.989126443862915,
      "learning_rate": 4.2691541152095636e-05,
      "loss": 0.8128,
      "step": 4840
    },
    {
      "epoch": 0.5756676557863502,
      "grad_norm": 0.8510265946388245,
      "learning_rate": 4.265684167322932e-05,
      "loss": 0.8525,
      "step": 4850
    },
    {
      "epoch": 0.5768545994065282,
      "grad_norm": 0.9399095177650452,
      "learning_rate": 4.2622074189733715e-05,
      "loss": 0.801,
      "step": 4860
    },
    {
      "epoch": 0.5780415430267062,
      "grad_norm": 0.8262656331062317,
      "learning_rate": 4.258723883551441e-05,
      "loss": 0.8555,
      "step": 4870
    },
    {
      "epoch": 0.5792284866468843,
      "grad_norm": 0.9158207178115845,
      "learning_rate": 4.25523357447384e-05,
      "loss": 0.8475,
      "step": 4880
    },
    {
      "epoch": 0.5804154302670623,
      "grad_norm": 0.8734104633331299,
      "learning_rate": 4.251736505183356e-05,
      "loss": 0.8769,
      "step": 4890
    },
    {
      "epoch": 0.5816023738872403,
      "grad_norm": 0.6260775923728943,
      "learning_rate": 4.2482326891488146e-05,
      "loss": 0.9077,
      "step": 4900
    },
    {
      "epoch": 0.5827893175074184,
      "grad_norm": 0.7941166758537292,
      "learning_rate": 4.244722139865023e-05,
      "loss": 0.8298,
      "step": 4910
    },
    {
      "epoch": 0.5839762611275965,
      "grad_norm": 1.005319356918335,
      "learning_rate": 4.241204870852725e-05,
      "loss": 0.8613,
      "step": 4920
    },
    {
      "epoch": 0.5851632047477745,
      "grad_norm": 0.7308863401412964,
      "learning_rate": 4.237680895658543e-05,
      "loss": 0.8962,
      "step": 4930
    },
    {
      "epoch": 0.5863501483679525,
      "grad_norm": 0.7635941505432129,
      "learning_rate": 4.2341502278549285e-05,
      "loss": 0.7996,
      "step": 4940
    },
    {
      "epoch": 0.5875370919881305,
      "grad_norm": 0.8385136723518372,
      "learning_rate": 4.230612881040108e-05,
      "loss": 0.8976,
      "step": 4950
    },
    {
      "epoch": 0.5887240356083087,
      "grad_norm": 1.0231964588165283,
      "learning_rate": 4.227068868838035e-05,
      "loss": 0.8559,
      "step": 4960
    },
    {
      "epoch": 0.5899109792284867,
      "grad_norm": 1.0560635328292847,
      "learning_rate": 4.223518204898332e-05,
      "loss": 0.8956,
      "step": 4970
    },
    {
      "epoch": 0.5910979228486647,
      "grad_norm": 0.8823438286781311,
      "learning_rate": 4.2199609028962414e-05,
      "loss": 0.8867,
      "step": 4980
    },
    {
      "epoch": 0.5922848664688427,
      "grad_norm": 0.8164929747581482,
      "learning_rate": 4.216396976532571e-05,
      "loss": 0.8373,
      "step": 4990
    },
    {
      "epoch": 0.5934718100890207,
      "grad_norm": 1.1652288436889648,
      "learning_rate": 4.2128264395336436e-05,
      "loss": 0.8498,
      "step": 5000
    },
    {
      "epoch": 0.5934718100890207,
      "eval_loss": 0.7921267747879028,
      "eval_runtime": 774.3302,
      "eval_samples_per_second": 2.291,
      "eval_steps_per_second": 0.573,
      "step": 5000
    },
    {
      "epoch": 0.5946587537091989,
      "grad_norm": 0.7231582999229431,
      "learning_rate": 4.20924930565124e-05,
      "loss": 0.8121,
      "step": 5010
    },
    {
      "epoch": 0.5958456973293769,
      "grad_norm": 0.8947294354438782,
      "learning_rate": 4.205665588662553e-05,
      "loss": 0.8989,
      "step": 5020
    },
    {
      "epoch": 0.5970326409495549,
      "grad_norm": 0.9510688781738281,
      "learning_rate": 4.202075302370124e-05,
      "loss": 0.8759,
      "step": 5030
    },
    {
      "epoch": 0.5982195845697329,
      "grad_norm": 0.892690896987915,
      "learning_rate": 4.198478460601801e-05,
      "loss": 0.8538,
      "step": 5040
    },
    {
      "epoch": 0.599406528189911,
      "grad_norm": 0.8187076449394226,
      "learning_rate": 4.194875077210677e-05,
      "loss": 0.852,
      "step": 5050
    },
    {
      "epoch": 0.600593471810089,
      "grad_norm": 0.9023217558860779,
      "learning_rate": 4.191265166075043e-05,
      "loss": 0.8713,
      "step": 5060
    },
    {
      "epoch": 0.6017804154302671,
      "grad_norm": 0.797012209892273,
      "learning_rate": 4.1876487410983275e-05,
      "loss": 0.8255,
      "step": 5070
    },
    {
      "epoch": 0.6029673590504451,
      "grad_norm": 0.7908094525337219,
      "learning_rate": 4.184025816209049e-05,
      "loss": 0.8534,
      "step": 5080
    },
    {
      "epoch": 0.6041543026706232,
      "grad_norm": 0.8755646347999573,
      "learning_rate": 4.180396405360761e-05,
      "loss": 0.8395,
      "step": 5090
    },
    {
      "epoch": 0.6053412462908012,
      "grad_norm": 1.0383625030517578,
      "learning_rate": 4.176760522531995e-05,
      "loss": 0.8838,
      "step": 5100
    },
    {
      "epoch": 0.6065281899109792,
      "grad_norm": 0.937275767326355,
      "learning_rate": 4.17311818172621e-05,
      "loss": 0.8722,
      "step": 5110
    },
    {
      "epoch": 0.6077151335311572,
      "grad_norm": 0.9110156297683716,
      "learning_rate": 4.169469396971739e-05,
      "loss": 0.8799,
      "step": 5120
    },
    {
      "epoch": 0.6089020771513353,
      "grad_norm": 1.0142481327056885,
      "learning_rate": 4.165814182321732e-05,
      "loss": 0.8696,
      "step": 5130
    },
    {
      "epoch": 0.6100890207715134,
      "grad_norm": 1.2037073373794556,
      "learning_rate": 4.162152551854105e-05,
      "loss": 0.8787,
      "step": 5140
    },
    {
      "epoch": 0.6112759643916914,
      "grad_norm": 1.0719590187072754,
      "learning_rate": 4.1584845196714815e-05,
      "loss": 0.9276,
      "step": 5150
    },
    {
      "epoch": 0.6124629080118694,
      "grad_norm": 0.6941603422164917,
      "learning_rate": 4.1548100999011444e-05,
      "loss": 0.8573,
      "step": 5160
    },
    {
      "epoch": 0.6136498516320474,
      "grad_norm": 1.162614107131958,
      "learning_rate": 4.1511293066949766e-05,
      "loss": 0.852,
      "step": 5170
    },
    {
      "epoch": 0.6148367952522256,
      "grad_norm": 0.8986325860023499,
      "learning_rate": 4.147442154229406e-05,
      "loss": 0.8469,
      "step": 5180
    },
    {
      "epoch": 0.6160237388724036,
      "grad_norm": 0.7604609131813049,
      "learning_rate": 4.1437486567053565e-05,
      "loss": 0.7998,
      "step": 5190
    },
    {
      "epoch": 0.6172106824925816,
      "grad_norm": 0.7332816123962402,
      "learning_rate": 4.140048828348188e-05,
      "loss": 0.8393,
      "step": 5200
    },
    {
      "epoch": 0.6183976261127596,
      "grad_norm": 1.0732022523880005,
      "learning_rate": 4.1363426834076435e-05,
      "loss": 0.8923,
      "step": 5210
    },
    {
      "epoch": 0.6195845697329377,
      "grad_norm": 0.7702149748802185,
      "learning_rate": 4.132630236157793e-05,
      "loss": 0.8341,
      "step": 5220
    },
    {
      "epoch": 0.6207715133531158,
      "grad_norm": 0.7818199992179871,
      "learning_rate": 4.128911500896983e-05,
      "loss": 0.8694,
      "step": 5230
    },
    {
      "epoch": 0.6219584569732938,
      "grad_norm": 1.0020356178283691,
      "learning_rate": 4.1251864919477736e-05,
      "loss": 0.7892,
      "step": 5240
    },
    {
      "epoch": 0.6231454005934718,
      "grad_norm": 0.595758855342865,
      "learning_rate": 4.12145522365689e-05,
      "loss": 0.7445,
      "step": 5250
    },
    {
      "epoch": 0.6243323442136498,
      "grad_norm": 0.8680073618888855,
      "learning_rate": 4.117717710395166e-05,
      "loss": 0.8066,
      "step": 5260
    },
    {
      "epoch": 0.6255192878338279,
      "grad_norm": 1.1112210750579834,
      "learning_rate": 4.1139739665574856e-05,
      "loss": 0.8548,
      "step": 5270
    },
    {
      "epoch": 0.626706231454006,
      "grad_norm": 0.8211454153060913,
      "learning_rate": 4.11022400656273e-05,
      "loss": 0.8481,
      "step": 5280
    },
    {
      "epoch": 0.627893175074184,
      "grad_norm": 0.9181323051452637,
      "learning_rate": 4.1064678448537244e-05,
      "loss": 0.8785,
      "step": 5290
    },
    {
      "epoch": 0.629080118694362,
      "grad_norm": 1.1044420003890991,
      "learning_rate": 4.1027054958971746e-05,
      "loss": 0.8726,
      "step": 5300
    },
    {
      "epoch": 0.6302670623145401,
      "grad_norm": 0.8787449598312378,
      "learning_rate": 4.098936974183621e-05,
      "loss": 0.8111,
      "step": 5310
    },
    {
      "epoch": 0.6314540059347181,
      "grad_norm": 0.7336760759353638,
      "learning_rate": 4.095162294227377e-05,
      "loss": 0.8404,
      "step": 5320
    },
    {
      "epoch": 0.6326409495548961,
      "grad_norm": 0.8776949048042297,
      "learning_rate": 4.091381470566472e-05,
      "loss": 0.8317,
      "step": 5330
    },
    {
      "epoch": 0.6338278931750742,
      "grad_norm": 1.099990963935852,
      "learning_rate": 4.0875945177625996e-05,
      "loss": 0.8799,
      "step": 5340
    },
    {
      "epoch": 0.6350148367952523,
      "grad_norm": 0.7875162959098816,
      "learning_rate": 4.08380145040106e-05,
      "loss": 0.8337,
      "step": 5350
    },
    {
      "epoch": 0.6362017804154303,
      "grad_norm": 0.8717107772827148,
      "learning_rate": 4.0800022830907015e-05,
      "loss": 0.8433,
      "step": 5360
    },
    {
      "epoch": 0.6373887240356083,
      "grad_norm": 0.9052039980888367,
      "learning_rate": 4.076197030463868e-05,
      "loss": 0.9926,
      "step": 5370
    },
    {
      "epoch": 0.6385756676557863,
      "grad_norm": 0.9107869863510132,
      "learning_rate": 4.072385707176338e-05,
      "loss": 0.8785,
      "step": 5380
    },
    {
      "epoch": 0.6397626112759643,
      "grad_norm": 0.8352899551391602,
      "learning_rate": 4.068568327907275e-05,
      "loss": 0.8804,
      "step": 5390
    },
    {
      "epoch": 0.6409495548961425,
      "grad_norm": 1.1323997974395752,
      "learning_rate": 4.064744907359164e-05,
      "loss": 0.8881,
      "step": 5400
    },
    {
      "epoch": 0.6421364985163205,
      "grad_norm": 0.8301699161529541,
      "learning_rate": 4.060915460257759e-05,
      "loss": 0.8865,
      "step": 5410
    },
    {
      "epoch": 0.6433234421364985,
      "grad_norm": 0.9869147539138794,
      "learning_rate": 4.057080001352023e-05,
      "loss": 0.8698,
      "step": 5420
    },
    {
      "epoch": 0.6445103857566765,
      "grad_norm": 0.8932684063911438,
      "learning_rate": 4.0532385454140764e-05,
      "loss": 0.8295,
      "step": 5430
    },
    {
      "epoch": 0.6456973293768546,
      "grad_norm": 0.9118059277534485,
      "learning_rate": 4.0493911072391344e-05,
      "loss": 0.8094,
      "step": 5440
    },
    {
      "epoch": 0.6468842729970327,
      "grad_norm": 0.9855166673660278,
      "learning_rate": 4.0455377016454526e-05,
      "loss": 0.864,
      "step": 5450
    },
    {
      "epoch": 0.6480712166172107,
      "grad_norm": 0.7110412120819092,
      "learning_rate": 4.041678343474271e-05,
      "loss": 0.887,
      "step": 5460
    },
    {
      "epoch": 0.6492581602373887,
      "grad_norm": 0.886139988899231,
      "learning_rate": 4.037813047589757e-05,
      "loss": 0.8107,
      "step": 5470
    },
    {
      "epoch": 0.6504451038575668,
      "grad_norm": 0.9182664155960083,
      "learning_rate": 4.0339418288789444e-05,
      "loss": 0.8721,
      "step": 5480
    },
    {
      "epoch": 0.6516320474777448,
      "grad_norm": 0.9091856479644775,
      "learning_rate": 4.030064702251678e-05,
      "loss": 0.8063,
      "step": 5490
    },
    {
      "epoch": 0.6528189910979229,
      "grad_norm": 0.971271812915802,
      "learning_rate": 4.02618168264056e-05,
      "loss": 0.934,
      "step": 5500
    },
    {
      "epoch": 0.6528189910979229,
      "eval_loss": 0.7894634008407593,
      "eval_runtime": 773.6717,
      "eval_samples_per_second": 2.293,
      "eval_steps_per_second": 0.574,
      "step": 5500
    },
    {
      "epoch": 0.6540059347181009,
      "grad_norm": 1.1243486404418945,
      "learning_rate": 4.022292785000885e-05,
      "loss": 0.8822,
      "step": 5510
    },
    {
      "epoch": 0.6551928783382789,
      "grad_norm": 0.9398186206817627,
      "learning_rate": 4.0183980243105915e-05,
      "loss": 0.8621,
      "step": 5520
    },
    {
      "epoch": 0.656379821958457,
      "grad_norm": 0.7023178935050964,
      "learning_rate": 4.0144974155701954e-05,
      "loss": 0.8111,
      "step": 5530
    },
    {
      "epoch": 0.657566765578635,
      "grad_norm": 0.939687192440033,
      "learning_rate": 4.0105909738027365e-05,
      "loss": 0.8812,
      "step": 5540
    },
    {
      "epoch": 0.658753709198813,
      "grad_norm": 1.0677947998046875,
      "learning_rate": 4.006678714053723e-05,
      "loss": 0.8459,
      "step": 5550
    },
    {
      "epoch": 0.6599406528189911,
      "grad_norm": 0.9122028350830078,
      "learning_rate": 4.002760651391068e-05,
      "loss": 0.8306,
      "step": 5560
    },
    {
      "epoch": 0.6611275964391692,
      "grad_norm": 0.8712452054023743,
      "learning_rate": 3.9988368009050355e-05,
      "loss": 0.8285,
      "step": 5570
    },
    {
      "epoch": 0.6623145400593472,
      "grad_norm": 0.7736614942550659,
      "learning_rate": 3.994907177708181e-05,
      "loss": 0.8848,
      "step": 5580
    },
    {
      "epoch": 0.6635014836795252,
      "grad_norm": 0.9067423343658447,
      "learning_rate": 3.990971796935293e-05,
      "loss": 0.9422,
      "step": 5590
    },
    {
      "epoch": 0.6646884272997032,
      "grad_norm": 0.8553429841995239,
      "learning_rate": 3.987030673743335e-05,
      "loss": 0.8574,
      "step": 5600
    },
    {
      "epoch": 0.6658753709198814,
      "grad_norm": 0.8687973618507385,
      "learning_rate": 3.9830838233113884e-05,
      "loss": 0.8979,
      "step": 5610
    },
    {
      "epoch": 0.6670623145400594,
      "grad_norm": 0.9838027954101562,
      "learning_rate": 3.9791312608405916e-05,
      "loss": 0.8126,
      "step": 5620
    },
    {
      "epoch": 0.6682492581602374,
      "grad_norm": 0.9024927020072937,
      "learning_rate": 3.9751730015540835e-05,
      "loss": 0.8863,
      "step": 5630
    },
    {
      "epoch": 0.6694362017804154,
      "grad_norm": 0.7636504769325256,
      "learning_rate": 3.9712090606969425e-05,
      "loss": 0.881,
      "step": 5640
    },
    {
      "epoch": 0.6706231454005934,
      "grad_norm": 1.080702543258667,
      "learning_rate": 3.967239453536131e-05,
      "loss": 0.8608,
      "step": 5650
    },
    {
      "epoch": 0.6718100890207716,
      "grad_norm": 0.9500882029533386,
      "learning_rate": 3.963264195360435e-05,
      "loss": 0.8783,
      "step": 5660
    },
    {
      "epoch": 0.6729970326409496,
      "grad_norm": 0.8997413516044617,
      "learning_rate": 3.9592833014804044e-05,
      "loss": 0.7662,
      "step": 5670
    },
    {
      "epoch": 0.6741839762611276,
      "grad_norm": 1.0616391897201538,
      "learning_rate": 3.955296787228294e-05,
      "loss": 0.9328,
      "step": 5680
    },
    {
      "epoch": 0.6753709198813056,
      "grad_norm": 0.9198963642120361,
      "learning_rate": 3.9513046679580075e-05,
      "loss": 0.8603,
      "step": 5690
    },
    {
      "epoch": 0.6765578635014837,
      "grad_norm": 0.8361203670501709,
      "learning_rate": 3.947306959045034e-05,
      "loss": 0.8299,
      "step": 5700
    },
    {
      "epoch": 0.6777448071216617,
      "grad_norm": 0.8562357425689697,
      "learning_rate": 3.943303675886391e-05,
      "loss": 0.8098,
      "step": 5710
    },
    {
      "epoch": 0.6789317507418398,
      "grad_norm": 0.8105937242507935,
      "learning_rate": 3.939294833900568e-05,
      "loss": 0.8345,
      "step": 5720
    },
    {
      "epoch": 0.6801186943620178,
      "grad_norm": 1.072594165802002,
      "learning_rate": 3.9352804485274586e-05,
      "loss": 0.8251,
      "step": 5730
    },
    {
      "epoch": 0.6813056379821959,
      "grad_norm": 0.7309070229530334,
      "learning_rate": 3.9312605352283124e-05,
      "loss": 0.8493,
      "step": 5740
    },
    {
      "epoch": 0.6824925816023739,
      "grad_norm": 0.9707894921302795,
      "learning_rate": 3.9272351094856665e-05,
      "loss": 0.9283,
      "step": 5750
    },
    {
      "epoch": 0.6836795252225519,
      "grad_norm": 0.742894172668457,
      "learning_rate": 3.9232041868032885e-05,
      "loss": 0.8594,
      "step": 5760
    },
    {
      "epoch": 0.68486646884273,
      "grad_norm": 0.8216899633407593,
      "learning_rate": 3.919167782706119e-05,
      "loss": 0.8136,
      "step": 5770
    },
    {
      "epoch": 0.686053412462908,
      "grad_norm": 0.9572916626930237,
      "learning_rate": 3.915125912740208e-05,
      "loss": 0.8865,
      "step": 5780
    },
    {
      "epoch": 0.6872403560830861,
      "grad_norm": 0.8739311695098877,
      "learning_rate": 3.911078592472659e-05,
      "loss": 0.9605,
      "step": 5790
    },
    {
      "epoch": 0.6884272997032641,
      "grad_norm": 0.8961655497550964,
      "learning_rate": 3.907025837491566e-05,
      "loss": 0.7693,
      "step": 5800
    },
    {
      "epoch": 0.6896142433234421,
      "grad_norm": 0.6542685627937317,
      "learning_rate": 3.902967663405956e-05,
      "loss": 0.7998,
      "step": 5810
    },
    {
      "epoch": 0.6908011869436201,
      "grad_norm": 0.7300246953964233,
      "learning_rate": 3.898904085845726e-05,
      "loss": 0.8037,
      "step": 5820
    },
    {
      "epoch": 0.6919881305637983,
      "grad_norm": 0.778400719165802,
      "learning_rate": 3.894835120461584e-05,
      "loss": 0.8407,
      "step": 5830
    },
    {
      "epoch": 0.6931750741839763,
      "grad_norm": 0.7665027379989624,
      "learning_rate": 3.8907607829249896e-05,
      "loss": 0.8662,
      "step": 5840
    },
    {
      "epoch": 0.6943620178041543,
      "grad_norm": 0.7500550150871277,
      "learning_rate": 3.8866810889280944e-05,
      "loss": 0.7828,
      "step": 5850
    },
    {
      "epoch": 0.6955489614243323,
      "grad_norm": 1.1609930992126465,
      "learning_rate": 3.882596054183678e-05,
      "loss": 0.8885,
      "step": 5860
    },
    {
      "epoch": 0.6967359050445104,
      "grad_norm": 0.8244234323501587,
      "learning_rate": 3.8785056944250905e-05,
      "loss": 0.8757,
      "step": 5870
    },
    {
      "epoch": 0.6979228486646885,
      "grad_norm": 0.9945170879364014,
      "learning_rate": 3.874410025406191e-05,
      "loss": 0.8839,
      "step": 5880
    },
    {
      "epoch": 0.6991097922848665,
      "grad_norm": 0.9832311868667603,
      "learning_rate": 3.8703090629012885e-05,
      "loss": 0.906,
      "step": 5890
    },
    {
      "epoch": 0.7002967359050445,
      "grad_norm": 0.8854712843894958,
      "learning_rate": 3.866202822705077e-05,
      "loss": 0.8103,
      "step": 5900
    },
    {
      "epoch": 0.7014836795252225,
      "grad_norm": 0.8822460770606995,
      "learning_rate": 3.862091320632579e-05,
      "loss": 0.8785,
      "step": 5910
    },
    {
      "epoch": 0.7026706231454006,
      "grad_norm": 0.9770189523696899,
      "learning_rate": 3.857974572519083e-05,
      "loss": 0.8647,
      "step": 5920
    },
    {
      "epoch": 0.7038575667655786,
      "grad_norm": 1.002086877822876,
      "learning_rate": 3.853852594220082e-05,
      "loss": 0.8382,
      "step": 5930
    },
    {
      "epoch": 0.7050445103857567,
      "grad_norm": 1.0117483139038086,
      "learning_rate": 3.849725401611212e-05,
      "loss": 0.8456,
      "step": 5940
    },
    {
      "epoch": 0.7062314540059347,
      "grad_norm": 0.8960864543914795,
      "learning_rate": 3.845593010588193e-05,
      "loss": 0.8474,
      "step": 5950
    },
    {
      "epoch": 0.7074183976261128,
      "grad_norm": 0.9335463047027588,
      "learning_rate": 3.8414554370667666e-05,
      "loss": 0.7904,
      "step": 5960
    },
    {
      "epoch": 0.7086053412462908,
      "grad_norm": 0.8023741841316223,
      "learning_rate": 3.837312696982633e-05,
      "loss": 0.9063,
      "step": 5970
    },
    {
      "epoch": 0.7097922848664688,
      "grad_norm": 0.9262803792953491,
      "learning_rate": 3.833164806291393e-05,
      "loss": 0.8648,
      "step": 5980
    },
    {
      "epoch": 0.7109792284866469,
      "grad_norm": 0.8695958852767944,
      "learning_rate": 3.829011780968483e-05,
      "loss": 0.7609,
      "step": 5990
    },
    {
      "epoch": 0.712166172106825,
      "grad_norm": 0.7884494662284851,
      "learning_rate": 3.824853637009118e-05,
      "loss": 0.8551,
      "step": 6000
    },
    {
      "epoch": 0.712166172106825,
      "eval_loss": 0.7863911390304565,
      "eval_runtime": 771.9015,
      "eval_samples_per_second": 2.298,
      "eval_steps_per_second": 0.575,
      "step": 6000
    },
    {
      "epoch": 0.713353115727003,
      "grad_norm": 0.6585323810577393,
      "learning_rate": 3.820690390428224e-05,
      "loss": 0.8449,
      "step": 6010
    },
    {
      "epoch": 0.714540059347181,
      "grad_norm": 1.00165855884552,
      "learning_rate": 3.816522057260382e-05,
      "loss": 0.8509,
      "step": 6020
    },
    {
      "epoch": 0.715727002967359,
      "grad_norm": 1.0901848077774048,
      "learning_rate": 3.812348653559762e-05,
      "loss": 0.9183,
      "step": 6030
    },
    {
      "epoch": 0.716913946587537,
      "grad_norm": 1.2764759063720703,
      "learning_rate": 3.808170195400064e-05,
      "loss": 0.8629,
      "step": 6040
    },
    {
      "epoch": 0.7181008902077152,
      "grad_norm": 1.0480196475982666,
      "learning_rate": 3.803986698874454e-05,
      "loss": 0.8116,
      "step": 6050
    },
    {
      "epoch": 0.7192878338278932,
      "grad_norm": 0.7966551184654236,
      "learning_rate": 3.7997981800955066e-05,
      "loss": 0.7801,
      "step": 6060
    },
    {
      "epoch": 0.7204747774480712,
      "grad_norm": 1.2469865083694458,
      "learning_rate": 3.795604655195133e-05,
      "loss": 0.8411,
      "step": 6070
    },
    {
      "epoch": 0.7216617210682492,
      "grad_norm": 0.8085722923278809,
      "learning_rate": 3.7914061403245305e-05,
      "loss": 0.8729,
      "step": 6080
    },
    {
      "epoch": 0.7228486646884273,
      "grad_norm": 0.9539546370506287,
      "learning_rate": 3.7872026516541146e-05,
      "loss": 0.8266,
      "step": 6090
    },
    {
      "epoch": 0.7240356083086054,
      "grad_norm": 0.8947449922561646,
      "learning_rate": 3.782994205373455e-05,
      "loss": 0.8971,
      "step": 6100
    },
    {
      "epoch": 0.7252225519287834,
      "grad_norm": 0.654983401298523,
      "learning_rate": 3.778780817691217e-05,
      "loss": 0.8984,
      "step": 6110
    },
    {
      "epoch": 0.7264094955489614,
      "grad_norm": 1.3490341901779175,
      "learning_rate": 3.7745625048350967e-05,
      "loss": 0.9364,
      "step": 6120
    },
    {
      "epoch": 0.7275964391691395,
      "grad_norm": 0.7951292395591736,
      "learning_rate": 3.7703392830517594e-05,
      "loss": 0.8804,
      "step": 6130
    },
    {
      "epoch": 0.7287833827893175,
      "grad_norm": 0.8905290961265564,
      "learning_rate": 3.766111168606778e-05,
      "loss": 0.7922,
      "step": 6140
    },
    {
      "epoch": 0.7299703264094956,
      "grad_norm": 0.976385235786438,
      "learning_rate": 3.761878177784568e-05,
      "loss": 0.7535,
      "step": 6150
    },
    {
      "epoch": 0.7311572700296736,
      "grad_norm": 0.865348219871521,
      "learning_rate": 3.757640326888327e-05,
      "loss": 0.7965,
      "step": 6160
    },
    {
      "epoch": 0.7323442136498516,
      "grad_norm": 1.9425514936447144,
      "learning_rate": 3.7533976322399704e-05,
      "loss": 0.9106,
      "step": 6170
    },
    {
      "epoch": 0.7335311572700297,
      "grad_norm": 0.8154645562171936,
      "learning_rate": 3.749150110180069e-05,
      "loss": 0.8822,
      "step": 6180
    },
    {
      "epoch": 0.7347181008902077,
      "grad_norm": 1.1397662162780762,
      "learning_rate": 3.744897777067787e-05,
      "loss": 0.9469,
      "step": 6190
    },
    {
      "epoch": 0.7359050445103857,
      "grad_norm": 0.8680721521377563,
      "learning_rate": 3.740640649280817e-05,
      "loss": 0.8945,
      "step": 6200
    },
    {
      "epoch": 0.7370919881305638,
      "grad_norm": 0.7108725309371948,
      "learning_rate": 3.7363787432153195e-05,
      "loss": 0.788,
      "step": 6210
    },
    {
      "epoch": 0.7382789317507419,
      "grad_norm": 0.7222614884376526,
      "learning_rate": 3.7321120752858576e-05,
      "loss": 0.8395,
      "step": 6220
    },
    {
      "epoch": 0.7394658753709199,
      "grad_norm": 0.888178288936615,
      "learning_rate": 3.727840661925334e-05,
      "loss": 0.7956,
      "step": 6230
    },
    {
      "epoch": 0.7406528189910979,
      "grad_norm": 0.8803139328956604,
      "learning_rate": 3.72356451958493e-05,
      "loss": 0.865,
      "step": 6240
    },
    {
      "epoch": 0.7418397626112759,
      "grad_norm": 1.3589036464691162,
      "learning_rate": 3.719283664734037e-05,
      "loss": 0.8589,
      "step": 6250
    },
    {
      "epoch": 0.7430267062314541,
      "grad_norm": 0.8697090148925781,
      "learning_rate": 3.7149981138602e-05,
      "loss": 0.8484,
      "step": 6260
    },
    {
      "epoch": 0.7442136498516321,
      "grad_norm": 0.9363373517990112,
      "learning_rate": 3.710707883469049e-05,
      "loss": 0.8558,
      "step": 6270
    },
    {
      "epoch": 0.7454005934718101,
      "grad_norm": 0.9355902075767517,
      "learning_rate": 3.706412990084237e-05,
      "loss": 0.7856,
      "step": 6280
    },
    {
      "epoch": 0.7465875370919881,
      "grad_norm": 0.9179161190986633,
      "learning_rate": 3.7021134502473765e-05,
      "loss": 0.8404,
      "step": 6290
    },
    {
      "epoch": 0.7477744807121661,
      "grad_norm": 1.0483746528625488,
      "learning_rate": 3.6978092805179764e-05,
      "loss": 0.9132,
      "step": 6300
    },
    {
      "epoch": 0.7489614243323442,
      "grad_norm": 0.6334797739982605,
      "learning_rate": 3.693500497473376e-05,
      "loss": 0.8527,
      "step": 6310
    },
    {
      "epoch": 0.7501483679525223,
      "grad_norm": 0.9985843300819397,
      "learning_rate": 3.6891871177086826e-05,
      "loss": 0.869,
      "step": 6320
    },
    {
      "epoch": 0.7513353115727003,
      "grad_norm": 0.7376993298530579,
      "learning_rate": 3.684869157836709e-05,
      "loss": 0.8631,
      "step": 6330
    },
    {
      "epoch": 0.7525222551928783,
      "grad_norm": 1.340173363685608,
      "learning_rate": 3.6805466344879065e-05,
      "loss": 0.9274,
      "step": 6340
    },
    {
      "epoch": 0.7537091988130564,
      "grad_norm": 0.8143832087516785,
      "learning_rate": 3.676219564310305e-05,
      "loss": 0.8822,
      "step": 6350
    },
    {
      "epoch": 0.7548961424332344,
      "grad_norm": 0.7084901928901672,
      "learning_rate": 3.671887963969443e-05,
      "loss": 0.7689,
      "step": 6360
    },
    {
      "epoch": 0.7560830860534125,
      "grad_norm": 0.8772728443145752,
      "learning_rate": 3.6675518501483086e-05,
      "loss": 0.8648,
      "step": 6370
    },
    {
      "epoch": 0.7572700296735905,
      "grad_norm": 0.8810312747955322,
      "learning_rate": 3.663211239547274e-05,
      "loss": 0.864,
      "step": 6380
    },
    {
      "epoch": 0.7584569732937686,
      "grad_norm": 0.7641283869743347,
      "learning_rate": 3.658866148884029e-05,
      "loss": 0.8561,
      "step": 6390
    },
    {
      "epoch": 0.7596439169139466,
      "grad_norm": 0.7614161372184753,
      "learning_rate": 3.654516594893519e-05,
      "loss": 0.8465,
      "step": 6400
    },
    {
      "epoch": 0.7608308605341246,
      "grad_norm": 0.8121643662452698,
      "learning_rate": 3.6501625943278805e-05,
      "loss": 0.8615,
      "step": 6410
    },
    {
      "epoch": 0.7620178041543026,
      "grad_norm": 0.7303301095962524,
      "learning_rate": 3.645804163956374e-05,
      "loss": 0.8287,
      "step": 6420
    },
    {
      "epoch": 0.7632047477744807,
      "grad_norm": 0.8093650937080383,
      "learning_rate": 3.641441320565322e-05,
      "loss": 0.7774,
      "step": 6430
    },
    {
      "epoch": 0.7643916913946588,
      "grad_norm": 0.9081480503082275,
      "learning_rate": 3.637074080958044e-05,
      "loss": 0.8813,
      "step": 6440
    },
    {
      "epoch": 0.7655786350148368,
      "grad_norm": 0.9593875408172607,
      "learning_rate": 3.632702461954792e-05,
      "loss": 0.8371,
      "step": 6450
    },
    {
      "epoch": 0.7667655786350148,
      "grad_norm": 0.862206757068634,
      "learning_rate": 3.628326480392683e-05,
      "loss": 0.8444,
      "step": 6460
    },
    {
      "epoch": 0.7679525222551928,
      "grad_norm": 0.7164747714996338,
      "learning_rate": 3.623946153125638e-05,
      "loss": 0.9414,
      "step": 6470
    },
    {
      "epoch": 0.769139465875371,
      "grad_norm": 0.964017391204834,
      "learning_rate": 3.619561497024315e-05,
      "loss": 0.8678,
      "step": 6480
    },
    {
      "epoch": 0.770326409495549,
      "grad_norm": 0.7740942239761353,
      "learning_rate": 3.615172528976043e-05,
      "loss": 0.8334,
      "step": 6490
    },
    {
      "epoch": 0.771513353115727,
      "grad_norm": 0.9031283855438232,
      "learning_rate": 3.6107792658847595e-05,
      "loss": 0.8742,
      "step": 6500
    },
    {
      "epoch": 0.771513353115727,
      "eval_loss": 0.7851033806800842,
      "eval_runtime": 773.4625,
      "eval_samples_per_second": 2.294,
      "eval_steps_per_second": 0.574,
      "step": 6500
    },
    {
      "epoch": 0.772700296735905,
      "grad_norm": 0.9258557558059692,
      "learning_rate": 3.6063817246709444e-05,
      "loss": 0.8296,
      "step": 6510
    },
    {
      "epoch": 0.7738872403560831,
      "grad_norm": 0.8308103084564209,
      "learning_rate": 3.6019799222715544e-05,
      "loss": 0.8445,
      "step": 6520
    },
    {
      "epoch": 0.7750741839762612,
      "grad_norm": 0.8182960748672485,
      "learning_rate": 3.5975738756399574e-05,
      "loss": 0.8563,
      "step": 6530
    },
    {
      "epoch": 0.7762611275964392,
      "grad_norm": 0.9615590572357178,
      "learning_rate": 3.593163601745869e-05,
      "loss": 0.9132,
      "step": 6540
    },
    {
      "epoch": 0.7774480712166172,
      "grad_norm": 1.027933955192566,
      "learning_rate": 3.588749117575284e-05,
      "loss": 0.8199,
      "step": 6550
    },
    {
      "epoch": 0.7786350148367952,
      "grad_norm": 0.9510583877563477,
      "learning_rate": 3.584330440130415e-05,
      "loss": 0.8841,
      "step": 6560
    },
    {
      "epoch": 0.7798219584569733,
      "grad_norm": 1.3776129484176636,
      "learning_rate": 3.5799075864296244e-05,
      "loss": 0.8644,
      "step": 6570
    },
    {
      "epoch": 0.7810089020771513,
      "grad_norm": 0.9228107333183289,
      "learning_rate": 3.5754805735073575e-05,
      "loss": 0.8239,
      "step": 6580
    },
    {
      "epoch": 0.7821958456973294,
      "grad_norm": 0.9446859359741211,
      "learning_rate": 3.571049418414081e-05,
      "loss": 0.8789,
      "step": 6590
    },
    {
      "epoch": 0.7833827893175074,
      "grad_norm": 0.8383123278617859,
      "learning_rate": 3.566614138216212e-05,
      "loss": 0.8505,
      "step": 6600
    },
    {
      "epoch": 0.7845697329376855,
      "grad_norm": 0.9476184248924255,
      "learning_rate": 3.562174749996059e-05,
      "loss": 0.8603,
      "step": 6610
    },
    {
      "epoch": 0.7857566765578635,
      "grad_norm": 0.8598759770393372,
      "learning_rate": 3.557731270851751e-05,
      "loss": 0.8384,
      "step": 6620
    },
    {
      "epoch": 0.7869436201780415,
      "grad_norm": 0.7761598825454712,
      "learning_rate": 3.553283717897171e-05,
      "loss": 0.8635,
      "step": 6630
    },
    {
      "epoch": 0.7881305637982196,
      "grad_norm": 0.7737132906913757,
      "learning_rate": 3.548832108261896e-05,
      "loss": 0.8172,
      "step": 6640
    },
    {
      "epoch": 0.7893175074183977,
      "grad_norm": 0.8764254450798035,
      "learning_rate": 3.5443764590911234e-05,
      "loss": 0.8453,
      "step": 6650
    },
    {
      "epoch": 0.7905044510385757,
      "grad_norm": 0.9228744506835938,
      "learning_rate": 3.5399167875456094e-05,
      "loss": 0.8332,
      "step": 6660
    },
    {
      "epoch": 0.7916913946587537,
      "grad_norm": 0.9316686987876892,
      "learning_rate": 3.5354531108016054e-05,
      "loss": 0.8833,
      "step": 6670
    },
    {
      "epoch": 0.7928783382789317,
      "grad_norm": 0.9275509119033813,
      "learning_rate": 3.5309854460507845e-05,
      "loss": 0.8096,
      "step": 6680
    },
    {
      "epoch": 0.7940652818991097,
      "grad_norm": 0.7147977352142334,
      "learning_rate": 3.526513810500182e-05,
      "loss": 0.8531,
      "step": 6690
    },
    {
      "epoch": 0.7952522255192879,
      "grad_norm": 0.8468539118766785,
      "learning_rate": 3.5220382213721256e-05,
      "loss": 0.8305,
      "step": 6700
    },
    {
      "epoch": 0.7964391691394659,
      "grad_norm": 0.9143972992897034,
      "learning_rate": 3.517558695904171e-05,
      "loss": 0.8462,
      "step": 6710
    },
    {
      "epoch": 0.7976261127596439,
      "grad_norm": 0.8958293199539185,
      "learning_rate": 3.513075251349033e-05,
      "loss": 0.8374,
      "step": 6720
    },
    {
      "epoch": 0.7988130563798219,
      "grad_norm": 0.9110985398292542,
      "learning_rate": 3.508587904974522e-05,
      "loss": 0.8081,
      "step": 6730
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.0743153095245361,
      "learning_rate": 3.5040966740634746e-05,
      "loss": 0.8702,
      "step": 6740
    },
    {
      "epoch": 0.8011869436201781,
      "grad_norm": 0.9236382842063904,
      "learning_rate": 3.499601575913691e-05,
      "loss": 0.8654,
      "step": 6750
    },
    {
      "epoch": 0.8023738872403561,
      "grad_norm": 0.7747888565063477,
      "learning_rate": 3.495102627837863e-05,
      "loss": 0.8405,
      "step": 6760
    },
    {
      "epoch": 0.8035608308605341,
      "grad_norm": 1.18403959274292,
      "learning_rate": 3.490599847163512e-05,
      "loss": 0.9657,
      "step": 6770
    },
    {
      "epoch": 0.8047477744807122,
      "grad_norm": 0.8413063287734985,
      "learning_rate": 3.486093251232921e-05,
      "loss": 0.816,
      "step": 6780
    },
    {
      "epoch": 0.8059347181008902,
      "grad_norm": 1.244125485420227,
      "learning_rate": 3.4815828574030674e-05,
      "loss": 0.8854,
      "step": 6790
    },
    {
      "epoch": 0.8071216617210683,
      "grad_norm": 0.6361657977104187,
      "learning_rate": 3.477068683045552e-05,
      "loss": 0.8278,
      "step": 6800
    },
    {
      "epoch": 0.8083086053412463,
      "grad_norm": 0.6628708243370056,
      "learning_rate": 3.472550745546542e-05,
      "loss": 0.8873,
      "step": 6810
    },
    {
      "epoch": 0.8094955489614243,
      "grad_norm": 1.2260278463363647,
      "learning_rate": 3.468029062306694e-05,
      "loss": 0.8603,
      "step": 6820
    },
    {
      "epoch": 0.8106824925816024,
      "grad_norm": 0.9426025748252869,
      "learning_rate": 3.4635036507410935e-05,
      "loss": 0.8679,
      "step": 6830
    },
    {
      "epoch": 0.8118694362017804,
      "grad_norm": 0.6960638761520386,
      "learning_rate": 3.4589745282791844e-05,
      "loss": 0.7996,
      "step": 6840
    },
    {
      "epoch": 0.8130563798219584,
      "grad_norm": 0.8688523173332214,
      "learning_rate": 3.4544417123647024e-05,
      "loss": 0.8351,
      "step": 6850
    },
    {
      "epoch": 0.8142433234421365,
      "grad_norm": 0.9678128957748413,
      "learning_rate": 3.4499052204556104e-05,
      "loss": 0.9089,
      "step": 6860
    },
    {
      "epoch": 0.8154302670623146,
      "grad_norm": 0.9642847180366516,
      "learning_rate": 3.4453650700240276e-05,
      "loss": 0.8045,
      "step": 6870
    },
    {
      "epoch": 0.8166172106824926,
      "grad_norm": 0.7829703688621521,
      "learning_rate": 3.4408212785561645e-05,
      "loss": 0.8584,
      "step": 6880
    },
    {
      "epoch": 0.8178041543026706,
      "grad_norm": 1.0218199491500854,
      "learning_rate": 3.436273863552254e-05,
      "loss": 0.8441,
      "step": 6890
    },
    {
      "epoch": 0.8189910979228486,
      "grad_norm": 0.9257336854934692,
      "learning_rate": 3.431722842526487e-05,
      "loss": 0.8729,
      "step": 6900
    },
    {
      "epoch": 0.8201780415430268,
      "grad_norm": 0.9871886372566223,
      "learning_rate": 3.427168233006941e-05,
      "loss": 0.8093,
      "step": 6910
    },
    {
      "epoch": 0.8213649851632048,
      "grad_norm": 1.0205531120300293,
      "learning_rate": 3.422610052535514e-05,
      "loss": 0.9016,
      "step": 6920
    },
    {
      "epoch": 0.8225519287833828,
      "grad_norm": 0.848477303981781,
      "learning_rate": 3.418048318667858e-05,
      "loss": 0.8633,
      "step": 6930
    },
    {
      "epoch": 0.8237388724035608,
      "grad_norm": 1.0038056373596191,
      "learning_rate": 3.4134830489733124e-05,
      "loss": 0.9181,
      "step": 6940
    },
    {
      "epoch": 0.8249258160237388,
      "grad_norm": 0.6654286980628967,
      "learning_rate": 3.408914261034834e-05,
      "loss": 0.819,
      "step": 6950
    },
    {
      "epoch": 0.826112759643917,
      "grad_norm": 0.9518380165100098,
      "learning_rate": 3.404341972448928e-05,
      "loss": 0.8409,
      "step": 6960
    },
    {
      "epoch": 0.827299703264095,
      "grad_norm": 0.8517202734947205,
      "learning_rate": 3.399766200825583e-05,
      "loss": 0.8002,
      "step": 6970
    },
    {
      "epoch": 0.828486646884273,
      "grad_norm": 0.872999906539917,
      "learning_rate": 3.3951869637882045e-05,
      "loss": 0.8235,
      "step": 6980
    },
    {
      "epoch": 0.829673590504451,
      "grad_norm": 0.9970819354057312,
      "learning_rate": 3.390604278973543e-05,
      "loss": 0.8936,
      "step": 6990
    },
    {
      "epoch": 0.8308605341246291,
      "grad_norm": 0.9367091059684753,
      "learning_rate": 3.386018164031627e-05,
      "loss": 0.8477,
      "step": 7000
    },
    {
      "epoch": 0.8308605341246291,
      "eval_loss": 0.7821624875068665,
      "eval_runtime": 773.75,
      "eval_samples_per_second": 2.293,
      "eval_steps_per_second": 0.574,
      "step": 7000
    },
    {
      "epoch": 0.8320474777448071,
      "grad_norm": 1.0959240198135376,
      "learning_rate": 3.381428636625698e-05,
      "loss": 0.8012,
      "step": 7010
    },
    {
      "epoch": 0.8332344213649852,
      "grad_norm": 0.7259630560874939,
      "learning_rate": 3.3768357144321406e-05,
      "loss": 0.823,
      "step": 7020
    },
    {
      "epoch": 0.8344213649851632,
      "grad_norm": 0.8429070711135864,
      "learning_rate": 3.372239415140413e-05,
      "loss": 0.9024,
      "step": 7030
    },
    {
      "epoch": 0.8356083086053413,
      "grad_norm": 0.859829306602478,
      "learning_rate": 3.367639756452981e-05,
      "loss": 0.8471,
      "step": 7040
    },
    {
      "epoch": 0.8367952522255193,
      "grad_norm": 0.8430136442184448,
      "learning_rate": 3.363036756085247e-05,
      "loss": 0.7838,
      "step": 7050
    },
    {
      "epoch": 0.8379821958456973,
      "grad_norm": 0.7361006140708923,
      "learning_rate": 3.3584304317654866e-05,
      "loss": 0.8315,
      "step": 7060
    },
    {
      "epoch": 0.8391691394658753,
      "grad_norm": 0.9041669368743896,
      "learning_rate": 3.3538208012347774e-05,
      "loss": 0.8307,
      "step": 7070
    },
    {
      "epoch": 0.8403560830860534,
      "grad_norm": 0.8590983152389526,
      "learning_rate": 3.349207882246927e-05,
      "loss": 0.8197,
      "step": 7080
    },
    {
      "epoch": 0.8415430267062315,
      "grad_norm": 0.8333597779273987,
      "learning_rate": 3.3445916925684125e-05,
      "loss": 0.8802,
      "step": 7090
    },
    {
      "epoch": 0.8427299703264095,
      "grad_norm": 0.8488454818725586,
      "learning_rate": 3.339972249978306e-05,
      "loss": 0.8412,
      "step": 7100
    },
    {
      "epoch": 0.8439169139465875,
      "grad_norm": 0.990714430809021,
      "learning_rate": 3.335349572268209e-05,
      "loss": 0.9064,
      "step": 7110
    },
    {
      "epoch": 0.8451038575667655,
      "grad_norm": 0.9207063317298889,
      "learning_rate": 3.3307236772421823e-05,
      "loss": 0.8309,
      "step": 7120
    },
    {
      "epoch": 0.8462908011869437,
      "grad_norm": 0.9114146828651428,
      "learning_rate": 3.326094582716678e-05,
      "loss": 0.8841,
      "step": 7130
    },
    {
      "epoch": 0.8474777448071217,
      "grad_norm": 1.2737470865249634,
      "learning_rate": 3.32146230652047e-05,
      "loss": 0.8373,
      "step": 7140
    },
    {
      "epoch": 0.8486646884272997,
      "grad_norm": 0.9316775798797607,
      "learning_rate": 3.3168268664945886e-05,
      "loss": 0.8177,
      "step": 7150
    },
    {
      "epoch": 0.8498516320474777,
      "grad_norm": 0.9175634980201721,
      "learning_rate": 3.3121882804922484e-05,
      "loss": 0.8933,
      "step": 7160
    },
    {
      "epoch": 0.8510385756676558,
      "grad_norm": 0.9439007639884949,
      "learning_rate": 3.3075465663787794e-05,
      "loss": 0.7867,
      "step": 7170
    },
    {
      "epoch": 0.8522255192878339,
      "grad_norm": 0.893551230430603,
      "learning_rate": 3.30290174203156e-05,
      "loss": 0.9118,
      "step": 7180
    },
    {
      "epoch": 0.8534124629080119,
      "grad_norm": 1.0411717891693115,
      "learning_rate": 3.29825382533995e-05,
      "loss": 0.8291,
      "step": 7190
    },
    {
      "epoch": 0.8545994065281899,
      "grad_norm": 0.8265506029129028,
      "learning_rate": 3.293602834205216e-05,
      "loss": 0.8228,
      "step": 7200
    },
    {
      "epoch": 0.8557863501483679,
      "grad_norm": 0.9281073808670044,
      "learning_rate": 3.2889487865404674e-05,
      "loss": 0.8694,
      "step": 7210
    },
    {
      "epoch": 0.856973293768546,
      "grad_norm": 0.7977082133293152,
      "learning_rate": 3.284291700270584e-05,
      "loss": 0.8242,
      "step": 7220
    },
    {
      "epoch": 0.858160237388724,
      "grad_norm": 0.8856098055839539,
      "learning_rate": 3.279631593332151e-05,
      "loss": 0.8507,
      "step": 7230
    },
    {
      "epoch": 0.8593471810089021,
      "grad_norm": 1.0277818441390991,
      "learning_rate": 3.2749684836733866e-05,
      "loss": 0.8775,
      "step": 7240
    },
    {
      "epoch": 0.8605341246290801,
      "grad_norm": 1.0487391948699951,
      "learning_rate": 3.270302389254074e-05,
      "loss": 0.8404,
      "step": 7250
    },
    {
      "epoch": 0.8617210682492582,
      "grad_norm": 0.8497503995895386,
      "learning_rate": 3.26563332804549e-05,
      "loss": 0.9356,
      "step": 7260
    },
    {
      "epoch": 0.8629080118694362,
      "grad_norm": 0.7366178631782532,
      "learning_rate": 3.2609613180303413e-05,
      "loss": 0.8132,
      "step": 7270
    },
    {
      "epoch": 0.8640949554896142,
      "grad_norm": 0.8012394905090332,
      "learning_rate": 3.25628637720269e-05,
      "loss": 0.7763,
      "step": 7280
    },
    {
      "epoch": 0.8652818991097923,
      "grad_norm": 1.029145359992981,
      "learning_rate": 3.251608523567886e-05,
      "loss": 0.8116,
      "step": 7290
    },
    {
      "epoch": 0.8664688427299704,
      "grad_norm": 0.9467004537582397,
      "learning_rate": 3.246927775142498e-05,
      "loss": 0.8444,
      "step": 7300
    },
    {
      "epoch": 0.8676557863501484,
      "grad_norm": 0.8625933527946472,
      "learning_rate": 3.242244149954243e-05,
      "loss": 0.9053,
      "step": 7310
    },
    {
      "epoch": 0.8688427299703264,
      "grad_norm": 1.0368592739105225,
      "learning_rate": 3.237557666041922e-05,
      "loss": 0.9067,
      "step": 7320
    },
    {
      "epoch": 0.8700296735905044,
      "grad_norm": 0.760718822479248,
      "learning_rate": 3.232868341455339e-05,
      "loss": 0.8853,
      "step": 7330
    },
    {
      "epoch": 0.8712166172106824,
      "grad_norm": 0.7736045718193054,
      "learning_rate": 3.2281761942552446e-05,
      "loss": 0.9119,
      "step": 7340
    },
    {
      "epoch": 0.8724035608308606,
      "grad_norm": 0.9275757670402527,
      "learning_rate": 3.223481242513259e-05,
      "loss": 0.7932,
      "step": 7350
    },
    {
      "epoch": 0.8735905044510386,
      "grad_norm": 0.8196761012077332,
      "learning_rate": 3.218783504311803e-05,
      "loss": 0.8893,
      "step": 7360
    },
    {
      "epoch": 0.8747774480712166,
      "grad_norm": 0.8558308482170105,
      "learning_rate": 3.21408299774403e-05,
      "loss": 0.8948,
      "step": 7370
    },
    {
      "epoch": 0.8759643916913946,
      "grad_norm": 0.7309697270393372,
      "learning_rate": 3.209379740913756e-05,
      "loss": 0.8142,
      "step": 7380
    },
    {
      "epoch": 0.8771513353115727,
      "grad_norm": 0.7917837500572205,
      "learning_rate": 3.204673751935389e-05,
      "loss": 0.8557,
      "step": 7390
    },
    {
      "epoch": 0.8783382789317508,
      "grad_norm": 1.0087717771530151,
      "learning_rate": 3.199965048933859e-05,
      "loss": 0.9215,
      "step": 7400
    },
    {
      "epoch": 0.8795252225519288,
      "grad_norm": 0.9754852056503296,
      "learning_rate": 3.195253650044552e-05,
      "loss": 0.8229,
      "step": 7410
    },
    {
      "epoch": 0.8807121661721068,
      "grad_norm": 0.8485432863235474,
      "learning_rate": 3.1905395734132326e-05,
      "loss": 0.8653,
      "step": 7420
    },
    {
      "epoch": 0.8818991097922849,
      "grad_norm": 0.8773938417434692,
      "learning_rate": 3.185822837195983e-05,
      "loss": 0.9774,
      "step": 7430
    },
    {
      "epoch": 0.8830860534124629,
      "grad_norm": 0.7707668542861938,
      "learning_rate": 3.181103459559126e-05,
      "loss": 0.8606,
      "step": 7440
    },
    {
      "epoch": 0.884272997032641,
      "grad_norm": 0.7578542828559875,
      "learning_rate": 3.176381458679158e-05,
      "loss": 0.8229,
      "step": 7450
    },
    {
      "epoch": 0.885459940652819,
      "grad_norm": 0.9707187414169312,
      "learning_rate": 3.17165685274268e-05,
      "loss": 0.8259,
      "step": 7460
    },
    {
      "epoch": 0.886646884272997,
      "grad_norm": 1.3090546131134033,
      "learning_rate": 3.166929659946325e-05,
      "loss": 0.8843,
      "step": 7470
    },
    {
      "epoch": 0.8878338278931751,
      "grad_norm": 0.7714403867721558,
      "learning_rate": 3.1621998984966894e-05,
      "loss": 0.8204,
      "step": 7480
    },
    {
      "epoch": 0.8890207715133531,
      "grad_norm": 1.0389307737350464,
      "learning_rate": 3.157467586610262e-05,
      "loss": 0.8493,
      "step": 7490
    },
    {
      "epoch": 0.8902077151335311,
      "grad_norm": 0.8754733204841614,
      "learning_rate": 3.152732742513357e-05,
      "loss": 0.8492,
      "step": 7500
    },
    {
      "epoch": 0.8902077151335311,
      "eval_loss": 0.7797255516052246,
      "eval_runtime": 769.2673,
      "eval_samples_per_second": 2.306,
      "eval_steps_per_second": 0.577,
      "step": 7500
    },
    {
      "epoch": 0.8913946587537092,
      "grad_norm": 0.5790079832077026,
      "learning_rate": 3.147995384442039e-05,
      "loss": 0.7781,
      "step": 7510
    },
    {
      "epoch": 0.8925816023738873,
      "grad_norm": 0.8539468050003052,
      "learning_rate": 3.143255530642056e-05,
      "loss": 0.8033,
      "step": 7520
    },
    {
      "epoch": 0.8937685459940653,
      "grad_norm": 0.7788002490997314,
      "learning_rate": 3.138513199368768e-05,
      "loss": 0.8488,
      "step": 7530
    },
    {
      "epoch": 0.8949554896142433,
      "grad_norm": 0.6952248215675354,
      "learning_rate": 3.133768408887076e-05,
      "loss": 0.8358,
      "step": 7540
    },
    {
      "epoch": 0.8961424332344213,
      "grad_norm": 0.7432988882064819,
      "learning_rate": 3.129021177471354e-05,
      "loss": 0.8785,
      "step": 7550
    },
    {
      "epoch": 0.8973293768545995,
      "grad_norm": 0.8068860173225403,
      "learning_rate": 3.124271523405377e-05,
      "loss": 0.8018,
      "step": 7560
    },
    {
      "epoch": 0.8985163204747775,
      "grad_norm": 0.8224064707756042,
      "learning_rate": 3.11951946498225e-05,
      "loss": 0.7825,
      "step": 7570
    },
    {
      "epoch": 0.8997032640949555,
      "grad_norm": 1.1241661310195923,
      "learning_rate": 3.114765020504339e-05,
      "loss": 0.9344,
      "step": 7580
    },
    {
      "epoch": 0.9008902077151335,
      "grad_norm": 1.0378000736236572,
      "learning_rate": 3.110008208283197e-05,
      "loss": 0.8613,
      "step": 7590
    },
    {
      "epoch": 0.9020771513353115,
      "grad_norm": 0.9253892302513123,
      "learning_rate": 3.1052490466395023e-05,
      "loss": 0.8725,
      "step": 7600
    },
    {
      "epoch": 0.9032640949554896,
      "grad_norm": 0.9954454898834229,
      "learning_rate": 3.1004875539029755e-05,
      "loss": 0.7652,
      "step": 7610
    },
    {
      "epoch": 0.9044510385756677,
      "grad_norm": 0.9441783428192139,
      "learning_rate": 3.0957237484123196e-05,
      "loss": 0.9363,
      "step": 7620
    },
    {
      "epoch": 0.9056379821958457,
      "grad_norm": 0.8821224570274353,
      "learning_rate": 3.090957648515142e-05,
      "loss": 0.9007,
      "step": 7630
    },
    {
      "epoch": 0.9068249258160237,
      "grad_norm": 0.8489567041397095,
      "learning_rate": 3.086189272567891e-05,
      "loss": 0.9078,
      "step": 7640
    },
    {
      "epoch": 0.9080118694362018,
      "grad_norm": 0.894049882888794,
      "learning_rate": 3.0814186389357765e-05,
      "loss": 0.8681,
      "step": 7650
    },
    {
      "epoch": 0.9091988130563798,
      "grad_norm": 1.0218708515167236,
      "learning_rate": 3.076645765992706e-05,
      "loss": 0.8021,
      "step": 7660
    },
    {
      "epoch": 0.9103857566765579,
      "grad_norm": 1.236533761024475,
      "learning_rate": 3.0718706721212116e-05,
      "loss": 0.8619,
      "step": 7670
    },
    {
      "epoch": 0.9115727002967359,
      "grad_norm": 0.8600239157676697,
      "learning_rate": 3.067093375712379e-05,
      "loss": 0.7805,
      "step": 7680
    },
    {
      "epoch": 0.912759643916914,
      "grad_norm": 0.8407261371612549,
      "learning_rate": 3.062313895165777e-05,
      "loss": 0.834,
      "step": 7690
    },
    {
      "epoch": 0.913946587537092,
      "grad_norm": 1.0202083587646484,
      "learning_rate": 3.057532248889386e-05,
      "loss": 0.8123,
      "step": 7700
    },
    {
      "epoch": 0.91513353115727,
      "grad_norm": 1.0518484115600586,
      "learning_rate": 3.052748455299529e-05,
      "loss": 0.7799,
      "step": 7710
    },
    {
      "epoch": 0.916320474777448,
      "grad_norm": 0.6867684721946716,
      "learning_rate": 3.047962532820797e-05,
      "loss": 0.7433,
      "step": 7720
    },
    {
      "epoch": 0.9175074183976261,
      "grad_norm": 0.8702245354652405,
      "learning_rate": 3.0431744998859834e-05,
      "loss": 0.9001,
      "step": 7730
    },
    {
      "epoch": 0.9186943620178042,
      "grad_norm": 0.7238080501556396,
      "learning_rate": 3.0383843749360063e-05,
      "loss": 0.8513,
      "step": 7740
    },
    {
      "epoch": 0.9198813056379822,
      "grad_norm": 0.8329240083694458,
      "learning_rate": 3.0335921764198437e-05,
      "loss": 0.8731,
      "step": 7750
    },
    {
      "epoch": 0.9210682492581602,
      "grad_norm": 0.6718214750289917,
      "learning_rate": 3.02879792279446e-05,
      "loss": 0.796,
      "step": 7760
    },
    {
      "epoch": 0.9222551928783382,
      "grad_norm": 0.8724163770675659,
      "learning_rate": 3.0240016325247332e-05,
      "loss": 0.812,
      "step": 7770
    },
    {
      "epoch": 0.9234421364985164,
      "grad_norm": 0.820673942565918,
      "learning_rate": 3.019203324083386e-05,
      "loss": 0.8487,
      "step": 7780
    },
    {
      "epoch": 0.9246290801186944,
      "grad_norm": 0.8288638591766357,
      "learning_rate": 3.0144030159509145e-05,
      "loss": 0.9421,
      "step": 7790
    },
    {
      "epoch": 0.9258160237388724,
      "grad_norm": 0.8184947371482849,
      "learning_rate": 3.0096007266155167e-05,
      "loss": 0.8175,
      "step": 7800
    },
    {
      "epoch": 0.9270029673590504,
      "grad_norm": 0.7271890044212341,
      "learning_rate": 3.0047964745730188e-05,
      "loss": 0.7866,
      "step": 7810
    },
    {
      "epoch": 0.9281899109792285,
      "grad_norm": 0.8679256439208984,
      "learning_rate": 2.9999902783268096e-05,
      "loss": 0.9335,
      "step": 7820
    },
    {
      "epoch": 0.9293768545994066,
      "grad_norm": 0.9273269772529602,
      "learning_rate": 2.995182156387763e-05,
      "loss": 0.8438,
      "step": 7830
    },
    {
      "epoch": 0.9305637982195846,
      "grad_norm": 1.0963612794876099,
      "learning_rate": 2.9903721272741726e-05,
      "loss": 0.8234,
      "step": 7840
    },
    {
      "epoch": 0.9317507418397626,
      "grad_norm": 0.8465256094932556,
      "learning_rate": 2.9855602095116746e-05,
      "loss": 0.9186,
      "step": 7850
    },
    {
      "epoch": 0.9329376854599406,
      "grad_norm": 0.6978071331977844,
      "learning_rate": 2.9807464216331815e-05,
      "loss": 0.7885,
      "step": 7860
    },
    {
      "epoch": 0.9341246290801187,
      "grad_norm": 0.7609380483627319,
      "learning_rate": 2.975930782178807e-05,
      "loss": 0.8534,
      "step": 7870
    },
    {
      "epoch": 0.9353115727002967,
      "grad_norm": 1.0055066347122192,
      "learning_rate": 2.9711133096957962e-05,
      "loss": 0.886,
      "step": 7880
    },
    {
      "epoch": 0.9364985163204748,
      "grad_norm": 0.7272253036499023,
      "learning_rate": 2.9662940227384544e-05,
      "loss": 0.8306,
      "step": 7890
    },
    {
      "epoch": 0.9376854599406528,
      "grad_norm": 0.877644419670105,
      "learning_rate": 2.961472939868075e-05,
      "loss": 0.8807,
      "step": 7900
    },
    {
      "epoch": 0.9388724035608309,
      "grad_norm": 0.8707640171051025,
      "learning_rate": 2.95665007965287e-05,
      "loss": 0.9264,
      "step": 7910
    },
    {
      "epoch": 0.9400593471810089,
      "grad_norm": 0.9951992034912109,
      "learning_rate": 2.9518254606678935e-05,
      "loss": 0.8345,
      "step": 7920
    },
    {
      "epoch": 0.9412462908011869,
      "grad_norm": 0.9738534092903137,
      "learning_rate": 2.946999101494976e-05,
      "loss": 0.8475,
      "step": 7930
    },
    {
      "epoch": 0.942433234421365,
      "grad_norm": 0.8127856254577637,
      "learning_rate": 2.94217102072265e-05,
      "loss": 0.7886,
      "step": 7940
    },
    {
      "epoch": 0.9436201780415431,
      "grad_norm": 0.8734619617462158,
      "learning_rate": 2.9373412369460774e-05,
      "loss": 0.8797,
      "step": 7950
    },
    {
      "epoch": 0.9448071216617211,
      "grad_norm": 0.7642955780029297,
      "learning_rate": 2.93250976876698e-05,
      "loss": 0.782,
      "step": 7960
    },
    {
      "epoch": 0.9459940652818991,
      "grad_norm": 1.211449146270752,
      "learning_rate": 2.927676634793567e-05,
      "loss": 0.8433,
      "step": 7970
    },
    {
      "epoch": 0.9471810089020771,
      "grad_norm": 1.0548808574676514,
      "learning_rate": 2.9228418536404633e-05,
      "loss": 0.8425,
      "step": 7980
    },
    {
      "epoch": 0.9483679525222551,
      "grad_norm": 0.7786169052124023,
      "learning_rate": 2.9180054439286377e-05,
      "loss": 0.7831,
      "step": 7990
    },
    {
      "epoch": 0.9495548961424333,
      "grad_norm": 0.7001704573631287,
      "learning_rate": 2.9131674242853318e-05,
      "loss": 0.8113,
      "step": 8000
    },
    {
      "epoch": 0.9495548961424333,
      "eval_loss": 0.7776389718055725,
      "eval_runtime": 768.6108,
      "eval_samples_per_second": 2.308,
      "eval_steps_per_second": 0.578,
      "step": 8000
    },
    {
      "epoch": 0.9507418397626113,
      "grad_norm": 0.7324917316436768,
      "learning_rate": 2.9083278133439883e-05,
      "loss": 0.8663,
      "step": 8010
    },
    {
      "epoch": 0.9519287833827893,
      "grad_norm": 1.0254888534545898,
      "learning_rate": 2.903486629744176e-05,
      "loss": 0.8569,
      "step": 8020
    },
    {
      "epoch": 0.9531157270029673,
      "grad_norm": 1.0356833934783936,
      "learning_rate": 2.8986438921315234e-05,
      "loss": 0.8032,
      "step": 8030
    },
    {
      "epoch": 0.9543026706231454,
      "grad_norm": 0.8793463706970215,
      "learning_rate": 2.8937996191576432e-05,
      "loss": 0.841,
      "step": 8040
    },
    {
      "epoch": 0.9554896142433235,
      "grad_norm": 0.891936182975769,
      "learning_rate": 2.888953829480062e-05,
      "loss": 0.7662,
      "step": 8050
    },
    {
      "epoch": 0.9566765578635015,
      "grad_norm": 1.5397156476974487,
      "learning_rate": 2.884106541762148e-05,
      "loss": 0.8108,
      "step": 8060
    },
    {
      "epoch": 0.9578635014836795,
      "grad_norm": 0.9605924487113953,
      "learning_rate": 2.8792577746730375e-05,
      "loss": 0.8661,
      "step": 8070
    },
    {
      "epoch": 0.9590504451038576,
      "grad_norm": 0.9698401093482971,
      "learning_rate": 2.8744075468875664e-05,
      "loss": 0.8318,
      "step": 8080
    },
    {
      "epoch": 0.9602373887240356,
      "grad_norm": 0.7636862993240356,
      "learning_rate": 2.8695558770861956e-05,
      "loss": 0.8516,
      "step": 8090
    },
    {
      "epoch": 0.9614243323442137,
      "grad_norm": 0.8955727815628052,
      "learning_rate": 2.8647027839549407e-05,
      "loss": 0.755,
      "step": 8100
    },
    {
      "epoch": 0.9626112759643917,
      "grad_norm": 1.0949968099594116,
      "learning_rate": 2.8598482861852976e-05,
      "loss": 0.8672,
      "step": 8110
    },
    {
      "epoch": 0.9637982195845697,
      "grad_norm": 0.9382548928260803,
      "learning_rate": 2.8549924024741736e-05,
      "loss": 0.811,
      "step": 8120
    },
    {
      "epoch": 0.9649851632047478,
      "grad_norm": 0.6319847106933594,
      "learning_rate": 2.8501351515238135e-05,
      "loss": 0.826,
      "step": 8130
    },
    {
      "epoch": 0.9661721068249258,
      "grad_norm": 0.8856794834136963,
      "learning_rate": 2.8452765520417264e-05,
      "loss": 0.8287,
      "step": 8140
    },
    {
      "epoch": 0.9673590504451038,
      "grad_norm": 0.9224793314933777,
      "learning_rate": 2.840416622740617e-05,
      "loss": 0.834,
      "step": 8150
    },
    {
      "epoch": 0.9685459940652819,
      "grad_norm": 0.8026999831199646,
      "learning_rate": 2.8355553823383118e-05,
      "loss": 0.9407,
      "step": 8160
    },
    {
      "epoch": 0.96973293768546,
      "grad_norm": 0.9832804203033447,
      "learning_rate": 2.8306928495576868e-05,
      "loss": 0.8656,
      "step": 8170
    },
    {
      "epoch": 0.970919881305638,
      "grad_norm": 0.9716234803199768,
      "learning_rate": 2.8258290431265944e-05,
      "loss": 0.9096,
      "step": 8180
    },
    {
      "epoch": 0.972106824925816,
      "grad_norm": 0.8760083317756653,
      "learning_rate": 2.820963981777794e-05,
      "loss": 0.8766,
      "step": 8190
    },
    {
      "epoch": 0.973293768545994,
      "grad_norm": 1.0046391487121582,
      "learning_rate": 2.816097684248877e-05,
      "loss": 0.895,
      "step": 8200
    },
    {
      "epoch": 0.9744807121661722,
      "grad_norm": 0.6522348523139954,
      "learning_rate": 2.8112301692821964e-05,
      "loss": 0.7833,
      "step": 8210
    },
    {
      "epoch": 0.9756676557863502,
      "grad_norm": 1.0381343364715576,
      "learning_rate": 2.8063614556247948e-05,
      "loss": 0.8459,
      "step": 8220
    },
    {
      "epoch": 0.9768545994065282,
      "grad_norm": 0.6645428538322449,
      "learning_rate": 2.8014915620283294e-05,
      "loss": 0.9006,
      "step": 8230
    },
    {
      "epoch": 0.9780415430267062,
      "grad_norm": 0.9998354315757751,
      "learning_rate": 2.796620507249005e-05,
      "loss": 0.7815,
      "step": 8240
    },
    {
      "epoch": 0.9792284866468842,
      "grad_norm": 0.9861043095588684,
      "learning_rate": 2.7917483100474955e-05,
      "loss": 0.9115,
      "step": 8250
    },
    {
      "epoch": 0.9804154302670623,
      "grad_norm": 1.03464937210083,
      "learning_rate": 2.7868749891888767e-05,
      "loss": 0.7882,
      "step": 8260
    },
    {
      "epoch": 0.9816023738872404,
      "grad_norm": 0.8017896413803101,
      "learning_rate": 2.7820005634425528e-05,
      "loss": 0.8348,
      "step": 8270
    },
    {
      "epoch": 0.9827893175074184,
      "grad_norm": 1.063607931137085,
      "learning_rate": 2.7771250515821807e-05,
      "loss": 0.9464,
      "step": 8280
    },
    {
      "epoch": 0.9839762611275964,
      "grad_norm": 1.0467710494995117,
      "learning_rate": 2.772248472385603e-05,
      "loss": 0.8656,
      "step": 8290
    },
    {
      "epoch": 0.9851632047477745,
      "grad_norm": 0.7622478604316711,
      "learning_rate": 2.7673708446347712e-05,
      "loss": 0.8404,
      "step": 8300
    },
    {
      "epoch": 0.9863501483679525,
      "grad_norm": 0.7604171633720398,
      "learning_rate": 2.7624921871156772e-05,
      "loss": 0.8404,
      "step": 8310
    },
    {
      "epoch": 0.9875370919881306,
      "grad_norm": 1.0093992948532104,
      "learning_rate": 2.7576125186182772e-05,
      "loss": 0.8871,
      "step": 8320
    },
    {
      "epoch": 0.9887240356083086,
      "grad_norm": 0.5812623500823975,
      "learning_rate": 2.752731857936423e-05,
      "loss": 0.8223,
      "step": 8330
    },
    {
      "epoch": 0.9899109792284867,
      "grad_norm": 0.5302821397781372,
      "learning_rate": 2.7478502238677862e-05,
      "loss": 0.8357,
      "step": 8340
    },
    {
      "epoch": 0.9910979228486647,
      "grad_norm": 0.8963286876678467,
      "learning_rate": 2.7429676352137885e-05,
      "loss": 0.9103,
      "step": 8350
    },
    {
      "epoch": 0.9922848664688427,
      "grad_norm": 0.8985591530799866,
      "learning_rate": 2.738084110779526e-05,
      "loss": 0.9101,
      "step": 8360
    },
    {
      "epoch": 0.9934718100890207,
      "grad_norm": 1.0268195867538452,
      "learning_rate": 2.733199669373701e-05,
      "loss": 0.8353,
      "step": 8370
    },
    {
      "epoch": 0.9946587537091988,
      "grad_norm": 0.897013783454895,
      "learning_rate": 2.7283143298085474e-05,
      "loss": 0.8526,
      "step": 8380
    },
    {
      "epoch": 0.9958456973293769,
      "grad_norm": 1.0083746910095215,
      "learning_rate": 2.723428110899757e-05,
      "loss": 0.8349,
      "step": 8390
    },
    {
      "epoch": 0.9970326409495549,
      "grad_norm": 0.9338353276252747,
      "learning_rate": 2.7185410314664107e-05,
      "loss": 0.8304,
      "step": 8400
    },
    {
      "epoch": 0.9982195845697329,
      "grad_norm": 1.0432991981506348,
      "learning_rate": 2.713653110330901e-05,
      "loss": 0.8171,
      "step": 8410
    },
    {
      "epoch": 0.9994065281899109,
      "grad_norm": 1.0495964288711548,
      "learning_rate": 2.7087643663188633e-05,
      "loss": 0.8842,
      "step": 8420
    },
    {
      "epoch": 1.000593471810089,
      "grad_norm": 0.9517408609390259,
      "learning_rate": 2.7038748182591034e-05,
      "loss": 0.9287,
      "step": 8430
    },
    {
      "epoch": 1.001780415430267,
      "grad_norm": 0.7760940790176392,
      "learning_rate": 2.698984484983522e-05,
      "loss": 0.783,
      "step": 8440
    },
    {
      "epoch": 1.002967359050445,
      "grad_norm": 0.9729003310203552,
      "learning_rate": 2.694093385327045e-05,
      "loss": 0.8654,
      "step": 8450
    },
    {
      "epoch": 1.0041543026706232,
      "grad_norm": 1.066876769065857,
      "learning_rate": 2.6892015381275493e-05,
      "loss": 0.8803,
      "step": 8460
    },
    {
      "epoch": 1.0053412462908011,
      "grad_norm": 0.8508303165435791,
      "learning_rate": 2.684308962225793e-05,
      "loss": 0.8473,
      "step": 8470
    },
    {
      "epoch": 1.0065281899109793,
      "grad_norm": 0.95997154712677,
      "learning_rate": 2.6794156764653367e-05,
      "loss": 0.8053,
      "step": 8480
    },
    {
      "epoch": 1.0077151335311574,
      "grad_norm": 0.8591273427009583,
      "learning_rate": 2.67452169969248e-05,
      "loss": 0.8858,
      "step": 8490
    },
    {
      "epoch": 1.0089020771513353,
      "grad_norm": 1.0032804012298584,
      "learning_rate": 2.66962705075618e-05,
      "loss": 0.7683,
      "step": 8500
    },
    {
      "epoch": 1.0089020771513353,
      "eval_loss": 0.7766696810722351,
      "eval_runtime": 769.9177,
      "eval_samples_per_second": 2.304,
      "eval_steps_per_second": 0.577,
      "step": 8500
    },
    {
      "epoch": 1.0100890207715134,
      "grad_norm": 1.2956509590148926,
      "learning_rate": 2.6647317485079843e-05,
      "loss": 0.8622,
      "step": 8510
    },
    {
      "epoch": 1.0112759643916913,
      "grad_norm": 0.9024373292922974,
      "learning_rate": 2.659835811801956e-05,
      "loss": 0.8628,
      "step": 8520
    },
    {
      "epoch": 1.0124629080118694,
      "grad_norm": 1.0521224737167358,
      "learning_rate": 2.6549392594946037e-05,
      "loss": 0.8375,
      "step": 8530
    },
    {
      "epoch": 1.0136498516320476,
      "grad_norm": 0.8524640202522278,
      "learning_rate": 2.650042110444804e-05,
      "loss": 0.8161,
      "step": 8540
    },
    {
      "epoch": 1.0148367952522255,
      "grad_norm": 0.8786371350288391,
      "learning_rate": 2.6451443835137342e-05,
      "loss": 0.8241,
      "step": 8550
    },
    {
      "epoch": 1.0160237388724036,
      "grad_norm": 0.993325412273407,
      "learning_rate": 2.640246097564796e-05,
      "loss": 0.827,
      "step": 8560
    },
    {
      "epoch": 1.0172106824925815,
      "grad_norm": 0.9485884308815002,
      "learning_rate": 2.635347271463544e-05,
      "loss": 0.8,
      "step": 8570
    },
    {
      "epoch": 1.0183976261127596,
      "grad_norm": 0.879743218421936,
      "learning_rate": 2.6304479240776147e-05,
      "loss": 0.7966,
      "step": 8580
    },
    {
      "epoch": 1.0195845697329378,
      "grad_norm": 0.9597845673561096,
      "learning_rate": 2.625548074276651e-05,
      "loss": 0.9103,
      "step": 8590
    },
    {
      "epoch": 1.0207715133531157,
      "grad_norm": 0.7718109488487244,
      "learning_rate": 2.6206477409322306e-05,
      "loss": 0.8311,
      "step": 8600
    },
    {
      "epoch": 1.0219584569732938,
      "grad_norm": 0.8141760230064392,
      "learning_rate": 2.615746942917795e-05,
      "loss": 0.8162,
      "step": 8610
    },
    {
      "epoch": 1.0231454005934717,
      "grad_norm": 1.0272105932235718,
      "learning_rate": 2.610845699108574e-05,
      "loss": 0.8109,
      "step": 8620
    },
    {
      "epoch": 1.0243323442136498,
      "grad_norm": 1.010335922241211,
      "learning_rate": 2.6059440283815146e-05,
      "loss": 0.786,
      "step": 8630
    },
    {
      "epoch": 1.025519287833828,
      "grad_norm": 0.9021561741828918,
      "learning_rate": 2.6010419496152083e-05,
      "loss": 0.8407,
      "step": 8640
    },
    {
      "epoch": 1.0267062314540059,
      "grad_norm": 0.8104283809661865,
      "learning_rate": 2.5961394816898184e-05,
      "loss": 0.8011,
      "step": 8650
    },
    {
      "epoch": 1.027893175074184,
      "grad_norm": 0.7947595715522766,
      "learning_rate": 2.5912366434870066e-05,
      "loss": 0.7901,
      "step": 8660
    },
    {
      "epoch": 1.0290801186943621,
      "grad_norm": 0.8429394960403442,
      "learning_rate": 2.586333453889861e-05,
      "loss": 0.8268,
      "step": 8670
    },
    {
      "epoch": 1.03026706231454,
      "grad_norm": 1.1205742359161377,
      "learning_rate": 2.5814299317828234e-05,
      "loss": 0.8265,
      "step": 8680
    },
    {
      "epoch": 1.0314540059347181,
      "grad_norm": 0.9771138429641724,
      "learning_rate": 2.576526096051615e-05,
      "loss": 0.8365,
      "step": 8690
    },
    {
      "epoch": 1.032640949554896,
      "grad_norm": 1.1407651901245117,
      "learning_rate": 2.571621965583166e-05,
      "loss": 0.8202,
      "step": 8700
    },
    {
      "epoch": 1.0338278931750742,
      "grad_norm": 0.9523341059684753,
      "learning_rate": 2.5667175592655413e-05,
      "loss": 0.8774,
      "step": 8710
    },
    {
      "epoch": 1.0350148367952523,
      "grad_norm": 1.2493401765823364,
      "learning_rate": 2.5618128959878686e-05,
      "loss": 0.8825,
      "step": 8720
    },
    {
      "epoch": 1.0362017804154302,
      "grad_norm": 1.1929856538772583,
      "learning_rate": 2.556907994640264e-05,
      "loss": 0.8126,
      "step": 8730
    },
    {
      "epoch": 1.0373887240356083,
      "grad_norm": 0.6640522480010986,
      "learning_rate": 2.5520028741137636e-05,
      "loss": 0.7949,
      "step": 8740
    },
    {
      "epoch": 1.0385756676557865,
      "grad_norm": 0.9167020320892334,
      "learning_rate": 2.547097553300245e-05,
      "loss": 0.7853,
      "step": 8750
    },
    {
      "epoch": 1.0397626112759644,
      "grad_norm": 1.055112361907959,
      "learning_rate": 2.5421920510923568e-05,
      "loss": 0.8087,
      "step": 8760
    },
    {
      "epoch": 1.0409495548961425,
      "grad_norm": 0.9777671098709106,
      "learning_rate": 2.5372863863834484e-05,
      "loss": 0.7782,
      "step": 8770
    },
    {
      "epoch": 1.0421364985163204,
      "grad_norm": 0.8514682054519653,
      "learning_rate": 2.532380578067493e-05,
      "loss": 0.8282,
      "step": 8780
    },
    {
      "epoch": 1.0433234421364985,
      "grad_norm": 1.0609797239303589,
      "learning_rate": 2.5274746450390186e-05,
      "loss": 0.8202,
      "step": 8790
    },
    {
      "epoch": 1.0445103857566767,
      "grad_norm": 0.8998866081237793,
      "learning_rate": 2.5225686061930326e-05,
      "loss": 0.8358,
      "step": 8800
    },
    {
      "epoch": 1.0456973293768546,
      "grad_norm": 0.9781126379966736,
      "learning_rate": 2.51766248042495e-05,
      "loss": 0.8162,
      "step": 8810
    },
    {
      "epoch": 1.0468842729970327,
      "grad_norm": 0.8800467252731323,
      "learning_rate": 2.5127562866305206e-05,
      "loss": 0.8072,
      "step": 8820
    },
    {
      "epoch": 1.0480712166172106,
      "grad_norm": 1.0159127712249756,
      "learning_rate": 2.5078500437057556e-05,
      "loss": 0.7879,
      "step": 8830
    },
    {
      "epoch": 1.0492581602373887,
      "grad_norm": 0.8794515132904053,
      "learning_rate": 2.5029437705468577e-05,
      "loss": 0.7577,
      "step": 8840
    },
    {
      "epoch": 1.0504451038575668,
      "grad_norm": 1.0653094053268433,
      "learning_rate": 2.4980374860501436e-05,
      "loss": 0.8209,
      "step": 8850
    },
    {
      "epoch": 1.0516320474777447,
      "grad_norm": 0.8193674683570862,
      "learning_rate": 2.493131209111974e-05,
      "loss": 0.796,
      "step": 8860
    },
    {
      "epoch": 1.0528189910979229,
      "grad_norm": 0.8971123099327087,
      "learning_rate": 2.4882249586286825e-05,
      "loss": 0.8305,
      "step": 8870
    },
    {
      "epoch": 1.0540059347181008,
      "grad_norm": 1.074666976928711,
      "learning_rate": 2.4833187534964975e-05,
      "loss": 0.8023,
      "step": 8880
    },
    {
      "epoch": 1.055192878338279,
      "grad_norm": 0.8462083339691162,
      "learning_rate": 2.4784126126114766e-05,
      "loss": 0.6995,
      "step": 8890
    },
    {
      "epoch": 1.056379821958457,
      "grad_norm": 0.9592199921607971,
      "learning_rate": 2.4735065548694263e-05,
      "loss": 0.8354,
      "step": 8900
    },
    {
      "epoch": 1.057566765578635,
      "grad_norm": 1.0060994625091553,
      "learning_rate": 2.4686005991658345e-05,
      "loss": 0.8547,
      "step": 8910
    },
    {
      "epoch": 1.058753709198813,
      "grad_norm": 1.0199803113937378,
      "learning_rate": 2.463694764395797e-05,
      "loss": 0.7854,
      "step": 8920
    },
    {
      "epoch": 1.0599406528189912,
      "grad_norm": 1.029325008392334,
      "learning_rate": 2.458789069453942e-05,
      "loss": 0.8594,
      "step": 8930
    },
    {
      "epoch": 1.061127596439169,
      "grad_norm": 0.9073032140731812,
      "learning_rate": 2.453883533234361e-05,
      "loss": 0.8842,
      "step": 8940
    },
    {
      "epoch": 1.0623145400593472,
      "grad_norm": 0.9671692252159119,
      "learning_rate": 2.4489781746305326e-05,
      "loss": 0.7664,
      "step": 8950
    },
    {
      "epoch": 1.0635014836795251,
      "grad_norm": 0.9562916159629822,
      "learning_rate": 2.4440730125352528e-05,
      "loss": 0.7997,
      "step": 8960
    },
    {
      "epoch": 1.0646884272997033,
      "grad_norm": 1.353378176689148,
      "learning_rate": 2.4391680658405585e-05,
      "loss": 0.7817,
      "step": 8970
    },
    {
      "epoch": 1.0658753709198814,
      "grad_norm": 1.0125224590301514,
      "learning_rate": 2.4342633534376606e-05,
      "loss": 0.7787,
      "step": 8980
    },
    {
      "epoch": 1.0670623145400593,
      "grad_norm": 0.8546326160430908,
      "learning_rate": 2.4293588942168626e-05,
      "loss": 0.7713,
      "step": 8990
    },
    {
      "epoch": 1.0682492581602374,
      "grad_norm": 1.0358268022537231,
      "learning_rate": 2.424454707067499e-05,
      "loss": 0.7992,
      "step": 9000
    },
    {
      "epoch": 1.0682492581602374,
      "eval_loss": 0.7761093974113464,
      "eval_runtime": 766.9914,
      "eval_samples_per_second": 2.313,
      "eval_steps_per_second": 0.579,
      "step": 9000
    },
    {
      "epoch": 1.0694362017804155,
      "grad_norm": 1.4168592691421509,
      "learning_rate": 2.4195508108778496e-05,
      "loss": 0.8385,
      "step": 9010
    },
    {
      "epoch": 1.0706231454005934,
      "grad_norm": 0.9119871854782104,
      "learning_rate": 2.4146472245350805e-05,
      "loss": 0.7911,
      "step": 9020
    },
    {
      "epoch": 1.0718100890207716,
      "grad_norm": 1.2158715724945068,
      "learning_rate": 2.4097439669251595e-05,
      "loss": 0.7497,
      "step": 9030
    },
    {
      "epoch": 1.0729970326409495,
      "grad_norm": 0.9663563966751099,
      "learning_rate": 2.4048410569327892e-05,
      "loss": 0.7418,
      "step": 9040
    },
    {
      "epoch": 1.0741839762611276,
      "grad_norm": 0.8806156516075134,
      "learning_rate": 2.399938513441336e-05,
      "loss": 0.7516,
      "step": 9050
    },
    {
      "epoch": 1.0753709198813057,
      "grad_norm": 1.1792296171188354,
      "learning_rate": 2.3950363553327507e-05,
      "loss": 0.8281,
      "step": 9060
    },
    {
      "epoch": 1.0765578635014836,
      "grad_norm": 0.8951212763786316,
      "learning_rate": 2.3901346014875037e-05,
      "loss": 0.8098,
      "step": 9070
    },
    {
      "epoch": 1.0777448071216618,
      "grad_norm": 0.8044575452804565,
      "learning_rate": 2.3852332707845047e-05,
      "loss": 0.779,
      "step": 9080
    },
    {
      "epoch": 1.0789317507418397,
      "grad_norm": 1.0501245260238647,
      "learning_rate": 2.380332382101038e-05,
      "loss": 0.8397,
      "step": 9090
    },
    {
      "epoch": 1.0801186943620178,
      "grad_norm": 1.2533349990844727,
      "learning_rate": 2.375431954312681e-05,
      "loss": 0.8961,
      "step": 9100
    },
    {
      "epoch": 1.081305637982196,
      "grad_norm": 1.1930317878723145,
      "learning_rate": 2.370532006293239e-05,
      "loss": 0.8086,
      "step": 9110
    },
    {
      "epoch": 1.0824925816023738,
      "grad_norm": 0.9481077790260315,
      "learning_rate": 2.365632556914668e-05,
      "loss": 0.7704,
      "step": 9120
    },
    {
      "epoch": 1.083679525222552,
      "grad_norm": 0.9799014925956726,
      "learning_rate": 2.360733625047005e-05,
      "loss": 0.8051,
      "step": 9130
    },
    {
      "epoch": 1.0848664688427299,
      "grad_norm": 0.669889509677887,
      "learning_rate": 2.355835229558292e-05,
      "loss": 0.829,
      "step": 9140
    },
    {
      "epoch": 1.086053412462908,
      "grad_norm": 0.7075235843658447,
      "learning_rate": 2.350937389314506e-05,
      "loss": 0.7304,
      "step": 9150
    },
    {
      "epoch": 1.0872403560830861,
      "grad_norm": 0.8748484253883362,
      "learning_rate": 2.3460401231794865e-05,
      "loss": 0.7795,
      "step": 9160
    },
    {
      "epoch": 1.088427299703264,
      "grad_norm": 1.0108648538589478,
      "learning_rate": 2.3411434500148592e-05,
      "loss": 0.8265,
      "step": 9170
    },
    {
      "epoch": 1.0896142433234421,
      "grad_norm": 1.1676548719406128,
      "learning_rate": 2.3362473886799682e-05,
      "loss": 0.8811,
      "step": 9180
    },
    {
      "epoch": 1.0908011869436203,
      "grad_norm": 0.9329530000686646,
      "learning_rate": 2.3313519580318025e-05,
      "loss": 0.795,
      "step": 9190
    },
    {
      "epoch": 1.0919881305637982,
      "grad_norm": 1.159879207611084,
      "learning_rate": 2.3264571769249175e-05,
      "loss": 0.7857,
      "step": 9200
    },
    {
      "epoch": 1.0931750741839763,
      "grad_norm": 0.8164434432983398,
      "learning_rate": 2.3215630642113716e-05,
      "loss": 0.7752,
      "step": 9210
    },
    {
      "epoch": 1.0943620178041542,
      "grad_norm": 0.9076749682426453,
      "learning_rate": 2.316669638740645e-05,
      "loss": 0.827,
      "step": 9220
    },
    {
      "epoch": 1.0955489614243323,
      "grad_norm": 0.9610769748687744,
      "learning_rate": 2.3117769193595756e-05,
      "loss": 0.8259,
      "step": 9230
    },
    {
      "epoch": 1.0967359050445105,
      "grad_norm": 1.0237845182418823,
      "learning_rate": 2.3068849249122763e-05,
      "loss": 0.7899,
      "step": 9240
    },
    {
      "epoch": 1.0979228486646884,
      "grad_norm": 0.9556646347045898,
      "learning_rate": 2.3019936742400724e-05,
      "loss": 0.8264,
      "step": 9250
    },
    {
      "epoch": 1.0991097922848665,
      "grad_norm": 0.9002740383148193,
      "learning_rate": 2.2971031861814223e-05,
      "loss": 0.8421,
      "step": 9260
    },
    {
      "epoch": 1.1002967359050446,
      "grad_norm": 1.3685026168823242,
      "learning_rate": 2.2922134795718477e-05,
      "loss": 0.8126,
      "step": 9270
    },
    {
      "epoch": 1.1014836795252225,
      "grad_norm": 0.9254816174507141,
      "learning_rate": 2.287324573243862e-05,
      "loss": 0.8157,
      "step": 9280
    },
    {
      "epoch": 1.1026706231454007,
      "grad_norm": 1.0241316556930542,
      "learning_rate": 2.2824364860268927e-05,
      "loss": 0.8039,
      "step": 9290
    },
    {
      "epoch": 1.1038575667655786,
      "grad_norm": 0.941983699798584,
      "learning_rate": 2.277549236747218e-05,
      "loss": 0.8532,
      "step": 9300
    },
    {
      "epoch": 1.1050445103857567,
      "grad_norm": 0.837225615978241,
      "learning_rate": 2.2726628442278826e-05,
      "loss": 0.7953,
      "step": 9310
    },
    {
      "epoch": 1.1062314540059348,
      "grad_norm": 1.406443476676941,
      "learning_rate": 2.2677773272886373e-05,
      "loss": 0.8247,
      "step": 9320
    },
    {
      "epoch": 1.1074183976261127,
      "grad_norm": 0.8839634656906128,
      "learning_rate": 2.2628927047458558e-05,
      "loss": 0.8739,
      "step": 9330
    },
    {
      "epoch": 1.1086053412462908,
      "grad_norm": 1.0190342664718628,
      "learning_rate": 2.258008995412471e-05,
      "loss": 0.7675,
      "step": 9340
    },
    {
      "epoch": 1.1097922848664687,
      "grad_norm": 1.0243916511535645,
      "learning_rate": 2.2531262180978952e-05,
      "loss": 0.7931,
      "step": 9350
    },
    {
      "epoch": 1.1109792284866469,
      "grad_norm": 1.0709168910980225,
      "learning_rate": 2.2482443916079534e-05,
      "loss": 0.8604,
      "step": 9360
    },
    {
      "epoch": 1.112166172106825,
      "grad_norm": 0.733767569065094,
      "learning_rate": 2.2433635347448084e-05,
      "loss": 0.7005,
      "step": 9370
    },
    {
      "epoch": 1.113353115727003,
      "grad_norm": 1.1727817058563232,
      "learning_rate": 2.238483666306886e-05,
      "loss": 0.7749,
      "step": 9380
    },
    {
      "epoch": 1.114540059347181,
      "grad_norm": 1.2899572849273682,
      "learning_rate": 2.2336048050888095e-05,
      "loss": 0.7893,
      "step": 9390
    },
    {
      "epoch": 1.115727002967359,
      "grad_norm": 1.053328037261963,
      "learning_rate": 2.228726969881318e-05,
      "loss": 0.7456,
      "step": 9400
    },
    {
      "epoch": 1.116913946587537,
      "grad_norm": 1.1463031768798828,
      "learning_rate": 2.2238501794712034e-05,
      "loss": 0.8456,
      "step": 9410
    },
    {
      "epoch": 1.1181008902077152,
      "grad_norm": 1.030958652496338,
      "learning_rate": 2.2189744526412297e-05,
      "loss": 0.8649,
      "step": 9420
    },
    {
      "epoch": 1.119287833827893,
      "grad_norm": 1.2256028652191162,
      "learning_rate": 2.2140998081700676e-05,
      "loss": 0.8161,
      "step": 9430
    },
    {
      "epoch": 1.1204747774480712,
      "grad_norm": 1.2485847473144531,
      "learning_rate": 2.209226264832219e-05,
      "loss": 0.8105,
      "step": 9440
    },
    {
      "epoch": 1.1216617210682494,
      "grad_norm": 1.0359870195388794,
      "learning_rate": 2.2043538413979425e-05,
      "loss": 0.8313,
      "step": 9450
    },
    {
      "epoch": 1.1228486646884273,
      "grad_norm": 1.0015512704849243,
      "learning_rate": 2.199482556633185e-05,
      "loss": 0.8401,
      "step": 9460
    },
    {
      "epoch": 1.1240356083086054,
      "grad_norm": 1.3324792385101318,
      "learning_rate": 2.1946124292995075e-05,
      "loss": 0.8473,
      "step": 9470
    },
    {
      "epoch": 1.1252225519287833,
      "grad_norm": 0.9533900618553162,
      "learning_rate": 2.1897434781540144e-05,
      "loss": 0.7981,
      "step": 9480
    },
    {
      "epoch": 1.1264094955489614,
      "grad_norm": 1.0634273290634155,
      "learning_rate": 2.1848757219492768e-05,
      "loss": 0.7351,
      "step": 9490
    },
    {
      "epoch": 1.1275964391691395,
      "grad_norm": 1.1996541023254395,
      "learning_rate": 2.1800091794332672e-05,
      "loss": 0.8202,
      "step": 9500
    },
    {
      "epoch": 1.1275964391691395,
      "eval_loss": 0.7751370072364807,
      "eval_runtime": 772.0681,
      "eval_samples_per_second": 2.298,
      "eval_steps_per_second": 0.575,
      "step": 9500
    },
    {
      "epoch": 1.1287833827893174,
      "grad_norm": 0.9720987677574158,
      "learning_rate": 2.1751438693492834e-05,
      "loss": 0.7615,
      "step": 9510
    },
    {
      "epoch": 1.1299703264094956,
      "grad_norm": 1.2057288885116577,
      "learning_rate": 2.1702798104358728e-05,
      "loss": 0.8152,
      "step": 9520
    },
    {
      "epoch": 1.1311572700296737,
      "grad_norm": 1.2114310264587402,
      "learning_rate": 2.1654170214267682e-05,
      "loss": 0.7721,
      "step": 9530
    },
    {
      "epoch": 1.1323442136498516,
      "grad_norm": 0.9816735982894897,
      "learning_rate": 2.1605555210508086e-05,
      "loss": 0.8552,
      "step": 9540
    },
    {
      "epoch": 1.1335311572700297,
      "grad_norm": 1.4814951419830322,
      "learning_rate": 2.155695328031872e-05,
      "loss": 0.9111,
      "step": 9550
    },
    {
      "epoch": 1.1347181008902076,
      "grad_norm": 1.1997096538543701,
      "learning_rate": 2.150836461088799e-05,
      "loss": 0.8304,
      "step": 9560
    },
    {
      "epoch": 1.1359050445103858,
      "grad_norm": 0.9619604349136353,
      "learning_rate": 2.1459789389353254e-05,
      "loss": 0.8256,
      "step": 9570
    },
    {
      "epoch": 1.137091988130564,
      "grad_norm": 0.8761364221572876,
      "learning_rate": 2.1411227802800043e-05,
      "loss": 0.832,
      "step": 9580
    },
    {
      "epoch": 1.1382789317507418,
      "grad_norm": 1.1116739511489868,
      "learning_rate": 2.13626800382614e-05,
      "loss": 0.81,
      "step": 9590
    },
    {
      "epoch": 1.13946587537092,
      "grad_norm": 1.316489577293396,
      "learning_rate": 2.1314146282717144e-05,
      "loss": 0.7807,
      "step": 9600
    },
    {
      "epoch": 1.1406528189910978,
      "grad_norm": 0.8193405866622925,
      "learning_rate": 2.1265626723093087e-05,
      "loss": 0.7839,
      "step": 9610
    },
    {
      "epoch": 1.141839762611276,
      "grad_norm": 1.4620572328567505,
      "learning_rate": 2.121712154626043e-05,
      "loss": 0.7752,
      "step": 9620
    },
    {
      "epoch": 1.143026706231454,
      "grad_norm": 1.1185797452926636,
      "learning_rate": 2.1168630939034923e-05,
      "loss": 0.8407,
      "step": 9630
    },
    {
      "epoch": 1.144213649851632,
      "grad_norm": 1.177851676940918,
      "learning_rate": 2.112015508817625e-05,
      "loss": 0.8171,
      "step": 9640
    },
    {
      "epoch": 1.1454005934718101,
      "grad_norm": 1.0961945056915283,
      "learning_rate": 2.1071694180387217e-05,
      "loss": 0.7837,
      "step": 9650
    },
    {
      "epoch": 1.146587537091988,
      "grad_norm": 0.984928548336029,
      "learning_rate": 2.1023248402313118e-05,
      "loss": 0.7953,
      "step": 9660
    },
    {
      "epoch": 1.1477744807121661,
      "grad_norm": 1.216512680053711,
      "learning_rate": 2.097481794054094e-05,
      "loss": 0.8274,
      "step": 9670
    },
    {
      "epoch": 1.1489614243323443,
      "grad_norm": 1.20542573928833,
      "learning_rate": 2.092640298159871e-05,
      "loss": 0.8014,
      "step": 9680
    },
    {
      "epoch": 1.1501483679525222,
      "grad_norm": 1.1971958875656128,
      "learning_rate": 2.0878003711954727e-05,
      "loss": 0.8743,
      "step": 9690
    },
    {
      "epoch": 1.1513353115727003,
      "grad_norm": 0.7235596776008606,
      "learning_rate": 2.0829620318016863e-05,
      "loss": 0.7358,
      "step": 9700
    },
    {
      "epoch": 1.1525222551928784,
      "grad_norm": 0.8866942524909973,
      "learning_rate": 2.0781252986131867e-05,
      "loss": 0.7841,
      "step": 9710
    },
    {
      "epoch": 1.1537091988130563,
      "grad_norm": 0.8466529846191406,
      "learning_rate": 2.073290190258459e-05,
      "loss": 0.7781,
      "step": 9720
    },
    {
      "epoch": 1.1548961424332345,
      "grad_norm": 1.2863926887512207,
      "learning_rate": 2.068456725359735e-05,
      "loss": 0.7886,
      "step": 9730
    },
    {
      "epoch": 1.1560830860534124,
      "grad_norm": 1.4690605401992798,
      "learning_rate": 2.0636249225329105e-05,
      "loss": 0.8238,
      "step": 9740
    },
    {
      "epoch": 1.1572700296735905,
      "grad_norm": 1.0647927522659302,
      "learning_rate": 2.058794800387486e-05,
      "loss": 0.8475,
      "step": 9750
    },
    {
      "epoch": 1.1584569732937686,
      "grad_norm": 0.860795795917511,
      "learning_rate": 2.053966377526487e-05,
      "loss": 0.7295,
      "step": 9760
    },
    {
      "epoch": 1.1596439169139465,
      "grad_norm": 1.1758381128311157,
      "learning_rate": 2.0491396725463916e-05,
      "loss": 0.7597,
      "step": 9770
    },
    {
      "epoch": 1.1608308605341247,
      "grad_norm": 1.068555235862732,
      "learning_rate": 2.0443147040370657e-05,
      "loss": 0.7811,
      "step": 9780
    },
    {
      "epoch": 1.1620178041543028,
      "grad_norm": 0.9324743151664734,
      "learning_rate": 2.0394914905816836e-05,
      "loss": 0.8155,
      "step": 9790
    },
    {
      "epoch": 1.1632047477744807,
      "grad_norm": 1.0542433261871338,
      "learning_rate": 2.0346700507566628e-05,
      "loss": 0.8496,
      "step": 9800
    },
    {
      "epoch": 1.1643916913946588,
      "grad_norm": 1.0209101438522339,
      "learning_rate": 2.0298504031315875e-05,
      "loss": 0.8186,
      "step": 9810
    },
    {
      "epoch": 1.1655786350148367,
      "grad_norm": 1.0995596647262573,
      "learning_rate": 2.0250325662691422e-05,
      "loss": 0.8151,
      "step": 9820
    },
    {
      "epoch": 1.1667655786350148,
      "grad_norm": 1.0881950855255127,
      "learning_rate": 2.020216558725033e-05,
      "loss": 0.7281,
      "step": 9830
    },
    {
      "epoch": 1.167952522255193,
      "grad_norm": 0.8314598202705383,
      "learning_rate": 2.0154023990479244e-05,
      "loss": 0.7935,
      "step": 9840
    },
    {
      "epoch": 1.1691394658753709,
      "grad_norm": 0.8414393067359924,
      "learning_rate": 2.010590105779364e-05,
      "loss": 0.7565,
      "step": 9850
    },
    {
      "epoch": 1.170326409495549,
      "grad_norm": 1.2225565910339355,
      "learning_rate": 2.0057796974537066e-05,
      "loss": 0.8241,
      "step": 9860
    },
    {
      "epoch": 1.171513353115727,
      "grad_norm": 1.2027302980422974,
      "learning_rate": 2.000971192598053e-05,
      "loss": 0.8656,
      "step": 9870
    },
    {
      "epoch": 1.172700296735905,
      "grad_norm": 0.9175437688827515,
      "learning_rate": 1.996164609732167e-05,
      "loss": 0.7888,
      "step": 9880
    },
    {
      "epoch": 1.1738872403560832,
      "grad_norm": 1.1863752603530884,
      "learning_rate": 1.991359967368416e-05,
      "loss": 0.8331,
      "step": 9890
    },
    {
      "epoch": 1.175074183976261,
      "grad_norm": 0.907460629940033,
      "learning_rate": 1.9865572840116888e-05,
      "loss": 0.8613,
      "step": 9900
    },
    {
      "epoch": 1.1762611275964392,
      "grad_norm": 1.053999423980713,
      "learning_rate": 1.9817565781593302e-05,
      "loss": 0.806,
      "step": 9910
    },
    {
      "epoch": 1.177448071216617,
      "grad_norm": 0.7389574646949768,
      "learning_rate": 1.9769578683010714e-05,
      "loss": 0.8112,
      "step": 9920
    },
    {
      "epoch": 1.1786350148367952,
      "grad_norm": 1.1020927429199219,
      "learning_rate": 1.9721611729189527e-05,
      "loss": 0.8336,
      "step": 9930
    },
    {
      "epoch": 1.1798219584569734,
      "grad_norm": 1.0626370906829834,
      "learning_rate": 1.967366510487258e-05,
      "loss": 0.8218,
      "step": 9940
    },
    {
      "epoch": 1.1810089020771513,
      "grad_norm": 1.0998564958572388,
      "learning_rate": 1.96257389947244e-05,
      "loss": 0.7585,
      "step": 9950
    },
    {
      "epoch": 1.1821958456973294,
      "grad_norm": 1.141060471534729,
      "learning_rate": 1.9577833583330518e-05,
      "loss": 0.8047,
      "step": 9960
    },
    {
      "epoch": 1.1833827893175075,
      "grad_norm": 1.1182451248168945,
      "learning_rate": 1.9529949055196724e-05,
      "loss": 0.7609,
      "step": 9970
    },
    {
      "epoch": 1.1845697329376854,
      "grad_norm": 0.8619179129600525,
      "learning_rate": 1.94820855947484e-05,
      "loss": 0.7636,
      "step": 9980
    },
    {
      "epoch": 1.1857566765578635,
      "grad_norm": 1.414411187171936,
      "learning_rate": 1.9434243386329764e-05,
      "loss": 0.7444,
      "step": 9990
    },
    {
      "epoch": 1.1869436201780414,
      "grad_norm": 1.1006312370300293,
      "learning_rate": 1.9386422614203212e-05,
      "loss": 0.8047,
      "step": 10000
    },
    {
      "epoch": 1.1869436201780414,
      "eval_loss": 0.7749348282814026,
      "eval_runtime": 772.3216,
      "eval_samples_per_second": 2.297,
      "eval_steps_per_second": 0.575,
      "step": 10000
    },
    {
      "epoch": 1.1881305637982196,
      "grad_norm": 0.8358052968978882,
      "learning_rate": 1.933862346254855e-05,
      "loss": 0.793,
      "step": 10010
    },
    {
      "epoch": 1.1893175074183977,
      "grad_norm": 0.9573304653167725,
      "learning_rate": 1.929084611546233e-05,
      "loss": 0.8799,
      "step": 10020
    },
    {
      "epoch": 1.1905044510385756,
      "grad_norm": 1.1877682209014893,
      "learning_rate": 1.924309075695712e-05,
      "loss": 0.8131,
      "step": 10030
    },
    {
      "epoch": 1.1916913946587537,
      "grad_norm": 1.4036526679992676,
      "learning_rate": 1.919535757096079e-05,
      "loss": 0.8705,
      "step": 10040
    },
    {
      "epoch": 1.1928783382789319,
      "grad_norm": 1.054739236831665,
      "learning_rate": 1.914764674131584e-05,
      "loss": 0.8792,
      "step": 10050
    },
    {
      "epoch": 1.1940652818991098,
      "grad_norm": 1.0724046230316162,
      "learning_rate": 1.909995845177863e-05,
      "loss": 0.7757,
      "step": 10060
    },
    {
      "epoch": 1.195252225519288,
      "grad_norm": 1.3081406354904175,
      "learning_rate": 1.9052292886018745e-05,
      "loss": 0.7989,
      "step": 10070
    },
    {
      "epoch": 1.1964391691394658,
      "grad_norm": 1.3429408073425293,
      "learning_rate": 1.9004650227618215e-05,
      "loss": 0.8631,
      "step": 10080
    },
    {
      "epoch": 1.197626112759644,
      "grad_norm": 1.1177902221679688,
      "learning_rate": 1.8957030660070862e-05,
      "loss": 0.7897,
      "step": 10090
    },
    {
      "epoch": 1.198813056379822,
      "grad_norm": 1.1529994010925293,
      "learning_rate": 1.8909434366781592e-05,
      "loss": 0.8375,
      "step": 10100
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.2478564977645874,
      "learning_rate": 1.8861861531065622e-05,
      "loss": 0.7458,
      "step": 10110
    },
    {
      "epoch": 1.201186943620178,
      "grad_norm": 0.9045754671096802,
      "learning_rate": 1.881431233614788e-05,
      "loss": 0.8016,
      "step": 10120
    },
    {
      "epoch": 1.202373887240356,
      "grad_norm": 1.0951228141784668,
      "learning_rate": 1.8766786965162198e-05,
      "loss": 0.7926,
      "step": 10130
    },
    {
      "epoch": 1.2035608308605341,
      "grad_norm": 1.0310611724853516,
      "learning_rate": 1.8719285601150665e-05,
      "loss": 0.859,
      "step": 10140
    },
    {
      "epoch": 1.2047477744807122,
      "grad_norm": 1.3347513675689697,
      "learning_rate": 1.8671808427062924e-05,
      "loss": 0.8695,
      "step": 10150
    },
    {
      "epoch": 1.2059347181008901,
      "grad_norm": 1.2841068506240845,
      "learning_rate": 1.8624355625755423e-05,
      "loss": 0.7943,
      "step": 10160
    },
    {
      "epoch": 1.2071216617210683,
      "grad_norm": 1.022180199623108,
      "learning_rate": 1.8576927379990776e-05,
      "loss": 0.8996,
      "step": 10170
    },
    {
      "epoch": 1.2083086053412462,
      "grad_norm": 0.9655975103378296,
      "learning_rate": 1.852952387243698e-05,
      "loss": 0.7883,
      "step": 10180
    },
    {
      "epoch": 1.2094955489614243,
      "grad_norm": 1.4115021228790283,
      "learning_rate": 1.848214528566679e-05,
      "loss": 0.7879,
      "step": 10190
    },
    {
      "epoch": 1.2106824925816024,
      "grad_norm": 1.3277826309204102,
      "learning_rate": 1.843479180215695e-05,
      "loss": 0.8263,
      "step": 10200
    },
    {
      "epoch": 1.2118694362017803,
      "grad_norm": 1.1939499378204346,
      "learning_rate": 1.8387463604287554e-05,
      "loss": 0.8068,
      "step": 10210
    },
    {
      "epoch": 1.2130563798219585,
      "grad_norm": 1.1342905759811401,
      "learning_rate": 1.834016087434126e-05,
      "loss": 0.7618,
      "step": 10220
    },
    {
      "epoch": 1.2142433234421366,
      "grad_norm": 1.5079452991485596,
      "learning_rate": 1.8292883794502697e-05,
      "loss": 0.7817,
      "step": 10230
    },
    {
      "epoch": 1.2154302670623145,
      "grad_norm": 0.8599739074707031,
      "learning_rate": 1.8245632546857655e-05,
      "loss": 0.7645,
      "step": 10240
    },
    {
      "epoch": 1.2166172106824926,
      "grad_norm": 1.26143217086792,
      "learning_rate": 1.8198407313392447e-05,
      "loss": 0.8963,
      "step": 10250
    },
    {
      "epoch": 1.2178041543026705,
      "grad_norm": 1.018254041671753,
      "learning_rate": 1.815120827599322e-05,
      "loss": 0.8858,
      "step": 10260
    },
    {
      "epoch": 1.2189910979228487,
      "grad_norm": 1.004217505455017,
      "learning_rate": 1.8104035616445182e-05,
      "loss": 0.8171,
      "step": 10270
    },
    {
      "epoch": 1.2201780415430268,
      "grad_norm": 1.0886305570602417,
      "learning_rate": 1.8056889516431986e-05,
      "loss": 0.7771,
      "step": 10280
    },
    {
      "epoch": 1.2213649851632047,
      "grad_norm": 1.4587886333465576,
      "learning_rate": 1.8009770157534955e-05,
      "loss": 0.8639,
      "step": 10290
    },
    {
      "epoch": 1.2225519287833828,
      "grad_norm": 1.419061303138733,
      "learning_rate": 1.7962677721232475e-05,
      "loss": 0.7838,
      "step": 10300
    },
    {
      "epoch": 1.223738872403561,
      "grad_norm": 0.8688335418701172,
      "learning_rate": 1.7915612388899173e-05,
      "loss": 0.7259,
      "step": 10310
    },
    {
      "epoch": 1.2249258160237388,
      "grad_norm": 1.0464247465133667,
      "learning_rate": 1.786857434180534e-05,
      "loss": 0.7191,
      "step": 10320
    },
    {
      "epoch": 1.226112759643917,
      "grad_norm": 1.0211148262023926,
      "learning_rate": 1.7821563761116157e-05,
      "loss": 0.7761,
      "step": 10330
    },
    {
      "epoch": 1.2272997032640949,
      "grad_norm": 1.3132156133651733,
      "learning_rate": 1.777458082789102e-05,
      "loss": 0.8556,
      "step": 10340
    },
    {
      "epoch": 1.228486646884273,
      "grad_norm": 1.148878812789917,
      "learning_rate": 1.7727625723082843e-05,
      "loss": 0.8134,
      "step": 10350
    },
    {
      "epoch": 1.2296735905044511,
      "grad_norm": 1.038454294204712,
      "learning_rate": 1.7680698627537355e-05,
      "loss": 0.8661,
      "step": 10360
    },
    {
      "epoch": 1.230860534124629,
      "grad_norm": 1.1032830476760864,
      "learning_rate": 1.7633799721992423e-05,
      "loss": 0.8575,
      "step": 10370
    },
    {
      "epoch": 1.2320474777448072,
      "grad_norm": 0.923642635345459,
      "learning_rate": 1.7586929187077318e-05,
      "loss": 0.8379,
      "step": 10380
    },
    {
      "epoch": 1.233234421364985,
      "grad_norm": 1.3686367273330688,
      "learning_rate": 1.7540087203312074e-05,
      "loss": 0.8902,
      "step": 10390
    },
    {
      "epoch": 1.2344213649851632,
      "grad_norm": 1.2714051008224487,
      "learning_rate": 1.7493273951106727e-05,
      "loss": 0.9215,
      "step": 10400
    },
    {
      "epoch": 1.2356083086053413,
      "grad_norm": 1.0131839513778687,
      "learning_rate": 1.744648961076068e-05,
      "loss": 0.8196,
      "step": 10410
    },
    {
      "epoch": 1.2367952522255192,
      "grad_norm": 1.1317576169967651,
      "learning_rate": 1.7399734362461985e-05,
      "loss": 0.816,
      "step": 10420
    },
    {
      "epoch": 1.2379821958456974,
      "grad_norm": 0.8517586588859558,
      "learning_rate": 1.7353008386286614e-05,
      "loss": 0.8241,
      "step": 10430
    },
    {
      "epoch": 1.2391691394658753,
      "grad_norm": 1.0312011241912842,
      "learning_rate": 1.7306311862197843e-05,
      "loss": 0.8058,
      "step": 10440
    },
    {
      "epoch": 1.2403560830860534,
      "grad_norm": 0.7310718894004822,
      "learning_rate": 1.725964497004548e-05,
      "loss": 0.7813,
      "step": 10450
    },
    {
      "epoch": 1.2415430267062315,
      "grad_norm": 0.9712517857551575,
      "learning_rate": 1.7213007889565225e-05,
      "loss": 0.8308,
      "step": 10460
    },
    {
      "epoch": 1.2427299703264094,
      "grad_norm": 1.0188968181610107,
      "learning_rate": 1.7166400800377948e-05,
      "loss": 0.7791,
      "step": 10470
    },
    {
      "epoch": 1.2439169139465875,
      "grad_norm": 1.0058274269104004,
      "learning_rate": 1.7119823881989012e-05,
      "loss": 0.8117,
      "step": 10480
    },
    {
      "epoch": 1.2451038575667657,
      "grad_norm": 1.0918079614639282,
      "learning_rate": 1.7073277313787602e-05,
      "loss": 0.7714,
      "step": 10490
    },
    {
      "epoch": 1.2462908011869436,
      "grad_norm": 0.7621090412139893,
      "learning_rate": 1.7026761275045965e-05,
      "loss": 0.7538,
      "step": 10500
    },
    {
      "epoch": 1.2462908011869436,
      "eval_loss": 0.7732818722724915,
      "eval_runtime": 804.3434,
      "eval_samples_per_second": 2.206,
      "eval_steps_per_second": 0.552,
      "step": 10500
    },
    {
      "epoch": 1.2474777448071217,
      "grad_norm": 1.076611876487732,
      "learning_rate": 1.6980275944918804e-05,
      "loss": 0.7582,
      "step": 10510
    },
    {
      "epoch": 1.2486646884272996,
      "grad_norm": 0.965393602848053,
      "learning_rate": 1.6933821502442527e-05,
      "loss": 0.7812,
      "step": 10520
    },
    {
      "epoch": 1.2498516320474777,
      "grad_norm": 1.0871965885162354,
      "learning_rate": 1.6887398126534594e-05,
      "loss": 0.7601,
      "step": 10530
    },
    {
      "epoch": 1.2510385756676559,
      "grad_norm": 0.9238999485969543,
      "learning_rate": 1.68410059959928e-05,
      "loss": 0.8194,
      "step": 10540
    },
    {
      "epoch": 1.2522255192878338,
      "grad_norm": 1.1522690057754517,
      "learning_rate": 1.679464528949461e-05,
      "loss": 0.8596,
      "step": 10550
    },
    {
      "epoch": 1.253412462908012,
      "grad_norm": 1.2266411781311035,
      "learning_rate": 1.674831618559645e-05,
      "loss": 0.7715,
      "step": 10560
    },
    {
      "epoch": 1.25459940652819,
      "grad_norm": 1.0644117593765259,
      "learning_rate": 1.6702018862733045e-05,
      "loss": 0.7796,
      "step": 10570
    },
    {
      "epoch": 1.255786350148368,
      "grad_norm": 1.1088664531707764,
      "learning_rate": 1.6655753499216708e-05,
      "loss": 0.8424,
      "step": 10580
    },
    {
      "epoch": 1.256973293768546,
      "grad_norm": 1.0059804916381836,
      "learning_rate": 1.660952027323665e-05,
      "loss": 0.8276,
      "step": 10590
    },
    {
      "epoch": 1.258160237388724,
      "grad_norm": 0.947927713394165,
      "learning_rate": 1.6563319362858333e-05,
      "loss": 0.8039,
      "step": 10600
    },
    {
      "epoch": 1.259347181008902,
      "grad_norm": 1.1396689414978027,
      "learning_rate": 1.6517150946022725e-05,
      "loss": 0.8359,
      "step": 10610
    },
    {
      "epoch": 1.2605341246290802,
      "grad_norm": 1.1726751327514648,
      "learning_rate": 1.6471015200545682e-05,
      "loss": 0.7481,
      "step": 10620
    },
    {
      "epoch": 1.2617210682492581,
      "grad_norm": 0.9562637805938721,
      "learning_rate": 1.6424912304117183e-05,
      "loss": 0.7441,
      "step": 10630
    },
    {
      "epoch": 1.2629080118694362,
      "grad_norm": 1.0816010236740112,
      "learning_rate": 1.6378842434300746e-05,
      "loss": 0.8136,
      "step": 10640
    },
    {
      "epoch": 1.2640949554896141,
      "grad_norm": 1.0869776010513306,
      "learning_rate": 1.6332805768532628e-05,
      "loss": 0.8231,
      "step": 10650
    },
    {
      "epoch": 1.2652818991097923,
      "grad_norm": 0.6635779142379761,
      "learning_rate": 1.6286802484121244e-05,
      "loss": 0.7143,
      "step": 10660
    },
    {
      "epoch": 1.2664688427299704,
      "grad_norm": 1.0061339139938354,
      "learning_rate": 1.624083275824644e-05,
      "loss": 0.7553,
      "step": 10670
    },
    {
      "epoch": 1.2676557863501483,
      "grad_norm": 1.0020318031311035,
      "learning_rate": 1.6194896767958785e-05,
      "loss": 0.7943,
      "step": 10680
    },
    {
      "epoch": 1.2688427299703264,
      "grad_norm": 0.9754176735877991,
      "learning_rate": 1.614899469017894e-05,
      "loss": 0.7514,
      "step": 10690
    },
    {
      "epoch": 1.2700296735905043,
      "grad_norm": 0.9844280481338501,
      "learning_rate": 1.610312670169695e-05,
      "loss": 0.8493,
      "step": 10700
    },
    {
      "epoch": 1.2712166172106825,
      "grad_norm": 1.2735682725906372,
      "learning_rate": 1.6057292979171565e-05,
      "loss": 0.8771,
      "step": 10710
    },
    {
      "epoch": 1.2724035608308606,
      "grad_norm": 1.0701887607574463,
      "learning_rate": 1.6011493699129544e-05,
      "loss": 0.8163,
      "step": 10720
    },
    {
      "epoch": 1.2735905044510385,
      "grad_norm": 1.1788859367370605,
      "learning_rate": 1.596572903796502e-05,
      "loss": 0.8017,
      "step": 10730
    },
    {
      "epoch": 1.2747774480712166,
      "grad_norm": 1.3015997409820557,
      "learning_rate": 1.5919999171938792e-05,
      "loss": 0.8182,
      "step": 10740
    },
    {
      "epoch": 1.2759643916913945,
      "grad_norm": 0.8140105605125427,
      "learning_rate": 1.5874304277177616e-05,
      "loss": 0.8411,
      "step": 10750
    },
    {
      "epoch": 1.2771513353115727,
      "grad_norm": 1.0661457777023315,
      "learning_rate": 1.582864452967359e-05,
      "loss": 0.7887,
      "step": 10760
    },
    {
      "epoch": 1.2783382789317508,
      "grad_norm": 1.1822696924209595,
      "learning_rate": 1.5783020105283416e-05,
      "loss": 0.878,
      "step": 10770
    },
    {
      "epoch": 1.279525222551929,
      "grad_norm": 1.4426151514053345,
      "learning_rate": 1.5737431179727785e-05,
      "loss": 0.7839,
      "step": 10780
    },
    {
      "epoch": 1.2807121661721068,
      "grad_norm": 1.173456072807312,
      "learning_rate": 1.5691877928590624e-05,
      "loss": 0.7866,
      "step": 10790
    },
    {
      "epoch": 1.281899109792285,
      "grad_norm": 1.166433334350586,
      "learning_rate": 1.5646360527318498e-05,
      "loss": 0.7891,
      "step": 10800
    },
    {
      "epoch": 1.2830860534124628,
      "grad_norm": 0.8934957385063171,
      "learning_rate": 1.5600879151219878e-05,
      "loss": 0.8032,
      "step": 10810
    },
    {
      "epoch": 1.284272997032641,
      "grad_norm": 0.9699043035507202,
      "learning_rate": 1.5555433975464488e-05,
      "loss": 0.8116,
      "step": 10820
    },
    {
      "epoch": 1.285459940652819,
      "grad_norm": 1.186395287513733,
      "learning_rate": 1.551002517508264e-05,
      "loss": 0.7575,
      "step": 10830
    },
    {
      "epoch": 1.286646884272997,
      "grad_norm": 1.1024322509765625,
      "learning_rate": 1.546465292496452e-05,
      "loss": 0.8077,
      "step": 10840
    },
    {
      "epoch": 1.2878338278931751,
      "grad_norm": 1.213882565498352,
      "learning_rate": 1.541931739985958e-05,
      "loss": 0.7592,
      "step": 10850
    },
    {
      "epoch": 1.289020771513353,
      "grad_norm": 1.1226390600204468,
      "learning_rate": 1.537401877437578e-05,
      "loss": 0.7934,
      "step": 10860
    },
    {
      "epoch": 1.2902077151335312,
      "grad_norm": 0.8497867584228516,
      "learning_rate": 1.5328757222979025e-05,
      "loss": 0.787,
      "step": 10870
    },
    {
      "epoch": 1.2913946587537093,
      "grad_norm": 1.041912317276001,
      "learning_rate": 1.5283532919992362e-05,
      "loss": 0.8114,
      "step": 10880
    },
    {
      "epoch": 1.2925816023738872,
      "grad_norm": 1.0151110887527466,
      "learning_rate": 1.5238346039595433e-05,
      "loss": 0.8071,
      "step": 10890
    },
    {
      "epoch": 1.2937685459940653,
      "grad_norm": 1.183481216430664,
      "learning_rate": 1.5193196755823714e-05,
      "loss": 0.7622,
      "step": 10900
    },
    {
      "epoch": 1.2949554896142432,
      "grad_norm": 1.1755239963531494,
      "learning_rate": 1.5148085242567894e-05,
      "loss": 0.8257,
      "step": 10910
    },
    {
      "epoch": 1.2961424332344214,
      "grad_norm": 1.057356834411621,
      "learning_rate": 1.5103011673573193e-05,
      "loss": 0.8093,
      "step": 10920
    },
    {
      "epoch": 1.2973293768545995,
      "grad_norm": 0.8958760499954224,
      "learning_rate": 1.5057976222438667e-05,
      "loss": 0.722,
      "step": 10930
    },
    {
      "epoch": 1.2985163204747774,
      "grad_norm": 1.42214834690094,
      "learning_rate": 1.50129790626166e-05,
      "loss": 0.8296,
      "step": 10940
    },
    {
      "epoch": 1.2997032640949555,
      "grad_norm": 1.1652711629867554,
      "learning_rate": 1.4968020367411758e-05,
      "loss": 0.8211,
      "step": 10950
    },
    {
      "epoch": 1.3008902077151334,
      "grad_norm": 0.9645259380340576,
      "learning_rate": 1.4923100309980805e-05,
      "loss": 0.7363,
      "step": 10960
    },
    {
      "epoch": 1.3020771513353115,
      "grad_norm": 1.1167161464691162,
      "learning_rate": 1.487821906333155e-05,
      "loss": 0.8433,
      "step": 10970
    },
    {
      "epoch": 1.3032640949554897,
      "grad_norm": 0.841799795627594,
      "learning_rate": 1.4833376800322352e-05,
      "loss": 0.8135,
      "step": 10980
    },
    {
      "epoch": 1.3044510385756676,
      "grad_norm": 1.0974364280700684,
      "learning_rate": 1.4788573693661429e-05,
      "loss": 0.8523,
      "step": 10990
    },
    {
      "epoch": 1.3056379821958457,
      "grad_norm": 1.2325725555419922,
      "learning_rate": 1.4743809915906162e-05,
      "loss": 0.8301,
      "step": 11000
    },
    {
      "epoch": 1.3056379821958457,
      "eval_loss": 0.7716161012649536,
      "eval_runtime": 773.4944,
      "eval_samples_per_second": 2.293,
      "eval_steps_per_second": 0.574,
      "step": 11000
    }
  ],
  "logging_steps": 10,
  "max_steps": 16850,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 4,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 7.667075811983229e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}