{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.030597377367654,
  "eval_steps": 500,
  "global_step": 1950,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.007770762506070908,
      "grad_norm": 0.1171875,
      "learning_rate": 0.0001,
      "loss": 0.2572,
      "step": 5
    },
    {
      "epoch": 0.015541525012141816,
      "grad_norm": 0.054931640625,
      "learning_rate": 0.0001,
      "loss": 0.1141,
      "step": 10
    },
    {
      "epoch": 0.023312287518212724,
      "grad_norm": 0.04052734375,
      "learning_rate": 0.0001,
      "loss": 0.0414,
      "step": 15
    },
    {
      "epoch": 0.03108305002428363,
      "grad_norm": 0.058837890625,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 20
    },
    {
      "epoch": 0.03885381253035454,
      "grad_norm": 0.06787109375,
      "learning_rate": 0.0001,
      "loss": 0.1175,
      "step": 25
    },
    {
      "epoch": 0.04662457503642545,
      "grad_norm": 0.08447265625,
      "learning_rate": 0.0001,
      "loss": 0.1847,
      "step": 30
    },
    {
      "epoch": 0.054395337542496355,
      "grad_norm": 0.1572265625,
      "learning_rate": 0.0001,
      "loss": 0.219,
      "step": 35
    },
    {
      "epoch": 0.06216610004856726,
      "grad_norm": 0.1826171875,
      "learning_rate": 0.0001,
      "loss": 0.2982,
      "step": 40
    },
    {
      "epoch": 0.06993686255463817,
      "grad_norm": 0.2265625,
      "learning_rate": 0.0001,
      "loss": 0.2173,
      "step": 45
    },
    {
      "epoch": 0.07770762506070908,
      "grad_norm": 0.1357421875,
      "learning_rate": 0.0001,
      "loss": 0.2662,
      "step": 50
    },
    {
      "epoch": 0.08547838756677999,
      "grad_norm": 0.05517578125,
      "learning_rate": 0.0001,
      "loss": 0.1454,
      "step": 55
    },
    {
      "epoch": 0.0932491500728509,
      "grad_norm": 0.0283203125,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 60
    },
    {
      "epoch": 0.1010199125789218,
      "grad_norm": 0.0400390625,
      "learning_rate": 0.0001,
      "loss": 0.043,
      "step": 65
    },
    {
      "epoch": 0.10879067508499271,
      "grad_norm": 0.03466796875,
      "learning_rate": 0.0001,
      "loss": 0.033,
      "step": 70
    },
    {
      "epoch": 0.11656143759106362,
      "grad_norm": 0.06640625,
      "learning_rate": 0.0001,
      "loss": 0.0898,
      "step": 75
    },
    {
      "epoch": 0.12433220009713453,
      "grad_norm": 0.07373046875,
      "learning_rate": 0.0001,
      "loss": 0.1913,
      "step": 80
    },
    {
      "epoch": 0.13210296260320545,
      "grad_norm": 0.10400390625,
      "learning_rate": 0.0001,
      "loss": 0.1553,
      "step": 85
    },
    {
      "epoch": 0.13987372510927634,
      "grad_norm": 0.12451171875,
      "learning_rate": 0.0001,
      "loss": 0.1987,
      "step": 90
    },
    {
      "epoch": 0.14764448761534726,
      "grad_norm": 0.099609375,
      "learning_rate": 0.0001,
      "loss": 0.1752,
      "step": 95
    },
    {
      "epoch": 0.15541525012141816,
      "grad_norm": 0.234375,
      "learning_rate": 0.0001,
      "loss": 0.258,
      "step": 100
    },
    {
      "epoch": 0.16318601262748908,
      "grad_norm": 0.0306396484375,
      "learning_rate": 0.0001,
      "loss": 0.136,
      "step": 105
    },
    {
      "epoch": 0.17095677513355997,
      "grad_norm": 0.034423828125,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 110
    },
    {
      "epoch": 0.1787275376396309,
      "grad_norm": 0.0235595703125,
      "learning_rate": 0.0001,
      "loss": 0.0419,
      "step": 115
    },
    {
      "epoch": 0.1864983001457018,
      "grad_norm": 0.0194091796875,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 120
    },
    {
      "epoch": 0.1942690626517727,
      "grad_norm": 0.07177734375,
      "learning_rate": 0.0001,
      "loss": 0.082,
      "step": 125
    },
    {
      "epoch": 0.2020398251578436,
      "grad_norm": 0.091796875,
      "learning_rate": 0.0001,
      "loss": 0.1079,
      "step": 130
    },
    {
      "epoch": 0.20981058766391453,
      "grad_norm": 0.09619140625,
      "learning_rate": 0.0001,
      "loss": 0.1591,
      "step": 135
    },
    {
      "epoch": 0.21758135016998542,
      "grad_norm": 0.09033203125,
      "learning_rate": 0.0001,
      "loss": 0.1434,
      "step": 140
    },
    {
      "epoch": 0.22535211267605634,
      "grad_norm": 0.12158203125,
      "learning_rate": 0.0001,
      "loss": 0.1961,
      "step": 145
    },
    {
      "epoch": 0.23312287518212724,
      "grad_norm": 0.154296875,
      "learning_rate": 0.0001,
      "loss": 0.2367,
      "step": 150
    },
    {
      "epoch": 0.24089363768819816,
      "grad_norm": 0.037109375,
      "learning_rate": 0.0001,
      "loss": 0.0958,
      "step": 155
    },
    {
      "epoch": 0.24866440019426905,
      "grad_norm": 0.0361328125,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 160
    },
    {
      "epoch": 0.25643516270033995,
      "grad_norm": 0.032958984375,
      "learning_rate": 0.0001,
      "loss": 0.0374,
      "step": 165
    },
    {
      "epoch": 0.2642059252064109,
      "grad_norm": 0.037353515625,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 170
    },
    {
      "epoch": 0.2719766877124818,
      "grad_norm": 0.05078125,
      "learning_rate": 0.0001,
      "loss": 0.082,
      "step": 175
    },
    {
      "epoch": 0.2797474502185527,
      "grad_norm": 0.07568359375,
      "learning_rate": 0.0001,
      "loss": 0.1464,
      "step": 180
    },
    {
      "epoch": 0.2875182127246236,
      "grad_norm": 0.0693359375,
      "learning_rate": 0.0001,
      "loss": 0.1362,
      "step": 185
    },
    {
      "epoch": 0.29528897523069453,
      "grad_norm": 0.056884765625,
      "learning_rate": 0.0001,
      "loss": 0.1395,
      "step": 190
    },
    {
      "epoch": 0.3030597377367654,
      "grad_norm": 0.140625,
      "learning_rate": 0.0001,
      "loss": 0.1558,
      "step": 195
    },
    {
      "epoch": 0.3108305002428363,
      "grad_norm": 0.12890625,
      "learning_rate": 0.0001,
      "loss": 0.1482,
      "step": 200
    },
    {
      "epoch": 0.3186012627489072,
      "grad_norm": 0.0218505859375,
      "learning_rate": 0.0001,
      "loss": 0.1056,
      "step": 205
    },
    {
      "epoch": 0.32637202525497816,
      "grad_norm": 0.02099609375,
      "learning_rate": 0.0001,
      "loss": 0.0466,
      "step": 210
    },
    {
      "epoch": 0.33414278776104905,
      "grad_norm": 0.0260009765625,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 215
    },
    {
      "epoch": 0.34191355026711995,
      "grad_norm": 0.0203857421875,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 220
    },
    {
      "epoch": 0.34968431277319084,
      "grad_norm": 0.06494140625,
      "learning_rate": 0.0001,
      "loss": 0.0895,
      "step": 225
    },
    {
      "epoch": 0.3574550752792618,
      "grad_norm": 0.08349609375,
      "learning_rate": 0.0001,
      "loss": 0.1699,
      "step": 230
    },
    {
      "epoch": 0.3652258377853327,
      "grad_norm": 0.11962890625,
      "learning_rate": 0.0001,
      "loss": 0.1267,
      "step": 235
    },
    {
      "epoch": 0.3729966002914036,
      "grad_norm": 0.09033203125,
      "learning_rate": 0.0001,
      "loss": 0.1095,
      "step": 240
    },
    {
      "epoch": 0.38076736279747453,
      "grad_norm": 0.1611328125,
      "learning_rate": 0.0001,
      "loss": 0.1371,
      "step": 245
    },
    {
      "epoch": 0.3885381253035454,
      "grad_norm": 0.1416015625,
      "learning_rate": 0.0001,
      "loss": 0.1899,
      "step": 250
    },
    {
      "epoch": 0.3963088878096163,
      "grad_norm": 0.03125,
      "learning_rate": 0.0001,
      "loss": 0.1169,
      "step": 255
    },
    {
      "epoch": 0.4040796503156872,
      "grad_norm": 0.044677734375,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 260
    },
    {
      "epoch": 0.41185041282175816,
      "grad_norm": 0.04296875,
      "learning_rate": 0.0001,
      "loss": 0.0423,
      "step": 265
    },
    {
      "epoch": 0.41962117532782905,
      "grad_norm": 0.047607421875,
      "learning_rate": 0.0001,
      "loss": 0.0357,
      "step": 270
    },
    {
      "epoch": 0.42739193783389995,
      "grad_norm": 0.07958984375,
      "learning_rate": 0.0001,
      "loss": 0.1245,
      "step": 275
    },
    {
      "epoch": 0.43516270033997084,
      "grad_norm": 0.0673828125,
      "learning_rate": 0.0001,
      "loss": 0.1184,
      "step": 280
    },
    {
      "epoch": 0.4429334628460418,
      "grad_norm": 0.06005859375,
      "learning_rate": 0.0001,
      "loss": 0.1467,
      "step": 285
    },
    {
      "epoch": 0.4507042253521127,
      "grad_norm": 0.11181640625,
      "learning_rate": 0.0001,
      "loss": 0.1283,
      "step": 290
    },
    {
      "epoch": 0.4584749878581836,
      "grad_norm": 0.0908203125,
      "learning_rate": 0.0001,
      "loss": 0.1176,
      "step": 295
    },
    {
      "epoch": 0.4662457503642545,
      "grad_norm": 0.1318359375,
      "learning_rate": 0.0001,
      "loss": 0.1636,
      "step": 300
    },
    {
      "epoch": 0.4740165128703254,
      "grad_norm": 0.042236328125,
      "learning_rate": 0.0001,
      "loss": 0.1257,
      "step": 305
    },
    {
      "epoch": 0.4817872753763963,
      "grad_norm": 0.01507568359375,
      "learning_rate": 0.0001,
      "loss": 0.0444,
      "step": 310
    },
    {
      "epoch": 0.4895580378824672,
      "grad_norm": 0.0283203125,
      "learning_rate": 0.0001,
      "loss": 0.0162,
      "step": 315
    },
    {
      "epoch": 0.4973288003885381,
      "grad_norm": 0.03076171875,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 320
    },
    {
      "epoch": 0.505099562894609,
      "grad_norm": 0.08154296875,
      "learning_rate": 0.0001,
      "loss": 0.1091,
      "step": 325
    },
    {
      "epoch": 0.5128703254006799,
      "grad_norm": 0.10546875,
      "learning_rate": 0.0001,
      "loss": 0.1286,
      "step": 330
    },
    {
      "epoch": 0.5206410879067509,
      "grad_norm": 0.0830078125,
      "learning_rate": 0.0001,
      "loss": 0.1732,
      "step": 335
    },
    {
      "epoch": 0.5284118504128218,
      "grad_norm": 0.103515625,
      "learning_rate": 0.0001,
      "loss": 0.1133,
      "step": 340
    },
    {
      "epoch": 0.5361826129188927,
      "grad_norm": 0.10498046875,
      "learning_rate": 0.0001,
      "loss": 0.1347,
      "step": 345
    },
    {
      "epoch": 0.5439533754249636,
      "grad_norm": 0.10888671875,
      "learning_rate": 0.0001,
      "loss": 0.1526,
      "step": 350
    },
    {
      "epoch": 0.5517241379310345,
      "grad_norm": 0.052978515625,
      "learning_rate": 0.0001,
      "loss": 0.1109,
      "step": 355
    },
    {
      "epoch": 0.5594949004371054,
      "grad_norm": 0.034912109375,
      "learning_rate": 0.0001,
      "loss": 0.036,
      "step": 360
    },
    {
      "epoch": 0.5672656629431763,
      "grad_norm": 0.0257568359375,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 365
    },
    {
      "epoch": 0.5750364254492472,
      "grad_norm": 0.0277099609375,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 370
    },
    {
      "epoch": 0.5828071879553182,
      "grad_norm": 0.07373046875,
      "learning_rate": 0.0001,
      "loss": 0.0758,
      "step": 375
    },
    {
      "epoch": 0.5905779504613891,
      "grad_norm": 0.09228515625,
      "learning_rate": 0.0001,
      "loss": 0.1456,
      "step": 380
    },
    {
      "epoch": 0.59834871296746,
      "grad_norm": 0.10107421875,
      "learning_rate": 0.0001,
      "loss": 0.1248,
      "step": 385
    },
    {
      "epoch": 0.6061194754735308,
      "grad_norm": 0.134765625,
      "learning_rate": 0.0001,
      "loss": 0.124,
      "step": 390
    },
    {
      "epoch": 0.6138902379796017,
      "grad_norm": 0.142578125,
      "learning_rate": 0.0001,
      "loss": 0.1382,
      "step": 395
    },
    {
      "epoch": 0.6216610004856726,
      "grad_norm": 0.1318359375,
      "learning_rate": 0.0001,
      "loss": 0.1708,
      "step": 400
    },
    {
      "epoch": 0.6294317629917435,
      "grad_norm": 0.04052734375,
      "learning_rate": 0.0001,
      "loss": 0.1125,
      "step": 405
    },
    {
      "epoch": 0.6372025254978144,
      "grad_norm": 0.031494140625,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 410
    },
    {
      "epoch": 0.6449732880038854,
      "grad_norm": 0.017333984375,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 415
    },
    {
      "epoch": 0.6527440505099563,
      "grad_norm": 0.055908203125,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 420
    },
    {
      "epoch": 0.6605148130160272,
      "grad_norm": 0.054931640625,
      "learning_rate": 0.0001,
      "loss": 0.0625,
      "step": 425
    },
    {
      "epoch": 0.6682855755220981,
      "grad_norm": 0.0673828125,
      "learning_rate": 0.0001,
      "loss": 0.127,
      "step": 430
    },
    {
      "epoch": 0.676056338028169,
      "grad_norm": 0.0791015625,
      "learning_rate": 0.0001,
      "loss": 0.1237,
      "step": 435
    },
    {
      "epoch": 0.6838271005342399,
      "grad_norm": 0.11083984375,
      "learning_rate": 0.0001,
      "loss": 0.113,
      "step": 440
    },
    {
      "epoch": 0.6915978630403108,
      "grad_norm": 0.076171875,
      "learning_rate": 0.0001,
      "loss": 0.1374,
      "step": 445
    },
    {
      "epoch": 0.6993686255463817,
      "grad_norm": 0.1953125,
      "learning_rate": 0.0001,
      "loss": 0.2044,
      "step": 450
    },
    {
      "epoch": 0.7071393880524527,
      "grad_norm": 0.040771484375,
      "learning_rate": 0.0001,
      "loss": 0.1093,
      "step": 455
    },
    {
      "epoch": 0.7149101505585236,
      "grad_norm": 0.0255126953125,
      "learning_rate": 0.0001,
      "loss": 0.0672,
      "step": 460
    },
    {
      "epoch": 0.7226809130645945,
      "grad_norm": 0.021240234375,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 465
    },
    {
      "epoch": 0.7304516755706654,
      "grad_norm": 0.036865234375,
      "learning_rate": 0.0001,
      "loss": 0.0421,
      "step": 470
    },
    {
      "epoch": 0.7382224380767363,
      "grad_norm": 0.07275390625,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 475
    },
    {
      "epoch": 0.7459932005828072,
      "grad_norm": 0.07568359375,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 480
    },
    {
      "epoch": 0.753763963088878,
      "grad_norm": 0.08056640625,
      "learning_rate": 0.0001,
      "loss": 0.0806,
      "step": 485
    },
    {
      "epoch": 0.7615347255949491,
      "grad_norm": 0.10107421875,
      "learning_rate": 0.0001,
      "loss": 0.1359,
      "step": 490
    },
    {
      "epoch": 0.76930548810102,
      "grad_norm": 0.08544921875,
      "learning_rate": 0.0001,
      "loss": 0.0824,
      "step": 495
    },
    {
      "epoch": 0.7770762506070908,
      "grad_norm": 0.1953125,
      "learning_rate": 0.0001,
      "loss": 0.1164,
      "step": 500
    },
    {
      "epoch": 0.7848470131131617,
      "grad_norm": 0.048828125,
      "learning_rate": 0.0001,
      "loss": 0.1137,
      "step": 505
    },
    {
      "epoch": 0.7926177756192326,
      "grad_norm": 0.007568359375,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 510
    },
    {
      "epoch": 0.8003885381253035,
      "grad_norm": 0.0133056640625,
      "learning_rate": 0.0001,
      "loss": 0.0139,
      "step": 515
    },
    {
      "epoch": 0.8081593006313744,
      "grad_norm": 0.039306640625,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 520
    },
    {
      "epoch": 0.8159300631374453,
      "grad_norm": 0.076171875,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 525
    },
    {
      "epoch": 0.8237008256435163,
      "grad_norm": 0.08837890625,
      "learning_rate": 0.0001,
      "loss": 0.1198,
      "step": 530
    },
    {
      "epoch": 0.8314715881495872,
      "grad_norm": 0.10302734375,
      "learning_rate": 0.0001,
      "loss": 0.1003,
      "step": 535
    },
    {
      "epoch": 0.8392423506556581,
      "grad_norm": 0.10693359375,
      "learning_rate": 0.0001,
      "loss": 0.1007,
      "step": 540
    },
    {
      "epoch": 0.847013113161729,
      "grad_norm": 0.1279296875,
      "learning_rate": 0.0001,
      "loss": 0.1401,
      "step": 545
    },
    {
      "epoch": 0.8547838756677999,
      "grad_norm": 0.2177734375,
      "learning_rate": 0.0001,
      "loss": 0.1057,
      "step": 550
    },
    {
      "epoch": 0.8625546381738708,
      "grad_norm": 0.05810546875,
      "learning_rate": 0.0001,
      "loss": 0.132,
      "step": 555
    },
    {
      "epoch": 0.8703254006799417,
      "grad_norm": 0.00592041015625,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 560
    },
    {
      "epoch": 0.8780961631860126,
      "grad_norm": 0.05126953125,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 565
    },
    {
      "epoch": 0.8858669256920836,
      "grad_norm": 0.025146484375,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 570
    },
    {
      "epoch": 0.8936376881981545,
      "grad_norm": 0.0654296875,
      "learning_rate": 0.0001,
      "loss": 0.0739,
      "step": 575
    },
    {
      "epoch": 0.9014084507042254,
      "grad_norm": 0.0703125,
      "learning_rate": 0.0001,
      "loss": 0.1347,
      "step": 580
    },
    {
      "epoch": 0.9091792132102963,
      "grad_norm": 0.1015625,
      "learning_rate": 0.0001,
      "loss": 0.1096,
      "step": 585
    },
    {
      "epoch": 0.9169499757163672,
      "grad_norm": 0.10107421875,
      "learning_rate": 0.0001,
      "loss": 0.1399,
      "step": 590
    },
    {
      "epoch": 0.924720738222438,
      "grad_norm": 0.0830078125,
      "learning_rate": 0.0001,
      "loss": 0.137,
      "step": 595
    },
    {
      "epoch": 0.932491500728509,
      "grad_norm": 0.1376953125,
      "learning_rate": 0.0001,
      "loss": 0.1508,
      "step": 600
    },
    {
      "epoch": 0.9402622632345798,
      "grad_norm": 0.038818359375,
      "learning_rate": 0.0001,
      "loss": 0.1019,
      "step": 605
    },
    {
      "epoch": 0.9480330257406508,
      "grad_norm": 0.0311279296875,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 610
    },
    {
      "epoch": 0.9558037882467217,
      "grad_norm": 0.03369140625,
      "learning_rate": 0.0001,
      "loss": 0.0328,
      "step": 615
    },
    {
      "epoch": 0.9635745507527926,
      "grad_norm": 0.04931640625,
      "learning_rate": 0.0001,
      "loss": 0.0445,
      "step": 620
    },
    {
      "epoch": 0.9713453132588635,
      "grad_norm": 0.150390625,
      "learning_rate": 0.0001,
      "loss": 0.1412,
      "step": 625
    },
    {
      "epoch": 0.9791160757649344,
      "grad_norm": 0.08447265625,
      "learning_rate": 0.0001,
      "loss": 0.1171,
      "step": 630
    },
    {
      "epoch": 0.9868868382710053,
      "grad_norm": 0.10009765625,
      "learning_rate": 0.0001,
      "loss": 0.1078,
      "step": 635
    },
    {
      "epoch": 0.9946576007770762,
      "grad_norm": 0.095703125,
      "learning_rate": 0.0001,
      "loss": 0.18,
      "step": 640
    },
    {
      "epoch": 1.0024283632831472,
      "grad_norm": 0.04296875,
      "learning_rate": 0.0001,
      "loss": 0.1278,
      "step": 645
    },
    {
      "epoch": 1.010199125789218,
      "grad_norm": 0.050048828125,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 650
    },
    {
      "epoch": 1.017969888295289,
      "grad_norm": 0.007476806640625,
      "learning_rate": 0.0001,
      "loss": 0.016,
      "step": 655
    },
    {
      "epoch": 1.0257406508013598,
      "grad_norm": 0.0224609375,
      "learning_rate": 0.0001,
      "loss": 0.0102,
      "step": 660
    },
    {
      "epoch": 1.0335114133074308,
      "grad_norm": 0.04296875,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 665
    },
    {
      "epoch": 1.0412821758135018,
      "grad_norm": 0.06982421875,
      "learning_rate": 0.0001,
      "loss": 0.0453,
      "step": 670
    },
    {
      "epoch": 1.0490529383195726,
      "grad_norm": 0.05078125,
      "learning_rate": 0.0001,
      "loss": 0.0751,
      "step": 675
    },
    {
      "epoch": 1.0568237008256436,
      "grad_norm": 0.0927734375,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 680
    },
    {
      "epoch": 1.0645944633317144,
      "grad_norm": 0.1767578125,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 685
    },
    {
      "epoch": 1.0723652258377854,
      "grad_norm": 0.193359375,
      "learning_rate": 0.0001,
      "loss": 0.0768,
      "step": 690
    },
    {
      "epoch": 1.0801359883438562,
      "grad_norm": 0.08251953125,
      "learning_rate": 0.0001,
      "loss": 0.0896,
      "step": 695
    },
    {
      "epoch": 1.0879067508499272,
      "grad_norm": 0.056396484375,
      "learning_rate": 0.0001,
      "loss": 0.0679,
      "step": 700
    },
    {
      "epoch": 1.095677513355998,
      "grad_norm": 0.046875,
      "learning_rate": 0.0001,
      "loss": 0.0371,
      "step": 705
    },
    {
      "epoch": 1.103448275862069,
      "grad_norm": 0.030517578125,
      "learning_rate": 0.0001,
      "loss": 0.013,
      "step": 710
    },
    {
      "epoch": 1.11121903836814,
      "grad_norm": 0.0181884765625,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 715
    },
    {
      "epoch": 1.1189898008742107,
      "grad_norm": 0.07568359375,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 720
    },
    {
      "epoch": 1.1267605633802817,
      "grad_norm": 0.09228515625,
      "learning_rate": 0.0001,
      "loss": 0.1093,
      "step": 725
    },
    {
      "epoch": 1.1345313258863525,
      "grad_norm": 0.1201171875,
      "learning_rate": 0.0001,
      "loss": 0.0806,
      "step": 730
    },
    {
      "epoch": 1.1423020883924235,
      "grad_norm": 0.10546875,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 735
    },
    {
      "epoch": 1.1500728508984945,
      "grad_norm": 0.134765625,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 740
    },
    {
      "epoch": 1.1578436134045653,
      "grad_norm": 0.06005859375,
      "learning_rate": 0.0001,
      "loss": 0.0951,
      "step": 745
    },
    {
      "epoch": 1.1656143759106363,
      "grad_norm": 0.053955078125,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 750
    },
    {
      "epoch": 1.173385138416707,
      "grad_norm": 0.02001953125,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 755
    },
    {
      "epoch": 1.1811559009227781,
      "grad_norm": 0.046630859375,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 760
    },
    {
      "epoch": 1.188926663428849,
      "grad_norm": 0.059814453125,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 765
    },
    {
      "epoch": 1.19669742593492,
      "grad_norm": 0.07763671875,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 770
    },
    {
      "epoch": 1.2044681884409907,
      "grad_norm": 0.0703125,
      "learning_rate": 0.0001,
      "loss": 0.0736,
      "step": 775
    },
    {
      "epoch": 1.2122389509470617,
      "grad_norm": 0.11328125,
      "learning_rate": 0.0001,
      "loss": 0.075,
      "step": 780
    },
    {
      "epoch": 1.2200097134531327,
      "grad_norm": 0.08203125,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 785
    },
    {
      "epoch": 1.2277804759592035,
      "grad_norm": 0.08251953125,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 790
    },
    {
      "epoch": 1.2355512384652745,
      "grad_norm": 0.0478515625,
      "learning_rate": 0.0001,
      "loss": 0.1008,
      "step": 795
    },
    {
      "epoch": 1.2433220009713453,
      "grad_norm": 0.02587890625,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 800
    },
    {
      "epoch": 1.2510927634774163,
      "grad_norm": 0.03271484375,
      "learning_rate": 0.0001,
      "loss": 0.0119,
      "step": 805
    },
    {
      "epoch": 1.258863525983487,
      "grad_norm": 0.033203125,
      "learning_rate": 0.0001,
      "loss": 0.0163,
      "step": 810
    },
    {
      "epoch": 1.266634288489558,
      "grad_norm": 0.05712890625,
      "learning_rate": 0.0001,
      "loss": 0.0384,
      "step": 815
    },
    {
      "epoch": 1.2744050509956288,
      "grad_norm": 0.1259765625,
      "learning_rate": 0.0001,
      "loss": 0.1137,
      "step": 820
    },
    {
      "epoch": 1.2821758135016998,
      "grad_norm": 0.091796875,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 825
    },
    {
      "epoch": 1.2899465760077709,
      "grad_norm": 0.07373046875,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 830
    },
    {
      "epoch": 1.2977173385138416,
      "grad_norm": 0.10205078125,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 835
    },
    {
      "epoch": 1.3054881010199126,
      "grad_norm": 0.130859375,
      "learning_rate": 0.0001,
      "loss": 0.0816,
      "step": 840
    },
    {
      "epoch": 1.3132588635259834,
      "grad_norm": 0.052734375,
      "learning_rate": 0.0001,
      "loss": 0.1061,
      "step": 845
    },
    {
      "epoch": 1.3210296260320544,
      "grad_norm": 0.06591796875,
      "learning_rate": 0.0001,
      "loss": 0.0782,
      "step": 850
    },
    {
      "epoch": 1.3288003885381254,
      "grad_norm": 0.043212890625,
      "learning_rate": 0.0001,
      "loss": 0.0347,
      "step": 855
    },
    {
      "epoch": 1.3365711510441962,
      "grad_norm": 0.047119140625,
      "learning_rate": 0.0001,
      "loss": 0.0137,
      "step": 860
    },
    {
      "epoch": 1.344341913550267,
      "grad_norm": 0.061767578125,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 865
    },
    {
      "epoch": 1.352112676056338,
      "grad_norm": 0.07958984375,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 870
    },
    {
      "epoch": 1.359883438562409,
      "grad_norm": 0.068359375,
      "learning_rate": 0.0001,
      "loss": 0.0388,
      "step": 875
    },
    {
      "epoch": 1.3676542010684798,
      "grad_norm": 0.119140625,
      "learning_rate": 0.0001,
      "loss": 0.0447,
      "step": 880
    },
    {
      "epoch": 1.3754249635745508,
      "grad_norm": 0.11376953125,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 885
    },
    {
      "epoch": 1.3831957260806216,
      "grad_norm": 0.166015625,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 890
    },
    {
      "epoch": 1.3909664885866926,
      "grad_norm": 0.05712890625,
      "learning_rate": 0.0001,
      "loss": 0.1162,
      "step": 895
    },
    {
      "epoch": 1.3987372510927636,
      "grad_norm": 0.035888671875,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 900
    },
    {
      "epoch": 1.4065080135988344,
      "grad_norm": 0.048583984375,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 905
    },
    {
      "epoch": 1.4142787761049052,
      "grad_norm": 0.060546875,
      "learning_rate": 0.0001,
      "loss": 0.019,
      "step": 910
    },
    {
      "epoch": 1.4220495386109762,
      "grad_norm": 0.032470703125,
      "learning_rate": 0.0001,
      "loss": 0.0329,
      "step": 915
    },
    {
      "epoch": 1.4298203011170472,
      "grad_norm": 0.0791015625,
      "learning_rate": 0.0001,
      "loss": 0.0875,
      "step": 920
    },
    {
      "epoch": 1.437591063623118,
      "grad_norm": 0.072265625,
      "learning_rate": 0.0001,
      "loss": 0.0815,
      "step": 925
    },
    {
      "epoch": 1.445361826129189,
      "grad_norm": 0.08349609375,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 930
    },
    {
      "epoch": 1.4531325886352597,
      "grad_norm": 0.11376953125,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 935
    },
    {
      "epoch": 1.4609033511413307,
      "grad_norm": 0.1162109375,
      "learning_rate": 0.0001,
      "loss": 0.0415,
      "step": 940
    },
    {
      "epoch": 1.4686741136474017,
      "grad_norm": 0.05322265625,
      "learning_rate": 0.0001,
      "loss": 0.0847,
      "step": 945
    },
    {
      "epoch": 1.4764448761534725,
      "grad_norm": 0.057373046875,
      "learning_rate": 0.0001,
      "loss": 0.0827,
      "step": 950
    },
    {
      "epoch": 1.4842156386595435,
      "grad_norm": 0.0400390625,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 955
    },
    {
      "epoch": 1.4919864011656143,
      "grad_norm": 0.0286865234375,
      "learning_rate": 0.0001,
      "loss": 0.019,
      "step": 960
    },
    {
      "epoch": 1.4997571636716853,
      "grad_norm": 0.062255859375,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 965
    },
    {
      "epoch": 1.5075279261777563,
      "grad_norm": 0.0615234375,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 970
    },
    {
      "epoch": 1.515298688683827,
      "grad_norm": 0.034912109375,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 975
    },
    {
      "epoch": 1.523069451189898,
      "grad_norm": 0.060302734375,
      "learning_rate": 0.0001,
      "loss": 0.0677,
      "step": 980
    },
    {
      "epoch": 1.530840213695969,
      "grad_norm": 0.115234375,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 985
    },
    {
      "epoch": 1.53861097620204,
      "grad_norm": 0.1298828125,
      "learning_rate": 0.0001,
      "loss": 0.0689,
      "step": 990
    },
    {
      "epoch": 1.5463817387081107,
      "grad_norm": 0.0693359375,
      "learning_rate": 0.0001,
      "loss": 0.0747,
      "step": 995
    },
    {
      "epoch": 1.5541525012141817,
      "grad_norm": 0.061279296875,
      "learning_rate": 0.0001,
      "loss": 0.0832,
      "step": 1000
    },
    {
      "epoch": 1.5619232637202525,
      "grad_norm": 0.01544189453125,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 1005
    },
    {
      "epoch": 1.5696940262263235,
      "grad_norm": 0.031005859375,
      "learning_rate": 0.0001,
      "loss": 0.0176,
      "step": 1010
    },
    {
      "epoch": 1.5774647887323945,
      "grad_norm": 0.0517578125,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 1015
    },
    {
      "epoch": 1.5852355512384653,
      "grad_norm": 0.1005859375,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 1020
    },
    {
      "epoch": 1.593006313744536,
      "grad_norm": 0.06640625,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 1025
    },
    {
      "epoch": 1.600777076250607,
      "grad_norm": 0.1142578125,
      "learning_rate": 0.0001,
      "loss": 0.0811,
      "step": 1030
    },
    {
      "epoch": 1.608547838756678,
      "grad_norm": 0.10693359375,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 1035
    },
    {
      "epoch": 1.616318601262749,
      "grad_norm": 0.11181640625,
      "learning_rate": 0.0001,
      "loss": 0.0744,
      "step": 1040
    },
    {
      "epoch": 1.6240893637688198,
      "grad_norm": 0.042724609375,
      "learning_rate": 0.0001,
      "loss": 0.0817,
      "step": 1045
    },
    {
      "epoch": 1.6318601262748906,
      "grad_norm": 0.050537109375,
      "learning_rate": 0.0001,
      "loss": 0.0752,
      "step": 1050
    },
    {
      "epoch": 1.6396308887809616,
      "grad_norm": 0.02001953125,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 1055
    },
    {
      "epoch": 1.6474016512870326,
      "grad_norm": 0.048583984375,
      "learning_rate": 0.0001,
      "loss": 0.0145,
      "step": 1060
    },
    {
      "epoch": 1.6551724137931034,
      "grad_norm": 0.0498046875,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 1065
    },
    {
      "epoch": 1.6629431762991742,
      "grad_norm": 0.09423828125,
      "learning_rate": 0.0001,
      "loss": 0.0629,
      "step": 1070
    },
    {
      "epoch": 1.6707139388052452,
      "grad_norm": 0.08837890625,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 1075
    },
    {
      "epoch": 1.6784847013113162,
      "grad_norm": 0.0947265625,
      "learning_rate": 0.0001,
      "loss": 0.0629,
      "step": 1080
    },
    {
      "epoch": 1.6862554638173872,
      "grad_norm": 0.1455078125,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 1085
    },
    {
      "epoch": 1.694026226323458,
      "grad_norm": 0.123046875,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 1090
    },
    {
      "epoch": 1.7017969888295288,
      "grad_norm": 0.049072265625,
      "learning_rate": 0.0001,
      "loss": 0.1017,
      "step": 1095
    },
    {
      "epoch": 1.7095677513355998,
      "grad_norm": 0.054443359375,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 1100
    },
    {
      "epoch": 1.7173385138416708,
      "grad_norm": 0.0260009765625,
      "learning_rate": 0.0001,
      "loss": 0.0128,
      "step": 1105
    },
    {
      "epoch": 1.7251092763477416,
      "grad_norm": 0.049560546875,
      "learning_rate": 0.0001,
      "loss": 0.0109,
      "step": 1110
    },
    {
      "epoch": 1.7328800388538124,
      "grad_norm": 0.11181640625,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 1115
    },
    {
      "epoch": 1.7406508013598834,
      "grad_norm": 0.078125,
      "learning_rate": 0.0001,
      "loss": 0.0462,
      "step": 1120
    },
    {
      "epoch": 1.7484215638659544,
      "grad_norm": 0.06884765625,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 1125
    },
    {
      "epoch": 1.7561923263720254,
      "grad_norm": 0.10693359375,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 1130
    },
    {
      "epoch": 1.7639630888780962,
      "grad_norm": 0.10302734375,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 1135
    },
    {
      "epoch": 1.771733851384167,
      "grad_norm": 0.11865234375,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 1140
    },
    {
      "epoch": 1.779504613890238,
      "grad_norm": 0.05224609375,
      "learning_rate": 0.0001,
      "loss": 0.0986,
      "step": 1145
    },
    {
      "epoch": 1.787275376396309,
      "grad_norm": 0.03466796875,
      "learning_rate": 0.0001,
      "loss": 0.072,
      "step": 1150
    },
    {
      "epoch": 1.79504613890238,
      "grad_norm": 0.046875,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 1155
    },
    {
      "epoch": 1.8028169014084507,
      "grad_norm": 0.0478515625,
      "learning_rate": 0.0001,
      "loss": 0.0132,
      "step": 1160
    },
    {
      "epoch": 1.8105876639145215,
      "grad_norm": 0.04248046875,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 1165
    },
    {
      "epoch": 1.8183584264205925,
      "grad_norm": 0.11474609375,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 1170
    },
    {
      "epoch": 1.8261291889266635,
      "grad_norm": 0.1005859375,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 1175
    },
    {
      "epoch": 1.8338999514327343,
      "grad_norm": 0.11865234375,
      "learning_rate": 0.0001,
      "loss": 0.075,
      "step": 1180
    },
    {
      "epoch": 1.841670713938805,
      "grad_norm": 0.0849609375,
      "learning_rate": 0.0001,
      "loss": 0.0438,
      "step": 1185
    },
    {
      "epoch": 1.849441476444876,
      "grad_norm": 0.158203125,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 1190
    },
    {
      "epoch": 1.8572122389509471,
      "grad_norm": 0.042236328125,
      "learning_rate": 0.0001,
      "loss": 0.0989,
      "step": 1195
    },
    {
      "epoch": 1.8649830014570181,
      "grad_norm": 0.0634765625,
      "learning_rate": 0.0001,
      "loss": 0.0761,
      "step": 1200
    },
    {
      "epoch": 1.872753763963089,
      "grad_norm": 0.07080078125,
      "learning_rate": 0.0001,
      "loss": 0.0174,
      "step": 1205
    },
    {
      "epoch": 1.8805245264691597,
      "grad_norm": 0.05712890625,
      "learning_rate": 0.0001,
      "loss": 0.0166,
      "step": 1210
    },
    {
      "epoch": 1.8882952889752307,
      "grad_norm": 0.08203125,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 1215
    },
    {
      "epoch": 1.8960660514813017,
      "grad_norm": 0.0703125,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 1220
    },
    {
      "epoch": 1.9038368139873725,
      "grad_norm": 0.1162109375,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 1225
    },
    {
      "epoch": 1.9116075764934433,
      "grad_norm": 0.09814453125,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 1230
    },
    {
      "epoch": 1.9193783389995143,
      "grad_norm": 0.146484375,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 1235
    },
    {
      "epoch": 1.9271491015055853,
      "grad_norm": 0.138671875,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 1240
    },
    {
      "epoch": 1.9349198640116563,
      "grad_norm": 0.04736328125,
      "learning_rate": 0.0001,
      "loss": 0.0812,
      "step": 1245
    },
    {
      "epoch": 1.942690626517727,
      "grad_norm": 0.032958984375,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 1250
    },
    {
      "epoch": 1.9504613890237978,
      "grad_norm": 0.0230712890625,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 1255
    },
    {
      "epoch": 1.9582321515298688,
      "grad_norm": 0.06982421875,
      "learning_rate": 0.0001,
      "loss": 0.0365,
      "step": 1260
    },
    {
      "epoch": 1.9660029140359399,
      "grad_norm": 0.062255859375,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 1265
    },
    {
      "epoch": 1.9737736765420106,
      "grad_norm": 0.08447265625,
      "learning_rate": 0.0001,
      "loss": 0.0642,
      "step": 1270
    },
    {
      "epoch": 1.9815444390480816,
      "grad_norm": 0.09765625,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 1275
    },
    {
      "epoch": 1.9893152015541524,
      "grad_norm": 0.10302734375,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 1280
    },
    {
      "epoch": 1.9970859640602234,
      "grad_norm": 0.1083984375,
      "learning_rate": 0.0001,
      "loss": 0.0721,
      "step": 1285
    },
    {
      "epoch": 2.0048567265662944,
      "grad_norm": 0.054931640625,
      "learning_rate": 0.0001,
      "loss": 0.0825,
      "step": 1290
    },
    {
      "epoch": 2.0126274890723654,
      "grad_norm": 0.038818359375,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 1295
    },
    {
      "epoch": 2.020398251578436,
      "grad_norm": 0.0264892578125,
      "learning_rate": 0.0001,
      "loss": 0.0121,
      "step": 1300
    },
    {
      "epoch": 2.028169014084507,
      "grad_norm": 0.076171875,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 1305
    },
    {
      "epoch": 2.035939776590578,
      "grad_norm": 0.057861328125,
      "learning_rate": 0.0001,
      "loss": 0.0337,
      "step": 1310
    },
    {
      "epoch": 2.043710539096649,
      "grad_norm": 0.107421875,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 1315
    },
    {
      "epoch": 2.0514813016027196,
      "grad_norm": 0.051513671875,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 1320
    },
    {
      "epoch": 2.0592520641087906,
      "grad_norm": 0.0986328125,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 1325
    },
    {
      "epoch": 2.0670228266148616,
      "grad_norm": 0.1005859375,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 1330
    },
    {
      "epoch": 2.0747935891209326,
      "grad_norm": 0.04052734375,
      "learning_rate": 0.0001,
      "loss": 0.0326,
      "step": 1335
    },
    {
      "epoch": 2.0825643516270036,
      "grad_norm": 0.053955078125,
      "learning_rate": 0.0001,
      "loss": 0.0741,
      "step": 1340
    },
    {
      "epoch": 2.090335114133074,
      "grad_norm": 0.0306396484375,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 1345
    },
    {
      "epoch": 2.098105876639145,
      "grad_norm": 0.0069580078125,
      "learning_rate": 0.0001,
      "loss": 0.0066,
      "step": 1350
    },
    {
      "epoch": 2.105876639145216,
      "grad_norm": 0.040771484375,
      "learning_rate": 0.0001,
      "loss": 0.0081,
      "step": 1355
    },
    {
      "epoch": 2.113647401651287,
      "grad_norm": 0.02197265625,
      "learning_rate": 0.0001,
      "loss": 0.0112,
      "step": 1360
    },
    {
      "epoch": 2.1214181641573577,
      "grad_norm": 0.09130859375,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 1365
    },
    {
      "epoch": 2.1291889266634287,
      "grad_norm": 0.119140625,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 1370
    },
    {
      "epoch": 2.1369596891694997,
      "grad_norm": 0.07177734375,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 1375
    },
    {
      "epoch": 2.1447304516755707,
      "grad_norm": 0.07568359375,
      "learning_rate": 0.0001,
      "loss": 0.0179,
      "step": 1380
    },
    {
      "epoch": 2.1525012141816418,
      "grad_norm": 0.08154296875,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 1385
    },
    {
      "epoch": 2.1602719766877123,
      "grad_norm": 0.07958984375,
      "learning_rate": 0.0001,
      "loss": 0.0702,
      "step": 1390
    },
    {
      "epoch": 2.1680427391937833,
      "grad_norm": 0.012451171875,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 1395
    },
    {
      "epoch": 2.1758135016998543,
      "grad_norm": 0.0400390625,
      "learning_rate": 0.0001,
      "loss": 0.0092,
      "step": 1400
    },
    {
      "epoch": 2.1835842642059253,
      "grad_norm": 0.052490234375,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 1405
    },
    {
      "epoch": 2.191355026711996,
      "grad_norm": 0.026611328125,
      "learning_rate": 0.0001,
      "loss": 0.0135,
      "step": 1410
    },
    {
      "epoch": 2.199125789218067,
      "grad_norm": 0.087890625,
      "learning_rate": 0.0001,
      "loss": 0.0344,
      "step": 1415
    },
    {
      "epoch": 2.206896551724138,
      "grad_norm": 0.1669921875,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 1420
    },
    {
      "epoch": 2.214667314230209,
      "grad_norm": 0.04833984375,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 1425
    },
    {
      "epoch": 2.22243807673628,
      "grad_norm": 0.123046875,
      "learning_rate": 0.0001,
      "loss": 0.018,
      "step": 1430
    },
    {
      "epoch": 2.2302088392423505,
      "grad_norm": 0.123046875,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 1435
    },
    {
      "epoch": 2.2379796017484215,
      "grad_norm": 0.072265625,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 1440
    },
    {
      "epoch": 2.2457503642544925,
      "grad_norm": 0.032958984375,
      "learning_rate": 0.0001,
      "loss": 0.0354,
      "step": 1445
    },
    {
      "epoch": 2.2535211267605635,
      "grad_norm": 0.03076171875,
      "learning_rate": 0.0001,
      "loss": 0.0113,
      "step": 1450
    },
    {
      "epoch": 2.2612918892666345,
      "grad_norm": 0.03173828125,
      "learning_rate": 0.0001,
      "loss": 0.0079,
      "step": 1455
    },
    {
      "epoch": 2.269062651772705,
      "grad_norm": 0.044921875,
      "learning_rate": 0.0001,
      "loss": 0.0172,
      "step": 1460
    },
    {
      "epoch": 2.276833414278776,
      "grad_norm": 0.0546875,
      "learning_rate": 0.0001,
      "loss": 0.0439,
      "step": 1465
    },
    {
      "epoch": 2.284604176784847,
      "grad_norm": 0.083984375,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 1470
    },
    {
      "epoch": 2.292374939290918,
      "grad_norm": 0.1904296875,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 1475
    },
    {
      "epoch": 2.300145701796989,
      "grad_norm": 0.10595703125,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 1480
    },
    {
      "epoch": 2.3079164643030596,
      "grad_norm": 0.1025390625,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 1485
    },
    {
      "epoch": 2.3156872268091306,
      "grad_norm": 0.07421875,
      "learning_rate": 0.0001,
      "loss": 0.0769,
      "step": 1490
    },
    {
      "epoch": 2.3234579893152016,
      "grad_norm": 0.03173828125,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 1495
    },
    {
      "epoch": 2.3312287518212726,
      "grad_norm": 0.03271484375,
      "learning_rate": 0.0001,
      "loss": 0.0102,
      "step": 1500
    },
    {
      "epoch": 2.338999514327343,
      "grad_norm": 0.051513671875,
      "learning_rate": 0.0001,
      "loss": 0.0149,
      "step": 1505
    },
    {
      "epoch": 2.346770276833414,
      "grad_norm": 0.0673828125,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 1510
    },
    {
      "epoch": 2.354541039339485,
      "grad_norm": 0.099609375,
      "learning_rate": 0.0001,
      "loss": 0.0383,
      "step": 1515
    },
    {
      "epoch": 2.3623118018455562,
      "grad_norm": 0.11279296875,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 1520
    },
    {
      "epoch": 2.370082564351627,
      "grad_norm": 0.056396484375,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 1525
    },
    {
      "epoch": 2.377853326857698,
      "grad_norm": 0.10205078125,
      "learning_rate": 0.0001,
      "loss": 0.037,
      "step": 1530
    },
    {
      "epoch": 2.385624089363769,
      "grad_norm": 0.0693359375,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 1535
    },
    {
      "epoch": 2.39339485186984,
      "grad_norm": 0.056884765625,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 1540
    },
    {
      "epoch": 2.401165614375911,
      "grad_norm": 0.04443359375,
      "learning_rate": 0.0001,
      "loss": 0.0396,
      "step": 1545
    },
    {
      "epoch": 2.4089363768819814,
      "grad_norm": 0.01470947265625,
      "learning_rate": 0.0001,
      "loss": 0.0076,
      "step": 1550
    },
    {
      "epoch": 2.4167071393880524,
      "grad_norm": 0.0169677734375,
      "learning_rate": 0.0001,
      "loss": 0.008,
      "step": 1555
    },
    {
      "epoch": 2.4244779018941234,
      "grad_norm": 0.0322265625,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 1560
    },
    {
      "epoch": 2.4322486644001944,
      "grad_norm": 0.10888671875,
      "learning_rate": 0.0001,
      "loss": 0.0406,
      "step": 1565
    },
    {
      "epoch": 2.4400194269062654,
      "grad_norm": 0.09619140625,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 1570
    },
    {
      "epoch": 2.447790189412336,
      "grad_norm": 0.10302734375,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 1575
    },
    {
      "epoch": 2.455560951918407,
      "grad_norm": 0.10009765625,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 1580
    },
    {
      "epoch": 2.463331714424478,
      "grad_norm": 0.232421875,
      "learning_rate": 0.0001,
      "loss": 0.0402,
      "step": 1585
    },
    {
      "epoch": 2.471102476930549,
      "grad_norm": 0.296875,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 1590
    },
    {
      "epoch": 2.4788732394366195,
      "grad_norm": 0.0478515625,
      "learning_rate": 0.0001,
      "loss": 0.0362,
      "step": 1595
    },
    {
      "epoch": 2.4866440019426905,
      "grad_norm": 0.030517578125,
      "learning_rate": 0.0001,
      "loss": 0.0066,
      "step": 1600
    },
    {
      "epoch": 2.4944147644487615,
      "grad_norm": 0.0263671875,
      "learning_rate": 0.0001,
      "loss": 0.0125,
      "step": 1605
    },
    {
      "epoch": 2.5021855269548325,
      "grad_norm": 0.060546875,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 1610
    },
    {
      "epoch": 2.509956289460903,
      "grad_norm": 0.039794921875,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 1615
    },
    {
      "epoch": 2.517727051966974,
      "grad_norm": 0.0849609375,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 1620
    },
    {
      "epoch": 2.525497814473045,
      "grad_norm": 0.1611328125,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 1625
    },
    {
      "epoch": 2.533268576979116,
      "grad_norm": 0.134765625,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 1630
    },
    {
      "epoch": 2.541039339485187,
      "grad_norm": 0.10546875,
      "learning_rate": 0.0001,
      "loss": 0.0349,
      "step": 1635
    },
    {
      "epoch": 2.5488101019912577,
      "grad_norm": 0.058837890625,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 1640
    },
    {
      "epoch": 2.5565808644973287,
      "grad_norm": 0.050048828125,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 1645
    },
    {
      "epoch": 2.5643516270033997,
      "grad_norm": 0.03466796875,
      "learning_rate": 0.0001,
      "loss": 0.0098,
      "step": 1650
    },
    {
      "epoch": 2.5721223895094707,
      "grad_norm": 0.0673828125,
      "learning_rate": 0.0001,
      "loss": 0.0118,
      "step": 1655
    },
    {
      "epoch": 2.5798931520155417,
      "grad_norm": 0.048828125,
      "learning_rate": 0.0001,
      "loss": 0.0119,
      "step": 1660
    },
    {
      "epoch": 2.5876639145216123,
      "grad_norm": 0.06298828125,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 1665
    },
    {
      "epoch": 2.5954346770276833,
      "grad_norm": 0.0927734375,
      "learning_rate": 0.0001,
      "loss": 0.0408,
      "step": 1670
    },
    {
      "epoch": 2.6032054395337543,
      "grad_norm": 0.126953125,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 1675
    },
    {
      "epoch": 2.6109762020398253,
      "grad_norm": 0.06396484375,
      "learning_rate": 0.0001,
      "loss": 0.0175,
      "step": 1680
    },
    {
      "epoch": 2.6187469645458963,
      "grad_norm": 0.181640625,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 1685
    },
    {
      "epoch": 2.626517727051967,
      "grad_norm": 0.0634765625,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 1690
    },
    {
      "epoch": 2.634288489558038,
      "grad_norm": 0.048095703125,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 1695
    },
    {
      "epoch": 2.642059252064109,
      "grad_norm": 0.0059814453125,
      "learning_rate": 0.0001,
      "loss": 0.0097,
      "step": 1700
    },
    {
      "epoch": 2.64983001457018,
      "grad_norm": 0.05078125,
      "learning_rate": 0.0001,
      "loss": 0.0171,
      "step": 1705
    },
    {
      "epoch": 2.657600777076251,
      "grad_norm": 0.0673828125,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 1710
    },
    {
      "epoch": 2.6653715395823214,
      "grad_norm": 0.09716796875,
      "learning_rate": 0.0001,
      "loss": 0.0381,
      "step": 1715
    },
    {
      "epoch": 2.6731423020883924,
      "grad_norm": 0.07373046875,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 1720
    },
    {
      "epoch": 2.6809130645944634,
      "grad_norm": 0.1162109375,
      "learning_rate": 0.0001,
      "loss": 0.0331,
      "step": 1725
    },
    {
      "epoch": 2.688683827100534,
      "grad_norm": 0.158203125,
      "learning_rate": 0.0001,
      "loss": 0.0351,
      "step": 1730
    },
    {
      "epoch": 2.696454589606605,
      "grad_norm": 0.1279296875,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 1735
    },
    {
      "epoch": 2.704225352112676,
      "grad_norm": 0.0634765625,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 1740
    },
    {
      "epoch": 2.711996114618747,
      "grad_norm": 0.0162353515625,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 1745
    },
    {
      "epoch": 2.719766877124818,
      "grad_norm": 0.04541015625,
      "learning_rate": 0.0001,
      "loss": 0.0111,
      "step": 1750
    },
    {
      "epoch": 2.7275376396308886,
      "grad_norm": 0.048828125,
      "learning_rate": 0.0001,
      "loss": 0.0118,
      "step": 1755
    },
    {
      "epoch": 2.7353084021369596,
      "grad_norm": 0.07275390625,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 1760
    },
    {
      "epoch": 2.7430791646430306,
      "grad_norm": 0.11572265625,
      "learning_rate": 0.0001,
      "loss": 0.0456,
      "step": 1765
    },
    {
      "epoch": 2.7508499271491016,
      "grad_norm": 0.05078125,
      "learning_rate": 0.0001,
      "loss": 0.0367,
      "step": 1770
    },
    {
      "epoch": 2.7586206896551726,
      "grad_norm": 0.146484375,
      "learning_rate": 0.0001,
      "loss": 0.0401,
      "step": 1775
    },
    {
      "epoch": 2.766391452161243,
      "grad_norm": 0.059814453125,
      "learning_rate": 0.0001,
      "loss": 0.0374,
      "step": 1780
    },
    {
      "epoch": 2.774162214667314,
      "grad_norm": 0.134765625,
      "learning_rate": 0.0001,
      "loss": 0.032,
      "step": 1785
    },
    {
      "epoch": 2.781932977173385,
      "grad_norm": 0.07080078125,
      "learning_rate": 0.0001,
      "loss": 0.071,
      "step": 1790
    },
    {
      "epoch": 2.789703739679456,
      "grad_norm": 0.064453125,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 1795
    },
    {
      "epoch": 2.797474502185527,
      "grad_norm": 0.029296875,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 1800
    },
    {
      "epoch": 2.8052452646915977,
      "grad_norm": 0.052734375,
      "learning_rate": 0.0001,
      "loss": 0.0121,
      "step": 1805
    },
    {
      "epoch": 2.8130160271976687,
      "grad_norm": 0.055419921875,
      "learning_rate": 0.0001,
      "loss": 0.0144,
      "step": 1810
    },
    {
      "epoch": 2.8207867897037397,
      "grad_norm": 0.11474609375,
      "learning_rate": 0.0001,
      "loss": 0.039,
      "step": 1815
    },
    {
      "epoch": 2.8285575522098103,
      "grad_norm": 0.10888671875,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 1820
    },
    {
      "epoch": 2.8363283147158818,
      "grad_norm": 0.07177734375,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 1825
    },
    {
      "epoch": 2.8440990772219523,
      "grad_norm": 0.220703125,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 1830
    },
    {
      "epoch": 2.8518698397280233,
      "grad_norm": 0.1572265625,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 1835
    },
    {
      "epoch": 2.8596406022340943,
      "grad_norm": 0.07080078125,
      "learning_rate": 0.0001,
      "loss": 0.0873,
      "step": 1840
    },
    {
      "epoch": 2.867411364740165,
      "grad_norm": 0.02490234375,
      "learning_rate": 0.0001,
      "loss": 0.0404,
      "step": 1845
    },
    {
      "epoch": 2.875182127246236,
      "grad_norm": 0.064453125,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 1850
    },
    {
      "epoch": 2.882952889752307,
      "grad_norm": 0.0257568359375,
      "learning_rate": 0.0001,
      "loss": 0.0092,
      "step": 1855
    },
    {
      "epoch": 2.890723652258378,
      "grad_norm": 0.03564453125,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 1860
    },
    {
      "epoch": 2.898494414764449,
      "grad_norm": 0.09912109375,
      "learning_rate": 0.0001,
      "loss": 0.0416,
      "step": 1865
    },
    {
      "epoch": 2.9062651772705195,
      "grad_norm": 0.09326171875,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 1870
    },
    {
      "epoch": 2.9140359397765905,
      "grad_norm": 0.05712890625,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 1875
    },
    {
      "epoch": 2.9218067022826615,
      "grad_norm": 0.107421875,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 1880
    },
    {
      "epoch": 2.9295774647887325,
      "grad_norm": 0.2236328125,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 1885
    },
    {
      "epoch": 2.9373482272948035,
      "grad_norm": 0.04736328125,
      "learning_rate": 0.0001,
      "loss": 0.0915,
      "step": 1890
    },
    {
      "epoch": 2.945118989800874,
      "grad_norm": 0.021484375,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 1895
    },
    {
      "epoch": 2.952889752306945,
      "grad_norm": 0.007476806640625,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 1900
    },
    {
      "epoch": 2.960660514813016,
      "grad_norm": 0.05419921875,
      "learning_rate": 0.0001,
      "loss": 0.0152,
      "step": 1905
    },
    {
      "epoch": 2.968431277319087,
      "grad_norm": 0.048828125,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 1910
    },
    {
      "epoch": 2.976202039825158,
      "grad_norm": 0.10205078125,
      "learning_rate": 0.0001,
      "loss": 0.0411,
      "step": 1915
    },
    {
      "epoch": 2.9839728023312286,
      "grad_norm": 0.07373046875,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 1920
    },
    {
      "epoch": 2.9917435648372996,
      "grad_norm": 0.0751953125,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 1925
    },
    {
      "epoch": 2.9995143273433706,
      "grad_norm": 0.08837890625,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 1930
    },
    {
      "epoch": 3.0072850898494417,
      "grad_norm": 0.0546875,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 1935
    },
    {
      "epoch": 3.015055852355512,
      "grad_norm": 0.0281982421875,
      "learning_rate": 0.0001,
      "loss": 0.013,
      "step": 1940
    },
    {
      "epoch": 3.022826614861583,
      "grad_norm": 0.048583984375,
      "learning_rate": 0.0001,
      "loss": 0.0108,
      "step": 1945
    },
    {
      "epoch": 3.030597377367654,
      "grad_norm": 0.0654296875,
      "learning_rate": 0.0001,
      "loss": 0.01,
      "step": 1950
    },
    {
      "epoch": 3.030597377367654,
      "step": 1950,
      "total_flos": 3.211514870667264e+17,
      "train_loss": 0.0644123371079182,
      "train_runtime": 32478.0061,
      "train_samples_per_second": 0.961,
      "train_steps_per_second": 0.06
    }
  ],
  "logging_steps": 5,
  "max_steps": 1950,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 90,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.211514870667264e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}