{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 2283,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0004380201489268506,
      "grad_norm": 244.0565657784503,
      "learning_rate": 8.733624454148472e-08,
      "loss": 8.7812,
      "step": 1
    },
    {
      "epoch": 0.002190100744634253,
      "grad_norm": 242.08745729404998,
      "learning_rate": 4.366812227074236e-07,
      "loss": 8.8047,
      "step": 5
    },
    {
      "epoch": 0.004380201489268506,
      "grad_norm": 215.31824760158125,
      "learning_rate": 8.733624454148472e-07,
      "loss": 8.6969,
      "step": 10
    },
    {
      "epoch": 0.006570302233902759,
      "grad_norm": 124.79925946857198,
      "learning_rate": 1.3100436681222709e-06,
      "loss": 8.3187,
      "step": 15
    },
    {
      "epoch": 0.008760402978537012,
      "grad_norm": 95.62100949931548,
      "learning_rate": 1.7467248908296944e-06,
      "loss": 7.6672,
      "step": 20
    },
    {
      "epoch": 0.010950503723171266,
      "grad_norm": 56.19522998010826,
      "learning_rate": 2.183406113537118e-06,
      "loss": 6.7922,
      "step": 25
    },
    {
      "epoch": 0.013140604467805518,
      "grad_norm": 34.7212601740852,
      "learning_rate": 2.6200873362445417e-06,
      "loss": 5.9031,
      "step": 30
    },
    {
      "epoch": 0.015330705212439772,
      "grad_norm": 30.849397382141074,
      "learning_rate": 3.0567685589519653e-06,
      "loss": 5.1156,
      "step": 35
    },
    {
      "epoch": 0.017520805957074025,
      "grad_norm": 16.184875412033424,
      "learning_rate": 3.493449781659389e-06,
      "loss": 3.9531,
      "step": 40
    },
    {
      "epoch": 0.01971090670170828,
      "grad_norm": 13.212043262995175,
      "learning_rate": 3.930131004366812e-06,
      "loss": 3.1414,
      "step": 45
    },
    {
      "epoch": 0.021901007446342532,
      "grad_norm": 6.575354808182119,
      "learning_rate": 4.366812227074236e-06,
      "loss": 2.5,
      "step": 50
    },
    {
      "epoch": 0.024091108190976786,
      "grad_norm": 2.5861843997481873,
      "learning_rate": 4.80349344978166e-06,
      "loss": 1.9785,
      "step": 55
    },
    {
      "epoch": 0.026281208935611037,
      "grad_norm": 1.566359722353574,
      "learning_rate": 5.2401746724890834e-06,
      "loss": 1.7488,
      "step": 60
    },
    {
      "epoch": 0.02847130968024529,
      "grad_norm": 0.9077919251278966,
      "learning_rate": 5.676855895196507e-06,
      "loss": 1.6184,
      "step": 65
    },
    {
      "epoch": 0.030661410424879545,
      "grad_norm": 0.6573333175178419,
      "learning_rate": 6.1135371179039305e-06,
      "loss": 1.5391,
      "step": 70
    },
    {
      "epoch": 0.0328515111695138,
      "grad_norm": 0.5238887296216804,
      "learning_rate": 6.550218340611354e-06,
      "loss": 1.4633,
      "step": 75
    },
    {
      "epoch": 0.03504161191414805,
      "grad_norm": 0.4821823564791243,
      "learning_rate": 6.986899563318778e-06,
      "loss": 1.4199,
      "step": 80
    },
    {
      "epoch": 0.03723171265878231,
      "grad_norm": 0.4129490577402294,
      "learning_rate": 7.423580786026201e-06,
      "loss": 1.4109,
      "step": 85
    },
    {
      "epoch": 0.03942181340341656,
      "grad_norm": 0.40472709691340175,
      "learning_rate": 7.860262008733624e-06,
      "loss": 1.4168,
      "step": 90
    },
    {
      "epoch": 0.04161191414805081,
      "grad_norm": 0.3808604144712055,
      "learning_rate": 8.296943231441049e-06,
      "loss": 1.3668,
      "step": 95
    },
    {
      "epoch": 0.043802014892685065,
      "grad_norm": 0.367625493325619,
      "learning_rate": 8.733624454148473e-06,
      "loss": 1.3066,
      "step": 100
    },
    {
      "epoch": 0.045992115637319315,
      "grad_norm": 0.359816415568165,
      "learning_rate": 9.170305676855896e-06,
      "loss": 1.3449,
      "step": 105
    },
    {
      "epoch": 0.04818221638195357,
      "grad_norm": 0.341837652413913,
      "learning_rate": 9.60698689956332e-06,
      "loss": 1.3273,
      "step": 110
    },
    {
      "epoch": 0.05037231712658782,
      "grad_norm": 0.34301552589118167,
      "learning_rate": 1.0043668122270742e-05,
      "loss": 1.2949,
      "step": 115
    },
    {
      "epoch": 0.052562417871222074,
      "grad_norm": 0.3628435999185446,
      "learning_rate": 1.0480349344978167e-05,
      "loss": 1.2871,
      "step": 120
    },
    {
      "epoch": 0.05475251861585633,
      "grad_norm": 0.3679166427745723,
      "learning_rate": 1.0917030567685592e-05,
      "loss": 1.3207,
      "step": 125
    },
    {
      "epoch": 0.05694261936049058,
      "grad_norm": 0.34368277634691846,
      "learning_rate": 1.1353711790393014e-05,
      "loss": 1.2645,
      "step": 130
    },
    {
      "epoch": 0.05913272010512484,
      "grad_norm": 0.3551051401296533,
      "learning_rate": 1.179039301310044e-05,
      "loss": 1.2707,
      "step": 135
    },
    {
      "epoch": 0.06132282084975909,
      "grad_norm": 0.334086491935665,
      "learning_rate": 1.2227074235807861e-05,
      "loss": 1.2742,
      "step": 140
    },
    {
      "epoch": 0.06351292159439334,
      "grad_norm": 0.3344453192406718,
      "learning_rate": 1.2663755458515286e-05,
      "loss": 1.2441,
      "step": 145
    },
    {
      "epoch": 0.0657030223390276,
      "grad_norm": 0.3486113854746094,
      "learning_rate": 1.3100436681222708e-05,
      "loss": 1.2934,
      "step": 150
    },
    {
      "epoch": 0.06789312308366185,
      "grad_norm": 0.3450373622328735,
      "learning_rate": 1.3537117903930132e-05,
      "loss": 1.2473,
      "step": 155
    },
    {
      "epoch": 0.0700832238282961,
      "grad_norm": 0.3254863200637601,
      "learning_rate": 1.3973799126637555e-05,
      "loss": 1.2613,
      "step": 160
    },
    {
      "epoch": 0.07227332457293036,
      "grad_norm": 0.3206618735664889,
      "learning_rate": 1.4410480349344979e-05,
      "loss": 1.275,
      "step": 165
    },
    {
      "epoch": 0.07446342531756461,
      "grad_norm": 0.36155580225009337,
      "learning_rate": 1.4847161572052402e-05,
      "loss": 1.2379,
      "step": 170
    },
    {
      "epoch": 0.07665352606219886,
      "grad_norm": 0.331500878464258,
      "learning_rate": 1.5283842794759826e-05,
      "loss": 1.234,
      "step": 175
    },
    {
      "epoch": 0.07884362680683311,
      "grad_norm": 0.35558769100827337,
      "learning_rate": 1.5720524017467248e-05,
      "loss": 1.2641,
      "step": 180
    },
    {
      "epoch": 0.08103372755146737,
      "grad_norm": 0.3514292771304392,
      "learning_rate": 1.6157205240174673e-05,
      "loss": 1.2258,
      "step": 185
    },
    {
      "epoch": 0.08322382829610162,
      "grad_norm": 0.3158735252448049,
      "learning_rate": 1.6593886462882098e-05,
      "loss": 1.2414,
      "step": 190
    },
    {
      "epoch": 0.08541392904073587,
      "grad_norm": 0.3332987501140752,
      "learning_rate": 1.703056768558952e-05,
      "loss": 1.2238,
      "step": 195
    },
    {
      "epoch": 0.08760402978537013,
      "grad_norm": 0.3306118702879735,
      "learning_rate": 1.7467248908296945e-05,
      "loss": 1.2316,
      "step": 200
    },
    {
      "epoch": 0.08979413053000437,
      "grad_norm": 0.3189870404362557,
      "learning_rate": 1.7903930131004367e-05,
      "loss": 1.2355,
      "step": 205
    },
    {
      "epoch": 0.09198423127463863,
      "grad_norm": 0.3015408510885377,
      "learning_rate": 1.8340611353711792e-05,
      "loss": 1.2188,
      "step": 210
    },
    {
      "epoch": 0.09417433201927289,
      "grad_norm": 0.3227399112930752,
      "learning_rate": 1.8777292576419214e-05,
      "loss": 1.2164,
      "step": 215
    },
    {
      "epoch": 0.09636443276390715,
      "grad_norm": 0.3316376300779914,
      "learning_rate": 1.921397379912664e-05,
      "loss": 1.2457,
      "step": 220
    },
    {
      "epoch": 0.09855453350854139,
      "grad_norm": 0.31785017269226773,
      "learning_rate": 1.965065502183406e-05,
      "loss": 1.1949,
      "step": 225
    },
    {
      "epoch": 0.10074463425317565,
      "grad_norm": 0.3305460477093586,
      "learning_rate": 1.9999988303153612e-05,
      "loss": 1.2184,
      "step": 230
    },
    {
      "epoch": 0.1029347349978099,
      "grad_norm": 0.32274702495374813,
      "learning_rate": 1.9999578916403086e-05,
      "loss": 1.2242,
      "step": 235
    },
    {
      "epoch": 0.10512483574244415,
      "grad_norm": 0.3309888084620984,
      "learning_rate": 1.999858471469601e-05,
      "loss": 1.1996,
      "step": 240
    },
    {
      "epoch": 0.1073149364870784,
      "grad_norm": 0.31589160373633207,
      "learning_rate": 1.9997005756177228e-05,
      "loss": 1.1754,
      "step": 245
    },
    {
      "epoch": 0.10950503723171266,
      "grad_norm": 0.3245071336888696,
      "learning_rate": 1.9994842133190485e-05,
      "loss": 1.2059,
      "step": 250
    },
    {
      "epoch": 0.1116951379763469,
      "grad_norm": 0.34753890904189133,
      "learning_rate": 1.999209397227302e-05,
      "loss": 1.2012,
      "step": 255
    },
    {
      "epoch": 0.11388523872098116,
      "grad_norm": 0.30057443535443235,
      "learning_rate": 1.9988761434148164e-05,
      "loss": 1.2281,
      "step": 260
    },
    {
      "epoch": 0.11607533946561542,
      "grad_norm": 0.30036747933816504,
      "learning_rate": 1.998484471371593e-05,
      "loss": 1.1785,
      "step": 265
    },
    {
      "epoch": 0.11826544021024968,
      "grad_norm": 0.32539575218814926,
      "learning_rate": 1.9980344040041636e-05,
      "loss": 1.1742,
      "step": 270
    },
    {
      "epoch": 0.12045554095488392,
      "grad_norm": 0.31075948876414167,
      "learning_rate": 1.99752596763425e-05,
      "loss": 1.209,
      "step": 275
    },
    {
      "epoch": 0.12264564169951818,
      "grad_norm": 0.2948383024933128,
      "learning_rate": 1.9969591919972226e-05,
      "loss": 1.2059,
      "step": 280
    },
    {
      "epoch": 0.12483574244415244,
      "grad_norm": 0.30809860203285494,
      "learning_rate": 1.9963341102403652e-05,
      "loss": 1.1996,
      "step": 285
    },
    {
      "epoch": 0.12702584318878668,
      "grad_norm": 0.3063101893237704,
      "learning_rate": 1.995650758920932e-05,
      "loss": 1.2,
      "step": 290
    },
    {
      "epoch": 0.12921594393342092,
      "grad_norm": 0.29266235209581604,
      "learning_rate": 1.9949091780040143e-05,
      "loss": 1.173,
      "step": 295
    },
    {
      "epoch": 0.1314060446780552,
      "grad_norm": 0.3236695292638355,
      "learning_rate": 1.9941094108601985e-05,
      "loss": 1.1832,
      "step": 300
    },
    {
      "epoch": 0.13359614542268944,
      "grad_norm": 0.29386460049329405,
      "learning_rate": 1.9932515042630335e-05,
      "loss": 1.1746,
      "step": 305
    },
    {
      "epoch": 0.1357862461673237,
      "grad_norm": 0.3304096067847152,
      "learning_rate": 1.9923355083862933e-05,
      "loss": 1.2004,
      "step": 310
    },
    {
      "epoch": 0.13797634691195795,
      "grad_norm": 0.297618875850005,
      "learning_rate": 1.9913614768010418e-05,
      "loss": 1.1656,
      "step": 315
    },
    {
      "epoch": 0.1401664476565922,
      "grad_norm": 0.3453392768634244,
      "learning_rate": 1.9903294664725023e-05,
      "loss": 1.1473,
      "step": 320
    },
    {
      "epoch": 0.14235654840122647,
      "grad_norm": 0.2952934857480258,
      "learning_rate": 1.989239537756723e-05,
      "loss": 1.1898,
      "step": 325
    },
    {
      "epoch": 0.1445466491458607,
      "grad_norm": 0.3096490330878614,
      "learning_rate": 1.9880917543970503e-05,
      "loss": 1.1727,
      "step": 330
    },
    {
      "epoch": 0.14673674989049496,
      "grad_norm": 0.305522689793203,
      "learning_rate": 1.986886183520398e-05,
      "loss": 1.166,
      "step": 335
    },
    {
      "epoch": 0.14892685063512923,
      "grad_norm": 0.2977399891862773,
      "learning_rate": 1.985622895633323e-05,
      "loss": 1.1605,
      "step": 340
    },
    {
      "epoch": 0.15111695137976347,
      "grad_norm": 0.3080937705338333,
      "learning_rate": 1.9843019646179014e-05,
      "loss": 1.1785,
      "step": 345
    },
    {
      "epoch": 0.1533070521243977,
      "grad_norm": 0.28864764946025717,
      "learning_rate": 1.982923467727408e-05,
      "loss": 1.1797,
      "step": 350
    },
    {
      "epoch": 0.15549715286903198,
      "grad_norm": 0.29002073593801136,
      "learning_rate": 1.981487485581797e-05,
      "loss": 1.1676,
      "step": 355
    },
    {
      "epoch": 0.15768725361366623,
      "grad_norm": 0.3018457130707611,
      "learning_rate": 1.9799941021629886e-05,
      "loss": 1.1738,
      "step": 360
    },
    {
      "epoch": 0.15987735435830047,
      "grad_norm": 0.30507162972432783,
      "learning_rate": 1.9784434048099565e-05,
      "loss": 1.1668,
      "step": 365
    },
    {
      "epoch": 0.16206745510293474,
      "grad_norm": 0.3049773910908397,
      "learning_rate": 1.97683548421362e-05,
      "loss": 1.1781,
      "step": 370
    },
    {
      "epoch": 0.164257555847569,
      "grad_norm": 0.3024971125857499,
      "learning_rate": 1.9751704344115402e-05,
      "loss": 1.1625,
      "step": 375
    },
    {
      "epoch": 0.16644765659220323,
      "grad_norm": 0.28148210956054226,
      "learning_rate": 1.97344835278242e-05,
      "loss": 1.1687,
      "step": 380
    },
    {
      "epoch": 0.1686377573368375,
      "grad_norm": 0.2996144816775727,
      "learning_rate": 1.97166934004041e-05,
      "loss": 1.207,
      "step": 385
    },
    {
      "epoch": 0.17082785808147175,
      "grad_norm": 0.29532940992965984,
      "learning_rate": 1.9698335002292176e-05,
      "loss": 1.1848,
      "step": 390
    },
    {
      "epoch": 0.173017958826106,
      "grad_norm": 0.3001673093160351,
      "learning_rate": 1.967940940716021e-05,
      "loss": 1.1828,
      "step": 395
    },
    {
      "epoch": 0.17520805957074026,
      "grad_norm": 0.30610198280704054,
      "learning_rate": 1.9659917721851924e-05,
      "loss": 1.1867,
      "step": 400
    },
    {
      "epoch": 0.1773981603153745,
      "grad_norm": 0.2925881036239608,
      "learning_rate": 1.963986108631823e-05,
      "loss": 1.1418,
      "step": 405
    },
    {
      "epoch": 0.17958826106000875,
      "grad_norm": 0.29339092688050755,
      "learning_rate": 1.961924067355056e-05,
      "loss": 1.1637,
      "step": 410
    },
    {
      "epoch": 0.18177836180464302,
      "grad_norm": 0.30407476923887133,
      "learning_rate": 1.9598057689512277e-05,
      "loss": 1.1508,
      "step": 415
    },
    {
      "epoch": 0.18396846254927726,
      "grad_norm": 0.29998056902468595,
      "learning_rate": 1.957631337306814e-05,
      "loss": 1.1578,
      "step": 420
    },
    {
      "epoch": 0.18615856329391153,
      "grad_norm": 0.3025021503047764,
      "learning_rate": 1.9554008995911837e-05,
      "loss": 1.1812,
      "step": 425
    },
    {
      "epoch": 0.18834866403854578,
      "grad_norm": 0.2960918602914393,
      "learning_rate": 1.953114586249164e-05,
      "loss": 1.1793,
      "step": 430
    },
    {
      "epoch": 0.19053876478318002,
      "grad_norm": 0.3196259778914729,
      "learning_rate": 1.950772530993409e-05,
      "loss": 1.1738,
      "step": 435
    },
    {
      "epoch": 0.1927288655278143,
      "grad_norm": 0.2993685894942767,
      "learning_rate": 1.9483748707965803e-05,
      "loss": 1.1512,
      "step": 440
    },
    {
      "epoch": 0.19491896627244854,
      "grad_norm": 0.3002942784736228,
      "learning_rate": 1.945921745883337e-05,
      "loss": 1.1625,
      "step": 445
    },
    {
      "epoch": 0.19710906701708278,
      "grad_norm": 0.30887780802399506,
      "learning_rate": 1.9434132997221347e-05,
      "loss": 1.1719,
      "step": 450
    },
    {
      "epoch": 0.19929916776171705,
      "grad_norm": 0.29738335551869177,
      "learning_rate": 1.9408496790168337e-05,
      "loss": 1.1641,
      "step": 455
    },
    {
      "epoch": 0.2014892685063513,
      "grad_norm": 0.30233929664046716,
      "learning_rate": 1.9382310336981206e-05,
      "loss": 1.1512,
      "step": 460
    },
    {
      "epoch": 0.20367936925098554,
      "grad_norm": 0.29527032498064754,
      "learning_rate": 1.935557516914739e-05,
      "loss": 1.148,
      "step": 465
    },
    {
      "epoch": 0.2058694699956198,
      "grad_norm": 0.29787746244856167,
      "learning_rate": 1.932829285024533e-05,
      "loss": 1.1516,
      "step": 470
    },
    {
      "epoch": 0.20805957074025405,
      "grad_norm": 0.2913683096092213,
      "learning_rate": 1.9300464975853032e-05,
      "loss": 1.1344,
      "step": 475
    },
    {
      "epoch": 0.2102496714848883,
      "grad_norm": 0.27500340802613793,
      "learning_rate": 1.9272093173454735e-05,
      "loss": 1.1574,
      "step": 480
    },
    {
      "epoch": 0.21243977222952257,
      "grad_norm": 0.2812766184977934,
      "learning_rate": 1.9243179102345753e-05,
      "loss": 1.148,
      "step": 485
    },
    {
      "epoch": 0.2146298729741568,
      "grad_norm": 0.2865109750359857,
      "learning_rate": 1.9213724453535417e-05,
      "loss": 1.1578,
      "step": 490
    },
    {
      "epoch": 0.21681997371879105,
      "grad_norm": 0.29189523569878567,
      "learning_rate": 1.9183730949648173e-05,
      "loss": 1.1602,
      "step": 495
    },
    {
      "epoch": 0.21901007446342532,
      "grad_norm": 0.29979676151962115,
      "learning_rate": 1.9153200344822855e-05,
      "loss": 1.1355,
      "step": 500
    },
    {
      "epoch": 0.22120017520805957,
      "grad_norm": 0.300831896633153,
      "learning_rate": 1.912213442461009e-05,
      "loss": 1.1391,
      "step": 505
    },
    {
      "epoch": 0.2233902759526938,
      "grad_norm": 0.29049722290498076,
      "learning_rate": 1.9090535005867853e-05,
      "loss": 1.1727,
      "step": 510
    },
    {
      "epoch": 0.22558037669732808,
      "grad_norm": 0.3104171548245787,
      "learning_rate": 1.9058403936655235e-05,
      "loss": 1.1551,
      "step": 515
    },
    {
      "epoch": 0.22777047744196233,
      "grad_norm": 0.2944155570969255,
      "learning_rate": 1.9025743096124346e-05,
      "loss": 1.1527,
      "step": 520
    },
    {
      "epoch": 0.22996057818659657,
      "grad_norm": 0.3169970998158994,
      "learning_rate": 1.899255439441043e-05,
      "loss": 1.158,
      "step": 525
    },
    {
      "epoch": 0.23215067893123084,
      "grad_norm": 0.2842476129923102,
      "learning_rate": 1.8958839772520125e-05,
      "loss": 1.1758,
      "step": 530
    },
    {
      "epoch": 0.23434077967586509,
      "grad_norm": 0.2855513642633395,
      "learning_rate": 1.8924601202217977e-05,
      "loss": 1.1357,
      "step": 535
    },
    {
      "epoch": 0.23653088042049936,
      "grad_norm": 0.2848004802653552,
      "learning_rate": 1.888984068591111e-05,
      "loss": 1.1391,
      "step": 540
    },
    {
      "epoch": 0.2387209811651336,
      "grad_norm": 0.28099993296693176,
      "learning_rate": 1.8854560256532098e-05,
      "loss": 1.1355,
      "step": 545
    },
    {
      "epoch": 0.24091108190976784,
      "grad_norm": 0.3070333803041777,
      "learning_rate": 1.8818761977420114e-05,
      "loss": 1.143,
      "step": 550
    },
    {
      "epoch": 0.24310118265440211,
      "grad_norm": 0.28305196192266907,
      "learning_rate": 1.878244794220022e-05,
      "loss": 1.1625,
      "step": 555
    },
    {
      "epoch": 0.24529128339903636,
      "grad_norm": 0.29533684816936556,
      "learning_rate": 1.874562027466093e-05,
      "loss": 1.1695,
      "step": 560
    },
    {
      "epoch": 0.2474813841436706,
      "grad_norm": 0.29819831907768873,
      "learning_rate": 1.8708281128630023e-05,
      "loss": 1.1469,
      "step": 565
    },
    {
      "epoch": 0.24967148488830487,
      "grad_norm": 0.28827778580342983,
      "learning_rate": 1.8670432687848562e-05,
      "loss": 1.149,
      "step": 570
    },
    {
      "epoch": 0.2518615856329391,
      "grad_norm": 0.2865593620968661,
      "learning_rate": 1.8632077165843174e-05,
      "loss": 1.1246,
      "step": 575
    },
    {
      "epoch": 0.25405168637757336,
      "grad_norm": 0.2873333172793282,
      "learning_rate": 1.8593216805796612e-05,
      "loss": 1.1402,
      "step": 580
    },
    {
      "epoch": 0.25624178712220763,
      "grad_norm": 0.28696704010138063,
      "learning_rate": 1.8553853880416555e-05,
      "loss": 1.1293,
      "step": 585
    },
    {
      "epoch": 0.25843188786684185,
      "grad_norm": 0.27933859864997074,
      "learning_rate": 1.8513990691802686e-05,
      "loss": 1.1691,
      "step": 590
    },
    {
      "epoch": 0.2606219886114761,
      "grad_norm": 0.2870969603657859,
      "learning_rate": 1.8473629571312073e-05,
      "loss": 1.1617,
      "step": 595
    },
    {
      "epoch": 0.2628120893561104,
      "grad_norm": 0.2843186093708674,
      "learning_rate": 1.8432772879422797e-05,
      "loss": 1.1355,
      "step": 600
    },
    {
      "epoch": 0.26500219010074466,
      "grad_norm": 0.31588736128898504,
      "learning_rate": 1.8391423005595928e-05,
      "loss": 1.1359,
      "step": 605
    },
    {
      "epoch": 0.2671922908453789,
      "grad_norm": 0.29315028625446876,
      "learning_rate": 1.8349582368135764e-05,
      "loss": 1.1551,
      "step": 610
    },
    {
      "epoch": 0.26938239159001315,
      "grad_norm": 0.2882074502213313,
      "learning_rate": 1.8307253414048395e-05,
      "loss": 1.1363,
      "step": 615
    },
    {
      "epoch": 0.2715724923346474,
      "grad_norm": 0.2932578089430528,
      "learning_rate": 1.8264438618898617e-05,
      "loss": 1.1455,
      "step": 620
    },
    {
      "epoch": 0.27376259307928164,
      "grad_norm": 0.27801162707284016,
      "learning_rate": 1.8221140486665125e-05,
      "loss": 1.1621,
      "step": 625
    },
    {
      "epoch": 0.2759526938239159,
      "grad_norm": 0.29375240288760845,
      "learning_rate": 1.8177361549594068e-05,
      "loss": 1.1492,
      "step": 630
    },
    {
      "epoch": 0.2781427945685502,
      "grad_norm": 0.276903179408844,
      "learning_rate": 1.813310436805099e-05,
      "loss": 1.1445,
      "step": 635
    },
    {
      "epoch": 0.2803328953131844,
      "grad_norm": 0.27955633362670035,
      "learning_rate": 1.8088371530371044e-05,
      "loss": 1.1531,
      "step": 640
    },
    {
      "epoch": 0.28252299605781866,
      "grad_norm": 0.2799230772005429,
      "learning_rate": 1.804316565270765e-05,
      "loss": 1.1512,
      "step": 645
    },
    {
      "epoch": 0.28471309680245294,
      "grad_norm": 0.27521037714056357,
      "learning_rate": 1.7997489378879465e-05,
      "loss": 1.1438,
      "step": 650
    },
    {
      "epoch": 0.28690319754708715,
      "grad_norm": 0.29389670124687384,
      "learning_rate": 1.7951345380215795e-05,
      "loss": 1.152,
      "step": 655
    },
    {
      "epoch": 0.2890932982917214,
      "grad_norm": 0.28364632855748595,
      "learning_rate": 1.7904736355400324e-05,
      "loss": 1.1576,
      "step": 660
    },
    {
      "epoch": 0.2912833990363557,
      "grad_norm": 0.2767305609560192,
      "learning_rate": 1.785766503031332e-05,
      "loss": 1.1414,
      "step": 665
    },
    {
      "epoch": 0.2934734997809899,
      "grad_norm": 0.28006968803895216,
      "learning_rate": 1.78101341578722e-05,
      "loss": 1.1367,
      "step": 670
    },
    {
      "epoch": 0.2956636005256242,
      "grad_norm": 0.2938177814391214,
      "learning_rate": 1.7762146517870526e-05,
      "loss": 1.132,
      "step": 675
    },
    {
      "epoch": 0.29785370127025845,
      "grad_norm": 0.2763427209869464,
      "learning_rate": 1.7713704916815432e-05,
      "loss": 1.1461,
      "step": 680
    },
    {
      "epoch": 0.30004380201489267,
      "grad_norm": 0.3006381369806697,
      "learning_rate": 1.76648121877635e-05,
      "loss": 1.134,
      "step": 685
    },
    {
      "epoch": 0.30223390275952694,
      "grad_norm": 0.2910687567455647,
      "learning_rate": 1.7615471190155056e-05,
      "loss": 1.1176,
      "step": 690
    },
    {
      "epoch": 0.3044240035041612,
      "grad_norm": 0.2678904446910071,
      "learning_rate": 1.7565684809646946e-05,
      "loss": 1.1223,
      "step": 695
    },
    {
      "epoch": 0.3066141042487954,
      "grad_norm": 0.2753813506939354,
      "learning_rate": 1.7515455957943772e-05,
      "loss": 1.1574,
      "step": 700
    },
    {
      "epoch": 0.3088042049934297,
      "grad_norm": 0.28669942485252364,
      "learning_rate": 1.746478757262761e-05,
      "loss": 1.1496,
      "step": 705
    },
    {
      "epoch": 0.31099430573806397,
      "grad_norm": 0.2843980836766018,
      "learning_rate": 1.7413682616986185e-05,
      "loss": 1.1363,
      "step": 710
    },
    {
      "epoch": 0.3131844064826982,
      "grad_norm": 0.2808223481563682,
      "learning_rate": 1.73621440798396e-05,
      "loss": 1.1305,
      "step": 715
    },
    {
      "epoch": 0.31537450722733246,
      "grad_norm": 0.2922348240666733,
      "learning_rate": 1.7310174975365508e-05,
      "loss": 1.1252,
      "step": 720
    },
    {
      "epoch": 0.31756460797196673,
      "grad_norm": 0.28067686922560126,
      "learning_rate": 1.7257778342922853e-05,
      "loss": 1.1348,
      "step": 725
    },
    {
      "epoch": 0.31975470871660094,
      "grad_norm": 0.2945526878670907,
      "learning_rate": 1.7204957246874103e-05,
      "loss": 1.1527,
      "step": 730
    },
    {
      "epoch": 0.3219448094612352,
      "grad_norm": 0.276941149759669,
      "learning_rate": 1.7151714776406034e-05,
      "loss": 1.1102,
      "step": 735
    },
    {
      "epoch": 0.3241349102058695,
      "grad_norm": 0.289439650523264,
      "learning_rate": 1.7098054045349076e-05,
      "loss": 1.125,
      "step": 740
    },
    {
      "epoch": 0.3263250109505037,
      "grad_norm": 0.2801285692740154,
      "learning_rate": 1.7043978191995177e-05,
      "loss": 1.127,
      "step": 745
    },
    {
      "epoch": 0.328515111695138,
      "grad_norm": 0.3350495049060471,
      "learning_rate": 1.6989490378914304e-05,
      "loss": 1.1227,
      "step": 750
    },
    {
      "epoch": 0.33070521243977224,
      "grad_norm": 0.2808592002786063,
      "learning_rate": 1.6934593792769435e-05,
      "loss": 1.152,
      "step": 755
    },
    {
      "epoch": 0.33289531318440646,
      "grad_norm": 0.27808585554127363,
      "learning_rate": 1.6879291644130235e-05,
      "loss": 1.1309,
      "step": 760
    },
    {
      "epoch": 0.33508541392904073,
      "grad_norm": 0.27069745729859374,
      "learning_rate": 1.682358716728525e-05,
      "loss": 1.1416,
      "step": 765
    },
    {
      "epoch": 0.337275514673675,
      "grad_norm": 0.29843211507422185,
      "learning_rate": 1.676748362005279e-05,
      "loss": 1.1449,
      "step": 770
    },
    {
      "epoch": 0.3394656154183092,
      "grad_norm": 0.28556892181225596,
      "learning_rate": 1.671098428359037e-05,
      "loss": 1.143,
      "step": 775
    },
    {
      "epoch": 0.3416557161629435,
      "grad_norm": 0.30065398619371225,
      "learning_rate": 1.6654092462202828e-05,
      "loss": 1.1227,
      "step": 780
    },
    {
      "epoch": 0.34384581690757776,
      "grad_norm": 0.2681674526100603,
      "learning_rate": 1.6596811483149077e-05,
      "loss": 1.1273,
      "step": 785
    },
    {
      "epoch": 0.346035917652212,
      "grad_norm": 0.29230660631987243,
      "learning_rate": 1.6539144696447504e-05,
      "loss": 1.1277,
      "step": 790
    },
    {
      "epoch": 0.34822601839684625,
      "grad_norm": 0.27613144345526425,
      "learning_rate": 1.6481095474680062e-05,
      "loss": 1.1285,
      "step": 795
    },
    {
      "epoch": 0.3504161191414805,
      "grad_norm": 0.28721223205254864,
      "learning_rate": 1.642266721279502e-05,
      "loss": 1.1215,
      "step": 800
    },
    {
      "epoch": 0.35260621988611474,
      "grad_norm": 0.2839922006300779,
      "learning_rate": 1.6363863327908405e-05,
      "loss": 1.1219,
      "step": 805
    },
    {
      "epoch": 0.354796320630749,
      "grad_norm": 0.2721319526014653,
      "learning_rate": 1.630468725910417e-05,
      "loss": 1.1297,
      "step": 810
    },
    {
      "epoch": 0.3569864213753833,
      "grad_norm": 0.2666725910793476,
      "learning_rate": 1.6245142467233067e-05,
      "loss": 1.1525,
      "step": 815
    },
    {
      "epoch": 0.3591765221200175,
      "grad_norm": 0.2749768948580958,
      "learning_rate": 1.618523243471021e-05,
      "loss": 1.1252,
      "step": 820
    },
    {
      "epoch": 0.36136662286465177,
      "grad_norm": 0.27001888357231557,
      "learning_rate": 1.6124960665311447e-05,
      "loss": 1.1227,
      "step": 825
    },
    {
      "epoch": 0.36355672360928604,
      "grad_norm": 0.27097536893189883,
      "learning_rate": 1.606433068396843e-05,
      "loss": 1.1273,
      "step": 830
    },
    {
      "epoch": 0.3657468243539203,
      "grad_norm": 0.28488649062206617,
      "learning_rate": 1.6003346036562457e-05,
      "loss": 1.1186,
      "step": 835
    },
    {
      "epoch": 0.3679369250985545,
      "grad_norm": 0.27688500142196154,
      "learning_rate": 1.5942010289717108e-05,
      "loss": 1.1402,
      "step": 840
    },
    {
      "epoch": 0.3701270258431888,
      "grad_norm": 0.2674674925612205,
      "learning_rate": 1.588032703058964e-05,
      "loss": 1.0869,
      "step": 845
    },
    {
      "epoch": 0.37231712658782307,
      "grad_norm": 0.2856317902597983,
      "learning_rate": 1.5818299866661216e-05,
      "loss": 1.1398,
      "step": 850
    },
    {
      "epoch": 0.3745072273324573,
      "grad_norm": 0.27673240509708347,
      "learning_rate": 1.5755932425525907e-05,
      "loss": 1.1215,
      "step": 855
    },
    {
      "epoch": 0.37669732807709155,
      "grad_norm": 0.2736444678975509,
      "learning_rate": 1.569322835467853e-05,
      "loss": 1.1176,
      "step": 860
    },
    {
      "epoch": 0.3788874288217258,
      "grad_norm": 0.2768113382591734,
      "learning_rate": 1.563019132130136e-05,
      "loss": 1.1383,
      "step": 865
    },
    {
      "epoch": 0.38107752956636004,
      "grad_norm": 0.28162020446683744,
      "learning_rate": 1.5566825012049623e-05,
      "loss": 1.1363,
      "step": 870
    },
    {
      "epoch": 0.3832676303109943,
      "grad_norm": 0.27091660063236284,
      "learning_rate": 1.5503133132835916e-05,
      "loss": 1.1215,
      "step": 875
    },
    {
      "epoch": 0.3854577310556286,
      "grad_norm": 0.2666248763577975,
      "learning_rate": 1.5439119408613442e-05,
      "loss": 1.1254,
      "step": 880
    },
    {
      "epoch": 0.3876478318002628,
      "grad_norm": 0.2703004250271796,
      "learning_rate": 1.5374787583158188e-05,
      "loss": 1.1582,
      "step": 885
    },
    {
      "epoch": 0.38983793254489707,
      "grad_norm": 0.28795897475828547,
      "learning_rate": 1.531014141884994e-05,
      "loss": 1.1301,
      "step": 890
    },
    {
      "epoch": 0.39202803328953134,
      "grad_norm": 0.26937126154119884,
      "learning_rate": 1.5245184696452286e-05,
      "loss": 1.0959,
      "step": 895
    },
    {
      "epoch": 0.39421813403416556,
      "grad_norm": 0.2708023087895912,
      "learning_rate": 1.5179921214891469e-05,
      "loss": 1.1313,
      "step": 900
    },
    {
      "epoch": 0.39640823477879983,
      "grad_norm": 0.2851242116128433,
      "learning_rate": 1.5114354791034225e-05,
      "loss": 1.1316,
      "step": 905
    },
    {
      "epoch": 0.3985983355234341,
      "grad_norm": 0.270999449215019,
      "learning_rate": 1.5048489259464552e-05,
      "loss": 1.1297,
      "step": 910
    },
    {
      "epoch": 0.4007884362680683,
      "grad_norm": 0.2815986051423743,
      "learning_rate": 1.4982328472259453e-05,
      "loss": 1.1414,
      "step": 915
    },
    {
      "epoch": 0.4029785370127026,
      "grad_norm": 0.25822461525801005,
      "learning_rate": 1.4915876298763654e-05,
      "loss": 1.1287,
      "step": 920
    },
    {
      "epoch": 0.40516863775733686,
      "grad_norm": 0.2747332123131356,
      "learning_rate": 1.4849136625363297e-05,
      "loss": 1.1141,
      "step": 925
    },
    {
      "epoch": 0.4073587385019711,
      "grad_norm": 0.2712357004324246,
      "learning_rate": 1.4782113355258656e-05,
      "loss": 1.1074,
      "step": 930
    },
    {
      "epoch": 0.40954883924660535,
      "grad_norm": 0.27085881871204187,
      "learning_rate": 1.471481040823587e-05,
      "loss": 1.1105,
      "step": 935
    },
    {
      "epoch": 0.4117389399912396,
      "grad_norm": 0.27599882086276023,
      "learning_rate": 1.4647231720437687e-05,
      "loss": 1.123,
      "step": 940
    },
    {
      "epoch": 0.41392904073587383,
      "grad_norm": 0.27922116769860744,
      "learning_rate": 1.4579381244133265e-05,
      "loss": 1.1469,
      "step": 945
    },
    {
      "epoch": 0.4161191414805081,
      "grad_norm": 0.2735506939973002,
      "learning_rate": 1.4511262947487037e-05,
      "loss": 1.134,
      "step": 950
    },
    {
      "epoch": 0.4183092422251424,
      "grad_norm": 0.26886344993062933,
      "learning_rate": 1.444288081432662e-05,
      "loss": 1.1246,
      "step": 955
    },
    {
      "epoch": 0.4204993429697766,
      "grad_norm": 0.26964142533259994,
      "learning_rate": 1.4374238843909845e-05,
      "loss": 1.1275,
      "step": 960
    },
    {
      "epoch": 0.42268944371441086,
      "grad_norm": 0.2745245268675833,
      "learning_rate": 1.4305341050690845e-05,
      "loss": 1.1457,
      "step": 965
    },
    {
      "epoch": 0.42487954445904513,
      "grad_norm": 0.27343512900772715,
      "learning_rate": 1.4236191464085286e-05,
      "loss": 1.1109,
      "step": 970
    },
    {
      "epoch": 0.42706964520367935,
      "grad_norm": 0.2743571452940947,
      "learning_rate": 1.4166794128234705e-05,
      "loss": 1.1187,
      "step": 975
    },
    {
      "epoch": 0.4292597459483136,
      "grad_norm": 0.26544274644395,
      "learning_rate": 1.4097153101770008e-05,
      "loss": 1.1469,
      "step": 980
    },
    {
      "epoch": 0.4314498466929479,
      "grad_norm": 0.5158719980721467,
      "learning_rate": 1.4027272457574082e-05,
      "loss": 1.125,
      "step": 985
    },
    {
      "epoch": 0.4336399474375821,
      "grad_norm": 0.27681551273825566,
      "learning_rate": 1.3957156282543605e-05,
      "loss": 1.1363,
      "step": 990
    },
    {
      "epoch": 0.4358300481822164,
      "grad_norm": 0.27949169274878094,
      "learning_rate": 1.388680867735004e-05,
      "loss": 1.1254,
      "step": 995
    },
    {
      "epoch": 0.43802014892685065,
      "grad_norm": 0.2693597774135224,
      "learning_rate": 1.381623375619979e-05,
      "loss": 1.1104,
      "step": 1000
    },
    {
      "epoch": 0.44021024967148487,
      "grad_norm": 0.27336241345507317,
      "learning_rate": 1.3745435646593613e-05,
      "loss": 1.1346,
      "step": 1005
    },
    {
      "epoch": 0.44240035041611914,
      "grad_norm": 0.2697587637867333,
      "learning_rate": 1.3674418489085192e-05,
      "loss": 1.1313,
      "step": 1010
    },
    {
      "epoch": 0.4445904511607534,
      "grad_norm": 0.2637933472764974,
      "learning_rate": 1.360318643703901e-05,
      "loss": 1.1174,
      "step": 1015
    },
    {
      "epoch": 0.4467805519053876,
      "grad_norm": 0.2625274872058839,
      "learning_rate": 1.3531743656387426e-05,
      "loss": 1.1314,
      "step": 1020
    },
    {
      "epoch": 0.4489706526500219,
      "grad_norm": 0.2612762476528872,
      "learning_rate": 1.346009432538705e-05,
      "loss": 1.1205,
      "step": 1025
    },
    {
      "epoch": 0.45116075339465617,
      "grad_norm": 0.2804760409295694,
      "learning_rate": 1.3388242634374367e-05,
      "loss": 1.1547,
      "step": 1030
    },
    {
      "epoch": 0.4533508541392904,
      "grad_norm": 0.2730844934530705,
      "learning_rate": 1.331619278552068e-05,
      "loss": 1.1301,
      "step": 1035
    },
    {
      "epoch": 0.45554095488392465,
      "grad_norm": 0.2761820674316818,
      "learning_rate": 1.3243948992586347e-05,
      "loss": 1.1383,
      "step": 1040
    },
    {
      "epoch": 0.4577310556285589,
      "grad_norm": 0.2687484002119245,
      "learning_rate": 1.3171515480674342e-05,
      "loss": 1.1248,
      "step": 1045
    },
    {
      "epoch": 0.45992115637319314,
      "grad_norm": 0.27893259508437857,
      "learning_rate": 1.309889648598316e-05,
      "loss": 1.1535,
      "step": 1050
    },
    {
      "epoch": 0.4621112571178274,
      "grad_norm": 0.2741964520386731,
      "learning_rate": 1.3026096255559055e-05,
      "loss": 1.1066,
      "step": 1055
    },
    {
      "epoch": 0.4643013578624617,
      "grad_norm": 0.2766533566738994,
      "learning_rate": 1.295311904704767e-05,
      "loss": 1.1641,
      "step": 1060
    },
    {
      "epoch": 0.4664914586070959,
      "grad_norm": 0.2715162801769272,
      "learning_rate": 1.2879969128445025e-05,
      "loss": 1.125,
      "step": 1065
    },
    {
      "epoch": 0.46868155935173017,
      "grad_norm": 0.26726252131908934,
      "learning_rate": 1.2806650777847913e-05,
      "loss": 1.116,
      "step": 1070
    },
    {
      "epoch": 0.47087166009636444,
      "grad_norm": 0.2840924656915755,
      "learning_rate": 1.2733168283203692e-05,
      "loss": 1.1318,
      "step": 1075
    },
    {
      "epoch": 0.4730617608409987,
      "grad_norm": 0.26702580899914813,
      "learning_rate": 1.265952594205952e-05,
      "loss": 1.1156,
      "step": 1080
    },
    {
      "epoch": 0.47525186158563293,
      "grad_norm": 0.2773818319183054,
      "learning_rate": 1.2585728061311003e-05,
      "loss": 1.1184,
      "step": 1085
    },
    {
      "epoch": 0.4774419623302672,
      "grad_norm": 0.27175516307591485,
      "learning_rate": 1.2511778956950325e-05,
      "loss": 1.1418,
      "step": 1090
    },
    {
      "epoch": 0.47963206307490147,
      "grad_norm": 0.2689155932559786,
      "learning_rate": 1.243768295381382e-05,
      "loss": 1.1006,
      "step": 1095
    },
    {
      "epoch": 0.4818221638195357,
      "grad_norm": 0.26134780287986276,
      "learning_rate": 1.2363444385329052e-05,
      "loss": 1.108,
      "step": 1100
    },
    {
      "epoch": 0.48401226456416996,
      "grad_norm": 0.2742997540168624,
      "learning_rate": 1.2289067593261358e-05,
      "loss": 1.1141,
      "step": 1105
    },
    {
      "epoch": 0.48620236530880423,
      "grad_norm": 0.29141512596729113,
      "learning_rate": 1.2214556927459955e-05,
      "loss": 1.1176,
      "step": 1110
    },
    {
      "epoch": 0.48839246605343845,
      "grad_norm": 0.27353849576189837,
      "learning_rate": 1.2139916745603509e-05,
      "loss": 1.1258,
      "step": 1115
    },
    {
      "epoch": 0.4905825667980727,
      "grad_norm": 0.27107693520298354,
      "learning_rate": 1.2065151412945308e-05,
      "loss": 1.1098,
      "step": 1120
    },
    {
      "epoch": 0.492772667542707,
      "grad_norm": 0.2819238585953994,
      "learning_rate": 1.1990265302057948e-05,
      "loss": 1.1225,
      "step": 1125
    },
    {
      "epoch": 0.4949627682873412,
      "grad_norm": 0.266552343582286,
      "learning_rate": 1.191526279257762e-05,
      "loss": 1.1016,
      "step": 1130
    },
    {
      "epoch": 0.4971528690319755,
      "grad_norm": 0.278057928098842,
      "learning_rate": 1.1840148270947962e-05,
      "loss": 1.1252,
      "step": 1135
    },
    {
      "epoch": 0.49934296977660975,
      "grad_norm": 0.2936883558777508,
      "learning_rate": 1.1764926130163525e-05,
      "loss": 1.1359,
      "step": 1140
    },
    {
      "epoch": 0.501533070521244,
      "grad_norm": 0.2834365935036193,
      "learning_rate": 1.1689600769512855e-05,
      "loss": 1.0994,
      "step": 1145
    },
    {
      "epoch": 0.5037231712658782,
      "grad_norm": 0.274648980748947,
      "learning_rate": 1.1614176594321202e-05,
      "loss": 1.092,
      "step": 1150
    },
    {
      "epoch": 0.5059132720105125,
      "grad_norm": 0.28409682473235875,
      "learning_rate": 1.1538658015692892e-05,
      "loss": 1.1346,
      "step": 1155
    },
    {
      "epoch": 0.5081033727551467,
      "grad_norm": 0.2850776782098923,
      "learning_rate": 1.146304945025332e-05,
      "loss": 1.1227,
      "step": 1160
    },
    {
      "epoch": 0.5102934734997809,
      "grad_norm": 0.2610428092893358,
      "learning_rate": 1.1387355319890685e-05,
      "loss": 1.0969,
      "step": 1165
    },
    {
      "epoch": 0.5124835742444153,
      "grad_norm": 0.2740958199191816,
      "learning_rate": 1.1311580051497344e-05,
      "loss": 1.1246,
      "step": 1170
    },
    {
      "epoch": 0.5146736749890495,
      "grad_norm": 0.2848288147278702,
      "learning_rate": 1.123572807671094e-05,
      "loss": 1.1109,
      "step": 1175
    },
    {
      "epoch": 0.5168637757336837,
      "grad_norm": 0.26817858926421695,
      "learning_rate": 1.1159803831655206e-05,
      "loss": 1.1273,
      "step": 1180
    },
    {
      "epoch": 0.519053876478318,
      "grad_norm": 0.2697805969038893,
      "learning_rate": 1.1083811756680523e-05,
      "loss": 1.1289,
      "step": 1185
    },
    {
      "epoch": 0.5212439772229522,
      "grad_norm": 0.2705343306376679,
      "learning_rate": 1.1007756296104237e-05,
      "loss": 1.1469,
      "step": 1190
    },
    {
      "epoch": 0.5234340779675866,
      "grad_norm": 0.27282726875245455,
      "learning_rate": 1.0931641897950733e-05,
      "loss": 1.1332,
      "step": 1195
    },
    {
      "epoch": 0.5256241787122208,
      "grad_norm": 0.28059459041359747,
      "learning_rate": 1.08554730136913e-05,
      "loss": 1.0916,
      "step": 1200
    },
    {
      "epoch": 0.527814279456855,
      "grad_norm": 0.2638181805357147,
      "learning_rate": 1.0779254097983788e-05,
      "loss": 1.1057,
      "step": 1205
    },
    {
      "epoch": 0.5300043802014893,
      "grad_norm": 0.26522994514380227,
      "learning_rate": 1.0702989608412096e-05,
      "loss": 1.1027,
      "step": 1210
    },
    {
      "epoch": 0.5321944809461235,
      "grad_norm": 0.25855768118273403,
      "learning_rate": 1.0626684005225443e-05,
      "loss": 1.1332,
      "step": 1215
    },
    {
      "epoch": 0.5343845816907578,
      "grad_norm": 0.27413179764811996,
      "learning_rate": 1.0550341751077553e-05,
      "loss": 1.1176,
      "step": 1220
    },
    {
      "epoch": 0.5365746824353921,
      "grad_norm": 0.2642903693875254,
      "learning_rate": 1.0473967310765629e-05,
      "loss": 1.0857,
      "step": 1225
    },
    {
      "epoch": 0.5387647831800263,
      "grad_norm": 0.2628203067700955,
      "learning_rate": 1.039756515096926e-05,
      "loss": 1.1195,
      "step": 1230
    },
    {
      "epoch": 0.5409548839246605,
      "grad_norm": 0.2783963215365502,
      "learning_rate": 1.0321139739989167e-05,
      "loss": 1.1215,
      "step": 1235
    },
    {
      "epoch": 0.5431449846692948,
      "grad_norm": 0.2772449600445937,
      "learning_rate": 1.0244695547485912e-05,
      "loss": 1.1037,
      "step": 1240
    },
    {
      "epoch": 0.545335085413929,
      "grad_norm": 0.2660438451116181,
      "learning_rate": 1.0168237044218452e-05,
      "loss": 1.1262,
      "step": 1245
    },
    {
      "epoch": 0.5475251861585633,
      "grad_norm": 0.2598928720700204,
      "learning_rate": 1.0091768701782714e-05,
      "loss": 1.1246,
      "step": 1250
    },
    {
      "epoch": 0.5497152869031976,
      "grad_norm": 0.2777074874692869,
      "learning_rate": 1.0015294992350044e-05,
      "loss": 1.1055,
      "step": 1255
    },
    {
      "epoch": 0.5519053876478318,
      "grad_norm": 0.28449089911369874,
      "learning_rate": 9.93882038840568e-06,
      "loss": 1.1223,
      "step": 1260
    },
    {
      "epoch": 0.554095488392466,
      "grad_norm": 0.2768874782485583,
      "learning_rate": 9.862349362487172e-06,
      "loss": 1.0961,
      "step": 1265
    },
    {
      "epoch": 0.5562855891371004,
      "grad_norm": 0.26460753865275577,
      "learning_rate": 9.785886386922806e-06,
      "loss": 1.1076,
      "step": 1270
    },
    {
      "epoch": 0.5584756898817346,
      "grad_norm": 0.28161562628451337,
      "learning_rate": 9.709435933570068e-06,
      "loss": 1.1029,
      "step": 1275
    },
    {
      "epoch": 0.5606657906263688,
      "grad_norm": 0.2563062588428807,
      "learning_rate": 9.633002473554077e-06,
      "loss": 1.1096,
      "step": 1280
    },
    {
      "epoch": 0.5628558913710031,
      "grad_norm": 0.26175322953452584,
      "learning_rate": 9.556590477006123e-06,
      "loss": 1.1229,
      "step": 1285
    },
    {
      "epoch": 0.5650459921156373,
      "grad_norm": 0.26468057620238034,
      "learning_rate": 9.480204412802236e-06,
      "loss": 1.0994,
      "step": 1290
    },
    {
      "epoch": 0.5672360928602715,
      "grad_norm": 0.25809069797603174,
      "learning_rate": 9.403848748301802e-06,
      "loss": 1.1059,
      "step": 1295
    },
    {
      "epoch": 0.5694261936049059,
      "grad_norm": 0.27252102620530055,
      "learning_rate": 9.327527949086327e-06,
      "loss": 1.1092,
      "step": 1300
    },
    {
      "epoch": 0.5716162943495401,
      "grad_norm": 0.2715402906362093,
      "learning_rate": 9.251246478698242e-06,
      "loss": 1.1367,
      "step": 1305
    },
    {
      "epoch": 0.5738063950941743,
      "grad_norm": 0.26828019230229255,
      "learning_rate": 9.175008798379893e-06,
      "loss": 1.1043,
      "step": 1310
    },
    {
      "epoch": 0.5759964958388086,
      "grad_norm": 0.2770878196295294,
      "learning_rate": 9.098819366812594e-06,
      "loss": 1.1213,
      "step": 1315
    },
    {
      "epoch": 0.5781865965834428,
      "grad_norm": 0.281651051703252,
      "learning_rate": 9.022682639855883e-06,
      "loss": 1.1367,
      "step": 1320
    },
    {
      "epoch": 0.5803766973280771,
      "grad_norm": 0.27314753294139044,
      "learning_rate": 8.946603070286926e-06,
      "loss": 1.107,
      "step": 1325
    },
    {
      "epoch": 0.5825667980727114,
      "grad_norm": 0.26226614181355684,
      "learning_rate": 8.870585107540101e-06,
      "loss": 1.1281,
      "step": 1330
    },
    {
      "epoch": 0.5847568988173456,
      "grad_norm": 0.27293558156801573,
      "learning_rate": 8.79463319744677e-06,
      "loss": 1.0809,
      "step": 1335
    },
    {
      "epoch": 0.5869469995619798,
      "grad_norm": 0.26602352956316966,
      "learning_rate": 8.718751781975284e-06,
      "loss": 1.1385,
      "step": 1340
    },
    {
      "epoch": 0.5891371003066141,
      "grad_norm": 0.2746959499141311,
      "learning_rate": 8.642945298971168e-06,
      "loss": 1.1172,
      "step": 1345
    },
    {
      "epoch": 0.5913272010512484,
      "grad_norm": 0.2677554902377095,
      "learning_rate": 8.56721818189763e-06,
      "loss": 1.1133,
      "step": 1350
    },
    {
      "epoch": 0.5935173017958826,
      "grad_norm": 0.2662798900188826,
      "learning_rate": 8.491574859576222e-06,
      "loss": 1.1104,
      "step": 1355
    },
    {
      "epoch": 0.5957074025405169,
      "grad_norm": 0.26469719917634077,
      "learning_rate": 8.416019755927851e-06,
      "loss": 1.1086,
      "step": 1360
    },
    {
      "epoch": 0.5978975032851511,
      "grad_norm": 0.26386029178727227,
      "learning_rate": 8.340557289714055e-06,
      "loss": 1.1168,
      "step": 1365
    },
    {
      "epoch": 0.6000876040297853,
      "grad_norm": 0.253515604893805,
      "learning_rate": 8.26519187427856e-06,
      "loss": 1.1187,
      "step": 1370
    },
    {
      "epoch": 0.6022777047744197,
      "grad_norm": 0.277605351754751,
      "learning_rate": 8.189927917289182e-06,
      "loss": 1.1059,
      "step": 1375
    },
    {
      "epoch": 0.6044678055190539,
      "grad_norm": 0.26442216190859963,
      "learning_rate": 8.114769820480039e-06,
      "loss": 1.1176,
      "step": 1380
    },
    {
      "epoch": 0.6066579062636881,
      "grad_norm": 0.2734826868231617,
      "learning_rate": 8.03972197939414e-06,
      "loss": 1.1215,
      "step": 1385
    },
    {
      "epoch": 0.6088480070083224,
      "grad_norm": 0.2663060487289671,
      "learning_rate": 7.964788783126294e-06,
      "loss": 1.1037,
      "step": 1390
    },
    {
      "epoch": 0.6110381077529566,
      "grad_norm": 0.26118107033447696,
      "learning_rate": 7.889974614066425e-06,
      "loss": 1.0967,
      "step": 1395
    },
    {
      "epoch": 0.6132282084975909,
      "grad_norm": 0.27155741223634616,
      "learning_rate": 7.815283847643277e-06,
      "loss": 1.1203,
      "step": 1400
    },
    {
      "epoch": 0.6154183092422252,
      "grad_norm": 0.27035981345201915,
      "learning_rate": 7.740720852068524e-06,
      "loss": 1.1428,
      "step": 1405
    },
    {
      "epoch": 0.6176084099868594,
      "grad_norm": 0.2683573304766547,
      "learning_rate": 7.66628998808129e-06,
      "loss": 1.1301,
      "step": 1410
    },
    {
      "epoch": 0.6197985107314936,
      "grad_norm": 0.26324766469257666,
      "learning_rate": 7.591995608693118e-06,
      "loss": 1.1115,
      "step": 1415
    },
    {
      "epoch": 0.6219886114761279,
      "grad_norm": 0.26863159797075176,
      "learning_rate": 7.5178420589334025e-06,
      "loss": 1.1055,
      "step": 1420
    },
    {
      "epoch": 0.6241787122207622,
      "grad_norm": 0.25941294580030216,
      "learning_rate": 7.443833675595254e-06,
      "loss": 1.1293,
      "step": 1425
    },
    {
      "epoch": 0.6263688129653964,
      "grad_norm": 0.2623305114567609,
      "learning_rate": 7.369974786981879e-06,
      "loss": 1.0961,
      "step": 1430
    },
    {
      "epoch": 0.6285589137100307,
      "grad_norm": 0.2857793789171064,
      "learning_rate": 7.296269712653436e-06,
      "loss": 1.1051,
      "step": 1435
    },
    {
      "epoch": 0.6307490144546649,
      "grad_norm": 0.2738731727686292,
      "learning_rate": 7.222722763174428e-06,
      "loss": 1.0965,
      "step": 1440
    },
    {
      "epoch": 0.6329391151992991,
      "grad_norm": 0.2780751677609743,
      "learning_rate": 7.149338239861579e-06,
      "loss": 1.1125,
      "step": 1445
    },
    {
      "epoch": 0.6351292159439335,
      "grad_norm": 0.271978624523703,
      "learning_rate": 7.076120434532292e-06,
      "loss": 1.0795,
      "step": 1450
    },
    {
      "epoch": 0.6373193166885677,
      "grad_norm": 0.2889878149869347,
      "learning_rate": 7.003073629253638e-06,
      "loss": 1.1094,
      "step": 1455
    },
    {
      "epoch": 0.6395094174332019,
      "grad_norm": 0.26177418700227856,
      "learning_rate": 6.9302020960919405e-06,
      "loss": 1.132,
      "step": 1460
    },
    {
      "epoch": 0.6416995181778362,
      "grad_norm": 0.27487300616889226,
      "learning_rate": 6.857510096862901e-06,
      "loss": 1.1131,
      "step": 1465
    },
    {
      "epoch": 0.6438896189224704,
      "grad_norm": 0.2673004044565668,
      "learning_rate": 6.785001882882376e-06,
      "loss": 1.1047,
      "step": 1470
    },
    {
      "epoch": 0.6460797196671046,
      "grad_norm": 0.2637312152468036,
      "learning_rate": 6.712681694717723e-06,
      "loss": 1.1096,
      "step": 1475
    },
    {
      "epoch": 0.648269820411739,
      "grad_norm": 0.2630882968696908,
      "learning_rate": 6.640553761939822e-06,
      "loss": 1.0973,
      "step": 1480
    },
    {
      "epoch": 0.6504599211563732,
      "grad_norm": 0.2638392419100043,
      "learning_rate": 6.568622302875682e-06,
      "loss": 1.0982,
      "step": 1485
    },
    {
      "epoch": 0.6526500219010074,
      "grad_norm": 0.2626309470206596,
      "learning_rate": 6.496891524361757e-06,
      "loss": 1.1172,
      "step": 1490
    },
    {
      "epoch": 0.6548401226456417,
      "grad_norm": 0.265160449047166,
      "learning_rate": 6.42536562149791e-06,
      "loss": 1.1125,
      "step": 1495
    },
    {
      "epoch": 0.657030223390276,
      "grad_norm": 0.26619884121137627,
      "learning_rate": 6.354048777402061e-06,
      "loss": 1.1328,
      "step": 1500
    },
    {
      "epoch": 0.6592203241349102,
      "grad_norm": 0.2600814085765291,
      "learning_rate": 6.282945162965548e-06,
      "loss": 1.117,
      "step": 1505
    },
    {
      "epoch": 0.6614104248795445,
      "grad_norm": 0.272185670744957,
      "learning_rate": 6.212058936609189e-06,
      "loss": 1.1209,
      "step": 1510
    },
    {
      "epoch": 0.6636005256241787,
      "grad_norm": 0.2641333188928149,
      "learning_rate": 6.1413942440400994e-06,
      "loss": 1.1168,
      "step": 1515
    },
    {
      "epoch": 0.6657906263688129,
      "grad_norm": 0.26009676604807275,
      "learning_rate": 6.070955218009213e-06,
      "loss": 1.0936,
      "step": 1520
    },
    {
      "epoch": 0.6679807271134472,
      "grad_norm": 0.2615413153711293,
      "learning_rate": 6.0007459780695885e-06,
      "loss": 1.1061,
      "step": 1525
    },
    {
      "epoch": 0.6701708278580815,
      "grad_norm": 0.2892089912864181,
      "learning_rate": 5.93077063033549e-06,
      "loss": 1.1055,
      "step": 1530
    },
    {
      "epoch": 0.6723609286027157,
      "grad_norm": 0.2629578247792853,
      "learning_rate": 5.861033267242238e-06,
      "loss": 1.1146,
      "step": 1535
    },
    {
      "epoch": 0.67455102934735,
      "grad_norm": 0.2653857163412152,
      "learning_rate": 5.791537967306869e-06,
      "loss": 1.1107,
      "step": 1540
    },
    {
      "epoch": 0.6767411300919842,
      "grad_norm": 0.2641301458887951,
      "learning_rate": 5.722288794889603e-06,
      "loss": 1.0953,
      "step": 1545
    },
    {
      "epoch": 0.6789312308366184,
      "grad_norm": 0.2627115214160706,
      "learning_rate": 5.653289799956161e-06,
      "loss": 1.0957,
      "step": 1550
    },
    {
      "epoch": 0.6811213315812528,
      "grad_norm": 0.2744248525372843,
      "learning_rate": 5.584545017840886e-06,
      "loss": 1.0973,
      "step": 1555
    },
    {
      "epoch": 0.683311432325887,
      "grad_norm": 0.26271843375673565,
      "learning_rate": 5.516058469010741e-06,
      "loss": 1.1066,
      "step": 1560
    },
    {
      "epoch": 0.6855015330705212,
      "grad_norm": 0.28239608054669124,
      "learning_rate": 5.447834158830202e-06,
      "loss": 1.1457,
      "step": 1565
    },
    {
      "epoch": 0.6876916338151555,
      "grad_norm": 0.2682726187574874,
      "learning_rate": 5.379876077326979e-06,
      "loss": 1.0771,
      "step": 1570
    },
    {
      "epoch": 0.6898817345597897,
      "grad_norm": 0.2693944920009028,
      "learning_rate": 5.312188198958681e-06,
      "loss": 1.1191,
      "step": 1575
    },
    {
      "epoch": 0.692071835304424,
      "grad_norm": 0.27066235636281594,
      "learning_rate": 5.244774482380361e-06,
      "loss": 1.1191,
      "step": 1580
    },
    {
      "epoch": 0.6942619360490583,
      "grad_norm": 0.2607089341186109,
      "learning_rate": 5.177638870213008e-06,
      "loss": 1.0949,
      "step": 1585
    },
    {
      "epoch": 0.6964520367936925,
      "grad_norm": 0.26730049681200124,
      "learning_rate": 5.1107852888129715e-06,
      "loss": 1.159,
      "step": 1590
    },
    {
      "epoch": 0.6986421375383267,
      "grad_norm": 0.2561679895991625,
      "learning_rate": 5.04421764804232e-06,
      "loss": 1.0938,
      "step": 1595
    },
    {
      "epoch": 0.700832238282961,
      "grad_norm": 0.25827915348141745,
      "learning_rate": 4.977939841040175e-06,
      "loss": 1.1178,
      "step": 1600
    },
    {
      "epoch": 0.7030223390275953,
      "grad_norm": 0.2672625917790982,
      "learning_rate": 4.911955743995042e-06,
      "loss": 1.1195,
      "step": 1605
    },
    {
      "epoch": 0.7052124397722295,
      "grad_norm": 0.2712982534329863,
      "learning_rate": 4.846269215918106e-06,
      "loss": 1.1215,
      "step": 1610
    },
    {
      "epoch": 0.7074025405168638,
      "grad_norm": 0.2637027906298979,
      "learning_rate": 4.780884098417531e-06,
      "loss": 1.098,
      "step": 1615
    },
    {
      "epoch": 0.709592641261498,
      "grad_norm": 0.26810920883601624,
      "learning_rate": 4.7158042154738094e-06,
      "loss": 1.1176,
      "step": 1620
    },
    {
      "epoch": 0.7117827420061322,
      "grad_norm": 0.26084193501541225,
      "learning_rate": 4.6510333732160915e-06,
      "loss": 1.1262,
      "step": 1625
    },
    {
      "epoch": 0.7139728427507666,
      "grad_norm": 0.2700256165770299,
      "learning_rate": 4.5865753596996335e-06,
      "loss": 1.1148,
      "step": 1630
    },
    {
      "epoch": 0.7161629434954008,
      "grad_norm": 0.2639599226097337,
      "learning_rate": 4.522433944684197e-06,
      "loss": 1.1156,
      "step": 1635
    },
    {
      "epoch": 0.718353044240035,
      "grad_norm": 0.2597365152157971,
      "learning_rate": 4.45861287941363e-06,
      "loss": 1.0854,
      "step": 1640
    },
    {
      "epoch": 0.7205431449846693,
      "grad_norm": 0.26268213694795733,
      "learning_rate": 4.395115896396457e-06,
      "loss": 1.1258,
      "step": 1645
    },
    {
      "epoch": 0.7227332457293035,
      "grad_norm": 0.26221093408579443,
      "learning_rate": 4.331946709187578e-06,
      "loss": 1.1109,
      "step": 1650
    },
    {
      "epoch": 0.7249233464739377,
      "grad_norm": 0.2607246299946745,
      "learning_rate": 4.269109012171112e-06,
      "loss": 1.1104,
      "step": 1655
    },
    {
      "epoch": 0.7271134472185721,
      "grad_norm": 0.2574716134373636,
      "learning_rate": 4.206606480344303e-06,
      "loss": 1.0932,
      "step": 1660
    },
    {
      "epoch": 0.7293035479632063,
      "grad_norm": 0.265233772269521,
      "learning_rate": 4.14444276910263e-06,
      "loss": 1.1332,
      "step": 1665
    },
    {
      "epoch": 0.7314936487078406,
      "grad_norm": 0.25655122243148587,
      "learning_rate": 4.08262151402598e-06,
      "loss": 1.0891,
      "step": 1670
    },
    {
      "epoch": 0.7336837494524748,
      "grad_norm": 0.25501243107566296,
      "learning_rate": 4.021146330666065e-06,
      "loss": 1.0902,
      "step": 1675
    },
    {
      "epoch": 0.735873850197109,
      "grad_norm": 0.2612800818169169,
      "learning_rate": 3.960020814334936e-06,
      "loss": 1.1195,
      "step": 1680
    },
    {
      "epoch": 0.7380639509417434,
      "grad_norm": 0.2643874720892855,
      "learning_rate": 3.899248539894756e-06,
      "loss": 1.1137,
      "step": 1685
    },
    {
      "epoch": 0.7402540516863776,
      "grad_norm": 0.26838926718062733,
      "learning_rate": 3.838833061548682e-06,
      "loss": 1.1094,
      "step": 1690
    },
    {
      "epoch": 0.7424441524310118,
      "grad_norm": 0.26970931976433926,
      "learning_rate": 3.7787779126330314e-06,
      "loss": 1.1297,
      "step": 1695
    },
    {
      "epoch": 0.7446342531756461,
      "grad_norm": 0.26137631703110864,
      "learning_rate": 3.7190866054106358e-06,
      "loss": 1.1254,
      "step": 1700
    },
    {
      "epoch": 0.7468243539202803,
      "grad_norm": 0.2614031117426139,
      "learning_rate": 3.659762630865411e-06,
      "loss": 1.1041,
      "step": 1705
    },
    {
      "epoch": 0.7490144546649146,
      "grad_norm": 0.2580239989121174,
      "learning_rate": 3.600809458498219e-06,
      "loss": 1.1076,
      "step": 1710
    },
    {
      "epoch": 0.7512045554095489,
      "grad_norm": 0.2672365887137131,
      "learning_rate": 3.542230536123925e-06,
      "loss": 1.0988,
      "step": 1715
    },
    {
      "epoch": 0.7533946561541831,
      "grad_norm": 0.26577844660787864,
      "learning_rate": 3.484029289669797e-06,
      "loss": 1.098,
      "step": 1720
    },
    {
      "epoch": 0.7555847568988173,
      "grad_norm": 0.2563307410321518,
      "learning_rate": 3.4262091229750973e-06,
      "loss": 1.1051,
      "step": 1725
    },
    {
      "epoch": 0.7577748576434516,
      "grad_norm": 0.25998557620881213,
      "learning_rate": 3.3687734175920505e-06,
      "loss": 1.1121,
      "step": 1730
    },
    {
      "epoch": 0.7599649583880859,
      "grad_norm": 0.2641859803660572,
      "learning_rate": 3.311725532588049e-06,
      "loss": 1.1223,
      "step": 1735
    },
    {
      "epoch": 0.7621550591327201,
      "grad_norm": 0.26214013514430917,
      "learning_rate": 3.2550688043492273e-06,
      "loss": 1.11,
      "step": 1740
    },
    {
      "epoch": 0.7643451598773544,
      "grad_norm": 0.2613558739863409,
      "learning_rate": 3.1988065463853204e-06,
      "loss": 1.0902,
      "step": 1745
    },
    {
      "epoch": 0.7665352606219886,
      "grad_norm": 0.26742133303345345,
      "learning_rate": 3.1429420491358696e-06,
      "loss": 1.1262,
      "step": 1750
    },
    {
      "epoch": 0.7687253613666228,
      "grad_norm": 0.2599204528063472,
      "learning_rate": 3.0874785797778096e-06,
      "loss": 1.148,
      "step": 1755
    },
    {
      "epoch": 0.7709154621112572,
      "grad_norm": 0.2566302858053561,
      "learning_rate": 3.0324193820343685e-06,
      "loss": 1.1109,
      "step": 1760
    },
    {
      "epoch": 0.7731055628558914,
      "grad_norm": 0.260139567695262,
      "learning_rate": 2.977767675985377e-06,
      "loss": 1.1344,
      "step": 1765
    },
    {
      "epoch": 0.7752956636005256,
      "grad_norm": 0.2683465626714785,
      "learning_rate": 2.9235266578789268e-06,
      "loss": 1.1246,
      "step": 1770
    },
    {
      "epoch": 0.7774857643451599,
      "grad_norm": 0.2594022825090287,
      "learning_rate": 2.8696994999444614e-06,
      "loss": 1.1074,
      "step": 1775
    },
    {
      "epoch": 0.7796758650897941,
      "grad_norm": 0.26202834015198223,
      "learning_rate": 2.816289350207249e-06,
      "loss": 1.0943,
      "step": 1780
    },
    {
      "epoch": 0.7818659658344284,
      "grad_norm": 0.2581965218546036,
      "learning_rate": 2.76329933230425e-06,
      "loss": 1.1088,
      "step": 1785
    },
    {
      "epoch": 0.7840560665790627,
      "grad_norm": 0.262190008267224,
      "learning_rate": 2.7107325453014687e-06,
      "loss": 1.1098,
      "step": 1790
    },
    {
      "epoch": 0.7862461673236969,
      "grad_norm": 0.2534248970210751,
      "learning_rate": 2.658592063512684e-06,
      "loss": 1.0893,
      "step": 1795
    },
    {
      "epoch": 0.7884362680683311,
      "grad_norm": 0.2633626852571572,
      "learning_rate": 2.6068809363196633e-06,
      "loss": 1.091,
      "step": 1800
    },
    {
      "epoch": 0.7906263688129654,
      "grad_norm": 0.25921581241790814,
      "learning_rate": 2.5556021879938074e-06,
      "loss": 1.093,
      "step": 1805
    },
    {
      "epoch": 0.7928164695575997,
      "grad_norm": 0.2621990361536461,
      "learning_rate": 2.5047588175192995e-06,
      "loss": 1.1254,
      "step": 1810
    },
    {
      "epoch": 0.7950065703022339,
      "grad_norm": 0.2535710412898093,
      "learning_rate": 2.454353798417698e-06,
      "loss": 1.1072,
      "step": 1815
    },
    {
      "epoch": 0.7971966710468682,
      "grad_norm": 0.25964995240654326,
      "learning_rate": 2.4043900785740436e-06,
      "loss": 1.1023,
      "step": 1820
    },
    {
      "epoch": 0.7993867717915024,
      "grad_norm": 0.2539381357636022,
      "learning_rate": 2.354870580064439e-06,
      "loss": 1.1133,
      "step": 1825
    },
    {
      "epoch": 0.8015768725361366,
      "grad_norm": 0.2575538966366128,
      "learning_rate": 2.305798198985173e-06,
      "loss": 1.0879,
      "step": 1830
    },
    {
      "epoch": 0.803766973280771,
      "grad_norm": 0.25244614295211687,
      "learning_rate": 2.257175805283338e-06,
      "loss": 1.1137,
      "step": 1835
    },
    {
      "epoch": 0.8059570740254052,
      "grad_norm": 0.2668071511501433,
      "learning_rate": 2.209006242588977e-06,
      "loss": 1.1187,
      "step": 1840
    },
    {
      "epoch": 0.8081471747700394,
      "grad_norm": 0.26833063688258807,
      "learning_rate": 2.1612923280487883e-06,
      "loss": 1.1049,
      "step": 1845
    },
    {
      "epoch": 0.8103372755146737,
      "grad_norm": 0.25994289950129074,
      "learning_rate": 2.114036852161361e-06,
      "loss": 1.0926,
      "step": 1850
    },
    {
      "epoch": 0.8125273762593079,
      "grad_norm": 0.26330093138785376,
      "learning_rate": 2.0672425786139794e-06,
      "loss": 1.0885,
      "step": 1855
    },
    {
      "epoch": 0.8147174770039421,
      "grad_norm": 0.2627529440350032,
      "learning_rate": 2.020912244120983e-06,
      "loss": 1.0902,
      "step": 1860
    },
    {
      "epoch": 0.8169075777485765,
      "grad_norm": 0.25955955375887674,
      "learning_rate": 1.9750485582637245e-06,
      "loss": 1.127,
      "step": 1865
    },
    {
      "epoch": 0.8190976784932107,
      "grad_norm": 0.2615144960394142,
      "learning_rate": 1.9296542033321008e-06,
      "loss": 1.1074,
      "step": 1870
    },
    {
      "epoch": 0.8212877792378449,
      "grad_norm": 0.2650186451464187,
      "learning_rate": 1.8847318341676657e-06,
      "loss": 1.1234,
      "step": 1875
    },
    {
      "epoch": 0.8234778799824792,
      "grad_norm": 0.2641320073264704,
      "learning_rate": 1.840284078008393e-06,
      "loss": 1.0957,
      "step": 1880
    },
    {
      "epoch": 0.8256679807271134,
      "grad_norm": 0.2581562950846561,
      "learning_rate": 1.7963135343349914e-06,
      "loss": 1.1094,
      "step": 1885
    },
    {
      "epoch": 0.8278580814717477,
      "grad_norm": 0.25731784586468565,
      "learning_rate": 1.7528227747189152e-06,
      "loss": 1.1086,
      "step": 1890
    },
    {
      "epoch": 0.830048182216382,
      "grad_norm": 0.2618515550927689,
      "learning_rate": 1.7098143426719293e-06,
      "loss": 1.0984,
      "step": 1895
    },
    {
      "epoch": 0.8322382829610162,
      "grad_norm": 0.25314788080692846,
      "learning_rate": 1.667290753497386e-06,
      "loss": 1.0965,
      "step": 1900
    },
    {
      "epoch": 0.8344283837056504,
      "grad_norm": 0.25504674250436493,
      "learning_rate": 1.6252544941430982e-06,
      "loss": 1.0957,
      "step": 1905
    },
    {
      "epoch": 0.8366184844502847,
      "grad_norm": 0.2559793997504819,
      "learning_rate": 1.5837080230559077e-06,
      "loss": 1.0947,
      "step": 1910
    },
    {
      "epoch": 0.838808585194919,
      "grad_norm": 0.26055333090211424,
      "learning_rate": 1.5426537700378985e-06,
      "loss": 1.0961,
      "step": 1915
    },
    {
      "epoch": 0.8409986859395532,
      "grad_norm": 0.2576679394012241,
      "learning_rate": 1.5020941361042885e-06,
      "loss": 1.0934,
      "step": 1920
    },
    {
      "epoch": 0.8431887866841875,
      "grad_norm": 0.25828962040009074,
      "learning_rate": 1.4620314933430269e-06,
      "loss": 1.1121,
      "step": 1925
    },
    {
      "epoch": 0.8453788874288217,
      "grad_norm": 0.25513013439947374,
      "learning_rate": 1.4224681847760346e-06,
      "loss": 1.1145,
      "step": 1930
    },
    {
      "epoch": 0.8475689881734559,
      "grad_norm": 0.26643194015943783,
      "learning_rate": 1.383406524222206e-06,
      "loss": 1.1002,
      "step": 1935
    },
    {
      "epoch": 0.8497590889180903,
      "grad_norm": 0.25674411294345,
      "learning_rate": 1.3448487961620637e-06,
      "loss": 1.1355,
      "step": 1940
    },
    {
      "epoch": 0.8519491896627245,
      "grad_norm": 0.2605245623523021,
      "learning_rate": 1.3067972556041753e-06,
      "loss": 1.1207,
      "step": 1945
    },
    {
      "epoch": 0.8541392904073587,
      "grad_norm": 0.2616395396378427,
      "learning_rate": 1.2692541279532466e-06,
      "loss": 1.1129,
      "step": 1950
    },
    {
      "epoch": 0.856329391151993,
      "grad_norm": 0.2558570340754774,
      "learning_rate": 1.2322216088799955e-06,
      "loss": 1.1156,
      "step": 1955
    },
    {
      "epoch": 0.8585194918966272,
      "grad_norm": 0.25398464154559003,
      "learning_rate": 1.1957018641927187e-06,
      "loss": 1.1137,
      "step": 1960
    },
    {
      "epoch": 0.8607095926412615,
      "grad_norm": 0.2614386394260854,
      "learning_rate": 1.1596970297106458e-06,
      "loss": 1.1254,
      "step": 1965
    },
    {
      "epoch": 0.8628996933858958,
      "grad_norm": 0.2620955323370706,
      "learning_rate": 1.1242092111390157e-06,
      "loss": 1.085,
      "step": 1970
    },
    {
      "epoch": 0.86508979413053,
      "grad_norm": 0.2640807465997075,
      "learning_rate": 1.0892404839459269e-06,
      "loss": 1.1074,
      "step": 1975
    },
    {
      "epoch": 0.8672798948751642,
      "grad_norm": 0.2580694157592811,
      "learning_rate": 1.054792893240969e-06,
      "loss": 1.1098,
      "step": 1980
    },
    {
      "epoch": 0.8694699956197985,
      "grad_norm": 0.2651420557425447,
      "learning_rate": 1.0208684536555968e-06,
      "loss": 1.1275,
      "step": 1985
    },
    {
      "epoch": 0.8716600963644328,
      "grad_norm": 0.262002558002591,
      "learning_rate": 9.874691492253242e-07,
      "loss": 1.1039,
      "step": 1990
    },
    {
      "epoch": 0.873850197109067,
      "grad_norm": 0.25919863963901085,
      "learning_rate": 9.545969332736748e-07,
      "loss": 1.1195,
      "step": 1995
    },
    {
      "epoch": 0.8760402978537013,
      "grad_norm": 0.2668241542423085,
      "learning_rate": 9.222537282979593e-07,
      "loss": 1.1004,
      "step": 2000
    },
    {
      "epoch": 0.8782303985983355,
      "grad_norm": 0.2601150473608183,
      "learning_rate": 8.904414258568306e-07,
      "loss": 1.1027,
      "step": 2005
    },
    {
      "epoch": 0.8804204993429697,
      "grad_norm": 0.2548383260510458,
      "learning_rate": 8.591618864596541e-07,
      "loss": 1.1051,
      "step": 2010
    },
    {
      "epoch": 0.8826106000876041,
      "grad_norm": 0.2600128178676384,
      "learning_rate": 8.284169394577124e-07,
      "loss": 1.1236,
      "step": 2015
    },
    {
      "epoch": 0.8848007008322383,
      "grad_norm": 0.26066874164079284,
      "learning_rate": 7.982083829372023e-07,
      "loss": 1.1242,
      "step": 2020
    },
    {
      "epoch": 0.8869908015768725,
      "grad_norm": 0.25692211657826886,
      "learning_rate": 7.685379836140872e-07,
      "loss": 1.1406,
      "step": 2025
    },
    {
      "epoch": 0.8891809023215068,
      "grad_norm": 0.26481424368233436,
      "learning_rate": 7.394074767307591e-07,
      "loss": 1.1313,
      "step": 2030
    },
    {
      "epoch": 0.891371003066141,
      "grad_norm": 0.2618210555897095,
      "learning_rate": 7.10818565954573e-07,
      "loss": 1.1193,
      "step": 2035
    },
    {
      "epoch": 0.8935611038107752,
      "grad_norm": 0.26537735037912497,
      "learning_rate": 6.827729232781943e-07,
      "loss": 1.1273,
      "step": 2040
    },
    {
      "epoch": 0.8957512045554096,
      "grad_norm": 0.2565351465887861,
      "learning_rate": 6.552721889218194e-07,
      "loss": 1.1074,
      "step": 2045
    },
    {
      "epoch": 0.8979413053000438,
      "grad_norm": 0.2641157557567522,
      "learning_rate": 6.283179712372489e-07,
      "loss": 1.1102,
      "step": 2050
    },
    {
      "epoch": 0.900131406044678,
      "grad_norm": 0.258380894950019,
      "learning_rate": 6.019118466138285e-07,
      "loss": 1.0936,
      "step": 2055
    },
    {
      "epoch": 0.9023215067893123,
      "grad_norm": 0.2621614154084412,
      "learning_rate": 5.760553593862506e-07,
      "loss": 1.0959,
      "step": 2060
    },
    {
      "epoch": 0.9045116075339465,
      "grad_norm": 0.2560826189907596,
      "learning_rate": 5.507500217442341e-07,
      "loss": 1.1016,
      "step": 2065
    },
    {
      "epoch": 0.9067017082785808,
      "grad_norm": 0.2590724071414488,
      "learning_rate": 5.259973136440921e-07,
      "loss": 1.1082,
      "step": 2070
    },
    {
      "epoch": 0.9088918090232151,
      "grad_norm": 0.2573319556492272,
      "learning_rate": 5.017986827221733e-07,
      "loss": 1.1082,
      "step": 2075
    },
    {
      "epoch": 0.9110819097678493,
      "grad_norm": 0.34516100541646555,
      "learning_rate": 4.781555442102015e-07,
      "loss": 1.1355,
      "step": 2080
    },
    {
      "epoch": 0.9132720105124835,
      "grad_norm": 0.26180704480049366,
      "learning_rate": 4.5506928085250033e-07,
      "loss": 1.0871,
      "step": 2085
    },
    {
      "epoch": 0.9154621112571178,
      "grad_norm": 0.25833323890857174,
      "learning_rate": 4.3254124282513634e-07,
      "loss": 1.1062,
      "step": 2090
    },
    {
      "epoch": 0.9176522120017521,
      "grad_norm": 0.26187121720127504,
      "learning_rate": 4.1057274765694765e-07,
      "loss": 1.0939,
      "step": 2095
    },
    {
      "epoch": 0.9198423127463863,
      "grad_norm": 0.2573692262543959,
      "learning_rate": 3.891650801524871e-07,
      "loss": 1.1074,
      "step": 2100
    },
    {
      "epoch": 0.9220324134910206,
      "grad_norm": 0.2649955238574841,
      "learning_rate": 3.6831949231689203e-07,
      "loss": 1.1168,
      "step": 2105
    },
    {
      "epoch": 0.9242225142356548,
      "grad_norm": 0.2553634372156294,
      "learning_rate": 3.4803720328264733e-07,
      "loss": 1.1168,
      "step": 2110
    },
    {
      "epoch": 0.926412614980289,
      "grad_norm": 0.26728677917909055,
      "learning_rate": 3.283193992383049e-07,
      "loss": 1.1273,
      "step": 2115
    },
    {
      "epoch": 0.9286027157249234,
      "grad_norm": 0.2607892654338355,
      "learning_rate": 3.091672333590923e-07,
      "loss": 1.0867,
      "step": 2120
    },
    {
      "epoch": 0.9307928164695576,
      "grad_norm": 0.2527633048942072,
      "learning_rate": 2.905818257394799e-07,
      "loss": 1.1133,
      "step": 2125
    },
    {
      "epoch": 0.9329829172141918,
      "grad_norm": 0.25568945394844267,
      "learning_rate": 2.725642633276737e-07,
      "loss": 1.1098,
      "step": 2130
    },
    {
      "epoch": 0.9351730179588261,
      "grad_norm": 0.2597970875903515,
      "learning_rate": 2.5511559986204247e-07,
      "loss": 1.1184,
      "step": 2135
    },
    {
      "epoch": 0.9373631187034603,
      "grad_norm": 0.26327747871941953,
      "learning_rate": 2.3823685580949273e-07,
      "loss": 1.0965,
      "step": 2140
    },
    {
      "epoch": 0.9395532194480947,
      "grad_norm": 0.2607010813003693,
      "learning_rate": 2.219290183057865e-07,
      "loss": 1.1352,
      "step": 2145
    },
    {
      "epoch": 0.9417433201927289,
      "grad_norm": 0.2530017456095944,
      "learning_rate": 2.0619304109781636e-07,
      "loss": 1.1012,
      "step": 2150
    },
    {
      "epoch": 0.9439334209373631,
      "grad_norm": 0.2519870547260623,
      "learning_rate": 1.9102984448781337e-07,
      "loss": 1.0752,
      "step": 2155
    },
    {
      "epoch": 0.9461235216819974,
      "grad_norm": 0.2530254165097107,
      "learning_rate": 1.764403152795402e-07,
      "loss": 1.0934,
      "step": 2160
    },
    {
      "epoch": 0.9483136224266316,
      "grad_norm": 0.25397273342292553,
      "learning_rate": 1.6242530672641143e-07,
      "loss": 1.1219,
      "step": 2165
    },
    {
      "epoch": 0.9505037231712659,
      "grad_norm": 0.26174974744061347,
      "learning_rate": 1.4898563848160464e-07,
      "loss": 1.1473,
      "step": 2170
    },
    {
      "epoch": 0.9526938239159002,
      "grad_norm": 0.24955513279870836,
      "learning_rate": 1.3612209655011866e-07,
      "loss": 1.1195,
      "step": 2175
    },
    {
      "epoch": 0.9548839246605344,
      "grad_norm": 0.2583751624724583,
      "learning_rate": 1.2383543324280044e-07,
      "loss": 1.1189,
      "step": 2180
    },
    {
      "epoch": 0.9570740254051686,
      "grad_norm": 0.2588289009510903,
      "learning_rate": 1.1212636713235581e-07,
      "loss": 1.1416,
      "step": 2185
    },
    {
      "epoch": 0.9592641261498029,
      "grad_norm": 0.2583550968959351,
      "learning_rate": 1.0099558301132072e-07,
      "loss": 1.1254,
      "step": 2190
    },
    {
      "epoch": 0.9614542268944372,
      "grad_norm": 0.2527293991159154,
      "learning_rate": 9.044373185200906e-08,
      "loss": 1.1031,
      "step": 2195
    },
    {
      "epoch": 0.9636443276390714,
      "grad_norm": 0.2521840148118415,
      "learning_rate": 8.047143076844399e-08,
      "loss": 1.0783,
      "step": 2200
    },
    {
      "epoch": 0.9658344283837057,
      "grad_norm": 0.2606898444853039,
      "learning_rate": 7.10792629802659e-08,
      "loss": 1.1113,
      "step": 2205
    },
    {
      "epoch": 0.9680245291283399,
      "grad_norm": 0.25532227510506406,
      "learning_rate": 6.226777777862513e-08,
      "loss": 1.1293,
      "step": 2210
    },
    {
      "epoch": 0.9702146298729741,
      "grad_norm": 0.2565349165845633,
      "learning_rate": 5.403749049405438e-08,
      "loss": 1.1025,
      "step": 2215
    },
    {
      "epoch": 0.9724047306176085,
      "grad_norm": 0.25458880932233896,
      "learning_rate": 4.638888246633166e-08,
      "loss": 1.1121,
      "step": 2220
    },
    {
      "epoch": 0.9745948313622427,
      "grad_norm": 0.25398250551108936,
      "learning_rate": 3.932240101633178e-08,
      "loss": 1.1023,
      "step": 2225
    },
    {
      "epoch": 0.9767849321068769,
      "grad_norm": 0.25422167947403135,
      "learning_rate": 3.283845941985941e-08,
      "loss": 1.0758,
      "step": 2230
    },
    {
      "epoch": 0.9789750328515112,
      "grad_norm": 0.2569295535003476,
      "learning_rate": 2.693743688348627e-08,
      "loss": 1.1168,
      "step": 2235
    },
    {
      "epoch": 0.9811651335961454,
      "grad_norm": 0.2611140820134084,
      "learning_rate": 2.1619678522366573e-08,
      "loss": 1.098,
      "step": 2240
    },
    {
      "epoch": 0.9833552343407796,
      "grad_norm": 0.2585042183570841,
      "learning_rate": 1.68854953400599e-08,
      "loss": 1.1182,
      "step": 2245
    },
    {
      "epoch": 0.985545335085414,
      "grad_norm": 0.2699764722438751,
      "learning_rate": 1.2735164210337935e-08,
      "loss": 1.1629,
      "step": 2250
    },
    {
      "epoch": 0.9877354358300482,
      "grad_norm": 0.2604976252616973,
      "learning_rate": 9.168927860994104e-09,
      "loss": 1.1049,
      "step": 2255
    },
    {
      "epoch": 0.9899255365746824,
      "grad_norm": 0.2570709645581014,
      "learning_rate": 6.186994859646023e-09,
      "loss": 1.0938,
      "step": 2260
    },
    {
      "epoch": 0.9921156373193167,
      "grad_norm": 0.2534472927063691,
      "learning_rate": 3.7895396015374955e-09,
      "loss": 1.1094,
      "step": 2265
    },
    {
      "epoch": 0.994305738063951,
      "grad_norm": 0.2532795250404029,
      "learning_rate": 1.9767022993444353e-09,
      "loss": 1.1031,
      "step": 2270
    },
    {
      "epoch": 0.9964958388085852,
      "grad_norm": 0.25604334514879273,
      "learning_rate": 7.485889749658803e-10,
      "loss": 1.1129,
      "step": 2275
    },
    {
      "epoch": 0.9986859395532195,
      "grad_norm": 0.26226473069552947,
      "learning_rate": 1.0527145333227851e-10,
      "loss": 1.1066,
      "step": 2280
    },
    {
      "epoch": 1.0,
      "step": 2283,
      "total_flos": 216025446481920.0,
      "train_loss": 1.2513469975087603,
      "train_runtime": 7749.9665,
      "train_samples_per_second": 18.846,
      "train_steps_per_second": 0.295
    }
  ],
  "logging_steps": 5,
  "max_steps": 2283,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 216025446481920.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}