{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9994890883877088,
  "eval_steps": 500,
  "global_step": 3424,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0005838989854755127,
      "grad_norm": 0.332582177741534,
      "learning_rate": 5.830903790087464e-08,
      "loss": 0.6999,
      "step": 1
    },
    {
      "epoch": 0.0011677979709510255,
      "grad_norm": 0.3615315022509243,
      "learning_rate": 1.1661807580174928e-07,
      "loss": 0.7009,
      "step": 2
    },
    {
      "epoch": 0.0017516969564265383,
      "grad_norm": 0.31196393628685787,
      "learning_rate": 1.7492711370262392e-07,
      "loss": 0.6576,
      "step": 3
    },
    {
      "epoch": 0.002335595941902051,
      "grad_norm": 0.3520631421061603,
      "learning_rate": 2.3323615160349856e-07,
      "loss": 0.6998,
      "step": 4
    },
    {
      "epoch": 0.0029194949273775635,
      "grad_norm": 0.3551115574819664,
      "learning_rate": 2.915451895043732e-07,
      "loss": 0.7596,
      "step": 5
    },
    {
      "epoch": 0.0035033939128530766,
      "grad_norm": 0.35126782313779803,
      "learning_rate": 3.4985422740524783e-07,
      "loss": 0.7029,
      "step": 6
    },
    {
      "epoch": 0.004087292898328589,
      "grad_norm": 0.3344061095274702,
      "learning_rate": 4.0816326530612243e-07,
      "loss": 0.7243,
      "step": 7
    },
    {
      "epoch": 0.004671191883804102,
      "grad_norm": 0.36297819316778795,
      "learning_rate": 4.6647230320699713e-07,
      "loss": 0.7425,
      "step": 8
    },
    {
      "epoch": 0.005255090869279615,
      "grad_norm": 0.3780309672814191,
      "learning_rate": 5.247813411078718e-07,
      "loss": 0.7984,
      "step": 9
    },
    {
      "epoch": 0.005838989854755127,
      "grad_norm": 0.33840973852304723,
      "learning_rate": 5.830903790087464e-07,
      "loss": 0.719,
      "step": 10
    },
    {
      "epoch": 0.00642288884023064,
      "grad_norm": 0.380962644753867,
      "learning_rate": 6.413994169096211e-07,
      "loss": 0.7446,
      "step": 11
    },
    {
      "epoch": 0.007006787825706153,
      "grad_norm": 0.3345884213995324,
      "learning_rate": 6.997084548104957e-07,
      "loss": 0.7027,
      "step": 12
    },
    {
      "epoch": 0.007590686811181665,
      "grad_norm": 0.3069686147999862,
      "learning_rate": 7.580174927113704e-07,
      "loss": 0.6898,
      "step": 13
    },
    {
      "epoch": 0.008174585796657178,
      "grad_norm": 0.3135045316873362,
      "learning_rate": 8.163265306122449e-07,
      "loss": 0.7456,
      "step": 14
    },
    {
      "epoch": 0.00875848478213269,
      "grad_norm": 0.2609074968081895,
      "learning_rate": 8.746355685131196e-07,
      "loss": 0.6614,
      "step": 15
    },
    {
      "epoch": 0.009342383767608204,
      "grad_norm": 0.2799330424224384,
      "learning_rate": 9.329446064139943e-07,
      "loss": 0.6649,
      "step": 16
    },
    {
      "epoch": 0.009926282753083717,
      "grad_norm": 0.25380300320984944,
      "learning_rate": 9.91253644314869e-07,
      "loss": 0.6715,
      "step": 17
    },
    {
      "epoch": 0.01051018173855923,
      "grad_norm": 0.26485072905334656,
      "learning_rate": 1.0495626822157436e-06,
      "loss": 0.6852,
      "step": 18
    },
    {
      "epoch": 0.011094080724034743,
      "grad_norm": 0.20548347422113858,
      "learning_rate": 1.1078717201166181e-06,
      "loss": 0.6713,
      "step": 19
    },
    {
      "epoch": 0.011677979709510254,
      "grad_norm": 0.18057677561829577,
      "learning_rate": 1.1661807580174927e-06,
      "loss": 0.6136,
      "step": 20
    },
    {
      "epoch": 0.012261878694985767,
      "grad_norm": 0.21671779345112255,
      "learning_rate": 1.2244897959183673e-06,
      "loss": 0.7028,
      "step": 21
    },
    {
      "epoch": 0.01284577768046128,
      "grad_norm": 0.16929860513297237,
      "learning_rate": 1.2827988338192421e-06,
      "loss": 0.654,
      "step": 22
    },
    {
      "epoch": 0.013429676665936793,
      "grad_norm": 0.17685563778580482,
      "learning_rate": 1.3411078717201167e-06,
      "loss": 0.6474,
      "step": 23
    },
    {
      "epoch": 0.014013575651412306,
      "grad_norm": 0.1706611185931487,
      "learning_rate": 1.3994169096209913e-06,
      "loss": 0.636,
      "step": 24
    },
    {
      "epoch": 0.014597474636887818,
      "grad_norm": 0.16620672438961032,
      "learning_rate": 1.4577259475218661e-06,
      "loss": 0.6209,
      "step": 25
    },
    {
      "epoch": 0.01518137362236333,
      "grad_norm": 0.1602393725989506,
      "learning_rate": 1.5160349854227407e-06,
      "loss": 0.649,
      "step": 26
    },
    {
      "epoch": 0.015765272607838846,
      "grad_norm": 0.2092349414661533,
      "learning_rate": 1.5743440233236153e-06,
      "loss": 0.6628,
      "step": 27
    },
    {
      "epoch": 0.016349171593314355,
      "grad_norm": 0.2560487647611822,
      "learning_rate": 1.6326530612244897e-06,
      "loss": 0.6138,
      "step": 28
    },
    {
      "epoch": 0.016933070578789868,
      "grad_norm": 0.239719439026104,
      "learning_rate": 1.6909620991253645e-06,
      "loss": 0.6251,
      "step": 29
    },
    {
      "epoch": 0.01751696956426538,
      "grad_norm": 0.2491205523664377,
      "learning_rate": 1.7492711370262391e-06,
      "loss": 0.635,
      "step": 30
    },
    {
      "epoch": 0.018100868549740894,
      "grad_norm": 0.19890611405577832,
      "learning_rate": 1.8075801749271137e-06,
      "loss": 0.6084,
      "step": 31
    },
    {
      "epoch": 0.018684767535216407,
      "grad_norm": 0.20911262872446526,
      "learning_rate": 1.8658892128279885e-06,
      "loss": 0.6457,
      "step": 32
    },
    {
      "epoch": 0.01926866652069192,
      "grad_norm": 0.16394915098725632,
      "learning_rate": 1.9241982507288633e-06,
      "loss": 0.627,
      "step": 33
    },
    {
      "epoch": 0.019852565506167433,
      "grad_norm": 0.1572828858097562,
      "learning_rate": 1.982507288629738e-06,
      "loss": 0.6132,
      "step": 34
    },
    {
      "epoch": 0.020436464491642947,
      "grad_norm": 0.1384117125623619,
      "learning_rate": 2.0408163265306125e-06,
      "loss": 0.5816,
      "step": 35
    },
    {
      "epoch": 0.02102036347711846,
      "grad_norm": 0.1379251430163816,
      "learning_rate": 2.099125364431487e-06,
      "loss": 0.5639,
      "step": 36
    },
    {
      "epoch": 0.021604262462593973,
      "grad_norm": 0.14531427780293601,
      "learning_rate": 2.1574344023323617e-06,
      "loss": 0.5934,
      "step": 37
    },
    {
      "epoch": 0.022188161448069486,
      "grad_norm": 0.14198828932680072,
      "learning_rate": 2.2157434402332363e-06,
      "loss": 0.555,
      "step": 38
    },
    {
      "epoch": 0.022772060433544995,
      "grad_norm": 0.14650974951276136,
      "learning_rate": 2.274052478134111e-06,
      "loss": 0.5683,
      "step": 39
    },
    {
      "epoch": 0.02335595941902051,
      "grad_norm": 0.15459202863522678,
      "learning_rate": 2.3323615160349855e-06,
      "loss": 0.5872,
      "step": 40
    },
    {
      "epoch": 0.02393985840449602,
      "grad_norm": 0.14486054702102946,
      "learning_rate": 2.39067055393586e-06,
      "loss": 0.5589,
      "step": 41
    },
    {
      "epoch": 0.024523757389971534,
      "grad_norm": 0.1376287453256842,
      "learning_rate": 2.4489795918367347e-06,
      "loss": 0.5402,
      "step": 42
    },
    {
      "epoch": 0.025107656375447047,
      "grad_norm": 0.14738744852971825,
      "learning_rate": 2.5072886297376097e-06,
      "loss": 0.6036,
      "step": 43
    },
    {
      "epoch": 0.02569155536092256,
      "grad_norm": 0.14943073167071605,
      "learning_rate": 2.5655976676384843e-06,
      "loss": 0.6129,
      "step": 44
    },
    {
      "epoch": 0.026275454346398074,
      "grad_norm": 0.13302700086928715,
      "learning_rate": 2.6239067055393585e-06,
      "loss": 0.5501,
      "step": 45
    },
    {
      "epoch": 0.026859353331873587,
      "grad_norm": 0.12725044493333262,
      "learning_rate": 2.6822157434402335e-06,
      "loss": 0.5489,
      "step": 46
    },
    {
      "epoch": 0.0274432523173491,
      "grad_norm": 0.13789667607469522,
      "learning_rate": 2.740524781341108e-06,
      "loss": 0.626,
      "step": 47
    },
    {
      "epoch": 0.028027151302824613,
      "grad_norm": 0.12155102584665793,
      "learning_rate": 2.7988338192419827e-06,
      "loss": 0.5471,
      "step": 48
    },
    {
      "epoch": 0.028611050288300126,
      "grad_norm": 0.14372921401111807,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 0.5512,
      "step": 49
    },
    {
      "epoch": 0.029194949273775635,
      "grad_norm": 0.12362142367890944,
      "learning_rate": 2.9154518950437323e-06,
      "loss": 0.508,
      "step": 50
    },
    {
      "epoch": 0.02977884825925115,
      "grad_norm": 0.11936106531504113,
      "learning_rate": 2.9737609329446064e-06,
      "loss": 0.5206,
      "step": 51
    },
    {
      "epoch": 0.03036274724472666,
      "grad_norm": 0.1373011935034686,
      "learning_rate": 3.0320699708454815e-06,
      "loss": 0.6104,
      "step": 52
    },
    {
      "epoch": 0.030946646230202175,
      "grad_norm": 0.13193134690672428,
      "learning_rate": 3.090379008746356e-06,
      "loss": 0.4985,
      "step": 53
    },
    {
      "epoch": 0.03153054521567769,
      "grad_norm": 0.12304490916181232,
      "learning_rate": 3.1486880466472307e-06,
      "loss": 0.5745,
      "step": 54
    },
    {
      "epoch": 0.0321144442011532,
      "grad_norm": 0.11616875298030363,
      "learning_rate": 3.2069970845481052e-06,
      "loss": 0.5546,
      "step": 55
    },
    {
      "epoch": 0.03269834318662871,
      "grad_norm": 0.11681255765858213,
      "learning_rate": 3.2653061224489794e-06,
      "loss": 0.5208,
      "step": 56
    },
    {
      "epoch": 0.03328224217210422,
      "grad_norm": 0.1178102443082031,
      "learning_rate": 3.3236151603498544e-06,
      "loss": 0.5262,
      "step": 57
    },
    {
      "epoch": 0.033866141157579736,
      "grad_norm": 0.12023383250240183,
      "learning_rate": 3.381924198250729e-06,
      "loss": 0.5335,
      "step": 58
    },
    {
      "epoch": 0.03445004014305525,
      "grad_norm": 0.12946145838575623,
      "learning_rate": 3.440233236151604e-06,
      "loss": 0.5776,
      "step": 59
    },
    {
      "epoch": 0.03503393912853076,
      "grad_norm": 0.12554895642813893,
      "learning_rate": 3.4985422740524782e-06,
      "loss": 0.5561,
      "step": 60
    },
    {
      "epoch": 0.035617838114006276,
      "grad_norm": 0.12262268728322226,
      "learning_rate": 3.5568513119533532e-06,
      "loss": 0.5492,
      "step": 61
    },
    {
      "epoch": 0.03620173709948179,
      "grad_norm": 0.12471388952057888,
      "learning_rate": 3.6151603498542274e-06,
      "loss": 0.5974,
      "step": 62
    },
    {
      "epoch": 0.0367856360849573,
      "grad_norm": 0.1279487568488648,
      "learning_rate": 3.6734693877551024e-06,
      "loss": 0.5931,
      "step": 63
    },
    {
      "epoch": 0.037369535070432815,
      "grad_norm": 0.12410639472409644,
      "learning_rate": 3.731778425655977e-06,
      "loss": 0.5764,
      "step": 64
    },
    {
      "epoch": 0.03795343405590833,
      "grad_norm": 0.13709798625298875,
      "learning_rate": 3.790087463556852e-06,
      "loss": 0.5405,
      "step": 65
    },
    {
      "epoch": 0.03853733304138384,
      "grad_norm": 0.12178713376984483,
      "learning_rate": 3.848396501457727e-06,
      "loss": 0.5085,
      "step": 66
    },
    {
      "epoch": 0.039121232026859354,
      "grad_norm": 0.13312657848575002,
      "learning_rate": 3.906705539358601e-06,
      "loss": 0.5353,
      "step": 67
    },
    {
      "epoch": 0.03970513101233487,
      "grad_norm": 0.12493424985237252,
      "learning_rate": 3.965014577259476e-06,
      "loss": 0.5322,
      "step": 68
    },
    {
      "epoch": 0.04028902999781038,
      "grad_norm": 0.1205078113617299,
      "learning_rate": 4.02332361516035e-06,
      "loss": 0.5433,
      "step": 69
    },
    {
      "epoch": 0.04087292898328589,
      "grad_norm": 0.12588846597963127,
      "learning_rate": 4.081632653061225e-06,
      "loss": 0.5223,
      "step": 70
    },
    {
      "epoch": 0.041456827968761406,
      "grad_norm": 0.1192064498475329,
      "learning_rate": 4.139941690962099e-06,
      "loss": 0.5114,
      "step": 71
    },
    {
      "epoch": 0.04204072695423692,
      "grad_norm": 0.11434727869286143,
      "learning_rate": 4.198250728862974e-06,
      "loss": 0.477,
      "step": 72
    },
    {
      "epoch": 0.04262462593971243,
      "grad_norm": 0.12562116222538355,
      "learning_rate": 4.256559766763848e-06,
      "loss": 0.5215,
      "step": 73
    },
    {
      "epoch": 0.043208524925187945,
      "grad_norm": 0.12566878145398752,
      "learning_rate": 4.314868804664723e-06,
      "loss": 0.5435,
      "step": 74
    },
    {
      "epoch": 0.04379242391066346,
      "grad_norm": 0.12263132583356026,
      "learning_rate": 4.3731778425655976e-06,
      "loss": 0.5364,
      "step": 75
    },
    {
      "epoch": 0.04437632289613897,
      "grad_norm": 0.11346603861235804,
      "learning_rate": 4.431486880466473e-06,
      "loss": 0.5006,
      "step": 76
    },
    {
      "epoch": 0.04496022188161448,
      "grad_norm": 0.11195519797898033,
      "learning_rate": 4.489795918367348e-06,
      "loss": 0.5123,
      "step": 77
    },
    {
      "epoch": 0.04554412086708999,
      "grad_norm": 0.12025685764890878,
      "learning_rate": 4.548104956268222e-06,
      "loss": 0.5142,
      "step": 78
    },
    {
      "epoch": 0.046128019852565504,
      "grad_norm": 0.1224784663975255,
      "learning_rate": 4.606413994169097e-06,
      "loss": 0.4846,
      "step": 79
    },
    {
      "epoch": 0.04671191883804102,
      "grad_norm": 0.12015130607330382,
      "learning_rate": 4.664723032069971e-06,
      "loss": 0.5692,
      "step": 80
    },
    {
      "epoch": 0.04729581782351653,
      "grad_norm": 0.12406650199200392,
      "learning_rate": 4.723032069970846e-06,
      "loss": 0.6212,
      "step": 81
    },
    {
      "epoch": 0.04787971680899204,
      "grad_norm": 0.11688273590591051,
      "learning_rate": 4.78134110787172e-06,
      "loss": 0.5409,
      "step": 82
    },
    {
      "epoch": 0.048463615794467556,
      "grad_norm": 0.12230762563265353,
      "learning_rate": 4.839650145772595e-06,
      "loss": 0.5432,
      "step": 83
    },
    {
      "epoch": 0.04904751477994307,
      "grad_norm": 0.1275313607712504,
      "learning_rate": 4.897959183673469e-06,
      "loss": 0.5699,
      "step": 84
    },
    {
      "epoch": 0.04963141376541858,
      "grad_norm": 0.1204465221711168,
      "learning_rate": 4.956268221574344e-06,
      "loss": 0.5528,
      "step": 85
    },
    {
      "epoch": 0.050215312750894095,
      "grad_norm": 0.12643827231830812,
      "learning_rate": 5.014577259475219e-06,
      "loss": 0.5979,
      "step": 86
    },
    {
      "epoch": 0.05079921173636961,
      "grad_norm": 0.1176641285310529,
      "learning_rate": 5.0728862973760935e-06,
      "loss": 0.4808,
      "step": 87
    },
    {
      "epoch": 0.05138311072184512,
      "grad_norm": 0.11361176460052108,
      "learning_rate": 5.1311953352769686e-06,
      "loss": 0.5,
      "step": 88
    },
    {
      "epoch": 0.051967009707320634,
      "grad_norm": 0.11502890469580693,
      "learning_rate": 5.189504373177843e-06,
      "loss": 0.5322,
      "step": 89
    },
    {
      "epoch": 0.05255090869279615,
      "grad_norm": 0.12885510850361562,
      "learning_rate": 5.247813411078717e-06,
      "loss": 0.5467,
      "step": 90
    },
    {
      "epoch": 0.05313480767827166,
      "grad_norm": 0.12151012718224047,
      "learning_rate": 5.306122448979593e-06,
      "loss": 0.5169,
      "step": 91
    },
    {
      "epoch": 0.05371870666374717,
      "grad_norm": 0.12758162352192182,
      "learning_rate": 5.364431486880467e-06,
      "loss": 0.5266,
      "step": 92
    },
    {
      "epoch": 0.054302605649222686,
      "grad_norm": 0.12001742706805828,
      "learning_rate": 5.422740524781341e-06,
      "loss": 0.4928,
      "step": 93
    },
    {
      "epoch": 0.0548865046346982,
      "grad_norm": 0.12225258857579692,
      "learning_rate": 5.481049562682216e-06,
      "loss": 0.5229,
      "step": 94
    },
    {
      "epoch": 0.05547040362017371,
      "grad_norm": 0.1152421603670446,
      "learning_rate": 5.539358600583091e-06,
      "loss": 0.4899,
      "step": 95
    },
    {
      "epoch": 0.056054302605649226,
      "grad_norm": 0.13106739527831543,
      "learning_rate": 5.597667638483965e-06,
      "loss": 0.49,
      "step": 96
    },
    {
      "epoch": 0.05663820159112474,
      "grad_norm": 0.11876453588451588,
      "learning_rate": 5.65597667638484e-06,
      "loss": 0.5807,
      "step": 97
    },
    {
      "epoch": 0.05722210057660025,
      "grad_norm": 0.1260609220976984,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 0.5286,
      "step": 98
    },
    {
      "epoch": 0.05780599956207576,
      "grad_norm": 0.12484182169112895,
      "learning_rate": 5.7725947521865895e-06,
      "loss": 0.517,
      "step": 99
    },
    {
      "epoch": 0.05838989854755127,
      "grad_norm": 0.11886606751056505,
      "learning_rate": 5.8309037900874645e-06,
      "loss": 0.4703,
      "step": 100
    },
    {
      "epoch": 0.058973797533026784,
      "grad_norm": 0.1305079203618463,
      "learning_rate": 5.889212827988339e-06,
      "loss": 0.5341,
      "step": 101
    },
    {
      "epoch": 0.0595576965185023,
      "grad_norm": 0.11959851382087784,
      "learning_rate": 5.947521865889213e-06,
      "loss": 0.5235,
      "step": 102
    },
    {
      "epoch": 0.06014159550397781,
      "grad_norm": 0.12343380355404973,
      "learning_rate": 6.005830903790088e-06,
      "loss": 0.4685,
      "step": 103
    },
    {
      "epoch": 0.06072549448945332,
      "grad_norm": 0.12075598983303103,
      "learning_rate": 6.064139941690963e-06,
      "loss": 0.5033,
      "step": 104
    },
    {
      "epoch": 0.061309393474928836,
      "grad_norm": 0.1167137230362061,
      "learning_rate": 6.122448979591837e-06,
      "loss": 0.5241,
      "step": 105
    },
    {
      "epoch": 0.06189329246040435,
      "grad_norm": 0.11672844204405812,
      "learning_rate": 6.180758017492712e-06,
      "loss": 0.4872,
      "step": 106
    },
    {
      "epoch": 0.06247719144587986,
      "grad_norm": 0.12760486809800367,
      "learning_rate": 6.239067055393586e-06,
      "loss": 0.5111,
      "step": 107
    },
    {
      "epoch": 0.06306109043135538,
      "grad_norm": 0.12450897467876869,
      "learning_rate": 6.297376093294461e-06,
      "loss": 0.5063,
      "step": 108
    },
    {
      "epoch": 0.06364498941683089,
      "grad_norm": 0.12309635552630531,
      "learning_rate": 6.355685131195336e-06,
      "loss": 0.5014,
      "step": 109
    },
    {
      "epoch": 0.0642288884023064,
      "grad_norm": 0.12234066899553464,
      "learning_rate": 6.4139941690962105e-06,
      "loss": 0.4859,
      "step": 110
    },
    {
      "epoch": 0.06481278738778191,
      "grad_norm": 0.13277130246339422,
      "learning_rate": 6.472303206997085e-06,
      "loss": 0.5136,
      "step": 111
    },
    {
      "epoch": 0.06539668637325742,
      "grad_norm": 0.13016482225809503,
      "learning_rate": 6.530612244897959e-06,
      "loss": 0.5087,
      "step": 112
    },
    {
      "epoch": 0.06598058535873294,
      "grad_norm": 0.1243907074015154,
      "learning_rate": 6.588921282798835e-06,
      "loss": 0.5005,
      "step": 113
    },
    {
      "epoch": 0.06656448434420845,
      "grad_norm": 0.1192950552887921,
      "learning_rate": 6.647230320699709e-06,
      "loss": 0.5017,
      "step": 114
    },
    {
      "epoch": 0.06714838332968397,
      "grad_norm": 0.1291611400972062,
      "learning_rate": 6.705539358600584e-06,
      "loss": 0.4999,
      "step": 115
    },
    {
      "epoch": 0.06773228231515947,
      "grad_norm": 0.12645224706155894,
      "learning_rate": 6.763848396501458e-06,
      "loss": 0.5065,
      "step": 116
    },
    {
      "epoch": 0.06831618130063499,
      "grad_norm": 0.1184522539064496,
      "learning_rate": 6.822157434402333e-06,
      "loss": 0.5572,
      "step": 117
    },
    {
      "epoch": 0.0689000802861105,
      "grad_norm": 0.14241104843035735,
      "learning_rate": 6.880466472303208e-06,
      "loss": 0.5268,
      "step": 118
    },
    {
      "epoch": 0.06948397927158602,
      "grad_norm": 0.12389568827667287,
      "learning_rate": 6.938775510204082e-06,
      "loss": 0.4814,
      "step": 119
    },
    {
      "epoch": 0.07006787825706152,
      "grad_norm": 0.12255659504852189,
      "learning_rate": 6.9970845481049564e-06,
      "loss": 0.4784,
      "step": 120
    },
    {
      "epoch": 0.07065177724253704,
      "grad_norm": 0.12385767818111074,
      "learning_rate": 7.055393586005832e-06,
      "loss": 0.5114,
      "step": 121
    },
    {
      "epoch": 0.07123567622801255,
      "grad_norm": 0.1242479410803753,
      "learning_rate": 7.1137026239067065e-06,
      "loss": 0.5286,
      "step": 122
    },
    {
      "epoch": 0.07181957521348807,
      "grad_norm": 0.12069225013240867,
      "learning_rate": 7.172011661807581e-06,
      "loss": 0.4962,
      "step": 123
    },
    {
      "epoch": 0.07240347419896358,
      "grad_norm": 0.13312820172082093,
      "learning_rate": 7.230320699708455e-06,
      "loss": 0.5188,
      "step": 124
    },
    {
      "epoch": 0.0729873731844391,
      "grad_norm": 0.1711945728595143,
      "learning_rate": 7.28862973760933e-06,
      "loss": 0.57,
      "step": 125
    },
    {
      "epoch": 0.0735712721699146,
      "grad_norm": 0.1194956898594109,
      "learning_rate": 7.346938775510205e-06,
      "loss": 0.473,
      "step": 126
    },
    {
      "epoch": 0.07415517115539012,
      "grad_norm": 0.11652570987834152,
      "learning_rate": 7.40524781341108e-06,
      "loss": 0.5096,
      "step": 127
    },
    {
      "epoch": 0.07473907014086563,
      "grad_norm": 0.1257804593504759,
      "learning_rate": 7.463556851311954e-06,
      "loss": 0.506,
      "step": 128
    },
    {
      "epoch": 0.07532296912634115,
      "grad_norm": 0.13585415092568312,
      "learning_rate": 7.521865889212828e-06,
      "loss": 0.542,
      "step": 129
    },
    {
      "epoch": 0.07590686811181666,
      "grad_norm": 0.13148882109410992,
      "learning_rate": 7.580174927113704e-06,
      "loss": 0.547,
      "step": 130
    },
    {
      "epoch": 0.07649076709729216,
      "grad_norm": 0.13169721829496428,
      "learning_rate": 7.638483965014577e-06,
      "loss": 0.4995,
      "step": 131
    },
    {
      "epoch": 0.07707466608276768,
      "grad_norm": 0.12365384850689345,
      "learning_rate": 7.696793002915453e-06,
      "loss": 0.5357,
      "step": 132
    },
    {
      "epoch": 0.07765856506824319,
      "grad_norm": 0.12532078419615827,
      "learning_rate": 7.755102040816327e-06,
      "loss": 0.548,
      "step": 133
    },
    {
      "epoch": 0.07824246405371871,
      "grad_norm": 0.12627432789135531,
      "learning_rate": 7.813411078717202e-06,
      "loss": 0.5003,
      "step": 134
    },
    {
      "epoch": 0.07882636303919421,
      "grad_norm": 0.12600863655776395,
      "learning_rate": 7.871720116618077e-06,
      "loss": 0.5168,
      "step": 135
    },
    {
      "epoch": 0.07941026202466973,
      "grad_norm": 0.12299139663110784,
      "learning_rate": 7.930029154518952e-06,
      "loss": 0.4521,
      "step": 136
    },
    {
      "epoch": 0.07999416101014524,
      "grad_norm": 0.12730729199654625,
      "learning_rate": 7.988338192419826e-06,
      "loss": 0.528,
      "step": 137
    },
    {
      "epoch": 0.08057805999562076,
      "grad_norm": 0.1240355289813488,
      "learning_rate": 8.0466472303207e-06,
      "loss": 0.5065,
      "step": 138
    },
    {
      "epoch": 0.08116195898109627,
      "grad_norm": 0.1256897845028877,
      "learning_rate": 8.104956268221576e-06,
      "loss": 0.5532,
      "step": 139
    },
    {
      "epoch": 0.08174585796657179,
      "grad_norm": 0.12432521647787001,
      "learning_rate": 8.16326530612245e-06,
      "loss": 0.5206,
      "step": 140
    },
    {
      "epoch": 0.08232975695204729,
      "grad_norm": 0.10943903042980331,
      "learning_rate": 8.221574344023324e-06,
      "loss": 0.4588,
      "step": 141
    },
    {
      "epoch": 0.08291365593752281,
      "grad_norm": 0.11792429604633306,
      "learning_rate": 8.279883381924198e-06,
      "loss": 0.4474,
      "step": 142
    },
    {
      "epoch": 0.08349755492299832,
      "grad_norm": 0.12879678321331278,
      "learning_rate": 8.338192419825074e-06,
      "loss": 0.5226,
      "step": 143
    },
    {
      "epoch": 0.08408145390847384,
      "grad_norm": 0.11930723023319373,
      "learning_rate": 8.396501457725948e-06,
      "loss": 0.5217,
      "step": 144
    },
    {
      "epoch": 0.08466535289394934,
      "grad_norm": 0.13145990621232267,
      "learning_rate": 8.454810495626823e-06,
      "loss": 0.4961,
      "step": 145
    },
    {
      "epoch": 0.08524925187942486,
      "grad_norm": 0.11927667168830863,
      "learning_rate": 8.513119533527697e-06,
      "loss": 0.4434,
      "step": 146
    },
    {
      "epoch": 0.08583315086490037,
      "grad_norm": 0.11899774147458363,
      "learning_rate": 8.571428571428571e-06,
      "loss": 0.4524,
      "step": 147
    },
    {
      "epoch": 0.08641704985037589,
      "grad_norm": 0.11503714794308208,
      "learning_rate": 8.629737609329447e-06,
      "loss": 0.4522,
      "step": 148
    },
    {
      "epoch": 0.0870009488358514,
      "grad_norm": 0.12335780537495883,
      "learning_rate": 8.688046647230321e-06,
      "loss": 0.4933,
      "step": 149
    },
    {
      "epoch": 0.08758484782132692,
      "grad_norm": 0.11031905923722546,
      "learning_rate": 8.746355685131195e-06,
      "loss": 0.4447,
      "step": 150
    },
    {
      "epoch": 0.08816874680680242,
      "grad_norm": 0.1203460815155038,
      "learning_rate": 8.804664723032071e-06,
      "loss": 0.4715,
      "step": 151
    },
    {
      "epoch": 0.08875264579227794,
      "grad_norm": 0.12614464363737826,
      "learning_rate": 8.862973760932945e-06,
      "loss": 0.5163,
      "step": 152
    },
    {
      "epoch": 0.08933654477775345,
      "grad_norm": 0.1164138441468125,
      "learning_rate": 8.921282798833821e-06,
      "loss": 0.4632,
      "step": 153
    },
    {
      "epoch": 0.08992044376322895,
      "grad_norm": 0.1274066859341455,
      "learning_rate": 8.979591836734695e-06,
      "loss": 0.4815,
      "step": 154
    },
    {
      "epoch": 0.09050434274870447,
      "grad_norm": 0.12157008390725106,
      "learning_rate": 9.03790087463557e-06,
      "loss": 0.4649,
      "step": 155
    },
    {
      "epoch": 0.09108824173417998,
      "grad_norm": 0.12547292058721102,
      "learning_rate": 9.096209912536444e-06,
      "loss": 0.5295,
      "step": 156
    },
    {
      "epoch": 0.0916721407196555,
      "grad_norm": 0.1212897637510307,
      "learning_rate": 9.15451895043732e-06,
      "loss": 0.5135,
      "step": 157
    },
    {
      "epoch": 0.09225603970513101,
      "grad_norm": 0.12602734677910782,
      "learning_rate": 9.212827988338194e-06,
      "loss": 0.5111,
      "step": 158
    },
    {
      "epoch": 0.09283993869060653,
      "grad_norm": 0.11963674242486431,
      "learning_rate": 9.271137026239068e-06,
      "loss": 0.4987,
      "step": 159
    },
    {
      "epoch": 0.09342383767608203,
      "grad_norm": 0.1202530949130935,
      "learning_rate": 9.329446064139942e-06,
      "loss": 0.531,
      "step": 160
    },
    {
      "epoch": 0.09400773666155755,
      "grad_norm": 0.12741373530457503,
      "learning_rate": 9.387755102040818e-06,
      "loss": 0.5138,
      "step": 161
    },
    {
      "epoch": 0.09459163564703306,
      "grad_norm": 0.12418060663421622,
      "learning_rate": 9.446064139941692e-06,
      "loss": 0.4746,
      "step": 162
    },
    {
      "epoch": 0.09517553463250858,
      "grad_norm": 0.12718782867754488,
      "learning_rate": 9.504373177842566e-06,
      "loss": 0.4979,
      "step": 163
    },
    {
      "epoch": 0.09575943361798409,
      "grad_norm": 0.12055792674404836,
      "learning_rate": 9.56268221574344e-06,
      "loss": 0.4646,
      "step": 164
    },
    {
      "epoch": 0.0963433326034596,
      "grad_norm": 0.1216872873766708,
      "learning_rate": 9.620991253644316e-06,
      "loss": 0.5,
      "step": 165
    },
    {
      "epoch": 0.09692723158893511,
      "grad_norm": 0.11088464824772838,
      "learning_rate": 9.67930029154519e-06,
      "loss": 0.4559,
      "step": 166
    },
    {
      "epoch": 0.09751113057441063,
      "grad_norm": 0.12316328782632133,
      "learning_rate": 9.737609329446065e-06,
      "loss": 0.495,
      "step": 167
    },
    {
      "epoch": 0.09809502955988614,
      "grad_norm": 0.12812328828989114,
      "learning_rate": 9.795918367346939e-06,
      "loss": 0.4707,
      "step": 168
    },
    {
      "epoch": 0.09867892854536166,
      "grad_norm": 0.12830826520307553,
      "learning_rate": 9.854227405247815e-06,
      "loss": 0.4676,
      "step": 169
    },
    {
      "epoch": 0.09926282753083716,
      "grad_norm": 0.12410111194585906,
      "learning_rate": 9.912536443148689e-06,
      "loss": 0.4732,
      "step": 170
    },
    {
      "epoch": 0.09984672651631268,
      "grad_norm": 0.12475191624470297,
      "learning_rate": 9.970845481049563e-06,
      "loss": 0.4392,
      "step": 171
    },
    {
      "epoch": 0.10043062550178819,
      "grad_norm": 0.1241260083240558,
      "learning_rate": 1.0029154518950439e-05,
      "loss": 0.5403,
      "step": 172
    },
    {
      "epoch": 0.10101452448726371,
      "grad_norm": 0.12507984731684313,
      "learning_rate": 1.0087463556851313e-05,
      "loss": 0.4753,
      "step": 173
    },
    {
      "epoch": 0.10159842347273922,
      "grad_norm": 0.12814100486730318,
      "learning_rate": 1.0145772594752187e-05,
      "loss": 0.4905,
      "step": 174
    },
    {
      "epoch": 0.10218232245821472,
      "grad_norm": 0.12469588332707274,
      "learning_rate": 1.0204081632653063e-05,
      "loss": 0.4778,
      "step": 175
    },
    {
      "epoch": 0.10276622144369024,
      "grad_norm": 0.12232925422843359,
      "learning_rate": 1.0262390670553937e-05,
      "loss": 0.4787,
      "step": 176
    },
    {
      "epoch": 0.10335012042916575,
      "grad_norm": 0.12269692779635057,
      "learning_rate": 1.0320699708454811e-05,
      "loss": 0.5052,
      "step": 177
    },
    {
      "epoch": 0.10393401941464127,
      "grad_norm": 0.11916532467809526,
      "learning_rate": 1.0379008746355685e-05,
      "loss": 0.4885,
      "step": 178
    },
    {
      "epoch": 0.10451791840011677,
      "grad_norm": 0.12092964578474148,
      "learning_rate": 1.043731778425656e-05,
      "loss": 0.4657,
      "step": 179
    },
    {
      "epoch": 0.1051018173855923,
      "grad_norm": 0.11439204716514362,
      "learning_rate": 1.0495626822157434e-05,
      "loss": 0.5042,
      "step": 180
    },
    {
      "epoch": 0.1056857163710678,
      "grad_norm": 0.12354388252423189,
      "learning_rate": 1.0553935860058311e-05,
      "loss": 0.5233,
      "step": 181
    },
    {
      "epoch": 0.10626961535654332,
      "grad_norm": 0.12043570737854031,
      "learning_rate": 1.0612244897959186e-05,
      "loss": 0.519,
      "step": 182
    },
    {
      "epoch": 0.10685351434201883,
      "grad_norm": 0.11834237063550702,
      "learning_rate": 1.067055393586006e-05,
      "loss": 0.4795,
      "step": 183
    },
    {
      "epoch": 0.10743741332749435,
      "grad_norm": 0.11705709857814825,
      "learning_rate": 1.0728862973760934e-05,
      "loss": 0.4823,
      "step": 184
    },
    {
      "epoch": 0.10802131231296985,
      "grad_norm": 0.12509083351745862,
      "learning_rate": 1.0787172011661808e-05,
      "loss": 0.4914,
      "step": 185
    },
    {
      "epoch": 0.10860521129844537,
      "grad_norm": 0.10786115579153421,
      "learning_rate": 1.0845481049562682e-05,
      "loss": 0.5058,
      "step": 186
    },
    {
      "epoch": 0.10918911028392088,
      "grad_norm": 0.11299638826020518,
      "learning_rate": 1.0903790087463556e-05,
      "loss": 0.4717,
      "step": 187
    },
    {
      "epoch": 0.1097730092693964,
      "grad_norm": 0.11688095277211268,
      "learning_rate": 1.0962099125364432e-05,
      "loss": 0.5093,
      "step": 188
    },
    {
      "epoch": 0.1103569082548719,
      "grad_norm": 0.12473021090764483,
      "learning_rate": 1.1020408163265306e-05,
      "loss": 0.4408,
      "step": 189
    },
    {
      "epoch": 0.11094080724034742,
      "grad_norm": 0.11413721579271932,
      "learning_rate": 1.1078717201166182e-05,
      "loss": 0.4851,
      "step": 190
    },
    {
      "epoch": 0.11152470622582293,
      "grad_norm": 0.12517361613874525,
      "learning_rate": 1.1137026239067056e-05,
      "loss": 0.5422,
      "step": 191
    },
    {
      "epoch": 0.11210860521129845,
      "grad_norm": 0.11820773964475485,
      "learning_rate": 1.119533527696793e-05,
      "loss": 0.4897,
      "step": 192
    },
    {
      "epoch": 0.11269250419677396,
      "grad_norm": 0.11803250458290135,
      "learning_rate": 1.1253644314868807e-05,
      "loss": 0.5076,
      "step": 193
    },
    {
      "epoch": 0.11327640318224948,
      "grad_norm": 0.11607060814198182,
      "learning_rate": 1.131195335276968e-05,
      "loss": 0.4784,
      "step": 194
    },
    {
      "epoch": 0.11386030216772498,
      "grad_norm": 0.11211128345308143,
      "learning_rate": 1.1370262390670555e-05,
      "loss": 0.4902,
      "step": 195
    },
    {
      "epoch": 0.1144442011532005,
      "grad_norm": 0.11141384489238289,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 0.4436,
      "step": 196
    },
    {
      "epoch": 0.11502810013867601,
      "grad_norm": 0.11215596624335802,
      "learning_rate": 1.1486880466472303e-05,
      "loss": 0.4432,
      "step": 197
    },
    {
      "epoch": 0.11561199912415152,
      "grad_norm": 0.12399274896294848,
      "learning_rate": 1.1545189504373179e-05,
      "loss": 0.5312,
      "step": 198
    },
    {
      "epoch": 0.11619589810962704,
      "grad_norm": 0.11293237079501135,
      "learning_rate": 1.1603498542274055e-05,
      "loss": 0.447,
      "step": 199
    },
    {
      "epoch": 0.11677979709510254,
      "grad_norm": 0.1215012642583709,
      "learning_rate": 1.1661807580174929e-05,
      "loss": 0.5012,
      "step": 200
    },
    {
      "epoch": 0.11736369608057806,
      "grad_norm": 0.12427299685002438,
      "learning_rate": 1.1720116618075803e-05,
      "loss": 0.4864,
      "step": 201
    },
    {
      "epoch": 0.11794759506605357,
      "grad_norm": 0.12100393884045363,
      "learning_rate": 1.1778425655976677e-05,
      "loss": 0.451,
      "step": 202
    },
    {
      "epoch": 0.11853149405152909,
      "grad_norm": 0.13024816718208015,
      "learning_rate": 1.1836734693877552e-05,
      "loss": 0.4804,
      "step": 203
    },
    {
      "epoch": 0.1191153930370046,
      "grad_norm": 0.1361916016281245,
      "learning_rate": 1.1895043731778426e-05,
      "loss": 0.4728,
      "step": 204
    },
    {
      "epoch": 0.11969929202248011,
      "grad_norm": 0.11804249910974884,
      "learning_rate": 1.19533527696793e-05,
      "loss": 0.4482,
      "step": 205
    },
    {
      "epoch": 0.12028319100795562,
      "grad_norm": 0.12405592212995777,
      "learning_rate": 1.2011661807580176e-05,
      "loss": 0.4181,
      "step": 206
    },
    {
      "epoch": 0.12086708999343114,
      "grad_norm": 0.11766180068909124,
      "learning_rate": 1.2069970845481052e-05,
      "loss": 0.4547,
      "step": 207
    },
    {
      "epoch": 0.12145098897890665,
      "grad_norm": 0.12026405888532894,
      "learning_rate": 1.2128279883381926e-05,
      "loss": 0.4721,
      "step": 208
    },
    {
      "epoch": 0.12203488796438217,
      "grad_norm": 0.12990354634558993,
      "learning_rate": 1.21865889212828e-05,
      "loss": 0.4995,
      "step": 209
    },
    {
      "epoch": 0.12261878694985767,
      "grad_norm": 0.1246359916200624,
      "learning_rate": 1.2244897959183674e-05,
      "loss": 0.4749,
      "step": 210
    },
    {
      "epoch": 0.12320268593533319,
      "grad_norm": 0.11976384962406618,
      "learning_rate": 1.2303206997084548e-05,
      "loss": 0.4499,
      "step": 211
    },
    {
      "epoch": 0.1237865849208087,
      "grad_norm": 0.11933506479333074,
      "learning_rate": 1.2361516034985424e-05,
      "loss": 0.4764,
      "step": 212
    },
    {
      "epoch": 0.12437048390628422,
      "grad_norm": 0.12542827966265213,
      "learning_rate": 1.2419825072886298e-05,
      "loss": 0.4605,
      "step": 213
    },
    {
      "epoch": 0.12495438289175972,
      "grad_norm": 0.1150593280405559,
      "learning_rate": 1.2478134110787173e-05,
      "loss": 0.5055,
      "step": 214
    },
    {
      "epoch": 0.12553828187723523,
      "grad_norm": 0.12343762040898296,
      "learning_rate": 1.2536443148688047e-05,
      "loss": 0.5234,
      "step": 215
    },
    {
      "epoch": 0.12612218086271076,
      "grad_norm": 0.12445165491494599,
      "learning_rate": 1.2594752186588923e-05,
      "loss": 0.521,
      "step": 216
    },
    {
      "epoch": 0.12670607984818627,
      "grad_norm": 0.12117234717727392,
      "learning_rate": 1.2653061224489798e-05,
      "loss": 0.5548,
      "step": 217
    },
    {
      "epoch": 0.12728997883366178,
      "grad_norm": 0.11954033838949486,
      "learning_rate": 1.2711370262390673e-05,
      "loss": 0.4817,
      "step": 218
    },
    {
      "epoch": 0.12787387781913728,
      "grad_norm": 0.12276715542710782,
      "learning_rate": 1.2769679300291547e-05,
      "loss": 0.5034,
      "step": 219
    },
    {
      "epoch": 0.1284577768046128,
      "grad_norm": 0.1298628689318294,
      "learning_rate": 1.2827988338192421e-05,
      "loss": 0.514,
      "step": 220
    },
    {
      "epoch": 0.12904167579008832,
      "grad_norm": 0.1266951544845043,
      "learning_rate": 1.2886297376093295e-05,
      "loss": 0.517,
      "step": 221
    },
    {
      "epoch": 0.12962557477556383,
      "grad_norm": 0.1186973436485451,
      "learning_rate": 1.294460641399417e-05,
      "loss": 0.5038,
      "step": 222
    },
    {
      "epoch": 0.13020947376103933,
      "grad_norm": 0.12484191464621862,
      "learning_rate": 1.3002915451895044e-05,
      "loss": 0.4575,
      "step": 223
    },
    {
      "epoch": 0.13079337274651484,
      "grad_norm": 0.11994680057458637,
      "learning_rate": 1.3061224489795918e-05,
      "loss": 0.4744,
      "step": 224
    },
    {
      "epoch": 0.13137727173199037,
      "grad_norm": 0.1108910363461259,
      "learning_rate": 1.3119533527696795e-05,
      "loss": 0.4618,
      "step": 225
    },
    {
      "epoch": 0.13196117071746588,
      "grad_norm": 0.12156708934933559,
      "learning_rate": 1.317784256559767e-05,
      "loss": 0.5182,
      "step": 226
    },
    {
      "epoch": 0.1325450697029414,
      "grad_norm": 0.12551779767427704,
      "learning_rate": 1.3236151603498544e-05,
      "loss": 0.4982,
      "step": 227
    },
    {
      "epoch": 0.1331289686884169,
      "grad_norm": 0.11225517035511849,
      "learning_rate": 1.3294460641399418e-05,
      "loss": 0.459,
      "step": 228
    },
    {
      "epoch": 0.13371286767389243,
      "grad_norm": 0.1195753060113868,
      "learning_rate": 1.3352769679300292e-05,
      "loss": 0.5366,
      "step": 229
    },
    {
      "epoch": 0.13429676665936793,
      "grad_norm": 0.1311397152775005,
      "learning_rate": 1.3411078717201168e-05,
      "loss": 0.503,
      "step": 230
    },
    {
      "epoch": 0.13488066564484344,
      "grad_norm": 0.1211510768312088,
      "learning_rate": 1.3469387755102042e-05,
      "loss": 0.4898,
      "step": 231
    },
    {
      "epoch": 0.13546456463031895,
      "grad_norm": 0.12600913942872044,
      "learning_rate": 1.3527696793002916e-05,
      "loss": 0.4942,
      "step": 232
    },
    {
      "epoch": 0.13604846361579448,
      "grad_norm": 0.12787422527968467,
      "learning_rate": 1.358600583090379e-05,
      "loss": 0.5281,
      "step": 233
    },
    {
      "epoch": 0.13663236260126999,
      "grad_norm": 0.12776466871580142,
      "learning_rate": 1.3644314868804666e-05,
      "loss": 0.48,
      "step": 234
    },
    {
      "epoch": 0.1372162615867455,
      "grad_norm": 0.12166931506499784,
      "learning_rate": 1.370262390670554e-05,
      "loss": 0.5034,
      "step": 235
    },
    {
      "epoch": 0.137800160572221,
      "grad_norm": 0.11638765866070645,
      "learning_rate": 1.3760932944606416e-05,
      "loss": 0.4434,
      "step": 236
    },
    {
      "epoch": 0.13838405955769653,
      "grad_norm": 0.12004747340609112,
      "learning_rate": 1.381924198250729e-05,
      "loss": 0.5035,
      "step": 237
    },
    {
      "epoch": 0.13896795854317204,
      "grad_norm": 0.12419290968448686,
      "learning_rate": 1.3877551020408165e-05,
      "loss": 0.4752,
      "step": 238
    },
    {
      "epoch": 0.13955185752864754,
      "grad_norm": 0.12141595054280938,
      "learning_rate": 1.3935860058309039e-05,
      "loss": 0.4491,
      "step": 239
    },
    {
      "epoch": 0.14013575651412305,
      "grad_norm": 0.12329688383714835,
      "learning_rate": 1.3994169096209913e-05,
      "loss": 0.495,
      "step": 240
    },
    {
      "epoch": 0.14071965549959856,
      "grad_norm": 0.11510920906734046,
      "learning_rate": 1.4052478134110787e-05,
      "loss": 0.504,
      "step": 241
    },
    {
      "epoch": 0.1413035544850741,
      "grad_norm": 0.12941891219110963,
      "learning_rate": 1.4110787172011665e-05,
      "loss": 0.4928,
      "step": 242
    },
    {
      "epoch": 0.1418874534705496,
      "grad_norm": 0.12337045751874921,
      "learning_rate": 1.4169096209912539e-05,
      "loss": 0.4724,
      "step": 243
    },
    {
      "epoch": 0.1424713524560251,
      "grad_norm": 0.1235778334164274,
      "learning_rate": 1.4227405247813413e-05,
      "loss": 0.4577,
      "step": 244
    },
    {
      "epoch": 0.1430552514415006,
      "grad_norm": 0.12628375572385392,
      "learning_rate": 1.4285714285714287e-05,
      "loss": 0.4861,
      "step": 245
    },
    {
      "epoch": 0.14363915042697614,
      "grad_norm": 0.12799670378479905,
      "learning_rate": 1.4344023323615161e-05,
      "loss": 0.462,
      "step": 246
    },
    {
      "epoch": 0.14422304941245165,
      "grad_norm": 0.1321155184287993,
      "learning_rate": 1.4402332361516035e-05,
      "loss": 0.5225,
      "step": 247
    },
    {
      "epoch": 0.14480694839792715,
      "grad_norm": 0.11630499300519878,
      "learning_rate": 1.446064139941691e-05,
      "loss": 0.4518,
      "step": 248
    },
    {
      "epoch": 0.14539084738340266,
      "grad_norm": 0.11490870582188943,
      "learning_rate": 1.4518950437317786e-05,
      "loss": 0.4495,
      "step": 249
    },
    {
      "epoch": 0.1459747463688782,
      "grad_norm": 0.11987467106840151,
      "learning_rate": 1.457725947521866e-05,
      "loss": 0.4776,
      "step": 250
    },
    {
      "epoch": 0.1465586453543537,
      "grad_norm": 0.11727098503092016,
      "learning_rate": 1.4635568513119536e-05,
      "loss": 0.4826,
      "step": 251
    },
    {
      "epoch": 0.1471425443398292,
      "grad_norm": 0.12156378266134499,
      "learning_rate": 1.469387755102041e-05,
      "loss": 0.497,
      "step": 252
    },
    {
      "epoch": 0.1477264433253047,
      "grad_norm": 0.11894652307870147,
      "learning_rate": 1.4752186588921284e-05,
      "loss": 0.5003,
      "step": 253
    },
    {
      "epoch": 0.14831034231078025,
      "grad_norm": 0.12090016742619325,
      "learning_rate": 1.481049562682216e-05,
      "loss": 0.4711,
      "step": 254
    },
    {
      "epoch": 0.14889424129625575,
      "grad_norm": 0.11842338577830101,
      "learning_rate": 1.4868804664723034e-05,
      "loss": 0.4837,
      "step": 255
    },
    {
      "epoch": 0.14947814028173126,
      "grad_norm": 0.12243088835607291,
      "learning_rate": 1.4927113702623908e-05,
      "loss": 0.4589,
      "step": 256
    },
    {
      "epoch": 0.15006203926720676,
      "grad_norm": 0.11810611612034028,
      "learning_rate": 1.4985422740524782e-05,
      "loss": 0.5004,
      "step": 257
    },
    {
      "epoch": 0.1506459382526823,
      "grad_norm": 0.12227905879531428,
      "learning_rate": 1.5043731778425656e-05,
      "loss": 0.4911,
      "step": 258
    },
    {
      "epoch": 0.1512298372381578,
      "grad_norm": 0.11317655294575424,
      "learning_rate": 1.510204081632653e-05,
      "loss": 0.4459,
      "step": 259
    },
    {
      "epoch": 0.1518137362236333,
      "grad_norm": 0.12193313554591659,
      "learning_rate": 1.5160349854227408e-05,
      "loss": 0.4904,
      "step": 260
    },
    {
      "epoch": 0.15239763520910882,
      "grad_norm": 0.11957668594350246,
      "learning_rate": 1.5218658892128282e-05,
      "loss": 0.4905,
      "step": 261
    },
    {
      "epoch": 0.15298153419458432,
      "grad_norm": 0.11803153116343822,
      "learning_rate": 1.5276967930029155e-05,
      "loss": 0.448,
      "step": 262
    },
    {
      "epoch": 0.15356543318005986,
      "grad_norm": 0.11628128188102277,
      "learning_rate": 1.533527696793003e-05,
      "loss": 0.4973,
      "step": 263
    },
    {
      "epoch": 0.15414933216553536,
      "grad_norm": 0.11803334288345642,
      "learning_rate": 1.5393586005830907e-05,
      "loss": 0.4545,
      "step": 264
    },
    {
      "epoch": 0.15473323115101087,
      "grad_norm": 0.12052510278848581,
      "learning_rate": 1.545189504373178e-05,
      "loss": 0.5061,
      "step": 265
    },
    {
      "epoch": 0.15531713013648638,
      "grad_norm": 0.1102794232001335,
      "learning_rate": 1.5510204081632655e-05,
      "loss": 0.4529,
      "step": 266
    },
    {
      "epoch": 0.1559010291219619,
      "grad_norm": 0.11938592890818091,
      "learning_rate": 1.5568513119533527e-05,
      "loss": 0.4988,
      "step": 267
    },
    {
      "epoch": 0.15648492810743742,
      "grad_norm": 0.1183307439198149,
      "learning_rate": 1.5626822157434403e-05,
      "loss": 0.4836,
      "step": 268
    },
    {
      "epoch": 0.15706882709291292,
      "grad_norm": 0.11094454673987766,
      "learning_rate": 1.568513119533528e-05,
      "loss": 0.4796,
      "step": 269
    },
    {
      "epoch": 0.15765272607838843,
      "grad_norm": 0.1353776474271034,
      "learning_rate": 1.5743440233236155e-05,
      "loss": 0.4871,
      "step": 270
    },
    {
      "epoch": 0.15823662506386396,
      "grad_norm": 0.12069533414841309,
      "learning_rate": 1.5801749271137027e-05,
      "loss": 0.49,
      "step": 271
    },
    {
      "epoch": 0.15882052404933947,
      "grad_norm": 0.11240351189350616,
      "learning_rate": 1.5860058309037903e-05,
      "loss": 0.4696,
      "step": 272
    },
    {
      "epoch": 0.15940442303481497,
      "grad_norm": 0.1274612444666027,
      "learning_rate": 1.5918367346938776e-05,
      "loss": 0.5028,
      "step": 273
    },
    {
      "epoch": 0.15998832202029048,
      "grad_norm": 0.12123438557049905,
      "learning_rate": 1.597667638483965e-05,
      "loss": 0.4412,
      "step": 274
    },
    {
      "epoch": 0.160572221005766,
      "grad_norm": 0.11903881286285385,
      "learning_rate": 1.6034985422740524e-05,
      "loss": 0.4793,
      "step": 275
    },
    {
      "epoch": 0.16115611999124152,
      "grad_norm": 0.1262521558434459,
      "learning_rate": 1.60932944606414e-05,
      "loss": 0.4865,
      "step": 276
    },
    {
      "epoch": 0.16174001897671703,
      "grad_norm": 0.11511852637776115,
      "learning_rate": 1.6151603498542276e-05,
      "loss": 0.4413,
      "step": 277
    },
    {
      "epoch": 0.16232391796219253,
      "grad_norm": 0.1244482953527967,
      "learning_rate": 1.6209912536443152e-05,
      "loss": 0.4708,
      "step": 278
    },
    {
      "epoch": 0.16290781694766807,
      "grad_norm": 0.12716212415464379,
      "learning_rate": 1.6268221574344024e-05,
      "loss": 0.4898,
      "step": 279
    },
    {
      "epoch": 0.16349171593314357,
      "grad_norm": 0.12236530185363777,
      "learning_rate": 1.63265306122449e-05,
      "loss": 0.484,
      "step": 280
    },
    {
      "epoch": 0.16407561491861908,
      "grad_norm": 0.1362358709832902,
      "learning_rate": 1.6384839650145773e-05,
      "loss": 0.4912,
      "step": 281
    },
    {
      "epoch": 0.16465951390409458,
      "grad_norm": 0.11138105994059525,
      "learning_rate": 1.644314868804665e-05,
      "loss": 0.4372,
      "step": 282
    },
    {
      "epoch": 0.16524341288957012,
      "grad_norm": 0.12329780529929299,
      "learning_rate": 1.6501457725947524e-05,
      "loss": 0.5292,
      "step": 283
    },
    {
      "epoch": 0.16582731187504562,
      "grad_norm": 0.12194849368180884,
      "learning_rate": 1.6559766763848397e-05,
      "loss": 0.4632,
      "step": 284
    },
    {
      "epoch": 0.16641121086052113,
      "grad_norm": 0.11270527031672307,
      "learning_rate": 1.6618075801749273e-05,
      "loss": 0.4462,
      "step": 285
    },
    {
      "epoch": 0.16699510984599664,
      "grad_norm": 0.11715428168507913,
      "learning_rate": 1.667638483965015e-05,
      "loss": 0.4891,
      "step": 286
    },
    {
      "epoch": 0.16757900883147214,
      "grad_norm": 0.11743682195071353,
      "learning_rate": 1.673469387755102e-05,
      "loss": 0.4669,
      "step": 287
    },
    {
      "epoch": 0.16816290781694768,
      "grad_norm": 0.1216006852816552,
      "learning_rate": 1.6793002915451897e-05,
      "loss": 0.514,
      "step": 288
    },
    {
      "epoch": 0.16874680680242318,
      "grad_norm": 0.12099122720838222,
      "learning_rate": 1.6851311953352773e-05,
      "loss": 0.5035,
      "step": 289
    },
    {
      "epoch": 0.1693307057878987,
      "grad_norm": 0.12167588398751764,
      "learning_rate": 1.6909620991253645e-05,
      "loss": 0.4564,
      "step": 290
    },
    {
      "epoch": 0.1699146047733742,
      "grad_norm": 0.12067892194410414,
      "learning_rate": 1.696793002915452e-05,
      "loss": 0.5302,
      "step": 291
    },
    {
      "epoch": 0.17049850375884973,
      "grad_norm": 0.11695743043568546,
      "learning_rate": 1.7026239067055393e-05,
      "loss": 0.5114,
      "step": 292
    },
    {
      "epoch": 0.17108240274432523,
      "grad_norm": 0.12448655713952463,
      "learning_rate": 1.708454810495627e-05,
      "loss": 0.4541,
      "step": 293
    },
    {
      "epoch": 0.17166630172980074,
      "grad_norm": 0.11173382041495981,
      "learning_rate": 1.7142857142857142e-05,
      "loss": 0.4898,
      "step": 294
    },
    {
      "epoch": 0.17225020071527625,
      "grad_norm": 0.11735312684143906,
      "learning_rate": 1.720116618075802e-05,
      "loss": 0.4904,
      "step": 295
    },
    {
      "epoch": 0.17283409970075178,
      "grad_norm": 0.11367685720580717,
      "learning_rate": 1.7259475218658894e-05,
      "loss": 0.4646,
      "step": 296
    },
    {
      "epoch": 0.1734179986862273,
      "grad_norm": 0.11800488805567871,
      "learning_rate": 1.731778425655977e-05,
      "loss": 0.4637,
      "step": 297
    },
    {
      "epoch": 0.1740018976717028,
      "grad_norm": 0.11094577163806059,
      "learning_rate": 1.7376093294460642e-05,
      "loss": 0.4189,
      "step": 298
    },
    {
      "epoch": 0.1745857966571783,
      "grad_norm": 0.11491439051096573,
      "learning_rate": 1.7434402332361518e-05,
      "loss": 0.4941,
      "step": 299
    },
    {
      "epoch": 0.17516969564265383,
      "grad_norm": 0.1183359437283957,
      "learning_rate": 1.749271137026239e-05,
      "loss": 0.4749,
      "step": 300
    },
    {
      "epoch": 0.17575359462812934,
      "grad_norm": 0.11196201537981638,
      "learning_rate": 1.7551020408163266e-05,
      "loss": 0.4658,
      "step": 301
    },
    {
      "epoch": 0.17633749361360485,
      "grad_norm": 0.11667553275114739,
      "learning_rate": 1.7609329446064142e-05,
      "loss": 0.4992,
      "step": 302
    },
    {
      "epoch": 0.17692139259908035,
      "grad_norm": 0.1258157006901112,
      "learning_rate": 1.7667638483965014e-05,
      "loss": 0.5154,
      "step": 303
    },
    {
      "epoch": 0.17750529158455589,
      "grad_norm": 0.11538138945235941,
      "learning_rate": 1.772594752186589e-05,
      "loss": 0.4526,
      "step": 304
    },
    {
      "epoch": 0.1780891905700314,
      "grad_norm": 0.12161460779940975,
      "learning_rate": 1.7784256559766766e-05,
      "loss": 0.4907,
      "step": 305
    },
    {
      "epoch": 0.1786730895555069,
      "grad_norm": 0.12679989651132298,
      "learning_rate": 1.7842565597667642e-05,
      "loss": 0.4855,
      "step": 306
    },
    {
      "epoch": 0.1792569885409824,
      "grad_norm": 0.1175605722224771,
      "learning_rate": 1.7900874635568515e-05,
      "loss": 0.4769,
      "step": 307
    },
    {
      "epoch": 0.1798408875264579,
      "grad_norm": 0.12578890295317222,
      "learning_rate": 1.795918367346939e-05,
      "loss": 0.472,
      "step": 308
    },
    {
      "epoch": 0.18042478651193344,
      "grad_norm": 0.11355992877346005,
      "learning_rate": 1.8017492711370263e-05,
      "loss": 0.4198,
      "step": 309
    },
    {
      "epoch": 0.18100868549740895,
      "grad_norm": 0.11205771506126262,
      "learning_rate": 1.807580174927114e-05,
      "loss": 0.4077,
      "step": 310
    },
    {
      "epoch": 0.18159258448288446,
      "grad_norm": 0.11928790422692327,
      "learning_rate": 1.813411078717201e-05,
      "loss": 0.4559,
      "step": 311
    },
    {
      "epoch": 0.18217648346835996,
      "grad_norm": 0.1363020411321485,
      "learning_rate": 1.8192419825072887e-05,
      "loss": 0.4929,
      "step": 312
    },
    {
      "epoch": 0.1827603824538355,
      "grad_norm": 0.12504128655440488,
      "learning_rate": 1.8250728862973763e-05,
      "loss": 0.5503,
      "step": 313
    },
    {
      "epoch": 0.183344281439311,
      "grad_norm": 0.12176631272575653,
      "learning_rate": 1.830903790087464e-05,
      "loss": 0.47,
      "step": 314
    },
    {
      "epoch": 0.1839281804247865,
      "grad_norm": 0.11896202910345562,
      "learning_rate": 1.836734693877551e-05,
      "loss": 0.4656,
      "step": 315
    },
    {
      "epoch": 0.18451207941026201,
      "grad_norm": 0.12571601312079406,
      "learning_rate": 1.8425655976676387e-05,
      "loss": 0.4752,
      "step": 316
    },
    {
      "epoch": 0.18509597839573755,
      "grad_norm": 0.12053499290064615,
      "learning_rate": 1.848396501457726e-05,
      "loss": 0.4899,
      "step": 317
    },
    {
      "epoch": 0.18567987738121305,
      "grad_norm": 0.11360764518192895,
      "learning_rate": 1.8542274052478135e-05,
      "loss": 0.4588,
      "step": 318
    },
    {
      "epoch": 0.18626377636668856,
      "grad_norm": 0.12492128658751882,
      "learning_rate": 1.8600583090379008e-05,
      "loss": 0.4905,
      "step": 319
    },
    {
      "epoch": 0.18684767535216407,
      "grad_norm": 0.11349093418075651,
      "learning_rate": 1.8658892128279884e-05,
      "loss": 0.5256,
      "step": 320
    },
    {
      "epoch": 0.1874315743376396,
      "grad_norm": 0.11014312698562714,
      "learning_rate": 1.871720116618076e-05,
      "loss": 0.477,
      "step": 321
    },
    {
      "epoch": 0.1880154733231151,
      "grad_norm": 0.1196931338687533,
      "learning_rate": 1.8775510204081636e-05,
      "loss": 0.4286,
      "step": 322
    },
    {
      "epoch": 0.1885993723085906,
      "grad_norm": 0.11763470911320446,
      "learning_rate": 1.8833819241982508e-05,
      "loss": 0.4847,
      "step": 323
    },
    {
      "epoch": 0.18918327129406612,
      "grad_norm": 0.11258413884466385,
      "learning_rate": 1.8892128279883384e-05,
      "loss": 0.4219,
      "step": 324
    },
    {
      "epoch": 0.18976717027954165,
      "grad_norm": 0.12135774540948996,
      "learning_rate": 1.895043731778426e-05,
      "loss": 0.4949,
      "step": 325
    },
    {
      "epoch": 0.19035106926501716,
      "grad_norm": 0.11962105480583143,
      "learning_rate": 1.9008746355685132e-05,
      "loss": 0.4941,
      "step": 326
    },
    {
      "epoch": 0.19093496825049266,
      "grad_norm": 0.10253626999099455,
      "learning_rate": 1.9067055393586008e-05,
      "loss": 0.4511,
      "step": 327
    },
    {
      "epoch": 0.19151886723596817,
      "grad_norm": 0.11521055399860232,
      "learning_rate": 1.912536443148688e-05,
      "loss": 0.477,
      "step": 328
    },
    {
      "epoch": 0.19210276622144368,
      "grad_norm": 0.12268661705044029,
      "learning_rate": 1.9183673469387756e-05,
      "loss": 0.4794,
      "step": 329
    },
    {
      "epoch": 0.1926866652069192,
      "grad_norm": 0.11650332005009081,
      "learning_rate": 1.9241982507288632e-05,
      "loss": 0.5121,
      "step": 330
    },
    {
      "epoch": 0.19327056419239472,
      "grad_norm": 0.11780446457911503,
      "learning_rate": 1.9300291545189508e-05,
      "loss": 0.4977,
      "step": 331
    },
    {
      "epoch": 0.19385446317787022,
      "grad_norm": 0.11289820521132098,
      "learning_rate": 1.935860058309038e-05,
      "loss": 0.4715,
      "step": 332
    },
    {
      "epoch": 0.19443836216334573,
      "grad_norm": 0.11578534883937343,
      "learning_rate": 1.9416909620991257e-05,
      "loss": 0.5386,
      "step": 333
    },
    {
      "epoch": 0.19502226114882126,
      "grad_norm": 0.13662211300686103,
      "learning_rate": 1.947521865889213e-05,
      "loss": 0.4992,
      "step": 334
    },
    {
      "epoch": 0.19560616013429677,
      "grad_norm": 0.1083410667087245,
      "learning_rate": 1.9533527696793005e-05,
      "loss": 0.4554,
      "step": 335
    },
    {
      "epoch": 0.19619005911977228,
      "grad_norm": 0.12318881489128079,
      "learning_rate": 1.9591836734693877e-05,
      "loss": 0.4416,
      "step": 336
    },
    {
      "epoch": 0.19677395810524778,
      "grad_norm": 0.11591742917556982,
      "learning_rate": 1.9650145772594753e-05,
      "loss": 0.5053,
      "step": 337
    },
    {
      "epoch": 0.19735785709072332,
      "grad_norm": 0.11041722941177642,
      "learning_rate": 1.970845481049563e-05,
      "loss": 0.4866,
      "step": 338
    },
    {
      "epoch": 0.19794175607619882,
      "grad_norm": 0.10922202977087775,
      "learning_rate": 1.9766763848396505e-05,
      "loss": 0.4755,
      "step": 339
    },
    {
      "epoch": 0.19852565506167433,
      "grad_norm": 0.13275809674593222,
      "learning_rate": 1.9825072886297377e-05,
      "loss": 0.4842,
      "step": 340
    },
    {
      "epoch": 0.19910955404714983,
      "grad_norm": 0.11178604969598391,
      "learning_rate": 1.9883381924198253e-05,
      "loss": 0.4763,
      "step": 341
    },
    {
      "epoch": 0.19969345303262537,
      "grad_norm": 0.13468051083127913,
      "learning_rate": 1.9941690962099126e-05,
      "loss": 0.5462,
      "step": 342
    },
    {
      "epoch": 0.20027735201810087,
      "grad_norm": 0.11402720069772254,
      "learning_rate": 2e-05,
      "loss": 0.4893,
      "step": 343
    },
    {
      "epoch": 0.20086125100357638,
      "grad_norm": 0.13385178798699593,
      "learning_rate": 1.999999480140104e-05,
      "loss": 0.5028,
      "step": 344
    },
    {
      "epoch": 0.20144514998905189,
      "grad_norm": 0.11573574615782269,
      "learning_rate": 1.999997920560957e-05,
      "loss": 0.471,
      "step": 345
    },
    {
      "epoch": 0.20202904897452742,
      "grad_norm": 0.12176600620571904,
      "learning_rate": 1.9999953212641804e-05,
      "loss": 0.5231,
      "step": 346
    },
    {
      "epoch": 0.20261294796000293,
      "grad_norm": 0.11924205465014313,
      "learning_rate": 1.9999916822524766e-05,
      "loss": 0.4579,
      "step": 347
    },
    {
      "epoch": 0.20319684694547843,
      "grad_norm": 0.110272816846901,
      "learning_rate": 1.999987003529629e-05,
      "loss": 0.4789,
      "step": 348
    },
    {
      "epoch": 0.20378074593095394,
      "grad_norm": 0.12451484762220308,
      "learning_rate": 1.9999812851005024e-05,
      "loss": 0.4555,
      "step": 349
    },
    {
      "epoch": 0.20436464491642944,
      "grad_norm": 0.11141320064911672,
      "learning_rate": 1.9999745269710423e-05,
      "loss": 0.4871,
      "step": 350
    },
    {
      "epoch": 0.20494854390190498,
      "grad_norm": 0.11208852207407757,
      "learning_rate": 1.999966729148275e-05,
      "loss": 0.4628,
      "step": 351
    },
    {
      "epoch": 0.20553244288738048,
      "grad_norm": 0.11395327123440692,
      "learning_rate": 1.9999578916403086e-05,
      "loss": 0.4682,
      "step": 352
    },
    {
      "epoch": 0.206116341872856,
      "grad_norm": 0.1138581517529346,
      "learning_rate": 1.9999480144563316e-05,
      "loss": 0.4865,
      "step": 353
    },
    {
      "epoch": 0.2067002408583315,
      "grad_norm": 0.10875287627701856,
      "learning_rate": 1.999937097606613e-05,
      "loss": 0.4759,
      "step": 354
    },
    {
      "epoch": 0.20728413984380703,
      "grad_norm": 0.12606806825186004,
      "learning_rate": 1.9999251411025034e-05,
      "loss": 0.4817,
      "step": 355
    },
    {
      "epoch": 0.20786803882928254,
      "grad_norm": 0.11371291093373521,
      "learning_rate": 1.9999121449564347e-05,
      "loss": 0.4635,
      "step": 356
    },
    {
      "epoch": 0.20845193781475804,
      "grad_norm": 0.11105426795758348,
      "learning_rate": 1.999898109181919e-05,
      "loss": 0.4761,
      "step": 357
    },
    {
      "epoch": 0.20903583680023355,
      "grad_norm": 0.10608609499215514,
      "learning_rate": 1.9998830337935488e-05,
      "loss": 0.4769,
      "step": 358
    },
    {
      "epoch": 0.20961973578570908,
      "grad_norm": 0.12043751030774777,
      "learning_rate": 1.9998669188069992e-05,
      "loss": 0.4775,
      "step": 359
    },
    {
      "epoch": 0.2102036347711846,
      "grad_norm": 0.1097960892482818,
      "learning_rate": 1.9998497642390255e-05,
      "loss": 0.4182,
      "step": 360
    },
    {
      "epoch": 0.2107875337566601,
      "grad_norm": 0.11290225191879377,
      "learning_rate": 1.9998315701074624e-05,
      "loss": 0.5097,
      "step": 361
    },
    {
      "epoch": 0.2113714327421356,
      "grad_norm": 0.11447406186365836,
      "learning_rate": 1.999812336431228e-05,
      "loss": 0.4848,
      "step": 362
    },
    {
      "epoch": 0.21195533172761113,
      "grad_norm": 0.10758137015850869,
      "learning_rate": 1.9997920632303192e-05,
      "loss": 0.446,
      "step": 363
    },
    {
      "epoch": 0.21253923071308664,
      "grad_norm": 0.11326391945771376,
      "learning_rate": 1.9997707505258147e-05,
      "loss": 0.4477,
      "step": 364
    },
    {
      "epoch": 0.21312312969856215,
      "grad_norm": 0.11280485253358473,
      "learning_rate": 1.9997483983398736e-05,
      "loss": 0.4823,
      "step": 365
    },
    {
      "epoch": 0.21370702868403765,
      "grad_norm": 0.1115188744102502,
      "learning_rate": 1.9997250066957357e-05,
      "loss": 0.4989,
      "step": 366
    },
    {
      "epoch": 0.2142909276695132,
      "grad_norm": 0.11820873260115417,
      "learning_rate": 1.9997005756177228e-05,
      "loss": 0.4866,
      "step": 367
    },
    {
      "epoch": 0.2148748266549887,
      "grad_norm": 0.1168252086230445,
      "learning_rate": 1.9996751051312352e-05,
      "loss": 0.4531,
      "step": 368
    },
    {
      "epoch": 0.2154587256404642,
      "grad_norm": 0.1219636803488188,
      "learning_rate": 1.9996485952627554e-05,
      "loss": 0.527,
      "step": 369
    },
    {
      "epoch": 0.2160426246259397,
      "grad_norm": 0.1053933030498993,
      "learning_rate": 1.9996210460398464e-05,
      "loss": 0.4639,
      "step": 370
    },
    {
      "epoch": 0.2166265236114152,
      "grad_norm": 0.10633683394898225,
      "learning_rate": 1.9995924574911516e-05,
      "loss": 0.4502,
      "step": 371
    },
    {
      "epoch": 0.21721042259689075,
      "grad_norm": 0.10967566168357494,
      "learning_rate": 1.9995628296463953e-05,
      "loss": 0.4995,
      "step": 372
    },
    {
      "epoch": 0.21779432158236625,
      "grad_norm": 0.10259060957477167,
      "learning_rate": 1.9995321625363814e-05,
      "loss": 0.4504,
      "step": 373
    },
    {
      "epoch": 0.21837822056784176,
      "grad_norm": 0.12072276785745267,
      "learning_rate": 1.999500456192996e-05,
      "loss": 0.5039,
      "step": 374
    },
    {
      "epoch": 0.21896211955331726,
      "grad_norm": 0.11156929318275795,
      "learning_rate": 1.9994677106492046e-05,
      "loss": 0.465,
      "step": 375
    },
    {
      "epoch": 0.2195460185387928,
      "grad_norm": 0.1138505284001503,
      "learning_rate": 1.999433925939053e-05,
      "loss": 0.4605,
      "step": 376
    },
    {
      "epoch": 0.2201299175242683,
      "grad_norm": 0.09771179912935149,
      "learning_rate": 1.999399102097668e-05,
      "loss": 0.4345,
      "step": 377
    },
    {
      "epoch": 0.2207138165097438,
      "grad_norm": 0.11690518618551832,
      "learning_rate": 1.999363239161257e-05,
      "loss": 0.5176,
      "step": 378
    },
    {
      "epoch": 0.22129771549521932,
      "grad_norm": 0.11064238354403713,
      "learning_rate": 1.9993263371671067e-05,
      "loss": 0.4721,
      "step": 379
    },
    {
      "epoch": 0.22188161448069485,
      "grad_norm": 0.11495676364860458,
      "learning_rate": 1.9992883961535857e-05,
      "loss": 0.4934,
      "step": 380
    },
    {
      "epoch": 0.22246551346617036,
      "grad_norm": 0.11260666473433781,
      "learning_rate": 1.9992494161601414e-05,
      "loss": 0.4553,
      "step": 381
    },
    {
      "epoch": 0.22304941245164586,
      "grad_norm": 0.10545729270035774,
      "learning_rate": 1.999209397227302e-05,
      "loss": 0.4413,
      "step": 382
    },
    {
      "epoch": 0.22363331143712137,
      "grad_norm": 0.11742699007503096,
      "learning_rate": 1.9991683393966764e-05,
      "loss": 0.4848,
      "step": 383
    },
    {
      "epoch": 0.2242172104225969,
      "grad_norm": 0.11395492114796957,
      "learning_rate": 1.9991262427109532e-05,
      "loss": 0.4826,
      "step": 384
    },
    {
      "epoch": 0.2248011094080724,
      "grad_norm": 0.10897991467610253,
      "learning_rate": 1.9990831072139008e-05,
      "loss": 0.4444,
      "step": 385
    },
    {
      "epoch": 0.22538500839354791,
      "grad_norm": 0.1135984796408721,
      "learning_rate": 1.9990389329503685e-05,
      "loss": 0.4452,
      "step": 386
    },
    {
      "epoch": 0.22596890737902342,
      "grad_norm": 0.11240631369597227,
      "learning_rate": 1.9989937199662845e-05,
      "loss": 0.4651,
      "step": 387
    },
    {
      "epoch": 0.22655280636449895,
      "grad_norm": 0.11080305072695718,
      "learning_rate": 1.998947468308658e-05,
      "loss": 0.426,
      "step": 388
    },
    {
      "epoch": 0.22713670534997446,
      "grad_norm": 0.12114584413220336,
      "learning_rate": 1.9989001780255784e-05,
      "loss": 0.4555,
      "step": 389
    },
    {
      "epoch": 0.22772060433544997,
      "grad_norm": 0.11908184163633564,
      "learning_rate": 1.9988518491662134e-05,
      "loss": 0.5247,
      "step": 390
    },
    {
      "epoch": 0.22830450332092547,
      "grad_norm": 0.11545209570574225,
      "learning_rate": 1.9988024817808116e-05,
      "loss": 0.528,
      "step": 391
    },
    {
      "epoch": 0.228888402306401,
      "grad_norm": 0.09882156821142817,
      "learning_rate": 1.9987520759207014e-05,
      "loss": 0.4409,
      "step": 392
    },
    {
      "epoch": 0.2294723012918765,
      "grad_norm": 0.11382455217004005,
      "learning_rate": 1.9987006316382913e-05,
      "loss": 0.4598,
      "step": 393
    },
    {
      "epoch": 0.23005620027735202,
      "grad_norm": 0.11205172389299375,
      "learning_rate": 1.9986481489870684e-05,
      "loss": 0.473,
      "step": 394
    },
    {
      "epoch": 0.23064009926282752,
      "grad_norm": 0.10840908608226256,
      "learning_rate": 1.9985946280215996e-05,
      "loss": 0.4889,
      "step": 395
    },
    {
      "epoch": 0.23122399824830303,
      "grad_norm": 0.11446418542270366,
      "learning_rate": 1.9985400687975325e-05,
      "loss": 0.4751,
      "step": 396
    },
    {
      "epoch": 0.23180789723377856,
      "grad_norm": 0.11068298126289605,
      "learning_rate": 1.998484471371593e-05,
      "loss": 0.4652,
      "step": 397
    },
    {
      "epoch": 0.23239179621925407,
      "grad_norm": 0.11599122241762827,
      "learning_rate": 1.9984278358015867e-05,
      "loss": 0.4965,
      "step": 398
    },
    {
      "epoch": 0.23297569520472958,
      "grad_norm": 0.10731265036151659,
      "learning_rate": 1.998370162146399e-05,
      "loss": 0.4454,
      "step": 399
    },
    {
      "epoch": 0.23355959419020508,
      "grad_norm": 0.1137584720615305,
      "learning_rate": 1.9983114504659943e-05,
      "loss": 0.4819,
      "step": 400
    },
    {
      "epoch": 0.23414349317568062,
      "grad_norm": 0.1153264593643977,
      "learning_rate": 1.998251700821416e-05,
      "loss": 0.5144,
      "step": 401
    },
    {
      "epoch": 0.23472739216115612,
      "grad_norm": 0.10473788358147003,
      "learning_rate": 1.9981909132747875e-05,
      "loss": 0.4719,
      "step": 402
    },
    {
      "epoch": 0.23531129114663163,
      "grad_norm": 0.11945085908838624,
      "learning_rate": 1.9981290878893103e-05,
      "loss": 0.4723,
      "step": 403
    },
    {
      "epoch": 0.23589519013210714,
      "grad_norm": 0.11757931782634197,
      "learning_rate": 1.9980662247292657e-05,
      "loss": 0.5219,
      "step": 404
    },
    {
      "epoch": 0.23647908911758267,
      "grad_norm": 0.11725111667932307,
      "learning_rate": 1.998002323860014e-05,
      "loss": 0.4807,
      "step": 405
    },
    {
      "epoch": 0.23706298810305818,
      "grad_norm": 0.10486780279010022,
      "learning_rate": 1.997937385347994e-05,
      "loss": 0.4536,
      "step": 406
    },
    {
      "epoch": 0.23764688708853368,
      "grad_norm": 0.11715478846642553,
      "learning_rate": 1.9978714092607234e-05,
      "loss": 0.5145,
      "step": 407
    },
    {
      "epoch": 0.2382307860740092,
      "grad_norm": 0.11614830730165444,
      "learning_rate": 1.997804395666799e-05,
      "loss": 0.5627,
      "step": 408
    },
    {
      "epoch": 0.23881468505948472,
      "grad_norm": 0.10427713206602503,
      "learning_rate": 1.997736344635896e-05,
      "loss": 0.445,
      "step": 409
    },
    {
      "epoch": 0.23939858404496023,
      "grad_norm": 0.10362555259177765,
      "learning_rate": 1.997667256238769e-05,
      "loss": 0.5209,
      "step": 410
    },
    {
      "epoch": 0.23998248303043573,
      "grad_norm": 0.10718110595136525,
      "learning_rate": 1.99759713054725e-05,
      "loss": 0.4832,
      "step": 411
    },
    {
      "epoch": 0.24056638201591124,
      "grad_norm": 0.12688033021748277,
      "learning_rate": 1.99752596763425e-05,
      "loss": 0.5121,
      "step": 412
    },
    {
      "epoch": 0.24115028100138677,
      "grad_norm": 0.2197419532053834,
      "learning_rate": 1.9974537675737587e-05,
      "loss": 0.4731,
      "step": 413
    },
    {
      "epoch": 0.24173417998686228,
      "grad_norm": 0.11331641347140724,
      "learning_rate": 1.9973805304408437e-05,
      "loss": 0.4664,
      "step": 414
    },
    {
      "epoch": 0.24231807897233779,
      "grad_norm": 0.10718573856808986,
      "learning_rate": 1.9973062563116515e-05,
      "loss": 0.435,
      "step": 415
    },
    {
      "epoch": 0.2429019779578133,
      "grad_norm": 0.1426525318749901,
      "learning_rate": 1.9972309452634064e-05,
      "loss": 0.4364,
      "step": 416
    },
    {
      "epoch": 0.2434858769432888,
      "grad_norm": 0.10888079971106551,
      "learning_rate": 1.9971545973744102e-05,
      "loss": 0.4282,
      "step": 417
    },
    {
      "epoch": 0.24406977592876433,
      "grad_norm": 0.11675154499002265,
      "learning_rate": 1.997077212724044e-05,
      "loss": 0.5238,
      "step": 418
    },
    {
      "epoch": 0.24465367491423984,
      "grad_norm": 0.11105288734732757,
      "learning_rate": 1.9969987913927657e-05,
      "loss": 0.4311,
      "step": 419
    },
    {
      "epoch": 0.24523757389971534,
      "grad_norm": 0.12643643277484065,
      "learning_rate": 1.9969193334621117e-05,
      "loss": 0.4508,
      "step": 420
    },
    {
      "epoch": 0.24582147288519085,
      "grad_norm": 0.12211119562240913,
      "learning_rate": 1.996838839014696e-05,
      "loss": 0.5028,
      "step": 421
    },
    {
      "epoch": 0.24640537187066638,
      "grad_norm": 0.10247716470117967,
      "learning_rate": 1.9967573081342103e-05,
      "loss": 0.4305,
      "step": 422
    },
    {
      "epoch": 0.2469892708561419,
      "grad_norm": 0.11294442051242815,
      "learning_rate": 1.9966747409054235e-05,
      "loss": 0.4587,
      "step": 423
    },
    {
      "epoch": 0.2475731698416174,
      "grad_norm": 0.16340175317473582,
      "learning_rate": 1.996591137414183e-05,
      "loss": 0.5042,
      "step": 424
    },
    {
      "epoch": 0.2481570688270929,
      "grad_norm": 0.11494412709480582,
      "learning_rate": 1.996506497747412e-05,
      "loss": 0.4815,
      "step": 425
    },
    {
      "epoch": 0.24874096781256844,
      "grad_norm": 0.10806120623244819,
      "learning_rate": 1.9964208219931135e-05,
      "loss": 0.4777,
      "step": 426
    },
    {
      "epoch": 0.24932486679804394,
      "grad_norm": 0.3289994532754349,
      "learning_rate": 1.9963341102403652e-05,
      "loss": 0.4614,
      "step": 427
    },
    {
      "epoch": 0.24990876578351945,
      "grad_norm": 0.14967391271931915,
      "learning_rate": 1.996246362579323e-05,
      "loss": 0.5981,
      "step": 428
    },
    {
      "epoch": 0.25049266476899495,
      "grad_norm": 0.11234236590879111,
      "learning_rate": 1.99615757910122e-05,
      "loss": 0.5061,
      "step": 429
    },
    {
      "epoch": 0.25107656375447046,
      "grad_norm": 0.1158364246132873,
      "learning_rate": 1.9960677598983672e-05,
      "loss": 0.5063,
      "step": 430
    },
    {
      "epoch": 0.25166046273994597,
      "grad_norm": 0.10670542376965202,
      "learning_rate": 1.9959769050641498e-05,
      "loss": 0.4282,
      "step": 431
    },
    {
      "epoch": 0.25224436172542153,
      "grad_norm": 0.10504803378825164,
      "learning_rate": 1.9958850146930326e-05,
      "loss": 0.4831,
      "step": 432
    },
    {
      "epoch": 0.25282826071089703,
      "grad_norm": 0.11255367638886131,
      "learning_rate": 1.9957920888805548e-05,
      "loss": 0.4442,
      "step": 433
    },
    {
      "epoch": 0.25341215969637254,
      "grad_norm": 0.106937043943414,
      "learning_rate": 1.9956981277233342e-05,
      "loss": 0.4518,
      "step": 434
    },
    {
      "epoch": 0.25399605868184805,
      "grad_norm": 0.10938332954018594,
      "learning_rate": 1.9956031313190634e-05,
      "loss": 0.4509,
      "step": 435
    },
    {
      "epoch": 0.25457995766732355,
      "grad_norm": 0.10755006100854324,
      "learning_rate": 1.9955070997665122e-05,
      "loss": 0.4341,
      "step": 436
    },
    {
      "epoch": 0.25516385665279906,
      "grad_norm": 0.11933126407325542,
      "learning_rate": 1.9954100331655265e-05,
      "loss": 0.4838,
      "step": 437
    },
    {
      "epoch": 0.25574775563827457,
      "grad_norm": 0.11162898791498366,
      "learning_rate": 1.9953119316170286e-05,
      "loss": 0.5128,
      "step": 438
    },
    {
      "epoch": 0.25633165462375007,
      "grad_norm": 0.10198685994169777,
      "learning_rate": 1.9952127952230166e-05,
      "loss": 0.4383,
      "step": 439
    },
    {
      "epoch": 0.2569155536092256,
      "grad_norm": 0.10512253449310441,
      "learning_rate": 1.995112624086564e-05,
      "loss": 0.47,
      "step": 440
    },
    {
      "epoch": 0.25749945259470114,
      "grad_norm": 0.1072880972084344,
      "learning_rate": 1.9950114183118215e-05,
      "loss": 0.5105,
      "step": 441
    },
    {
      "epoch": 0.25808335158017665,
      "grad_norm": 0.1166177623033071,
      "learning_rate": 1.9949091780040143e-05,
      "loss": 0.4538,
      "step": 442
    },
    {
      "epoch": 0.25866725056565215,
      "grad_norm": 0.10151070492519414,
      "learning_rate": 1.9948059032694432e-05,
      "loss": 0.4619,
      "step": 443
    },
    {
      "epoch": 0.25925114955112766,
      "grad_norm": 0.12575622280811238,
      "learning_rate": 1.9947015942154864e-05,
      "loss": 0.5266,
      "step": 444
    },
    {
      "epoch": 0.25983504853660316,
      "grad_norm": 0.10891654996784639,
      "learning_rate": 1.994596250950595e-05,
      "loss": 0.4464,
      "step": 445
    },
    {
      "epoch": 0.26041894752207867,
      "grad_norm": 0.10467012062916746,
      "learning_rate": 1.9944898735842963e-05,
      "loss": 0.5343,
      "step": 446
    },
    {
      "epoch": 0.2610028465075542,
      "grad_norm": 0.118650580619336,
      "learning_rate": 1.9943824622271934e-05,
      "loss": 0.5079,
      "step": 447
    },
    {
      "epoch": 0.2615867454930297,
      "grad_norm": 0.10287388165049094,
      "learning_rate": 1.9942740169909643e-05,
      "loss": 0.4823,
      "step": 448
    },
    {
      "epoch": 0.26217064447850524,
      "grad_norm": 0.11401455862572256,
      "learning_rate": 1.9941645379883613e-05,
      "loss": 0.4691,
      "step": 449
    },
    {
      "epoch": 0.26275454346398075,
      "grad_norm": 0.11050764328075006,
      "learning_rate": 1.9940540253332118e-05,
      "loss": 0.4575,
      "step": 450
    },
    {
      "epoch": 0.26333844244945626,
      "grad_norm": 0.12526617118077785,
      "learning_rate": 1.993942479140418e-05,
      "loss": 0.5475,
      "step": 451
    },
    {
      "epoch": 0.26392234143493176,
      "grad_norm": 0.10854021139701223,
      "learning_rate": 1.993829899525957e-05,
      "loss": 0.4738,
      "step": 452
    },
    {
      "epoch": 0.26450624042040727,
      "grad_norm": 0.11486946363013296,
      "learning_rate": 1.99371628660688e-05,
      "loss": 0.5016,
      "step": 453
    },
    {
      "epoch": 0.2650901394058828,
      "grad_norm": 0.10646918515431725,
      "learning_rate": 1.9936016405013117e-05,
      "loss": 0.4079,
      "step": 454
    },
    {
      "epoch": 0.2656740383913583,
      "grad_norm": 0.10783869746297771,
      "learning_rate": 1.9934859613284535e-05,
      "loss": 0.4728,
      "step": 455
    },
    {
      "epoch": 0.2662579373768338,
      "grad_norm": 0.1021109873270093,
      "learning_rate": 1.993369249208578e-05,
      "loss": 0.4425,
      "step": 456
    },
    {
      "epoch": 0.26684183636230935,
      "grad_norm": 0.17928307762489282,
      "learning_rate": 1.9932515042630335e-05,
      "loss": 0.5065,
      "step": 457
    },
    {
      "epoch": 0.26742573534778485,
      "grad_norm": 0.09594239919439491,
      "learning_rate": 1.9931327266142425e-05,
      "loss": 0.4449,
      "step": 458
    },
    {
      "epoch": 0.26800963433326036,
      "grad_norm": 0.10233352139166572,
      "learning_rate": 1.9930129163856992e-05,
      "loss": 0.4372,
      "step": 459
    },
    {
      "epoch": 0.26859353331873587,
      "grad_norm": 0.10856843435305369,
      "learning_rate": 1.9928920737019735e-05,
      "loss": 0.4962,
      "step": 460
    },
    {
      "epoch": 0.2691774323042114,
      "grad_norm": 0.10354318251001918,
      "learning_rate": 1.9927701986887077e-05,
      "loss": 0.468,
      "step": 461
    },
    {
      "epoch": 0.2697613312896869,
      "grad_norm": 0.10172446956623674,
      "learning_rate": 1.9926472914726177e-05,
      "loss": 0.416,
      "step": 462
    },
    {
      "epoch": 0.2703452302751624,
      "grad_norm": 0.1226515684597648,
      "learning_rate": 1.9925233521814926e-05,
      "loss": 0.4468,
      "step": 463
    },
    {
      "epoch": 0.2709291292606379,
      "grad_norm": 0.09854167255841996,
      "learning_rate": 1.9923983809441945e-05,
      "loss": 0.4799,
      "step": 464
    },
    {
      "epoch": 0.2715130282461134,
      "grad_norm": 0.10910776478279463,
      "learning_rate": 1.9922723778906583e-05,
      "loss": 0.47,
      "step": 465
    },
    {
      "epoch": 0.27209692723158896,
      "grad_norm": 0.09951411612066836,
      "learning_rate": 1.9921453431518923e-05,
      "loss": 0.4867,
      "step": 466
    },
    {
      "epoch": 0.27268082621706446,
      "grad_norm": 0.1081222494861953,
      "learning_rate": 1.9920172768599763e-05,
      "loss": 0.4666,
      "step": 467
    },
    {
      "epoch": 0.27326472520253997,
      "grad_norm": 0.11991744718172768,
      "learning_rate": 1.991888179148064e-05,
      "loss": 0.4806,
      "step": 468
    },
    {
      "epoch": 0.2738486241880155,
      "grad_norm": 0.10607042770569018,
      "learning_rate": 1.991758050150381e-05,
      "loss": 0.4914,
      "step": 469
    },
    {
      "epoch": 0.274432523173491,
      "grad_norm": 0.10712483139884131,
      "learning_rate": 1.991626890002224e-05,
      "loss": 0.4986,
      "step": 470
    },
    {
      "epoch": 0.2750164221589665,
      "grad_norm": 0.104637323365252,
      "learning_rate": 1.9914946988399636e-05,
      "loss": 0.4575,
      "step": 471
    },
    {
      "epoch": 0.275600321144442,
      "grad_norm": 0.11332881067169139,
      "learning_rate": 1.9913614768010418e-05,
      "loss": 0.4839,
      "step": 472
    },
    {
      "epoch": 0.2761842201299175,
      "grad_norm": 0.09975675467797741,
      "learning_rate": 1.9912272240239715e-05,
      "loss": 0.3971,
      "step": 473
    },
    {
      "epoch": 0.27676811911539306,
      "grad_norm": 0.1075994043547606,
      "learning_rate": 1.9910919406483384e-05,
      "loss": 0.4625,
      "step": 474
    },
    {
      "epoch": 0.27735201810086857,
      "grad_norm": 0.1189653971380939,
      "learning_rate": 1.9909556268147995e-05,
      "loss": 0.4623,
      "step": 475
    },
    {
      "epoch": 0.2779359170863441,
      "grad_norm": 0.09696989808206406,
      "learning_rate": 1.990818282665082e-05,
      "loss": 0.4291,
      "step": 476
    },
    {
      "epoch": 0.2785198160718196,
      "grad_norm": 0.10680752977157684,
      "learning_rate": 1.9906799083419865e-05,
      "loss": 0.468,
      "step": 477
    },
    {
      "epoch": 0.2791037150572951,
      "grad_norm": 0.11658418933554979,
      "learning_rate": 1.9905405039893827e-05,
      "loss": 0.4825,
      "step": 478
    },
    {
      "epoch": 0.2796876140427706,
      "grad_norm": 0.1047619297725638,
      "learning_rate": 1.9904000697522126e-05,
      "loss": 0.4261,
      "step": 479
    },
    {
      "epoch": 0.2802715130282461,
      "grad_norm": 0.11102487265632709,
      "learning_rate": 1.9902586057764882e-05,
      "loss": 0.4834,
      "step": 480
    },
    {
      "epoch": 0.2808554120137216,
      "grad_norm": 0.11484092653949689,
      "learning_rate": 1.9901161122092923e-05,
      "loss": 0.4678,
      "step": 481
    },
    {
      "epoch": 0.2814393109991971,
      "grad_norm": 0.10209204150598852,
      "learning_rate": 1.9899725891987788e-05,
      "loss": 0.4866,
      "step": 482
    },
    {
      "epoch": 0.2820232099846727,
      "grad_norm": 0.12177389514212382,
      "learning_rate": 1.9898280368941708e-05,
      "loss": 0.4112,
      "step": 483
    },
    {
      "epoch": 0.2826071089701482,
      "grad_norm": 0.10456275252049713,
      "learning_rate": 1.989682455445762e-05,
      "loss": 0.4233,
      "step": 484
    },
    {
      "epoch": 0.2831910079556237,
      "grad_norm": 0.1103185228542731,
      "learning_rate": 1.9895358450049175e-05,
      "loss": 0.4915,
      "step": 485
    },
    {
      "epoch": 0.2837749069410992,
      "grad_norm": 0.11547777501147886,
      "learning_rate": 1.9893882057240698e-05,
      "loss": 0.4845,
      "step": 486
    },
    {
      "epoch": 0.2843588059265747,
      "grad_norm": 0.10599350717543674,
      "learning_rate": 1.989239537756723e-05,
      "loss": 0.4295,
      "step": 487
    },
    {
      "epoch": 0.2849427049120502,
      "grad_norm": 0.10449204350067366,
      "learning_rate": 1.98908984125745e-05,
      "loss": 0.4329,
      "step": 488
    },
    {
      "epoch": 0.2855266038975257,
      "grad_norm": 0.11251355479212671,
      "learning_rate": 1.9889391163818935e-05,
      "loss": 0.4898,
      "step": 489
    },
    {
      "epoch": 0.2861105028830012,
      "grad_norm": 0.1112436204386576,
      "learning_rate": 1.9887873632867645e-05,
      "loss": 0.4846,
      "step": 490
    },
    {
      "epoch": 0.2866944018684768,
      "grad_norm": 0.10681261038113704,
      "learning_rate": 1.9886345821298442e-05,
      "loss": 0.4527,
      "step": 491
    },
    {
      "epoch": 0.2872783008539523,
      "grad_norm": 0.09895133685235381,
      "learning_rate": 1.988480773069982e-05,
      "loss": 0.4623,
      "step": 492
    },
    {
      "epoch": 0.2878621998394278,
      "grad_norm": 0.1094214550505383,
      "learning_rate": 1.9883259362670967e-05,
      "loss": 0.4727,
      "step": 493
    },
    {
      "epoch": 0.2884460988249033,
      "grad_norm": 0.1097042335972487,
      "learning_rate": 1.9881700718821744e-05,
      "loss": 0.4691,
      "step": 494
    },
    {
      "epoch": 0.2890299978103788,
      "grad_norm": 0.10315430143103399,
      "learning_rate": 1.988013180077271e-05,
      "loss": 0.4655,
      "step": 495
    },
    {
      "epoch": 0.2896138967958543,
      "grad_norm": 0.09761758873831035,
      "learning_rate": 1.9878552610155096e-05,
      "loss": 0.4541,
      "step": 496
    },
    {
      "epoch": 0.2901977957813298,
      "grad_norm": 0.11382870899976318,
      "learning_rate": 1.987696314861082e-05,
      "loss": 0.4672,
      "step": 497
    },
    {
      "epoch": 0.2907816947668053,
      "grad_norm": 0.1143040794765024,
      "learning_rate": 1.9875363417792477e-05,
      "loss": 0.5102,
      "step": 498
    },
    {
      "epoch": 0.2913655937522809,
      "grad_norm": 0.10372466482071581,
      "learning_rate": 1.9873753419363336e-05,
      "loss": 0.4492,
      "step": 499
    },
    {
      "epoch": 0.2919494927377564,
      "grad_norm": 0.10365676819610492,
      "learning_rate": 1.9872133154997345e-05,
      "loss": 0.4821,
      "step": 500
    },
    {
      "epoch": 0.2925333917232319,
      "grad_norm": 0.11238374432479349,
      "learning_rate": 1.9870502626379127e-05,
      "loss": 0.4702,
      "step": 501
    },
    {
      "epoch": 0.2931172907087074,
      "grad_norm": 0.11527790542184983,
      "learning_rate": 1.986886183520398e-05,
      "loss": 0.4611,
      "step": 502
    },
    {
      "epoch": 0.2937011896941829,
      "grad_norm": 0.0998504549823008,
      "learning_rate": 1.9867210783177857e-05,
      "loss": 0.4864,
      "step": 503
    },
    {
      "epoch": 0.2942850886796584,
      "grad_norm": 0.10112504246090578,
      "learning_rate": 1.986554947201739e-05,
      "loss": 0.4373,
      "step": 504
    },
    {
      "epoch": 0.2948689876651339,
      "grad_norm": 0.10168325752296033,
      "learning_rate": 1.9863877903449883e-05,
      "loss": 0.4334,
      "step": 505
    },
    {
      "epoch": 0.2954528866506094,
      "grad_norm": 0.10107280777215895,
      "learning_rate": 1.9862196079213298e-05,
      "loss": 0.4764,
      "step": 506
    },
    {
      "epoch": 0.29603678563608493,
      "grad_norm": 0.11318127800011997,
      "learning_rate": 1.986050400105626e-05,
      "loss": 0.4723,
      "step": 507
    },
    {
      "epoch": 0.2966206846215605,
      "grad_norm": 0.10120376064881256,
      "learning_rate": 1.9858801670738052e-05,
      "loss": 0.4443,
      "step": 508
    },
    {
      "epoch": 0.297204583607036,
      "grad_norm": 0.10921253174734938,
      "learning_rate": 1.9857089090028628e-05,
      "loss": 0.5274,
      "step": 509
    },
    {
      "epoch": 0.2977884825925115,
      "grad_norm": 0.10219430671654223,
      "learning_rate": 1.9855366260708586e-05,
      "loss": 0.4623,
      "step": 510
    },
    {
      "epoch": 0.298372381577987,
      "grad_norm": 0.09708101542013702,
      "learning_rate": 1.9853633184569187e-05,
      "loss": 0.4714,
      "step": 511
    },
    {
      "epoch": 0.2989562805634625,
      "grad_norm": 0.10282560205873797,
      "learning_rate": 1.9851889863412347e-05,
      "loss": 0.5062,
      "step": 512
    },
    {
      "epoch": 0.299540179548938,
      "grad_norm": 0.1037546383120784,
      "learning_rate": 1.985013629905063e-05,
      "loss": 0.4341,
      "step": 513
    },
    {
      "epoch": 0.30012407853441353,
      "grad_norm": 0.10234879743776315,
      "learning_rate": 1.9848372493307253e-05,
      "loss": 0.4169,
      "step": 514
    },
    {
      "epoch": 0.30070797751988904,
      "grad_norm": 0.1090808179800267,
      "learning_rate": 1.9846598448016077e-05,
      "loss": 0.472,
      "step": 515
    },
    {
      "epoch": 0.3012918765053646,
      "grad_norm": 0.11013404915549675,
      "learning_rate": 1.984481416502161e-05,
      "loss": 0.4778,
      "step": 516
    },
    {
      "epoch": 0.3018757754908401,
      "grad_norm": 0.11631008887217607,
      "learning_rate": 1.9843019646179014e-05,
      "loss": 0.4698,
      "step": 517
    },
    {
      "epoch": 0.3024596744763156,
      "grad_norm": 0.10855736383096663,
      "learning_rate": 1.984121489335408e-05,
      "loss": 0.4833,
      "step": 518
    },
    {
      "epoch": 0.3030435734617911,
      "grad_norm": 0.10036005611807718,
      "learning_rate": 1.9839399908423248e-05,
      "loss": 0.4676,
      "step": 519
    },
    {
      "epoch": 0.3036274724472666,
      "grad_norm": 0.10939789107517071,
      "learning_rate": 1.983757469327359e-05,
      "loss": 0.4768,
      "step": 520
    },
    {
      "epoch": 0.30421137143274213,
      "grad_norm": 0.10054975819185766,
      "learning_rate": 1.983573924980282e-05,
      "loss": 0.4571,
      "step": 521
    },
    {
      "epoch": 0.30479527041821763,
      "grad_norm": 0.10774824376987564,
      "learning_rate": 1.983389357991929e-05,
      "loss": 0.491,
      "step": 522
    },
    {
      "epoch": 0.30537916940369314,
      "grad_norm": 0.09132951395705934,
      "learning_rate": 1.9832037685541973e-05,
      "loss": 0.4181,
      "step": 523
    },
    {
      "epoch": 0.30596306838916865,
      "grad_norm": 0.10291767810873917,
      "learning_rate": 1.983017156860048e-05,
      "loss": 0.4666,
      "step": 524
    },
    {
      "epoch": 0.3065469673746442,
      "grad_norm": 0.09906330521744948,
      "learning_rate": 1.9828295231035054e-05,
      "loss": 0.4682,
      "step": 525
    },
    {
      "epoch": 0.3071308663601197,
      "grad_norm": 0.10751743790311827,
      "learning_rate": 1.9826408674796552e-05,
      "loss": 0.4871,
      "step": 526
    },
    {
      "epoch": 0.3077147653455952,
      "grad_norm": 0.10354489464988675,
      "learning_rate": 1.9824511901846475e-05,
      "loss": 0.4868,
      "step": 527
    },
    {
      "epoch": 0.3082986643310707,
      "grad_norm": 0.10140666223433537,
      "learning_rate": 1.9822604914156927e-05,
      "loss": 0.4568,
      "step": 528
    },
    {
      "epoch": 0.30888256331654623,
      "grad_norm": 0.10299165773616481,
      "learning_rate": 1.982068771371064e-05,
      "loss": 0.5024,
      "step": 529
    },
    {
      "epoch": 0.30946646230202174,
      "grad_norm": 0.10444983323638574,
      "learning_rate": 1.9818760302500976e-05,
      "loss": 0.4589,
      "step": 530
    },
    {
      "epoch": 0.31005036128749724,
      "grad_norm": 0.10500363635096446,
      "learning_rate": 1.9816822682531888e-05,
      "loss": 0.4517,
      "step": 531
    },
    {
      "epoch": 0.31063426027297275,
      "grad_norm": 0.10383240498193995,
      "learning_rate": 1.981487485581797e-05,
      "loss": 0.4251,
      "step": 532
    },
    {
      "epoch": 0.3112181592584483,
      "grad_norm": 0.10960108733004714,
      "learning_rate": 1.9812916824384406e-05,
      "loss": 0.4251,
      "step": 533
    },
    {
      "epoch": 0.3118020582439238,
      "grad_norm": 0.10668352247965693,
      "learning_rate": 1.9810948590267013e-05,
      "loss": 0.4728,
      "step": 534
    },
    {
      "epoch": 0.3123859572293993,
      "grad_norm": 0.10628873382183247,
      "learning_rate": 1.9808970155512187e-05,
      "loss": 0.4844,
      "step": 535
    },
    {
      "epoch": 0.31296985621487483,
      "grad_norm": 0.10209005657757413,
      "learning_rate": 1.9806981522176957e-05,
      "loss": 0.4565,
      "step": 536
    },
    {
      "epoch": 0.31355375520035034,
      "grad_norm": 0.09808423761265042,
      "learning_rate": 1.9804982692328944e-05,
      "loss": 0.4154,
      "step": 537
    },
    {
      "epoch": 0.31413765418582584,
      "grad_norm": 0.10401046049481014,
      "learning_rate": 1.9802973668046364e-05,
      "loss": 0.4825,
      "step": 538
    },
    {
      "epoch": 0.31472155317130135,
      "grad_norm": 0.10169200204142519,
      "learning_rate": 1.9800954451418044e-05,
      "loss": 0.4994,
      "step": 539
    },
    {
      "epoch": 0.31530545215677686,
      "grad_norm": 0.11497179984506595,
      "learning_rate": 1.9798925044543402e-05,
      "loss": 0.5039,
      "step": 540
    },
    {
      "epoch": 0.3158893511422524,
      "grad_norm": 0.10026905929410926,
      "learning_rate": 1.9796885449532456e-05,
      "loss": 0.477,
      "step": 541
    },
    {
      "epoch": 0.3164732501277279,
      "grad_norm": 0.09819218219422444,
      "learning_rate": 1.979483566850581e-05,
      "loss": 0.4565,
      "step": 542
    },
    {
      "epoch": 0.31705714911320343,
      "grad_norm": 0.10416567523507561,
      "learning_rate": 1.9792775703594663e-05,
      "loss": 0.4564,
      "step": 543
    },
    {
      "epoch": 0.31764104809867894,
      "grad_norm": 0.0945812755985712,
      "learning_rate": 1.97907055569408e-05,
      "loss": 0.4356,
      "step": 544
    },
    {
      "epoch": 0.31822494708415444,
      "grad_norm": 0.1041201776002029,
      "learning_rate": 1.9788625230696596e-05,
      "loss": 0.4395,
      "step": 545
    },
    {
      "epoch": 0.31880884606962995,
      "grad_norm": 0.10948756670359895,
      "learning_rate": 1.9786534727025005e-05,
      "loss": 0.4902,
      "step": 546
    },
    {
      "epoch": 0.31939274505510545,
      "grad_norm": 0.11099839118478609,
      "learning_rate": 1.9784434048099565e-05,
      "loss": 0.4719,
      "step": 547
    },
    {
      "epoch": 0.31997664404058096,
      "grad_norm": 0.09625296069968811,
      "learning_rate": 1.9782323196104395e-05,
      "loss": 0.4308,
      "step": 548
    },
    {
      "epoch": 0.32056054302605647,
      "grad_norm": 0.09612625805332019,
      "learning_rate": 1.978020217323419e-05,
      "loss": 0.4469,
      "step": 549
    },
    {
      "epoch": 0.321144442011532,
      "grad_norm": 0.10728672960393655,
      "learning_rate": 1.9778070981694216e-05,
      "loss": 0.4736,
      "step": 550
    },
    {
      "epoch": 0.32172834099700753,
      "grad_norm": 0.10410137897803999,
      "learning_rate": 1.9775929623700318e-05,
      "loss": 0.4425,
      "step": 551
    },
    {
      "epoch": 0.32231223998248304,
      "grad_norm": 0.09851154038711088,
      "learning_rate": 1.9773778101478908e-05,
      "loss": 0.4777,
      "step": 552
    },
    {
      "epoch": 0.32289613896795855,
      "grad_norm": 0.09670431703182338,
      "learning_rate": 1.9771616417266966e-05,
      "loss": 0.4331,
      "step": 553
    },
    {
      "epoch": 0.32348003795343405,
      "grad_norm": 0.10908299442653899,
      "learning_rate": 1.976944457331204e-05,
      "loss": 0.5283,
      "step": 554
    },
    {
      "epoch": 0.32406393693890956,
      "grad_norm": 0.09994989351258005,
      "learning_rate": 1.976726257187223e-05,
      "loss": 0.4604,
      "step": 555
    },
    {
      "epoch": 0.32464783592438506,
      "grad_norm": 0.09504489457483642,
      "learning_rate": 1.9765070415216218e-05,
      "loss": 0.4387,
      "step": 556
    },
    {
      "epoch": 0.32523173490986057,
      "grad_norm": 0.09447734920520308,
      "learning_rate": 1.976286810562323e-05,
      "loss": 0.4394,
      "step": 557
    },
    {
      "epoch": 0.32581563389533613,
      "grad_norm": 0.10627007557458634,
      "learning_rate": 1.976065564538304e-05,
      "loss": 0.4786,
      "step": 558
    },
    {
      "epoch": 0.32639953288081164,
      "grad_norm": 0.10650188134195858,
      "learning_rate": 1.9758433036796003e-05,
      "loss": 0.4789,
      "step": 559
    },
    {
      "epoch": 0.32698343186628714,
      "grad_norm": 0.10507976460241705,
      "learning_rate": 1.9756200282173e-05,
      "loss": 0.4339,
      "step": 560
    },
    {
      "epoch": 0.32756733085176265,
      "grad_norm": 0.09474684354285225,
      "learning_rate": 1.975395738383547e-05,
      "loss": 0.4421,
      "step": 561
    },
    {
      "epoch": 0.32815122983723816,
      "grad_norm": 0.11471985616587957,
      "learning_rate": 1.9751704344115402e-05,
      "loss": 0.475,
      "step": 562
    },
    {
      "epoch": 0.32873512882271366,
      "grad_norm": 0.10534234925463819,
      "learning_rate": 1.9749441165355322e-05,
      "loss": 0.4256,
      "step": 563
    },
    {
      "epoch": 0.32931902780818917,
      "grad_norm": 0.0914463914730369,
      "learning_rate": 1.9747167849908305e-05,
      "loss": 0.4306,
      "step": 564
    },
    {
      "epoch": 0.3299029267936647,
      "grad_norm": 0.09759413277847973,
      "learning_rate": 1.974488440013796e-05,
      "loss": 0.4682,
      "step": 565
    },
    {
      "epoch": 0.33048682577914024,
      "grad_norm": 0.1025472899909111,
      "learning_rate": 1.9742590818418435e-05,
      "loss": 0.4318,
      "step": 566
    },
    {
      "epoch": 0.33107072476461574,
      "grad_norm": 0.10357676176201945,
      "learning_rate": 1.9740287107134417e-05,
      "loss": 0.4634,
      "step": 567
    },
    {
      "epoch": 0.33165462375009125,
      "grad_norm": 0.10238074058901285,
      "learning_rate": 1.9737973268681117e-05,
      "loss": 0.4561,
      "step": 568
    },
    {
      "epoch": 0.33223852273556675,
      "grad_norm": 0.10368577669742425,
      "learning_rate": 1.9735649305464274e-05,
      "loss": 0.4876,
      "step": 569
    },
    {
      "epoch": 0.33282242172104226,
      "grad_norm": 0.10002264783977753,
      "learning_rate": 1.9733315219900165e-05,
      "loss": 0.4645,
      "step": 570
    },
    {
      "epoch": 0.33340632070651777,
      "grad_norm": 0.09908471632148969,
      "learning_rate": 1.9730971014415585e-05,
      "loss": 0.4282,
      "step": 571
    },
    {
      "epoch": 0.3339902196919933,
      "grad_norm": 0.09880008018399945,
      "learning_rate": 1.9728616691447845e-05,
      "loss": 0.431,
      "step": 572
    },
    {
      "epoch": 0.3345741186774688,
      "grad_norm": 0.11054284432994925,
      "learning_rate": 1.9726252253444784e-05,
      "loss": 0.4687,
      "step": 573
    },
    {
      "epoch": 0.3351580176629443,
      "grad_norm": 0.10238060883074551,
      "learning_rate": 1.9723877702864758e-05,
      "loss": 0.4968,
      "step": 574
    },
    {
      "epoch": 0.33574191664841985,
      "grad_norm": 0.10298732911451251,
      "learning_rate": 1.9721493042176632e-05,
      "loss": 0.4691,
      "step": 575
    },
    {
      "epoch": 0.33632581563389535,
      "grad_norm": 0.10823253299886151,
      "learning_rate": 1.9719098273859782e-05,
      "loss": 0.4858,
      "step": 576
    },
    {
      "epoch": 0.33690971461937086,
      "grad_norm": 0.10223885626729912,
      "learning_rate": 1.97166934004041e-05,
      "loss": 0.4834,
      "step": 577
    },
    {
      "epoch": 0.33749361360484637,
      "grad_norm": 0.10158986450834483,
      "learning_rate": 1.9714278424309983e-05,
      "loss": 0.4516,
      "step": 578
    },
    {
      "epoch": 0.33807751259032187,
      "grad_norm": 0.10504882456337442,
      "learning_rate": 1.971185334808832e-05,
      "loss": 0.4498,
      "step": 579
    },
    {
      "epoch": 0.3386614115757974,
      "grad_norm": 0.09955173818506927,
      "learning_rate": 1.9709418174260523e-05,
      "loss": 0.4691,
      "step": 580
    },
    {
      "epoch": 0.3392453105612729,
      "grad_norm": 0.11031495532322617,
      "learning_rate": 1.970697290535848e-05,
      "loss": 0.4605,
      "step": 581
    },
    {
      "epoch": 0.3398292095467484,
      "grad_norm": 0.10911487031480178,
      "learning_rate": 1.970451754392459e-05,
      "loss": 0.4234,
      "step": 582
    },
    {
      "epoch": 0.34041310853222395,
      "grad_norm": 0.1001063300456224,
      "learning_rate": 1.970205209251174e-05,
      "loss": 0.4345,
      "step": 583
    },
    {
      "epoch": 0.34099700751769946,
      "grad_norm": 0.1085890356250462,
      "learning_rate": 1.9699576553683308e-05,
      "loss": 0.4558,
      "step": 584
    },
    {
      "epoch": 0.34158090650317496,
      "grad_norm": 0.10927102800910049,
      "learning_rate": 1.9697090930013164e-05,
      "loss": 0.4502,
      "step": 585
    },
    {
      "epoch": 0.34216480548865047,
      "grad_norm": 0.09682454620380922,
      "learning_rate": 1.969459522408566e-05,
      "loss": 0.3985,
      "step": 586
    },
    {
      "epoch": 0.342748704474126,
      "grad_norm": 0.10800155250201722,
      "learning_rate": 1.9692089438495622e-05,
      "loss": 0.4154,
      "step": 587
    },
    {
      "epoch": 0.3433326034596015,
      "grad_norm": 0.10804813541400918,
      "learning_rate": 1.9689573575848375e-05,
      "loss": 0.4751,
      "step": 588
    },
    {
      "epoch": 0.343916502445077,
      "grad_norm": 0.1030256803199937,
      "learning_rate": 1.9687047638759707e-05,
      "loss": 0.4463,
      "step": 589
    },
    {
      "epoch": 0.3445004014305525,
      "grad_norm": 0.09838912236393378,
      "learning_rate": 1.968451162985589e-05,
      "loss": 0.4397,
      "step": 590
    },
    {
      "epoch": 0.345084300416028,
      "grad_norm": 0.09661087195414314,
      "learning_rate": 1.9681965551773653e-05,
      "loss": 0.4429,
      "step": 591
    },
    {
      "epoch": 0.34566819940150356,
      "grad_norm": 0.0907611569074992,
      "learning_rate": 1.967940940716021e-05,
      "loss": 0.4569,
      "step": 592
    },
    {
      "epoch": 0.34625209838697907,
      "grad_norm": 0.10824473768049658,
      "learning_rate": 1.9676843198673237e-05,
      "loss": 0.4359,
      "step": 593
    },
    {
      "epoch": 0.3468359973724546,
      "grad_norm": 0.094711012062842,
      "learning_rate": 1.9674266928980863e-05,
      "loss": 0.4892,
      "step": 594
    },
    {
      "epoch": 0.3474198963579301,
      "grad_norm": 0.10199979372792325,
      "learning_rate": 1.9671680600761694e-05,
      "loss": 0.4251,
      "step": 595
    },
    {
      "epoch": 0.3480037953434056,
      "grad_norm": 0.108425219268512,
      "learning_rate": 1.966908421670479e-05,
      "loss": 0.4797,
      "step": 596
    },
    {
      "epoch": 0.3485876943288811,
      "grad_norm": 0.09790748493464309,
      "learning_rate": 1.9666477779509655e-05,
      "loss": 0.4214,
      "step": 597
    },
    {
      "epoch": 0.3491715933143566,
      "grad_norm": 0.11241964099720271,
      "learning_rate": 1.9663861291886256e-05,
      "loss": 0.4733,
      "step": 598
    },
    {
      "epoch": 0.3497554922998321,
      "grad_norm": 0.09161949042216751,
      "learning_rate": 1.9661234756555006e-05,
      "loss": 0.4342,
      "step": 599
    },
    {
      "epoch": 0.35033939128530767,
      "grad_norm": 0.10090676399244018,
      "learning_rate": 1.965859817624677e-05,
      "loss": 0.4453,
      "step": 600
    },
    {
      "epoch": 0.3509232902707832,
      "grad_norm": 0.10530934436807371,
      "learning_rate": 1.9655951553702848e-05,
      "loss": 0.4602,
      "step": 601
    },
    {
      "epoch": 0.3515071892562587,
      "grad_norm": 0.10444480122750918,
      "learning_rate": 1.965329489167499e-05,
      "loss": 0.463,
      "step": 602
    },
    {
      "epoch": 0.3520910882417342,
      "grad_norm": 0.09883252403570524,
      "learning_rate": 1.9650628192925372e-05,
      "loss": 0.4533,
      "step": 603
    },
    {
      "epoch": 0.3526749872272097,
      "grad_norm": 0.10646205043498647,
      "learning_rate": 1.9647951460226622e-05,
      "loss": 0.4619,
      "step": 604
    },
    {
      "epoch": 0.3532588862126852,
      "grad_norm": 0.10015931966734541,
      "learning_rate": 1.964526469636179e-05,
      "loss": 0.4631,
      "step": 605
    },
    {
      "epoch": 0.3538427851981607,
      "grad_norm": 0.10049485435134459,
      "learning_rate": 1.9642567904124354e-05,
      "loss": 0.4503,
      "step": 606
    },
    {
      "epoch": 0.3544266841836362,
      "grad_norm": 0.10536753319659906,
      "learning_rate": 1.963986108631823e-05,
      "loss": 0.5195,
      "step": 607
    },
    {
      "epoch": 0.35501058316911177,
      "grad_norm": 0.1014901513656249,
      "learning_rate": 1.9637144245757742e-05,
      "loss": 0.4326,
      "step": 608
    },
    {
      "epoch": 0.3555944821545873,
      "grad_norm": 0.09316392306397735,
      "learning_rate": 1.9634417385267643e-05,
      "loss": 0.4286,
      "step": 609
    },
    {
      "epoch": 0.3561783811400628,
      "grad_norm": 0.10755130074403955,
      "learning_rate": 1.963168050768311e-05,
      "loss": 0.4722,
      "step": 610
    },
    {
      "epoch": 0.3567622801255383,
      "grad_norm": 0.10020872270463323,
      "learning_rate": 1.9628933615849726e-05,
      "loss": 0.494,
      "step": 611
    },
    {
      "epoch": 0.3573461791110138,
      "grad_norm": 0.09677021627155821,
      "learning_rate": 1.962617671262349e-05,
      "loss": 0.4648,
      "step": 612
    },
    {
      "epoch": 0.3579300780964893,
      "grad_norm": 0.11202516433605784,
      "learning_rate": 1.9623409800870804e-05,
      "loss": 0.4389,
      "step": 613
    },
    {
      "epoch": 0.3585139770819648,
      "grad_norm": 0.1036523318595974,
      "learning_rate": 1.9620632883468484e-05,
      "loss": 0.4706,
      "step": 614
    },
    {
      "epoch": 0.3590978760674403,
      "grad_norm": 0.10578789605033635,
      "learning_rate": 1.9617845963303744e-05,
      "loss": 0.4417,
      "step": 615
    },
    {
      "epoch": 0.3596817750529158,
      "grad_norm": 0.10015311051317556,
      "learning_rate": 1.9615049043274207e-05,
      "loss": 0.4432,
      "step": 616
    },
    {
      "epoch": 0.3602656740383914,
      "grad_norm": 0.10155397379492057,
      "learning_rate": 1.9612242126287876e-05,
      "loss": 0.4503,
      "step": 617
    },
    {
      "epoch": 0.3608495730238669,
      "grad_norm": 0.10189830783113861,
      "learning_rate": 1.960942521526317e-05,
      "loss": 0.4689,
      "step": 618
    },
    {
      "epoch": 0.3614334720093424,
      "grad_norm": 0.10321201682570888,
      "learning_rate": 1.9606598313128874e-05,
      "loss": 0.4189,
      "step": 619
    },
    {
      "epoch": 0.3620173709948179,
      "grad_norm": 0.09600652580905998,
      "learning_rate": 1.9603761422824187e-05,
      "loss": 0.4293,
      "step": 620
    },
    {
      "epoch": 0.3626012699802934,
      "grad_norm": 0.10459699676170506,
      "learning_rate": 1.9600914547298666e-05,
      "loss": 0.4624,
      "step": 621
    },
    {
      "epoch": 0.3631851689657689,
      "grad_norm": 0.10308020736146781,
      "learning_rate": 1.9598057689512277e-05,
      "loss": 0.4398,
      "step": 622
    },
    {
      "epoch": 0.3637690679512444,
      "grad_norm": 0.10158288712961176,
      "learning_rate": 1.9595190852435345e-05,
      "loss": 0.4705,
      "step": 623
    },
    {
      "epoch": 0.3643529669367199,
      "grad_norm": 0.09030341218064625,
      "learning_rate": 1.9592314039048575e-05,
      "loss": 0.4263,
      "step": 624
    },
    {
      "epoch": 0.3649368659221955,
      "grad_norm": 0.10591427082269132,
      "learning_rate": 1.9589427252343054e-05,
      "loss": 0.4894,
      "step": 625
    },
    {
      "epoch": 0.365520764907671,
      "grad_norm": 0.09687465545172563,
      "learning_rate": 1.9586530495320227e-05,
      "loss": 0.4692,
      "step": 626
    },
    {
      "epoch": 0.3661046638931465,
      "grad_norm": 0.09889797291417558,
      "learning_rate": 1.958362377099191e-05,
      "loss": 0.479,
      "step": 627
    },
    {
      "epoch": 0.366688562878622,
      "grad_norm": 0.09893350388389607,
      "learning_rate": 1.958070708238028e-05,
      "loss": 0.5121,
      "step": 628
    },
    {
      "epoch": 0.3672724618640975,
      "grad_norm": 0.0972781118942622,
      "learning_rate": 1.957778043251788e-05,
      "loss": 0.4207,
      "step": 629
    },
    {
      "epoch": 0.367856360849573,
      "grad_norm": 0.08780321577589092,
      "learning_rate": 1.9574843824447602e-05,
      "loss": 0.4686,
      "step": 630
    },
    {
      "epoch": 0.3684402598350485,
      "grad_norm": 0.10279732403969223,
      "learning_rate": 1.9571897261222694e-05,
      "loss": 0.4445,
      "step": 631
    },
    {
      "epoch": 0.36902415882052403,
      "grad_norm": 0.09688834758406975,
      "learning_rate": 1.9568940745906762e-05,
      "loss": 0.4788,
      "step": 632
    },
    {
      "epoch": 0.36960805780599953,
      "grad_norm": 3.6867229109677657,
      "learning_rate": 1.956597428157375e-05,
      "loss": 0.5054,
      "step": 633
    },
    {
      "epoch": 0.3701919567914751,
      "grad_norm": 0.10762659066050867,
      "learning_rate": 1.956299787130795e-05,
      "loss": 0.4586,
      "step": 634
    },
    {
      "epoch": 0.3707758557769506,
      "grad_norm": 0.1046460815361308,
      "learning_rate": 1.9560011518203996e-05,
      "loss": 0.5178,
      "step": 635
    },
    {
      "epoch": 0.3713597547624261,
      "grad_norm": 0.10484560569021949,
      "learning_rate": 1.9557015225366855e-05,
      "loss": 0.4738,
      "step": 636
    },
    {
      "epoch": 0.3719436537479016,
      "grad_norm": 0.10193259788696873,
      "learning_rate": 1.9554008995911837e-05,
      "loss": 0.4345,
      "step": 637
    },
    {
      "epoch": 0.3725275527333771,
      "grad_norm": 0.10043361009770983,
      "learning_rate": 1.9550992832964575e-05,
      "loss": 0.4223,
      "step": 638
    },
    {
      "epoch": 0.3731114517188526,
      "grad_norm": 0.1012107500381748,
      "learning_rate": 1.9547966739661032e-05,
      "loss": 0.4671,
      "step": 639
    },
    {
      "epoch": 0.37369535070432813,
      "grad_norm": 0.10391247156770918,
      "learning_rate": 1.95449307191475e-05,
      "loss": 0.4674,
      "step": 640
    },
    {
      "epoch": 0.37427924968980364,
      "grad_norm": 0.09774840801969574,
      "learning_rate": 1.9541884774580588e-05,
      "loss": 0.4631,
      "step": 641
    },
    {
      "epoch": 0.3748631486752792,
      "grad_norm": 0.10412032893722169,
      "learning_rate": 1.953882890912723e-05,
      "loss": 0.3847,
      "step": 642
    },
    {
      "epoch": 0.3754470476607547,
      "grad_norm": 0.09370908098037004,
      "learning_rate": 1.953576312596466e-05,
      "loss": 0.4692,
      "step": 643
    },
    {
      "epoch": 0.3760309466462302,
      "grad_norm": 0.09613130109461863,
      "learning_rate": 1.9532687428280442e-05,
      "loss": 0.4298,
      "step": 644
    },
    {
      "epoch": 0.3766148456317057,
      "grad_norm": 0.09563205208635914,
      "learning_rate": 1.952960181927243e-05,
      "loss": 0.456,
      "step": 645
    },
    {
      "epoch": 0.3771987446171812,
      "grad_norm": 0.10639058262627189,
      "learning_rate": 1.9526506302148805e-05,
      "loss": 0.3895,
      "step": 646
    },
    {
      "epoch": 0.37778264360265673,
      "grad_norm": 0.09827245234484716,
      "learning_rate": 1.9523400880128032e-05,
      "loss": 0.449,
      "step": 647
    },
    {
      "epoch": 0.37836654258813224,
      "grad_norm": 0.09836421588891571,
      "learning_rate": 1.952028555643888e-05,
      "loss": 0.4949,
      "step": 648
    },
    {
      "epoch": 0.37895044157360774,
      "grad_norm": 0.10642022971664636,
      "learning_rate": 1.9517160334320405e-05,
      "loss": 0.4554,
      "step": 649
    },
    {
      "epoch": 0.3795343405590833,
      "grad_norm": 0.10030767700185018,
      "learning_rate": 1.9514025217021976e-05,
      "loss": 0.4837,
      "step": 650
    },
    {
      "epoch": 0.3801182395445588,
      "grad_norm": 0.09840376329861864,
      "learning_rate": 1.951088020780323e-05,
      "loss": 0.4595,
      "step": 651
    },
    {
      "epoch": 0.3807021385300343,
      "grad_norm": 0.10658249276685958,
      "learning_rate": 1.950772530993409e-05,
      "loss": 0.4628,
      "step": 652
    },
    {
      "epoch": 0.3812860375155098,
      "grad_norm": 0.10145735153329775,
      "learning_rate": 1.9504560526694773e-05,
      "loss": 0.4576,
      "step": 653
    },
    {
      "epoch": 0.38186993650098533,
      "grad_norm": 0.09954608013864548,
      "learning_rate": 1.9501385861375765e-05,
      "loss": 0.4769,
      "step": 654
    },
    {
      "epoch": 0.38245383548646084,
      "grad_norm": 0.0990907137448538,
      "learning_rate": 1.949820131727783e-05,
      "loss": 0.4408,
      "step": 655
    },
    {
      "epoch": 0.38303773447193634,
      "grad_norm": 0.10045038643779156,
      "learning_rate": 1.9495006897711994e-05,
      "loss": 0.4308,
      "step": 656
    },
    {
      "epoch": 0.38362163345741185,
      "grad_norm": 0.09667887499903267,
      "learning_rate": 1.949180260599957e-05,
      "loss": 0.4654,
      "step": 657
    },
    {
      "epoch": 0.38420553244288735,
      "grad_norm": 0.09768183762998903,
      "learning_rate": 1.9488588445472115e-05,
      "loss": 0.4544,
      "step": 658
    },
    {
      "epoch": 0.3847894314283629,
      "grad_norm": 0.09984200418128063,
      "learning_rate": 1.9485364419471454e-05,
      "loss": 0.4702,
      "step": 659
    },
    {
      "epoch": 0.3853733304138384,
      "grad_norm": 0.10093801957243512,
      "learning_rate": 1.948213053134968e-05,
      "loss": 0.4686,
      "step": 660
    },
    {
      "epoch": 0.38595722939931393,
      "grad_norm": 0.09897565318157636,
      "learning_rate": 1.9478886784469124e-05,
      "loss": 0.472,
      "step": 661
    },
    {
      "epoch": 0.38654112838478943,
      "grad_norm": 0.10699233599065264,
      "learning_rate": 1.947563318220237e-05,
      "loss": 0.4368,
      "step": 662
    },
    {
      "epoch": 0.38712502737026494,
      "grad_norm": 0.10781206350109068,
      "learning_rate": 1.9472369727932263e-05,
      "loss": 0.46,
      "step": 663
    },
    {
      "epoch": 0.38770892635574045,
      "grad_norm": 0.10435536443178586,
      "learning_rate": 1.9469096425051872e-05,
      "loss": 0.4253,
      "step": 664
    },
    {
      "epoch": 0.38829282534121595,
      "grad_norm": 0.09688322219090957,
      "learning_rate": 1.946581327696452e-05,
      "loss": 0.4281,
      "step": 665
    },
    {
      "epoch": 0.38887672432669146,
      "grad_norm": 0.10205761526375948,
      "learning_rate": 1.9462520287083755e-05,
      "loss": 0.4924,
      "step": 666
    },
    {
      "epoch": 0.389460623312167,
      "grad_norm": 0.0970286670687602,
      "learning_rate": 1.945921745883337e-05,
      "loss": 0.4484,
      "step": 667
    },
    {
      "epoch": 0.3900445222976425,
      "grad_norm": 0.10233701353420592,
      "learning_rate": 1.945590479564738e-05,
      "loss": 0.49,
      "step": 668
    },
    {
      "epoch": 0.39062842128311803,
      "grad_norm": 0.09978525319021925,
      "learning_rate": 1.9452582300970025e-05,
      "loss": 0.4804,
      "step": 669
    },
    {
      "epoch": 0.39121232026859354,
      "grad_norm": 0.09697418489968354,
      "learning_rate": 1.944924997825577e-05,
      "loss": 0.471,
      "step": 670
    },
    {
      "epoch": 0.39179621925406904,
      "grad_norm": 0.09705879067733492,
      "learning_rate": 1.944590783096929e-05,
      "loss": 0.4266,
      "step": 671
    },
    {
      "epoch": 0.39238011823954455,
      "grad_norm": 0.09597661671448982,
      "learning_rate": 1.944255586258549e-05,
      "loss": 0.4244,
      "step": 672
    },
    {
      "epoch": 0.39296401722502006,
      "grad_norm": 0.09497916020340623,
      "learning_rate": 1.9439194076589477e-05,
      "loss": 0.4307,
      "step": 673
    },
    {
      "epoch": 0.39354791621049556,
      "grad_norm": 0.09717915115278374,
      "learning_rate": 1.9435822476476566e-05,
      "loss": 0.443,
      "step": 674
    },
    {
      "epoch": 0.3941318151959711,
      "grad_norm": 0.10565813792177095,
      "learning_rate": 1.943244106575227e-05,
      "loss": 0.4645,
      "step": 675
    },
    {
      "epoch": 0.39471571418144663,
      "grad_norm": 0.09373042351576927,
      "learning_rate": 1.9429049847932317e-05,
      "loss": 0.4454,
      "step": 676
    },
    {
      "epoch": 0.39529961316692214,
      "grad_norm": 0.09885897494181131,
      "learning_rate": 1.9425648826542618e-05,
      "loss": 0.4384,
      "step": 677
    },
    {
      "epoch": 0.39588351215239764,
      "grad_norm": 0.093869503572077,
      "learning_rate": 1.9422238005119287e-05,
      "loss": 0.4281,
      "step": 678
    },
    {
      "epoch": 0.39646741113787315,
      "grad_norm": 0.09924049775400841,
      "learning_rate": 1.9418817387208614e-05,
      "loss": 0.4597,
      "step": 679
    },
    {
      "epoch": 0.39705131012334866,
      "grad_norm": 0.09295686092794682,
      "learning_rate": 1.9415386976367095e-05,
      "loss": 0.4255,
      "step": 680
    },
    {
      "epoch": 0.39763520910882416,
      "grad_norm": 0.09661711776551775,
      "learning_rate": 1.9411946776161388e-05,
      "loss": 0.5134,
      "step": 681
    },
    {
      "epoch": 0.39821910809429967,
      "grad_norm": 0.09477171972380122,
      "learning_rate": 1.9408496790168337e-05,
      "loss": 0.4339,
      "step": 682
    },
    {
      "epoch": 0.3988030070797752,
      "grad_norm": 0.0928958908048635,
      "learning_rate": 1.9405037021974965e-05,
      "loss": 0.4615,
      "step": 683
    },
    {
      "epoch": 0.39938690606525074,
      "grad_norm": 0.09048156906012363,
      "learning_rate": 1.9401567475178457e-05,
      "loss": 0.4918,
      "step": 684
    },
    {
      "epoch": 0.39997080505072624,
      "grad_norm": 0.09839260946206091,
      "learning_rate": 1.9398088153386175e-05,
      "loss": 0.4814,
      "step": 685
    },
    {
      "epoch": 0.40055470403620175,
      "grad_norm": 0.10040481632526985,
      "learning_rate": 1.939459906021563e-05,
      "loss": 0.4692,
      "step": 686
    },
    {
      "epoch": 0.40113860302167725,
      "grad_norm": 0.09548070788858064,
      "learning_rate": 1.939110019929451e-05,
      "loss": 0.4588,
      "step": 687
    },
    {
      "epoch": 0.40172250200715276,
      "grad_norm": 0.09625281883938391,
      "learning_rate": 1.938759157426065e-05,
      "loss": 0.4602,
      "step": 688
    },
    {
      "epoch": 0.40230640099262827,
      "grad_norm": 0.1000920478665631,
      "learning_rate": 1.9384073188762027e-05,
      "loss": 0.4637,
      "step": 689
    },
    {
      "epoch": 0.40289029997810377,
      "grad_norm": 0.10106930226982075,
      "learning_rate": 1.9380545046456787e-05,
      "loss": 0.4532,
      "step": 690
    },
    {
      "epoch": 0.4034741989635793,
      "grad_norm": 0.08987324829035546,
      "learning_rate": 1.9377007151013205e-05,
      "loss": 0.4645,
      "step": 691
    },
    {
      "epoch": 0.40405809794905484,
      "grad_norm": 0.09788513847447915,
      "learning_rate": 1.93734595061097e-05,
      "loss": 0.4653,
      "step": 692
    },
    {
      "epoch": 0.40464199693453035,
      "grad_norm": 0.10005111382121191,
      "learning_rate": 1.9369902115434827e-05,
      "loss": 0.4788,
      "step": 693
    },
    {
      "epoch": 0.40522589592000585,
      "grad_norm": 0.09646110576131113,
      "learning_rate": 1.936633498268728e-05,
      "loss": 0.4737,
      "step": 694
    },
    {
      "epoch": 0.40580979490548136,
      "grad_norm": 0.09288001382859375,
      "learning_rate": 1.9362758111575878e-05,
      "loss": 0.4271,
      "step": 695
    },
    {
      "epoch": 0.40639369389095686,
      "grad_norm": 0.10319622398679855,
      "learning_rate": 1.9359171505819558e-05,
      "loss": 0.4905,
      "step": 696
    },
    {
      "epoch": 0.40697759287643237,
      "grad_norm": 0.09211418276517859,
      "learning_rate": 1.935557516914739e-05,
      "loss": 0.4668,
      "step": 697
    },
    {
      "epoch": 0.4075614918619079,
      "grad_norm": 0.0990968175825858,
      "learning_rate": 1.9351969105298558e-05,
      "loss": 0.4191,
      "step": 698
    },
    {
      "epoch": 0.4081453908473834,
      "grad_norm": 0.10817527451618268,
      "learning_rate": 1.9348353318022353e-05,
      "loss": 0.4486,
      "step": 699
    },
    {
      "epoch": 0.4087292898328589,
      "grad_norm": 0.13775649791077152,
      "learning_rate": 1.9344727811078183e-05,
      "loss": 0.4603,
      "step": 700
    },
    {
      "epoch": 0.40931318881833445,
      "grad_norm": 0.09553573721994327,
      "learning_rate": 1.934109258823556e-05,
      "loss": 0.4834,
      "step": 701
    },
    {
      "epoch": 0.40989708780380996,
      "grad_norm": 0.08930175596774133,
      "learning_rate": 1.9337447653274097e-05,
      "loss": 0.418,
      "step": 702
    },
    {
      "epoch": 0.41048098678928546,
      "grad_norm": 0.09552610297965453,
      "learning_rate": 1.9333793009983505e-05,
      "loss": 0.4781,
      "step": 703
    },
    {
      "epoch": 0.41106488577476097,
      "grad_norm": 0.09733341430385385,
      "learning_rate": 1.9330128662163588e-05,
      "loss": 0.4536,
      "step": 704
    },
    {
      "epoch": 0.4116487847602365,
      "grad_norm": 0.09876621596264634,
      "learning_rate": 1.9326454613624243e-05,
      "loss": 0.4143,
      "step": 705
    },
    {
      "epoch": 0.412232683745712,
      "grad_norm": 0.12778465525451385,
      "learning_rate": 1.932277086818545e-05,
      "loss": 0.4923,
      "step": 706
    },
    {
      "epoch": 0.4128165827311875,
      "grad_norm": 0.09131161134469687,
      "learning_rate": 1.931907742967727e-05,
      "loss": 0.4176,
      "step": 707
    },
    {
      "epoch": 0.413400481716663,
      "grad_norm": 0.0913546060107367,
      "learning_rate": 1.9315374301939843e-05,
      "loss": 0.4171,
      "step": 708
    },
    {
      "epoch": 0.41398438070213855,
      "grad_norm": 0.09354507617139513,
      "learning_rate": 1.9311661488823388e-05,
      "loss": 0.4873,
      "step": 709
    },
    {
      "epoch": 0.41456827968761406,
      "grad_norm": 0.09342122476068508,
      "learning_rate": 1.930793899418819e-05,
      "loss": 0.4487,
      "step": 710
    },
    {
      "epoch": 0.41515217867308957,
      "grad_norm": 0.09355660177573726,
      "learning_rate": 1.93042068219046e-05,
      "loss": 0.4657,
      "step": 711
    },
    {
      "epoch": 0.4157360776585651,
      "grad_norm": 0.10601045005945436,
      "learning_rate": 1.9300464975853032e-05,
      "loss": 0.4404,
      "step": 712
    },
    {
      "epoch": 0.4163199766440406,
      "grad_norm": 0.09317304195392487,
      "learning_rate": 1.9296713459923955e-05,
      "loss": 0.4432,
      "step": 713
    },
    {
      "epoch": 0.4169038756295161,
      "grad_norm": 0.09372091573414124,
      "learning_rate": 1.9292952278017892e-05,
      "loss": 0.4674,
      "step": 714
    },
    {
      "epoch": 0.4174877746149916,
      "grad_norm": 0.10133374795262069,
      "learning_rate": 1.9289181434045428e-05,
      "loss": 0.4811,
      "step": 715
    },
    {
      "epoch": 0.4180716736004671,
      "grad_norm": 0.09418650938199447,
      "learning_rate": 1.9285400931927177e-05,
      "loss": 0.4135,
      "step": 716
    },
    {
      "epoch": 0.41865557258594266,
      "grad_norm": 0.10487908876100785,
      "learning_rate": 1.92816107755938e-05,
      "loss": 0.4354,
      "step": 717
    },
    {
      "epoch": 0.41923947157141817,
      "grad_norm": 0.10388081024856194,
      "learning_rate": 1.9277810968986004e-05,
      "loss": 0.4818,
      "step": 718
    },
    {
      "epoch": 0.41982337055689367,
      "grad_norm": 0.08793986910208784,
      "learning_rate": 1.9274001516054513e-05,
      "loss": 0.4145,
      "step": 719
    },
    {
      "epoch": 0.4204072695423692,
      "grad_norm": 0.09372756450094956,
      "learning_rate": 1.9270182420760104e-05,
      "loss": 0.4754,
      "step": 720
    },
    {
      "epoch": 0.4209911685278447,
      "grad_norm": 0.09868490196013983,
      "learning_rate": 1.9266353687073557e-05,
      "loss": 0.4404,
      "step": 721
    },
    {
      "epoch": 0.4215750675133202,
      "grad_norm": 0.09849272631829611,
      "learning_rate": 1.9262515318975686e-05,
      "loss": 0.4769,
      "step": 722
    },
    {
      "epoch": 0.4221589664987957,
      "grad_norm": 0.10640092382068086,
      "learning_rate": 1.9258667320457313e-05,
      "loss": 0.4621,
      "step": 723
    },
    {
      "epoch": 0.4227428654842712,
      "grad_norm": 0.11444620066809462,
      "learning_rate": 1.9254809695519284e-05,
      "loss": 0.4199,
      "step": 724
    },
    {
      "epoch": 0.4233267644697467,
      "grad_norm": 0.10003495575714573,
      "learning_rate": 1.9250942448172444e-05,
      "loss": 0.4888,
      "step": 725
    },
    {
      "epoch": 0.42391066345522227,
      "grad_norm": 0.095672997974565,
      "learning_rate": 1.924706558243765e-05,
      "loss": 0.4426,
      "step": 726
    },
    {
      "epoch": 0.4244945624406978,
      "grad_norm": 0.11681466195385821,
      "learning_rate": 1.9243179102345753e-05,
      "loss": 0.52,
      "step": 727
    },
    {
      "epoch": 0.4250784614261733,
      "grad_norm": 0.09941896599778058,
      "learning_rate": 1.923928301193761e-05,
      "loss": 0.4702,
      "step": 728
    },
    {
      "epoch": 0.4256623604116488,
      "grad_norm": 0.09538982224042505,
      "learning_rate": 1.923537731526405e-05,
      "loss": 0.4358,
      "step": 729
    },
    {
      "epoch": 0.4262462593971243,
      "grad_norm": 0.09692536187546909,
      "learning_rate": 1.9231462016385917e-05,
      "loss": 0.4465,
      "step": 730
    },
    {
      "epoch": 0.4268301583825998,
      "grad_norm": 0.09988657334876043,
      "learning_rate": 1.9227537119374017e-05,
      "loss": 0.4428,
      "step": 731
    },
    {
      "epoch": 0.4274140573680753,
      "grad_norm": 0.10070480954309978,
      "learning_rate": 1.9223602628309144e-05,
      "loss": 0.4497,
      "step": 732
    },
    {
      "epoch": 0.4279979563535508,
      "grad_norm": 0.094438293830413,
      "learning_rate": 1.921965854728207e-05,
      "loss": 0.428,
      "step": 733
    },
    {
      "epoch": 0.4285818553390264,
      "grad_norm": 0.09512830445985353,
      "learning_rate": 1.9215704880393527e-05,
      "loss": 0.4697,
      "step": 734
    },
    {
      "epoch": 0.4291657543245019,
      "grad_norm": 0.10397602796910944,
      "learning_rate": 1.9211741631754228e-05,
      "loss": 0.4666,
      "step": 735
    },
    {
      "epoch": 0.4297496533099774,
      "grad_norm": 0.10157654880623344,
      "learning_rate": 1.9207768805484838e-05,
      "loss": 0.4488,
      "step": 736
    },
    {
      "epoch": 0.4303335522954529,
      "grad_norm": 0.10442492716963263,
      "learning_rate": 1.9203786405715984e-05,
      "loss": 0.4374,
      "step": 737
    },
    {
      "epoch": 0.4309174512809284,
      "grad_norm": 0.09491166868996115,
      "learning_rate": 1.9199794436588244e-05,
      "loss": 0.459,
      "step": 738
    },
    {
      "epoch": 0.4315013502664039,
      "grad_norm": 0.09697070669621846,
      "learning_rate": 1.9195792902252148e-05,
      "loss": 0.4602,
      "step": 739
    },
    {
      "epoch": 0.4320852492518794,
      "grad_norm": 0.09580292345539558,
      "learning_rate": 1.9191781806868172e-05,
      "loss": 0.4042,
      "step": 740
    },
    {
      "epoch": 0.4326691482373549,
      "grad_norm": 0.10478926722822438,
      "learning_rate": 1.918776115460673e-05,
      "loss": 0.4733,
      "step": 741
    },
    {
      "epoch": 0.4332530472228304,
      "grad_norm": 0.09521309242328896,
      "learning_rate": 1.9183730949648173e-05,
      "loss": 0.4539,
      "step": 742
    },
    {
      "epoch": 0.433836946208306,
      "grad_norm": 0.09934889659646114,
      "learning_rate": 1.9179691196182782e-05,
      "loss": 0.4365,
      "step": 743
    },
    {
      "epoch": 0.4344208451937815,
      "grad_norm": 0.09526955026157252,
      "learning_rate": 1.917564189841078e-05,
      "loss": 0.424,
      "step": 744
    },
    {
      "epoch": 0.435004744179257,
      "grad_norm": 0.09665847531023757,
      "learning_rate": 1.9171583060542288e-05,
      "loss": 0.4059,
      "step": 745
    },
    {
      "epoch": 0.4355886431647325,
      "grad_norm": 0.09128068320586188,
      "learning_rate": 1.916751468679737e-05,
      "loss": 0.4009,
      "step": 746
    },
    {
      "epoch": 0.436172542150208,
      "grad_norm": 0.10266081664365868,
      "learning_rate": 1.9163436781405992e-05,
      "loss": 0.4477,
      "step": 747
    },
    {
      "epoch": 0.4367564411356835,
      "grad_norm": 0.09485085147489529,
      "learning_rate": 1.915934934860803e-05,
      "loss": 0.3975,
      "step": 748
    },
    {
      "epoch": 0.437340340121159,
      "grad_norm": 0.09268599026618018,
      "learning_rate": 1.915525239265327e-05,
      "loss": 0.4297,
      "step": 749
    },
    {
      "epoch": 0.4379242391066345,
      "grad_norm": 0.0955940890234051,
      "learning_rate": 1.91511459178014e-05,
      "loss": 0.4079,
      "step": 750
    },
    {
      "epoch": 0.4385081380921101,
      "grad_norm": 0.0999066344135719,
      "learning_rate": 1.9147029928322002e-05,
      "loss": 0.4602,
      "step": 751
    },
    {
      "epoch": 0.4390920370775856,
      "grad_norm": 0.108840179231072,
      "learning_rate": 1.9142904428494554e-05,
      "loss": 0.4596,
      "step": 752
    },
    {
      "epoch": 0.4396759360630611,
      "grad_norm": 0.09450134539811168,
      "learning_rate": 1.9138769422608413e-05,
      "loss": 0.4076,
      "step": 753
    },
    {
      "epoch": 0.4402598350485366,
      "grad_norm": 0.09725152650972217,
      "learning_rate": 1.9134624914962835e-05,
      "loss": 0.4768,
      "step": 754
    },
    {
      "epoch": 0.4408437340340121,
      "grad_norm": 0.09904196751235762,
      "learning_rate": 1.9130470909866943e-05,
      "loss": 0.4515,
      "step": 755
    },
    {
      "epoch": 0.4414276330194876,
      "grad_norm": 0.09754395257490471,
      "learning_rate": 1.9126307411639736e-05,
      "loss": 0.4917,
      "step": 756
    },
    {
      "epoch": 0.4420115320049631,
      "grad_norm": 0.09860352056716974,
      "learning_rate": 1.912213442461009e-05,
      "loss": 0.4353,
      "step": 757
    },
    {
      "epoch": 0.44259543099043863,
      "grad_norm": 0.09351758172934979,
      "learning_rate": 1.9117951953116737e-05,
      "loss": 0.4567,
      "step": 758
    },
    {
      "epoch": 0.4431793299759142,
      "grad_norm": 0.09339342513240347,
      "learning_rate": 1.911376000150828e-05,
      "loss": 0.4865,
      "step": 759
    },
    {
      "epoch": 0.4437632289613897,
      "grad_norm": 0.09857546531315137,
      "learning_rate": 1.9109558574143173e-05,
      "loss": 0.4667,
      "step": 760
    },
    {
      "epoch": 0.4443471279468652,
      "grad_norm": 0.09456625837571232,
      "learning_rate": 1.9105347675389723e-05,
      "loss": 0.4572,
      "step": 761
    },
    {
      "epoch": 0.4449310269323407,
      "grad_norm": 0.09781427079978897,
      "learning_rate": 1.9101127309626083e-05,
      "loss": 0.4521,
      "step": 762
    },
    {
      "epoch": 0.4455149259178162,
      "grad_norm": 0.10351096056630595,
      "learning_rate": 1.909689748124025e-05,
      "loss": 0.4317,
      "step": 763
    },
    {
      "epoch": 0.4460988249032917,
      "grad_norm": 0.09069666931275955,
      "learning_rate": 1.9092658194630065e-05,
      "loss": 0.4425,
      "step": 764
    },
    {
      "epoch": 0.44668272388876723,
      "grad_norm": 0.09930501640724729,
      "learning_rate": 1.9088409454203196e-05,
      "loss": 0.4525,
      "step": 765
    },
    {
      "epoch": 0.44726662287424274,
      "grad_norm": 0.09500969914942309,
      "learning_rate": 1.908415126437714e-05,
      "loss": 0.4867,
      "step": 766
    },
    {
      "epoch": 0.44785052185971824,
      "grad_norm": 0.09830280650537278,
      "learning_rate": 1.9079883629579224e-05,
      "loss": 0.4448,
      "step": 767
    },
    {
      "epoch": 0.4484344208451938,
      "grad_norm": 0.10539902733210592,
      "learning_rate": 1.9075606554246594e-05,
      "loss": 0.5181,
      "step": 768
    },
    {
      "epoch": 0.4490183198306693,
      "grad_norm": 0.08726744385978374,
      "learning_rate": 1.9071320042826206e-05,
      "loss": 0.4384,
      "step": 769
    },
    {
      "epoch": 0.4496022188161448,
      "grad_norm": 0.08824860026681157,
      "learning_rate": 1.9067024099774828e-05,
      "loss": 0.4203,
      "step": 770
    },
    {
      "epoch": 0.4501861178016203,
      "grad_norm": 0.09306389581325199,
      "learning_rate": 1.9062718729559048e-05,
      "loss": 0.4541,
      "step": 771
    },
    {
      "epoch": 0.45077001678709583,
      "grad_norm": 0.09541178654048854,
      "learning_rate": 1.9058403936655235e-05,
      "loss": 0.4733,
      "step": 772
    },
    {
      "epoch": 0.45135391577257133,
      "grad_norm": 0.09168184341027187,
      "learning_rate": 1.9054079725549565e-05,
      "loss": 0.4618,
      "step": 773
    },
    {
      "epoch": 0.45193781475804684,
      "grad_norm": 0.09831086017469631,
      "learning_rate": 1.9049746100738012e-05,
      "loss": 0.4994,
      "step": 774
    },
    {
      "epoch": 0.45252171374352235,
      "grad_norm": 0.09910512012020897,
      "learning_rate": 1.9045403066726325e-05,
      "loss": 0.5232,
      "step": 775
    },
    {
      "epoch": 0.4531056127289979,
      "grad_norm": 0.10107850752068585,
      "learning_rate": 1.904105062803005e-05,
      "loss": 0.5046,
      "step": 776
    },
    {
      "epoch": 0.4536895117144734,
      "grad_norm": 0.11248055006576568,
      "learning_rate": 1.9036688789174496e-05,
      "loss": 0.4835,
      "step": 777
    },
    {
      "epoch": 0.4542734106999489,
      "grad_norm": 0.10274280324682473,
      "learning_rate": 1.9032317554694756e-05,
      "loss": 0.4692,
      "step": 778
    },
    {
      "epoch": 0.4548573096854244,
      "grad_norm": 0.0990597993917765,
      "learning_rate": 1.9027936929135688e-05,
      "loss": 0.4626,
      "step": 779
    },
    {
      "epoch": 0.45544120867089993,
      "grad_norm": 0.0863769981161385,
      "learning_rate": 1.9023546917051917e-05,
      "loss": 0.4037,
      "step": 780
    },
    {
      "epoch": 0.45602510765637544,
      "grad_norm": 0.10098434652813407,
      "learning_rate": 1.901914752300783e-05,
      "loss": 0.4624,
      "step": 781
    },
    {
      "epoch": 0.45660900664185095,
      "grad_norm": 0.10303601537163731,
      "learning_rate": 1.9014738751577552e-05,
      "loss": 0.4223,
      "step": 782
    },
    {
      "epoch": 0.45719290562732645,
      "grad_norm": 0.09606279938348049,
      "learning_rate": 1.901032060734498e-05,
      "loss": 0.4288,
      "step": 783
    },
    {
      "epoch": 0.457776804612802,
      "grad_norm": 0.09331468009129633,
      "learning_rate": 1.900589309490374e-05,
      "loss": 0.4236,
      "step": 784
    },
    {
      "epoch": 0.4583607035982775,
      "grad_norm": 0.09128091180221701,
      "learning_rate": 1.9001456218857207e-05,
      "loss": 0.4488,
      "step": 785
    },
    {
      "epoch": 0.458944602583753,
      "grad_norm": 0.10964172278733782,
      "learning_rate": 1.899700998381849e-05,
      "loss": 0.4482,
      "step": 786
    },
    {
      "epoch": 0.45952850156922853,
      "grad_norm": 0.10145108447945543,
      "learning_rate": 1.899255439441043e-05,
      "loss": 0.5295,
      "step": 787
    },
    {
      "epoch": 0.46011240055470404,
      "grad_norm": 0.10667656069915707,
      "learning_rate": 1.8988089455265585e-05,
      "loss": 0.4595,
      "step": 788
    },
    {
      "epoch": 0.46069629954017954,
      "grad_norm": 0.09316394917203134,
      "learning_rate": 1.898361517102624e-05,
      "loss": 0.422,
      "step": 789
    },
    {
      "epoch": 0.46128019852565505,
      "grad_norm": 0.09205649606114237,
      "learning_rate": 1.8979131546344404e-05,
      "loss": 0.4428,
      "step": 790
    },
    {
      "epoch": 0.46186409751113056,
      "grad_norm": 0.10973649097427049,
      "learning_rate": 1.8974638585881787e-05,
      "loss": 0.4328,
      "step": 791
    },
    {
      "epoch": 0.46244799649660606,
      "grad_norm": 0.09702581545370792,
      "learning_rate": 1.8970136294309805e-05,
      "loss": 0.4277,
      "step": 792
    },
    {
      "epoch": 0.4630318954820816,
      "grad_norm": 0.0908639843975569,
      "learning_rate": 1.896562467630959e-05,
      "loss": 0.4671,
      "step": 793
    },
    {
      "epoch": 0.46361579446755713,
      "grad_norm": 0.10401738168718568,
      "learning_rate": 1.896110373657195e-05,
      "loss": 0.4286,
      "step": 794
    },
    {
      "epoch": 0.46419969345303264,
      "grad_norm": 0.09576436261440777,
      "learning_rate": 1.89565734797974e-05,
      "loss": 0.4304,
      "step": 795
    },
    {
      "epoch": 0.46478359243850814,
      "grad_norm": 0.10520625686783411,
      "learning_rate": 1.895203391069613e-05,
      "loss": 0.5034,
      "step": 796
    },
    {
      "epoch": 0.46536749142398365,
      "grad_norm": 0.09725166900757243,
      "learning_rate": 1.8947485033988034e-05,
      "loss": 0.5036,
      "step": 797
    },
    {
      "epoch": 0.46595139040945915,
      "grad_norm": 0.09588856314473586,
      "learning_rate": 1.894292685440266e-05,
      "loss": 0.47,
      "step": 798
    },
    {
      "epoch": 0.46653528939493466,
      "grad_norm": 0.08783262599617325,
      "learning_rate": 1.893835937667924e-05,
      "loss": 0.4314,
      "step": 799
    },
    {
      "epoch": 0.46711918838041017,
      "grad_norm": 0.0989983091517398,
      "learning_rate": 1.8933782605566672e-05,
      "loss": 0.442,
      "step": 800
    },
    {
      "epoch": 0.46770308736588573,
      "grad_norm": 0.09986990503908583,
      "learning_rate": 1.8929196545823512e-05,
      "loss": 0.4551,
      "step": 801
    },
    {
      "epoch": 0.46828698635136123,
      "grad_norm": 0.08639402620932013,
      "learning_rate": 1.8924601202217977e-05,
      "loss": 0.4424,
      "step": 802
    },
    {
      "epoch": 0.46887088533683674,
      "grad_norm": 0.09328657057227002,
      "learning_rate": 1.8919996579527943e-05,
      "loss": 0.4229,
      "step": 803
    },
    {
      "epoch": 0.46945478432231225,
      "grad_norm": 0.0996999194207526,
      "learning_rate": 1.891538268254092e-05,
      "loss": 0.4655,
      "step": 804
    },
    {
      "epoch": 0.47003868330778775,
      "grad_norm": 0.10139776524902651,
      "learning_rate": 1.8910759516054074e-05,
      "loss": 0.4429,
      "step": 805
    },
    {
      "epoch": 0.47062258229326326,
      "grad_norm": 0.08729940755179776,
      "learning_rate": 1.8906127084874198e-05,
      "loss": 0.4128,
      "step": 806
    },
    {
      "epoch": 0.47120648127873876,
      "grad_norm": 0.11019483509843539,
      "learning_rate": 1.8901485393817724e-05,
      "loss": 0.4109,
      "step": 807
    },
    {
      "epoch": 0.47179038026421427,
      "grad_norm": 0.09595661886534966,
      "learning_rate": 1.889683444771071e-05,
      "loss": 0.4162,
      "step": 808
    },
    {
      "epoch": 0.4723742792496898,
      "grad_norm": 0.10914351625202208,
      "learning_rate": 1.889217425138884e-05,
      "loss": 0.4994,
      "step": 809
    },
    {
      "epoch": 0.47295817823516534,
      "grad_norm": 0.09199812817845891,
      "learning_rate": 1.8887504809697405e-05,
      "loss": 0.4323,
      "step": 810
    },
    {
      "epoch": 0.47354207722064084,
      "grad_norm": 0.09493748090415777,
      "learning_rate": 1.888282612749132e-05,
      "loss": 0.4471,
      "step": 811
    },
    {
      "epoch": 0.47412597620611635,
      "grad_norm": 0.10049256829520699,
      "learning_rate": 1.8878138209635107e-05,
      "loss": 0.4103,
      "step": 812
    },
    {
      "epoch": 0.47470987519159186,
      "grad_norm": 0.08586050294583081,
      "learning_rate": 1.887344106100288e-05,
      "loss": 0.4263,
      "step": 813
    },
    {
      "epoch": 0.47529377417706736,
      "grad_norm": 0.09594398276522334,
      "learning_rate": 1.886873468647836e-05,
      "loss": 0.4009,
      "step": 814
    },
    {
      "epoch": 0.47587767316254287,
      "grad_norm": 0.09473995617452265,
      "learning_rate": 1.8864019090954865e-05,
      "loss": 0.4322,
      "step": 815
    },
    {
      "epoch": 0.4764615721480184,
      "grad_norm": 0.09092151394473023,
      "learning_rate": 1.8859294279335285e-05,
      "loss": 0.3982,
      "step": 816
    },
    {
      "epoch": 0.4770454711334939,
      "grad_norm": 0.08794154229363474,
      "learning_rate": 1.8854560256532098e-05,
      "loss": 0.4095,
      "step": 817
    },
    {
      "epoch": 0.47762937011896944,
      "grad_norm": 0.10038720798021021,
      "learning_rate": 1.884981702746737e-05,
      "loss": 0.4844,
      "step": 818
    },
    {
      "epoch": 0.47821326910444495,
      "grad_norm": 0.10502662115201077,
      "learning_rate": 1.8845064597072723e-05,
      "loss": 0.4748,
      "step": 819
    },
    {
      "epoch": 0.47879716808992046,
      "grad_norm": 0.08936674951098275,
      "learning_rate": 1.884030297028936e-05,
      "loss": 0.412,
      "step": 820
    },
    {
      "epoch": 0.47938106707539596,
      "grad_norm": 0.09565542779038012,
      "learning_rate": 1.8835532152068025e-05,
      "loss": 0.4413,
      "step": 821
    },
    {
      "epoch": 0.47996496606087147,
      "grad_norm": 0.09409742372758004,
      "learning_rate": 1.8830752147369047e-05,
      "loss": 0.4466,
      "step": 822
    },
    {
      "epoch": 0.480548865046347,
      "grad_norm": 0.09292940897064067,
      "learning_rate": 1.8825962961162284e-05,
      "loss": 0.4317,
      "step": 823
    },
    {
      "epoch": 0.4811327640318225,
      "grad_norm": 0.0978081546786304,
      "learning_rate": 1.8821164598427148e-05,
      "loss": 0.4344,
      "step": 824
    },
    {
      "epoch": 0.481716663017298,
      "grad_norm": 0.09492272965047195,
      "learning_rate": 1.8816357064152596e-05,
      "loss": 0.4457,
      "step": 825
    },
    {
      "epoch": 0.48230056200277355,
      "grad_norm": 0.09962596144744926,
      "learning_rate": 1.8811540363337107e-05,
      "loss": 0.4241,
      "step": 826
    },
    {
      "epoch": 0.48288446098824905,
      "grad_norm": 0.09325491585637402,
      "learning_rate": 1.880671450098871e-05,
      "loss": 0.4647,
      "step": 827
    },
    {
      "epoch": 0.48346835997372456,
      "grad_norm": 0.09390164933958882,
      "learning_rate": 1.880187948212495e-05,
      "loss": 0.4615,
      "step": 828
    },
    {
      "epoch": 0.48405225895920007,
      "grad_norm": 0.09700968353064397,
      "learning_rate": 1.8797035311772884e-05,
      "loss": 0.4503,
      "step": 829
    },
    {
      "epoch": 0.48463615794467557,
      "grad_norm": 0.0947314877984535,
      "learning_rate": 1.8792181994969095e-05,
      "loss": 0.5247,
      "step": 830
    },
    {
      "epoch": 0.4852200569301511,
      "grad_norm": 0.09108793271116974,
      "learning_rate": 1.8787319536759677e-05,
      "loss": 0.4342,
      "step": 831
    },
    {
      "epoch": 0.4858039559156266,
      "grad_norm": 0.10424302038632871,
      "learning_rate": 1.878244794220022e-05,
      "loss": 0.4685,
      "step": 832
    },
    {
      "epoch": 0.4863878549011021,
      "grad_norm": 0.08739832377571537,
      "learning_rate": 1.8777567216355814e-05,
      "loss": 0.4509,
      "step": 833
    },
    {
      "epoch": 0.4869717538865776,
      "grad_norm": 0.09469309839438637,
      "learning_rate": 1.8772677364301052e-05,
      "loss": 0.4163,
      "step": 834
    },
    {
      "epoch": 0.48755565287205316,
      "grad_norm": 0.0969524111151948,
      "learning_rate": 1.8767778391120008e-05,
      "loss": 0.4612,
      "step": 835
    },
    {
      "epoch": 0.48813955185752866,
      "grad_norm": 0.09919332520042368,
      "learning_rate": 1.876287030190624e-05,
      "loss": 0.4365,
      "step": 836
    },
    {
      "epoch": 0.48872345084300417,
      "grad_norm": 0.09558178633461559,
      "learning_rate": 1.8757953101762786e-05,
      "loss": 0.4628,
      "step": 837
    },
    {
      "epoch": 0.4893073498284797,
      "grad_norm": 0.09188574314722465,
      "learning_rate": 1.8753026795802158e-05,
      "loss": 0.4172,
      "step": 838
    },
    {
      "epoch": 0.4898912488139552,
      "grad_norm": 0.08944150796585457,
      "learning_rate": 1.8748091389146336e-05,
      "loss": 0.4561,
      "step": 839
    },
    {
      "epoch": 0.4904751477994307,
      "grad_norm": 0.092647283822532,
      "learning_rate": 1.8743146886926755e-05,
      "loss": 0.4682,
      "step": 840
    },
    {
      "epoch": 0.4910590467849062,
      "grad_norm": 0.09479368487136343,
      "learning_rate": 1.8738193294284312e-05,
      "loss": 0.4868,
      "step": 841
    },
    {
      "epoch": 0.4916429457703817,
      "grad_norm": 0.10067915412662097,
      "learning_rate": 1.873323061636936e-05,
      "loss": 0.448,
      "step": 842
    },
    {
      "epoch": 0.49222684475585726,
      "grad_norm": 0.10217056355758754,
      "learning_rate": 1.8728258858341684e-05,
      "loss": 0.4551,
      "step": 843
    },
    {
      "epoch": 0.49281074374133277,
      "grad_norm": 0.08777078897945947,
      "learning_rate": 1.872327802537053e-05,
      "loss": 0.3954,
      "step": 844
    },
    {
      "epoch": 0.4933946427268083,
      "grad_norm": 0.08951786314423488,
      "learning_rate": 1.8718288122634566e-05,
      "loss": 0.3754,
      "step": 845
    },
    {
      "epoch": 0.4939785417122838,
      "grad_norm": 0.10835266223695356,
      "learning_rate": 1.8713289155321888e-05,
      "loss": 0.441,
      "step": 846
    },
    {
      "epoch": 0.4945624406977593,
      "grad_norm": 0.08863517861824605,
      "learning_rate": 1.8708281128630023e-05,
      "loss": 0.4052,
      "step": 847
    },
    {
      "epoch": 0.4951463396832348,
      "grad_norm": 0.09538672588663484,
      "learning_rate": 1.870326404776592e-05,
      "loss": 0.4853,
      "step": 848
    },
    {
      "epoch": 0.4957302386687103,
      "grad_norm": 0.10508205007328283,
      "learning_rate": 1.869823791794593e-05,
      "loss": 0.4458,
      "step": 849
    },
    {
      "epoch": 0.4963141376541858,
      "grad_norm": 0.09217583907139751,
      "learning_rate": 1.869320274439583e-05,
      "loss": 0.4327,
      "step": 850
    },
    {
      "epoch": 0.4968980366396613,
      "grad_norm": 0.09742589692727338,
      "learning_rate": 1.8688158532350775e-05,
      "loss": 0.4794,
      "step": 851
    },
    {
      "epoch": 0.4974819356251369,
      "grad_norm": 0.09830267021456901,
      "learning_rate": 1.8683105287055344e-05,
      "loss": 0.4665,
      "step": 852
    },
    {
      "epoch": 0.4980658346106124,
      "grad_norm": 0.09304090842138145,
      "learning_rate": 1.8678043013763493e-05,
      "loss": 0.4524,
      "step": 853
    },
    {
      "epoch": 0.4986497335960879,
      "grad_norm": 0.0998780399501032,
      "learning_rate": 1.8672971717738565e-05,
      "loss": 0.4283,
      "step": 854
    },
    {
      "epoch": 0.4992336325815634,
      "grad_norm": 0.09871843624787562,
      "learning_rate": 1.866789140425329e-05,
      "loss": 0.4414,
      "step": 855
    },
    {
      "epoch": 0.4998175315670389,
      "grad_norm": 0.09812237483231633,
      "learning_rate": 1.866280207858977e-05,
      "loss": 0.4652,
      "step": 856
    },
    {
      "epoch": 0.5004014305525144,
      "grad_norm": 0.0894014548843526,
      "learning_rate": 1.865770374603948e-05,
      "loss": 0.4363,
      "step": 857
    },
    {
      "epoch": 0.5009853295379899,
      "grad_norm": 0.09383480200830926,
      "learning_rate": 1.865259641190325e-05,
      "loss": 0.4209,
      "step": 858
    },
    {
      "epoch": 0.5015692285234654,
      "grad_norm": 0.09395991016473568,
      "learning_rate": 1.864748008149128e-05,
      "loss": 0.4558,
      "step": 859
    },
    {
      "epoch": 0.5021531275089409,
      "grad_norm": 0.09306038910751134,
      "learning_rate": 1.8642354760123122e-05,
      "loss": 0.4272,
      "step": 860
    },
    {
      "epoch": 0.5027370264944164,
      "grad_norm": 0.09291112046450577,
      "learning_rate": 1.8637220453127675e-05,
      "loss": 0.4206,
      "step": 861
    },
    {
      "epoch": 0.5033209254798919,
      "grad_norm": 0.0950121715969986,
      "learning_rate": 1.8632077165843174e-05,
      "loss": 0.4829,
      "step": 862
    },
    {
      "epoch": 0.5039048244653674,
      "grad_norm": 0.09311282837534227,
      "learning_rate": 1.86269249036172e-05,
      "loss": 0.3982,
      "step": 863
    },
    {
      "epoch": 0.5044887234508431,
      "grad_norm": 0.09684473748106996,
      "learning_rate": 1.8621763671806663e-05,
      "loss": 0.4514,
      "step": 864
    },
    {
      "epoch": 0.5050726224363186,
      "grad_norm": 0.09168294598881577,
      "learning_rate": 1.8616593475777795e-05,
      "loss": 0.4683,
      "step": 865
    },
    {
      "epoch": 0.5056565214217941,
      "grad_norm": 0.09396052328996955,
      "learning_rate": 1.8611414320906155e-05,
      "loss": 0.4635,
      "step": 866
    },
    {
      "epoch": 0.5062404204072696,
      "grad_norm": 0.09398323067821267,
      "learning_rate": 1.8606226212576612e-05,
      "loss": 0.4492,
      "step": 867
    },
    {
      "epoch": 0.5068243193927451,
      "grad_norm": 0.0986539793001123,
      "learning_rate": 1.860102915618334e-05,
      "loss": 0.4157,
      "step": 868
    },
    {
      "epoch": 0.5074082183782206,
      "grad_norm": 0.09216328742482369,
      "learning_rate": 1.8595823157129828e-05,
      "loss": 0.4501,
      "step": 869
    },
    {
      "epoch": 0.5079921173636961,
      "grad_norm": 0.08990220419948014,
      "learning_rate": 1.8590608220828855e-05,
      "loss": 0.4793,
      "step": 870
    },
    {
      "epoch": 0.5085760163491716,
      "grad_norm": 0.0890322235187184,
      "learning_rate": 1.8585384352702486e-05,
      "loss": 0.4582,
      "step": 871
    },
    {
      "epoch": 0.5091599153346471,
      "grad_norm": 0.08971247017594339,
      "learning_rate": 1.8580151558182093e-05,
      "loss": 0.416,
      "step": 872
    },
    {
      "epoch": 0.5097438143201226,
      "grad_norm": 0.10329395181564563,
      "learning_rate": 1.85749098427083e-05,
      "loss": 0.5178,
      "step": 873
    },
    {
      "epoch": 0.5103277133055981,
      "grad_norm": 0.09251641752580829,
      "learning_rate": 1.856965921173104e-05,
      "loss": 0.4371,
      "step": 874
    },
    {
      "epoch": 0.5109116122910736,
      "grad_norm": 0.09691671971111523,
      "learning_rate": 1.8564399670709482e-05,
      "loss": 0.413,
      "step": 875
    },
    {
      "epoch": 0.5114955112765491,
      "grad_norm": 0.0946128227766421,
      "learning_rate": 1.8559131225112085e-05,
      "loss": 0.4484,
      "step": 876
    },
    {
      "epoch": 0.5120794102620246,
      "grad_norm": 0.10068933012258086,
      "learning_rate": 1.8553853880416555e-05,
      "loss": 0.4325,
      "step": 877
    },
    {
      "epoch": 0.5126633092475001,
      "grad_norm": 0.10174874033959455,
      "learning_rate": 1.8548567642109847e-05,
      "loss": 0.4135,
      "step": 878
    },
    {
      "epoch": 0.5132472082329756,
      "grad_norm": 0.09637203481248677,
      "learning_rate": 1.8543272515688172e-05,
      "loss": 0.4322,
      "step": 879
    },
    {
      "epoch": 0.5138311072184512,
      "grad_norm": 0.1085211799009884,
      "learning_rate": 1.8537968506656976e-05,
      "loss": 0.4182,
      "step": 880
    },
    {
      "epoch": 0.5144150062039268,
      "grad_norm": 0.0883541702695197,
      "learning_rate": 1.8532655620530943e-05,
      "loss": 0.4178,
      "step": 881
    },
    {
      "epoch": 0.5149989051894023,
      "grad_norm": 0.09594198370080147,
      "learning_rate": 1.8527333862833986e-05,
      "loss": 0.443,
      "step": 882
    },
    {
      "epoch": 0.5155828041748778,
      "grad_norm": 0.11559309326568142,
      "learning_rate": 1.852200323909924e-05,
      "loss": 0.5149,
      "step": 883
    },
    {
      "epoch": 0.5161667031603533,
      "grad_norm": 0.09940779772291125,
      "learning_rate": 1.851666375486906e-05,
      "loss": 0.4443,
      "step": 884
    },
    {
      "epoch": 0.5167506021458288,
      "grad_norm": 0.09640186075990573,
      "learning_rate": 1.8511315415695013e-05,
      "loss": 0.4805,
      "step": 885
    },
    {
      "epoch": 0.5173345011313043,
      "grad_norm": 0.10391848429363157,
      "learning_rate": 1.8505958227137875e-05,
      "loss": 0.4284,
      "step": 886
    },
    {
      "epoch": 0.5179184001167798,
      "grad_norm": 0.10264742504985584,
      "learning_rate": 1.8500592194767625e-05,
      "loss": 0.3861,
      "step": 887
    },
    {
      "epoch": 0.5185022991022553,
      "grad_norm": 0.09195989684971762,
      "learning_rate": 1.8495217324163428e-05,
      "loss": 0.4475,
      "step": 888
    },
    {
      "epoch": 0.5190861980877308,
      "grad_norm": 0.09171936819965204,
      "learning_rate": 1.8489833620913644e-05,
      "loss": 0.3863,
      "step": 889
    },
    {
      "epoch": 0.5196700970732063,
      "grad_norm": 0.10765154824517782,
      "learning_rate": 1.848444109061581e-05,
      "loss": 0.4417,
      "step": 890
    },
    {
      "epoch": 0.5202539960586818,
      "grad_norm": 0.10156051843533291,
      "learning_rate": 1.847903973887666e-05,
      "loss": 0.5237,
      "step": 891
    },
    {
      "epoch": 0.5208378950441573,
      "grad_norm": 0.08789742839500561,
      "learning_rate": 1.8473629571312073e-05,
      "loss": 0.4425,
      "step": 892
    },
    {
      "epoch": 0.5214217940296328,
      "grad_norm": 0.09868925186168293,
      "learning_rate": 1.8468210593547114e-05,
      "loss": 0.5198,
      "step": 893
    },
    {
      "epoch": 0.5220056930151084,
      "grad_norm": 0.10792775235207878,
      "learning_rate": 1.8462782811216e-05,
      "loss": 0.4504,
      "step": 894
    },
    {
      "epoch": 0.5225895920005839,
      "grad_norm": 0.09321962851542848,
      "learning_rate": 1.8457346229962106e-05,
      "loss": 0.46,
      "step": 895
    },
    {
      "epoch": 0.5231734909860594,
      "grad_norm": 0.09799367392850776,
      "learning_rate": 1.845190085543795e-05,
      "loss": 0.4473,
      "step": 896
    },
    {
      "epoch": 0.5237573899715349,
      "grad_norm": 0.1035309144024498,
      "learning_rate": 1.8446446693305194e-05,
      "loss": 0.4839,
      "step": 897
    },
    {
      "epoch": 0.5243412889570105,
      "grad_norm": 0.09555828583416338,
      "learning_rate": 1.8440983749234647e-05,
      "loss": 0.4452,
      "step": 898
    },
    {
      "epoch": 0.524925187942486,
      "grad_norm": 0.08898770247296253,
      "learning_rate": 1.8435512028906232e-05,
      "loss": 0.4284,
      "step": 899
    },
    {
      "epoch": 0.5255090869279615,
      "grad_norm": 0.101394241076554,
      "learning_rate": 1.8430031538009005e-05,
      "loss": 0.4836,
      "step": 900
    },
    {
      "epoch": 0.526092985913437,
      "grad_norm": 0.09903464838669773,
      "learning_rate": 1.8424542282241144e-05,
      "loss": 0.4719,
      "step": 901
    },
    {
      "epoch": 0.5266768848989125,
      "grad_norm": 0.10665270294247976,
      "learning_rate": 1.841904426730994e-05,
      "loss": 0.4746,
      "step": 902
    },
    {
      "epoch": 0.527260783884388,
      "grad_norm": 0.09295494144019728,
      "learning_rate": 1.8413537498931778e-05,
      "loss": 0.4312,
      "step": 903
    },
    {
      "epoch": 0.5278446828698635,
      "grad_norm": 0.09387289582592735,
      "learning_rate": 1.840802198283216e-05,
      "loss": 0.4724,
      "step": 904
    },
    {
      "epoch": 0.528428581855339,
      "grad_norm": 0.09737652017065004,
      "learning_rate": 1.840249772474568e-05,
      "loss": 0.4473,
      "step": 905
    },
    {
      "epoch": 0.5290124808408145,
      "grad_norm": 0.08520653011805002,
      "learning_rate": 1.8396964730416014e-05,
      "loss": 0.4057,
      "step": 906
    },
    {
      "epoch": 0.52959637982629,
      "grad_norm": 0.0886228219166744,
      "learning_rate": 1.8391423005595928e-05,
      "loss": 0.4474,
      "step": 907
    },
    {
      "epoch": 0.5301802788117655,
      "grad_norm": 0.08572397208069563,
      "learning_rate": 1.8385872556047263e-05,
      "loss": 0.418,
      "step": 908
    },
    {
      "epoch": 0.530764177797241,
      "grad_norm": 0.08676847212474795,
      "learning_rate": 1.8380313387540928e-05,
      "loss": 0.4319,
      "step": 909
    },
    {
      "epoch": 0.5313480767827166,
      "grad_norm": 0.09436905277512657,
      "learning_rate": 1.8374745505856904e-05,
      "loss": 0.497,
      "step": 910
    },
    {
      "epoch": 0.5319319757681921,
      "grad_norm": 0.09630929313091194,
      "learning_rate": 1.836916891678423e-05,
      "loss": 0.4715,
      "step": 911
    },
    {
      "epoch": 0.5325158747536676,
      "grad_norm": 0.08819563249112496,
      "learning_rate": 1.836358362612099e-05,
      "loss": 0.4433,
      "step": 912
    },
    {
      "epoch": 0.5330997737391431,
      "grad_norm": 0.09454788949095562,
      "learning_rate": 1.8357989639674324e-05,
      "loss": 0.4474,
      "step": 913
    },
    {
      "epoch": 0.5336836727246187,
      "grad_norm": 0.10095262807108653,
      "learning_rate": 1.835238696326041e-05,
      "loss": 0.4452,
      "step": 914
    },
    {
      "epoch": 0.5342675717100942,
      "grad_norm": 0.09843298763645125,
      "learning_rate": 1.8346775602704464e-05,
      "loss": 0.4598,
      "step": 915
    },
    {
      "epoch": 0.5348514706955697,
      "grad_norm": 0.09776005188657978,
      "learning_rate": 1.8341155563840726e-05,
      "loss": 0.4916,
      "step": 916
    },
    {
      "epoch": 0.5354353696810452,
      "grad_norm": 0.10296063608760868,
      "learning_rate": 1.833552685251246e-05,
      "loss": 0.4246,
      "step": 917
    },
    {
      "epoch": 0.5360192686665207,
      "grad_norm": 0.09262410402296078,
      "learning_rate": 1.8329889474571952e-05,
      "loss": 0.4136,
      "step": 918
    },
    {
      "epoch": 0.5366031676519962,
      "grad_norm": 0.08695029397624086,
      "learning_rate": 1.83242434358805e-05,
      "loss": 0.4115,
      "step": 919
    },
    {
      "epoch": 0.5371870666374717,
      "grad_norm": 0.1045086785161924,
      "learning_rate": 1.8318588742308387e-05,
      "loss": 0.4472,
      "step": 920
    },
    {
      "epoch": 0.5377709656229472,
      "grad_norm": 0.09789402286681481,
      "learning_rate": 1.8312925399734923e-05,
      "loss": 0.4761,
      "step": 921
    },
    {
      "epoch": 0.5383548646084227,
      "grad_norm": 0.09671300651217099,
      "learning_rate": 1.8307253414048395e-05,
      "loss": 0.4579,
      "step": 922
    },
    {
      "epoch": 0.5389387635938983,
      "grad_norm": 0.10251436493752156,
      "learning_rate": 1.8301572791146077e-05,
      "loss": 0.4498,
      "step": 923
    },
    {
      "epoch": 0.5395226625793738,
      "grad_norm": 0.09325975796522497,
      "learning_rate": 1.8295883536934228e-05,
      "loss": 0.4384,
      "step": 924
    },
    {
      "epoch": 0.5401065615648493,
      "grad_norm": 0.08838810195093905,
      "learning_rate": 1.8290185657328073e-05,
      "loss": 0.4925,
      "step": 925
    },
    {
      "epoch": 0.5406904605503248,
      "grad_norm": 0.09433343110016502,
      "learning_rate": 1.8284479158251813e-05,
      "loss": 0.4299,
      "step": 926
    },
    {
      "epoch": 0.5412743595358003,
      "grad_norm": 0.09233149842332497,
      "learning_rate": 1.827876404563861e-05,
      "loss": 0.4146,
      "step": 927
    },
    {
      "epoch": 0.5418582585212758,
      "grad_norm": 0.09005366024688333,
      "learning_rate": 1.8273040325430575e-05,
      "loss": 0.4382,
      "step": 928
    },
    {
      "epoch": 0.5424421575067513,
      "grad_norm": 0.09060804734202627,
      "learning_rate": 1.8267308003578774e-05,
      "loss": 0.4159,
      "step": 929
    },
    {
      "epoch": 0.5430260564922268,
      "grad_norm": 0.09480055885323524,
      "learning_rate": 1.826156708604322e-05,
      "loss": 0.4166,
      "step": 930
    },
    {
      "epoch": 0.5436099554777024,
      "grad_norm": 0.08404018697315614,
      "learning_rate": 1.8255817578792858e-05,
      "loss": 0.3696,
      "step": 931
    },
    {
      "epoch": 0.5441938544631779,
      "grad_norm": 0.09326093699737327,
      "learning_rate": 1.825005948780556e-05,
      "loss": 0.4336,
      "step": 932
    },
    {
      "epoch": 0.5447777534486534,
      "grad_norm": 0.08851471141468747,
      "learning_rate": 1.824429281906813e-05,
      "loss": 0.4574,
      "step": 933
    },
    {
      "epoch": 0.5453616524341289,
      "grad_norm": 0.0938496281712297,
      "learning_rate": 1.8238517578576288e-05,
      "loss": 0.427,
      "step": 934
    },
    {
      "epoch": 0.5459455514196044,
      "grad_norm": 0.09473660148188785,
      "learning_rate": 1.8232733772334663e-05,
      "loss": 0.4032,
      "step": 935
    },
    {
      "epoch": 0.5465294504050799,
      "grad_norm": 0.08937319155438347,
      "learning_rate": 1.8226941406356794e-05,
      "loss": 0.4433,
      "step": 936
    },
    {
      "epoch": 0.5471133493905554,
      "grad_norm": 0.09781014323382994,
      "learning_rate": 1.8221140486665125e-05,
      "loss": 0.4657,
      "step": 937
    },
    {
      "epoch": 0.547697248376031,
      "grad_norm": 0.0935563862727287,
      "learning_rate": 1.8215331019290975e-05,
      "loss": 0.4404,
      "step": 938
    },
    {
      "epoch": 0.5482811473615065,
      "grad_norm": 0.10752705428222993,
      "learning_rate": 1.8209513010274572e-05,
      "loss": 0.4717,
      "step": 939
    },
    {
      "epoch": 0.548865046346982,
      "grad_norm": 0.09197306173138178,
      "learning_rate": 1.820368646566501e-05,
      "loss": 0.4714,
      "step": 940
    },
    {
      "epoch": 0.5494489453324575,
      "grad_norm": 0.09291270132257323,
      "learning_rate": 1.8197851391520265e-05,
      "loss": 0.4816,
      "step": 941
    },
    {
      "epoch": 0.550032844317933,
      "grad_norm": 0.09610441348951204,
      "learning_rate": 1.8192007793907177e-05,
      "loss": 0.4494,
      "step": 942
    },
    {
      "epoch": 0.5506167433034085,
      "grad_norm": 0.1033218946003561,
      "learning_rate": 1.8186155678901457e-05,
      "loss": 0.4759,
      "step": 943
    },
    {
      "epoch": 0.551200642288884,
      "grad_norm": 0.08919050475365557,
      "learning_rate": 1.8180295052587653e-05,
      "loss": 0.4179,
      "step": 944
    },
    {
      "epoch": 0.5517845412743595,
      "grad_norm": 0.08667645303763409,
      "learning_rate": 1.8174425921059183e-05,
      "loss": 0.4023,
      "step": 945
    },
    {
      "epoch": 0.552368440259835,
      "grad_norm": 0.0887195469020464,
      "learning_rate": 1.81685482904183e-05,
      "loss": 0.4474,
      "step": 946
    },
    {
      "epoch": 0.5529523392453105,
      "grad_norm": 0.10106778434913423,
      "learning_rate": 1.8162662166776085e-05,
      "loss": 0.4835,
      "step": 947
    },
    {
      "epoch": 0.5535362382307861,
      "grad_norm": 0.09685501708157448,
      "learning_rate": 1.8156767556252464e-05,
      "loss": 0.4129,
      "step": 948
    },
    {
      "epoch": 0.5541201372162616,
      "grad_norm": 0.092676685307622,
      "learning_rate": 1.815086446497618e-05,
      "loss": 0.3985,
      "step": 949
    },
    {
      "epoch": 0.5547040362017371,
      "grad_norm": 0.0919707063401775,
      "learning_rate": 1.8144952899084787e-05,
      "loss": 0.4225,
      "step": 950
    },
    {
      "epoch": 0.5552879351872126,
      "grad_norm": 0.107061234908121,
      "learning_rate": 1.8139032864724665e-05,
      "loss": 0.554,
      "step": 951
    },
    {
      "epoch": 0.5558718341726882,
      "grad_norm": 0.10044775621225685,
      "learning_rate": 1.813310436805099e-05,
      "loss": 0.4987,
      "step": 952
    },
    {
      "epoch": 0.5564557331581637,
      "grad_norm": 0.08867589266875235,
      "learning_rate": 1.8127167415227736e-05,
      "loss": 0.3935,
      "step": 953
    },
    {
      "epoch": 0.5570396321436392,
      "grad_norm": 0.09437021473292602,
      "learning_rate": 1.8121222012427666e-05,
      "loss": 0.4578,
      "step": 954
    },
    {
      "epoch": 0.5576235311291147,
      "grad_norm": 0.0887645543803271,
      "learning_rate": 1.8115268165832336e-05,
      "loss": 0.4467,
      "step": 955
    },
    {
      "epoch": 0.5582074301145902,
      "grad_norm": 0.09897137092624282,
      "learning_rate": 1.810930588163208e-05,
      "loss": 0.4386,
      "step": 956
    },
    {
      "epoch": 0.5587913291000657,
      "grad_norm": 0.10499292376316478,
      "learning_rate": 1.8103335166026002e-05,
      "loss": 0.4513,
      "step": 957
    },
    {
      "epoch": 0.5593752280855412,
      "grad_norm": 0.08463326810425786,
      "learning_rate": 1.8097356025221975e-05,
      "loss": 0.4158,
      "step": 958
    },
    {
      "epoch": 0.5599591270710167,
      "grad_norm": 0.09551114619473185,
      "learning_rate": 1.8091368465436626e-05,
      "loss": 0.4694,
      "step": 959
    },
    {
      "epoch": 0.5605430260564922,
      "grad_norm": 0.09495323054801798,
      "learning_rate": 1.8085372492895338e-05,
      "loss": 0.4325,
      "step": 960
    },
    {
      "epoch": 0.5611269250419677,
      "grad_norm": 0.09594048139789328,
      "learning_rate": 1.807936811383225e-05,
      "loss": 0.4707,
      "step": 961
    },
    {
      "epoch": 0.5617108240274432,
      "grad_norm": 0.09247203135669485,
      "learning_rate": 1.8073355334490227e-05,
      "loss": 0.471,
      "step": 962
    },
    {
      "epoch": 0.5622947230129187,
      "grad_norm": 0.08633199812874957,
      "learning_rate": 1.806733416112088e-05,
      "loss": 0.4212,
      "step": 963
    },
    {
      "epoch": 0.5628786219983942,
      "grad_norm": 0.09251922288342454,
      "learning_rate": 1.8061304599984537e-05,
      "loss": 0.4255,
      "step": 964
    },
    {
      "epoch": 0.5634625209838698,
      "grad_norm": 0.09923380580896518,
      "learning_rate": 1.8055266657350256e-05,
      "loss": 0.4776,
      "step": 965
    },
    {
      "epoch": 0.5640464199693453,
      "grad_norm": 0.09287667447435466,
      "learning_rate": 1.8049220339495797e-05,
      "loss": 0.4169,
      "step": 966
    },
    {
      "epoch": 0.5646303189548209,
      "grad_norm": 0.08887458968062588,
      "learning_rate": 1.804316565270765e-05,
      "loss": 0.401,
      "step": 967
    },
    {
      "epoch": 0.5652142179402964,
      "grad_norm": 0.10262789593286849,
      "learning_rate": 1.8037102603280984e-05,
      "loss": 0.4671,
      "step": 968
    },
    {
      "epoch": 0.5657981169257719,
      "grad_norm": 0.08682160745152644,
      "learning_rate": 1.8031031197519673e-05,
      "loss": 0.4237,
      "step": 969
    },
    {
      "epoch": 0.5663820159112474,
      "grad_norm": 0.09579424164575238,
      "learning_rate": 1.8024951441736275e-05,
      "loss": 0.4151,
      "step": 970
    },
    {
      "epoch": 0.5669659148967229,
      "grad_norm": 0.09111583572344727,
      "learning_rate": 1.8018863342252038e-05,
      "loss": 0.4591,
      "step": 971
    },
    {
      "epoch": 0.5675498138821984,
      "grad_norm": 0.08188673386735772,
      "learning_rate": 1.801276690539688e-05,
      "loss": 0.3766,
      "step": 972
    },
    {
      "epoch": 0.5681337128676739,
      "grad_norm": 0.09274174941322617,
      "learning_rate": 1.800666213750938e-05,
      "loss": 0.4978,
      "step": 973
    },
    {
      "epoch": 0.5687176118531494,
      "grad_norm": 0.08152205889003643,
      "learning_rate": 1.800054904493679e-05,
      "loss": 0.3865,
      "step": 974
    },
    {
      "epoch": 0.5693015108386249,
      "grad_norm": 0.09438032160462145,
      "learning_rate": 1.7994427634035016e-05,
      "loss": 0.4302,
      "step": 975
    },
    {
      "epoch": 0.5698854098241004,
      "grad_norm": 0.09506885598483442,
      "learning_rate": 1.7988297911168602e-05,
      "loss": 0.4005,
      "step": 976
    },
    {
      "epoch": 0.5704693088095759,
      "grad_norm": 0.08562616866793664,
      "learning_rate": 1.798215988271075e-05,
      "loss": 0.4032,
      "step": 977
    },
    {
      "epoch": 0.5710532077950514,
      "grad_norm": 0.08977560050501772,
      "learning_rate": 1.7976013555043286e-05,
      "loss": 0.4106,
      "step": 978
    },
    {
      "epoch": 0.5716371067805269,
      "grad_norm": 0.08973808106323344,
      "learning_rate": 1.7969858934556676e-05,
      "loss": 0.416,
      "step": 979
    },
    {
      "epoch": 0.5722210057660024,
      "grad_norm": 0.09181287258714561,
      "learning_rate": 1.796369602764999e-05,
      "loss": 0.448,
      "step": 980
    },
    {
      "epoch": 0.5728049047514779,
      "grad_norm": 0.09119847002314112,
      "learning_rate": 1.7957524840730925e-05,
      "loss": 0.4386,
      "step": 981
    },
    {
      "epoch": 0.5733888037369536,
      "grad_norm": 0.09521167710462089,
      "learning_rate": 1.7951345380215795e-05,
      "loss": 0.4219,
      "step": 982
    },
    {
      "epoch": 0.5739727027224291,
      "grad_norm": 0.0989402430788166,
      "learning_rate": 1.79451576525295e-05,
      "loss": 0.4656,
      "step": 983
    },
    {
      "epoch": 0.5745566017079046,
      "grad_norm": 0.1005920705472971,
      "learning_rate": 1.7938961664105546e-05,
      "loss": 0.4977,
      "step": 984
    },
    {
      "epoch": 0.5751405006933801,
      "grad_norm": 0.0860530739132807,
      "learning_rate": 1.793275742138602e-05,
      "loss": 0.4432,
      "step": 985
    },
    {
      "epoch": 0.5757243996788556,
      "grad_norm": 0.09251576507555148,
      "learning_rate": 1.7926544930821608e-05,
      "loss": 0.4155,
      "step": 986
    },
    {
      "epoch": 0.5763082986643311,
      "grad_norm": 0.10395767337240244,
      "learning_rate": 1.7920324198871546e-05,
      "loss": 0.5087,
      "step": 987
    },
    {
      "epoch": 0.5768921976498066,
      "grad_norm": 0.09178056251217832,
      "learning_rate": 1.791409523200366e-05,
      "loss": 0.4408,
      "step": 988
    },
    {
      "epoch": 0.5774760966352821,
      "grad_norm": 0.09819491674637948,
      "learning_rate": 1.7907858036694325e-05,
      "loss": 0.4266,
      "step": 989
    },
    {
      "epoch": 0.5780599956207576,
      "grad_norm": 0.09534488990140029,
      "learning_rate": 1.790161261942848e-05,
      "loss": 0.4662,
      "step": 990
    },
    {
      "epoch": 0.5786438946062331,
      "grad_norm": 0.09005150190638692,
      "learning_rate": 1.7895358986699607e-05,
      "loss": 0.4212,
      "step": 991
    },
    {
      "epoch": 0.5792277935917086,
      "grad_norm": 0.0946658441311317,
      "learning_rate": 1.7889097145009736e-05,
      "loss": 0.4781,
      "step": 992
    },
    {
      "epoch": 0.5798116925771841,
      "grad_norm": 0.09154622471280416,
      "learning_rate": 1.788282710086942e-05,
      "loss": 0.4372,
      "step": 993
    },
    {
      "epoch": 0.5803955915626596,
      "grad_norm": 0.10118040549187084,
      "learning_rate": 1.7876548860797756e-05,
      "loss": 0.4397,
      "step": 994
    },
    {
      "epoch": 0.5809794905481351,
      "grad_norm": 0.08688754038581874,
      "learning_rate": 1.787026243132235e-05,
      "loss": 0.406,
      "step": 995
    },
    {
      "epoch": 0.5815633895336106,
      "grad_norm": 0.09182395292703004,
      "learning_rate": 1.7863967818979328e-05,
      "loss": 0.45,
      "step": 996
    },
    {
      "epoch": 0.5821472885190861,
      "grad_norm": 0.09275192214871388,
      "learning_rate": 1.785766503031332e-05,
      "loss": 0.4612,
      "step": 997
    },
    {
      "epoch": 0.5827311875045618,
      "grad_norm": 0.10268377108046198,
      "learning_rate": 1.785135407187747e-05,
      "loss": 0.436,
      "step": 998
    },
    {
      "epoch": 0.5833150864900373,
      "grad_norm": 0.09550855543744852,
      "learning_rate": 1.7845034950233394e-05,
      "loss": 0.4953,
      "step": 999
    },
    {
      "epoch": 0.5838989854755128,
      "grad_norm": 0.08729501527735156,
      "learning_rate": 1.7838707671951215e-05,
      "loss": 0.4198,
      "step": 1000
    },
    {
      "epoch": 0.5844828844609883,
      "grad_norm": 0.09300738367985945,
      "learning_rate": 1.7832372243609527e-05,
      "loss": 0.4647,
      "step": 1001
    },
    {
      "epoch": 0.5850667834464638,
      "grad_norm": 0.09854866779069027,
      "learning_rate": 1.78260286717954e-05,
      "loss": 0.4896,
      "step": 1002
    },
    {
      "epoch": 0.5856506824319393,
      "grad_norm": 0.0924779092815472,
      "learning_rate": 1.781967696310437e-05,
      "loss": 0.4367,
      "step": 1003
    },
    {
      "epoch": 0.5862345814174148,
      "grad_norm": 0.0967889057070036,
      "learning_rate": 1.7813317124140445e-05,
      "loss": 0.4456,
      "step": 1004
    },
    {
      "epoch": 0.5868184804028903,
      "grad_norm": 0.0897600662432182,
      "learning_rate": 1.7806949161516062e-05,
      "loss": 0.4477,
      "step": 1005
    },
    {
      "epoch": 0.5874023793883658,
      "grad_norm": 0.10048027290038623,
      "learning_rate": 1.7800573081852124e-05,
      "loss": 0.4281,
      "step": 1006
    },
    {
      "epoch": 0.5879862783738413,
      "grad_norm": 0.09316365328827741,
      "learning_rate": 1.7794188891777964e-05,
      "loss": 0.4217,
      "step": 1007
    },
    {
      "epoch": 0.5885701773593168,
      "grad_norm": 0.08477431725287295,
      "learning_rate": 1.7787796597931354e-05,
      "loss": 0.3876,
      "step": 1008
    },
    {
      "epoch": 0.5891540763447923,
      "grad_norm": 0.09201264827776867,
      "learning_rate": 1.7781396206958485e-05,
      "loss": 0.4295,
      "step": 1009
    },
    {
      "epoch": 0.5897379753302678,
      "grad_norm": 0.10068814575254426,
      "learning_rate": 1.7774987725513975e-05,
      "loss": 0.4245,
      "step": 1010
    },
    {
      "epoch": 0.5903218743157433,
      "grad_norm": 0.09866396452718652,
      "learning_rate": 1.7768571160260845e-05,
      "loss": 0.421,
      "step": 1011
    },
    {
      "epoch": 0.5909057733012189,
      "grad_norm": 0.11546115045819015,
      "learning_rate": 1.7762146517870526e-05,
      "loss": 0.4997,
      "step": 1012
    },
    {
      "epoch": 0.5914896722866944,
      "grad_norm": 0.09448609353498712,
      "learning_rate": 1.7755713805022846e-05,
      "loss": 0.4729,
      "step": 1013
    },
    {
      "epoch": 0.5920735712721699,
      "grad_norm": 0.09668634129415987,
      "learning_rate": 1.7749273028406025e-05,
      "loss": 0.3923,
      "step": 1014
    },
    {
      "epoch": 0.5926574702576455,
      "grad_norm": 0.09767768585418288,
      "learning_rate": 1.7742824194716664e-05,
      "loss": 0.4744,
      "step": 1015
    },
    {
      "epoch": 0.593241369243121,
      "grad_norm": 0.08479542894008153,
      "learning_rate": 1.7736367310659743e-05,
      "loss": 0.4361,
      "step": 1016
    },
    {
      "epoch": 0.5938252682285965,
      "grad_norm": 0.09113235502544996,
      "learning_rate": 1.7729902382948617e-05,
      "loss": 0.4191,
      "step": 1017
    },
    {
      "epoch": 0.594409167214072,
      "grad_norm": 0.10464245862198668,
      "learning_rate": 1.772342941830499e-05,
      "loss": 0.4469,
      "step": 1018
    },
    {
      "epoch": 0.5949930661995475,
      "grad_norm": 0.0884530211249895,
      "learning_rate": 1.771694842345894e-05,
      "loss": 0.4382,
      "step": 1019
    },
    {
      "epoch": 0.595576965185023,
      "grad_norm": 0.10491796090893739,
      "learning_rate": 1.771045940514888e-05,
      "loss": 0.4312,
      "step": 1020
    },
    {
      "epoch": 0.5961608641704985,
      "grad_norm": 0.092341394630284,
      "learning_rate": 1.7703962370121575e-05,
      "loss": 0.4211,
      "step": 1021
    },
    {
      "epoch": 0.596744763155974,
      "grad_norm": 0.10088333257954919,
      "learning_rate": 1.769745732513212e-05,
      "loss": 0.4854,
      "step": 1022
    },
    {
      "epoch": 0.5973286621414495,
      "grad_norm": 0.1012389035317393,
      "learning_rate": 1.7690944276943935e-05,
      "loss": 0.4173,
      "step": 1023
    },
    {
      "epoch": 0.597912561126925,
      "grad_norm": 0.10003942009393488,
      "learning_rate": 1.768442323232877e-05,
      "loss": 0.4627,
      "step": 1024
    },
    {
      "epoch": 0.5984964601124005,
      "grad_norm": 0.08762942285011394,
      "learning_rate": 1.767789419806668e-05,
      "loss": 0.4522,
      "step": 1025
    },
    {
      "epoch": 0.599080359097876,
      "grad_norm": 0.09173039483607474,
      "learning_rate": 1.7671357180946035e-05,
      "loss": 0.4068,
      "step": 1026
    },
    {
      "epoch": 0.5996642580833516,
      "grad_norm": 0.0911305308295463,
      "learning_rate": 1.76648121877635e-05,
      "loss": 0.4177,
      "step": 1027
    },
    {
      "epoch": 0.6002481570688271,
      "grad_norm": 0.08582861913236603,
      "learning_rate": 1.7658259225324036e-05,
      "loss": 0.4294,
      "step": 1028
    },
    {
      "epoch": 0.6008320560543026,
      "grad_norm": 0.10422934936302668,
      "learning_rate": 1.765169830044088e-05,
      "loss": 0.4736,
      "step": 1029
    },
    {
      "epoch": 0.6014159550397781,
      "grad_norm": 0.10030182317270714,
      "learning_rate": 1.7645129419935565e-05,
      "loss": 0.4081,
      "step": 1030
    },
    {
      "epoch": 0.6019998540252536,
      "grad_norm": 0.0855729853323428,
      "learning_rate": 1.763855259063788e-05,
      "loss": 0.3963,
      "step": 1031
    },
    {
      "epoch": 0.6025837530107292,
      "grad_norm": 0.0910340708499548,
      "learning_rate": 1.7631967819385883e-05,
      "loss": 0.4128,
      "step": 1032
    },
    {
      "epoch": 0.6031676519962047,
      "grad_norm": 0.08845103989201504,
      "learning_rate": 1.76253751130259e-05,
      "loss": 0.4092,
      "step": 1033
    },
    {
      "epoch": 0.6037515509816802,
      "grad_norm": 0.09271583451087083,
      "learning_rate": 1.761877447841249e-05,
      "loss": 0.4469,
      "step": 1034
    },
    {
      "epoch": 0.6043354499671557,
      "grad_norm": 0.09447872832066602,
      "learning_rate": 1.7612165922408463e-05,
      "loss": 0.4338,
      "step": 1035
    },
    {
      "epoch": 0.6049193489526312,
      "grad_norm": 0.09511521677601188,
      "learning_rate": 1.760554945188487e-05,
      "loss": 0.4538,
      "step": 1036
    },
    {
      "epoch": 0.6055032479381067,
      "grad_norm": 0.09729963866854865,
      "learning_rate": 1.759892507372099e-05,
      "loss": 0.4611,
      "step": 1037
    },
    {
      "epoch": 0.6060871469235822,
      "grad_norm": 0.09424240387400062,
      "learning_rate": 1.759229279480431e-05,
      "loss": 0.4072,
      "step": 1038
    },
    {
      "epoch": 0.6066710459090577,
      "grad_norm": 0.09416339446884527,
      "learning_rate": 1.758565262203055e-05,
      "loss": 0.4593,
      "step": 1039
    },
    {
      "epoch": 0.6072549448945332,
      "grad_norm": 0.08975844325047844,
      "learning_rate": 1.757900456230362e-05,
      "loss": 0.4291,
      "step": 1040
    },
    {
      "epoch": 0.6078388438800088,
      "grad_norm": 0.09004685899208928,
      "learning_rate": 1.757234862253565e-05,
      "loss": 0.4383,
      "step": 1041
    },
    {
      "epoch": 0.6084227428654843,
      "grad_norm": 0.09511844575341194,
      "learning_rate": 1.7565684809646946e-05,
      "loss": 0.4421,
      "step": 1042
    },
    {
      "epoch": 0.6090066418509598,
      "grad_norm": 0.0919737175309237,
      "learning_rate": 1.7559013130566003e-05,
      "loss": 0.4022,
      "step": 1043
    },
    {
      "epoch": 0.6095905408364353,
      "grad_norm": 0.09649971398460819,
      "learning_rate": 1.755233359222951e-05,
      "loss": 0.4236,
      "step": 1044
    },
    {
      "epoch": 0.6101744398219108,
      "grad_norm": 0.09158564494451435,
      "learning_rate": 1.7545646201582304e-05,
      "loss": 0.4217,
      "step": 1045
    },
    {
      "epoch": 0.6107583388073863,
      "grad_norm": 0.09511816034188841,
      "learning_rate": 1.75389509655774e-05,
      "loss": 0.4344,
      "step": 1046
    },
    {
      "epoch": 0.6113422377928618,
      "grad_norm": 0.09113291591159842,
      "learning_rate": 1.7532247891175968e-05,
      "loss": 0.4141,
      "step": 1047
    },
    {
      "epoch": 0.6119261367783373,
      "grad_norm": 0.09286963558417387,
      "learning_rate": 1.7525536985347328e-05,
      "loss": 0.51,
      "step": 1048
    },
    {
      "epoch": 0.6125100357638129,
      "grad_norm": 0.09986349516606924,
      "learning_rate": 1.751881825506894e-05,
      "loss": 0.5281,
      "step": 1049
    },
    {
      "epoch": 0.6130939347492884,
      "grad_norm": 0.1004574009258164,
      "learning_rate": 1.7512091707326403e-05,
      "loss": 0.4238,
      "step": 1050
    },
    {
      "epoch": 0.6136778337347639,
      "grad_norm": 0.0905132175422742,
      "learning_rate": 1.750535734911344e-05,
      "loss": 0.4118,
      "step": 1051
    },
    {
      "epoch": 0.6142617327202394,
      "grad_norm": 0.08925144937183616,
      "learning_rate": 1.7498615187431894e-05,
      "loss": 0.4558,
      "step": 1052
    },
    {
      "epoch": 0.6148456317057149,
      "grad_norm": 0.09576091943873984,
      "learning_rate": 1.7491865229291733e-05,
      "loss": 0.4622,
      "step": 1053
    },
    {
      "epoch": 0.6154295306911904,
      "grad_norm": 0.09617966005930463,
      "learning_rate": 1.7485107481711014e-05,
      "loss": 0.4903,
      "step": 1054
    },
    {
      "epoch": 0.616013429676666,
      "grad_norm": 0.09074829890428297,
      "learning_rate": 1.74783419517159e-05,
      "loss": 0.4213,
      "step": 1055
    },
    {
      "epoch": 0.6165973286621415,
      "grad_norm": 0.09160086943055429,
      "learning_rate": 1.7471568646340653e-05,
      "loss": 0.4028,
      "step": 1056
    },
    {
      "epoch": 0.617181227647617,
      "grad_norm": 0.09668496262755956,
      "learning_rate": 1.746478757262761e-05,
      "loss": 0.4786,
      "step": 1057
    },
    {
      "epoch": 0.6177651266330925,
      "grad_norm": 0.09172806226938145,
      "learning_rate": 1.7457998737627183e-05,
      "loss": 0.464,
      "step": 1058
    },
    {
      "epoch": 0.618349025618568,
      "grad_norm": 0.09555527117311402,
      "learning_rate": 1.745120214839786e-05,
      "loss": 0.417,
      "step": 1059
    },
    {
      "epoch": 0.6189329246040435,
      "grad_norm": 0.09303359767117025,
      "learning_rate": 1.7444397812006194e-05,
      "loss": 0.4622,
      "step": 1060
    },
    {
      "epoch": 0.619516823589519,
      "grad_norm": 0.10092929540024043,
      "learning_rate": 1.7437585735526785e-05,
      "loss": 0.4482,
      "step": 1061
    },
    {
      "epoch": 0.6201007225749945,
      "grad_norm": 0.09522912198016714,
      "learning_rate": 1.7430765926042287e-05,
      "loss": 0.4866,
      "step": 1062
    },
    {
      "epoch": 0.62068462156047,
      "grad_norm": 0.0929947034334768,
      "learning_rate": 1.7423938390643384e-05,
      "loss": 0.4421,
      "step": 1063
    },
    {
      "epoch": 0.6212685205459455,
      "grad_norm": 0.09482994413019931,
      "learning_rate": 1.7417103136428806e-05,
      "loss": 0.4396,
      "step": 1064
    },
    {
      "epoch": 0.6218524195314211,
      "grad_norm": 0.08714984905730136,
      "learning_rate": 1.74102601705053e-05,
      "loss": 0.4441,
      "step": 1065
    },
    {
      "epoch": 0.6224363185168966,
      "grad_norm": 0.0924792252479541,
      "learning_rate": 1.7403409499987633e-05,
      "loss": 0.4161,
      "step": 1066
    },
    {
      "epoch": 0.6230202175023721,
      "grad_norm": 0.08980341850239634,
      "learning_rate": 1.739655113199858e-05,
      "loss": 0.3923,
      "step": 1067
    },
    {
      "epoch": 0.6236041164878476,
      "grad_norm": 0.09460638292227179,
      "learning_rate": 1.7389685073668925e-05,
      "loss": 0.4247,
      "step": 1068
    },
    {
      "epoch": 0.6241880154733231,
      "grad_norm": 0.08960313595863191,
      "learning_rate": 1.7382811332137444e-05,
      "loss": 0.3778,
      "step": 1069
    },
    {
      "epoch": 0.6247719144587986,
      "grad_norm": 0.0966818573924528,
      "learning_rate": 1.7375929914550906e-05,
      "loss": 0.4748,
      "step": 1070
    },
    {
      "epoch": 0.6253558134442742,
      "grad_norm": 0.08503147854315851,
      "learning_rate": 1.7369040828064046e-05,
      "loss": 0.3997,
      "step": 1071
    },
    {
      "epoch": 0.6259397124297497,
      "grad_norm": 0.08841680174374698,
      "learning_rate": 1.73621440798396e-05,
      "loss": 0.4397,
      "step": 1072
    },
    {
      "epoch": 0.6265236114152252,
      "grad_norm": 0.0923157605383763,
      "learning_rate": 1.7355239677048237e-05,
      "loss": 0.4699,
      "step": 1073
    },
    {
      "epoch": 0.6271075104007007,
      "grad_norm": 0.08659566449358148,
      "learning_rate": 1.734832762686861e-05,
      "loss": 0.4567,
      "step": 1074
    },
    {
      "epoch": 0.6276914093861762,
      "grad_norm": 0.08544771168355118,
      "learning_rate": 1.7341407936487316e-05,
      "loss": 0.4303,
      "step": 1075
    },
    {
      "epoch": 0.6282753083716517,
      "grad_norm": 0.09484712484096319,
      "learning_rate": 1.7334480613098893e-05,
      "loss": 0.4632,
      "step": 1076
    },
    {
      "epoch": 0.6288592073571272,
      "grad_norm": 0.0859589741344882,
      "learning_rate": 1.7327545663905813e-05,
      "loss": 0.391,
      "step": 1077
    },
    {
      "epoch": 0.6294431063426027,
      "grad_norm": 0.08709869297310086,
      "learning_rate": 1.7320603096118476e-05,
      "loss": 0.4288,
      "step": 1078
    },
    {
      "epoch": 0.6300270053280782,
      "grad_norm": 0.09090981837244683,
      "learning_rate": 1.731365291695522e-05,
      "loss": 0.4288,
      "step": 1079
    },
    {
      "epoch": 0.6306109043135537,
      "grad_norm": 0.09040325685888743,
      "learning_rate": 1.730669513364227e-05,
      "loss": 0.4159,
      "step": 1080
    },
    {
      "epoch": 0.6311948032990292,
      "grad_norm": 0.08778488629604453,
      "learning_rate": 1.7299729753413783e-05,
      "loss": 0.4643,
      "step": 1081
    },
    {
      "epoch": 0.6317787022845048,
      "grad_norm": 0.08949196250424887,
      "learning_rate": 1.7292756783511793e-05,
      "loss": 0.4638,
      "step": 1082
    },
    {
      "epoch": 0.6323626012699803,
      "grad_norm": 0.08651513131791888,
      "learning_rate": 1.728577623118624e-05,
      "loss": 0.399,
      "step": 1083
    },
    {
      "epoch": 0.6329465002554558,
      "grad_norm": 0.09005582045162003,
      "learning_rate": 1.7278788103694944e-05,
      "loss": 0.3881,
      "step": 1084
    },
    {
      "epoch": 0.6335303992409314,
      "grad_norm": 0.09485288229314275,
      "learning_rate": 1.7271792408303593e-05,
      "loss": 0.4753,
      "step": 1085
    },
    {
      "epoch": 0.6341142982264069,
      "grad_norm": 0.08900741072775287,
      "learning_rate": 1.7264789152285754e-05,
      "loss": 0.3987,
      "step": 1086
    },
    {
      "epoch": 0.6346981972118824,
      "grad_norm": 0.09116732520961288,
      "learning_rate": 1.7257778342922853e-05,
      "loss": 0.4427,
      "step": 1087
    },
    {
      "epoch": 0.6352820961973579,
      "grad_norm": 0.09303822050070606,
      "learning_rate": 1.7250759987504165e-05,
      "loss": 0.4269,
      "step": 1088
    },
    {
      "epoch": 0.6358659951828334,
      "grad_norm": 0.08844625897320774,
      "learning_rate": 1.724373409332681e-05,
      "loss": 0.4497,
      "step": 1089
    },
    {
      "epoch": 0.6364498941683089,
      "grad_norm": 0.0918542186800055,
      "learning_rate": 1.7236700667695754e-05,
      "loss": 0.4711,
      "step": 1090
    },
    {
      "epoch": 0.6370337931537844,
      "grad_norm": 0.09282032557399952,
      "learning_rate": 1.7229659717923784e-05,
      "loss": 0.4746,
      "step": 1091
    },
    {
      "epoch": 0.6376176921392599,
      "grad_norm": 0.09189651103418493,
      "learning_rate": 1.722261125133152e-05,
      "loss": 0.4257,
      "step": 1092
    },
    {
      "epoch": 0.6382015911247354,
      "grad_norm": 0.09328906266929847,
      "learning_rate": 1.721555527524739e-05,
      "loss": 0.4103,
      "step": 1093
    },
    {
      "epoch": 0.6387854901102109,
      "grad_norm": 0.08939908394267948,
      "learning_rate": 1.7208491797007634e-05,
      "loss": 0.447,
      "step": 1094
    },
    {
      "epoch": 0.6393693890956864,
      "grad_norm": 0.09039804075326334,
      "learning_rate": 1.7201420823956286e-05,
      "loss": 0.4331,
      "step": 1095
    },
    {
      "epoch": 0.6399532880811619,
      "grad_norm": 0.09024471481601266,
      "learning_rate": 1.719434236344518e-05,
      "loss": 0.4143,
      "step": 1096
    },
    {
      "epoch": 0.6405371870666374,
      "grad_norm": 0.09248907230090099,
      "learning_rate": 1.7187256422833928e-05,
      "loss": 0.4572,
      "step": 1097
    },
    {
      "epoch": 0.6411210860521129,
      "grad_norm": 0.10754471151877978,
      "learning_rate": 1.7180163009489924e-05,
      "loss": 0.505,
      "step": 1098
    },
    {
      "epoch": 0.6417049850375885,
      "grad_norm": 0.08806311245222992,
      "learning_rate": 1.7173062130788337e-05,
      "loss": 0.3833,
      "step": 1099
    },
    {
      "epoch": 0.642288884023064,
      "grad_norm": 0.09826677038221497,
      "learning_rate": 1.716595379411208e-05,
      "loss": 0.494,
      "step": 1100
    },
    {
      "epoch": 0.6428727830085396,
      "grad_norm": 0.09409963899915887,
      "learning_rate": 1.715883800685184e-05,
      "loss": 0.4153,
      "step": 1101
    },
    {
      "epoch": 0.6434566819940151,
      "grad_norm": 0.09037735567839263,
      "learning_rate": 1.7151714776406034e-05,
      "loss": 0.41,
      "step": 1102
    },
    {
      "epoch": 0.6440405809794906,
      "grad_norm": 0.09422038489223211,
      "learning_rate": 1.7144584110180834e-05,
      "loss": 0.4456,
      "step": 1103
    },
    {
      "epoch": 0.6446244799649661,
      "grad_norm": 0.09755953584139025,
      "learning_rate": 1.7137446015590128e-05,
      "loss": 0.435,
      "step": 1104
    },
    {
      "epoch": 0.6452083789504416,
      "grad_norm": 0.08816393569404342,
      "learning_rate": 1.7130300500055537e-05,
      "loss": 0.4021,
      "step": 1105
    },
    {
      "epoch": 0.6457922779359171,
      "grad_norm": 0.10527599946439106,
      "learning_rate": 1.7123147571006398e-05,
      "loss": 0.4695,
      "step": 1106
    },
    {
      "epoch": 0.6463761769213926,
      "grad_norm": 0.09235535451921445,
      "learning_rate": 1.711598723587975e-05,
      "loss": 0.4513,
      "step": 1107
    },
    {
      "epoch": 0.6469600759068681,
      "grad_norm": 0.09354321728558446,
      "learning_rate": 1.710881950212033e-05,
      "loss": 0.4776,
      "step": 1108
    },
    {
      "epoch": 0.6475439748923436,
      "grad_norm": 0.09867934848614315,
      "learning_rate": 1.7101644377180586e-05,
      "loss": 0.4219,
      "step": 1109
    },
    {
      "epoch": 0.6481278738778191,
      "grad_norm": 0.09555440942956286,
      "learning_rate": 1.7094461868520625e-05,
      "loss": 0.444,
      "step": 1110
    },
    {
      "epoch": 0.6487117728632946,
      "grad_norm": 0.09569576707931939,
      "learning_rate": 1.708727198360825e-05,
      "loss": 0.4282,
      "step": 1111
    },
    {
      "epoch": 0.6492956718487701,
      "grad_norm": 0.093120158736734,
      "learning_rate": 1.7080074729918918e-05,
      "loss": 0.4555,
      "step": 1112
    },
    {
      "epoch": 0.6498795708342456,
      "grad_norm": 0.08753974599742118,
      "learning_rate": 1.7072870114935766e-05,
      "loss": 0.4196,
      "step": 1113
    },
    {
      "epoch": 0.6504634698197211,
      "grad_norm": 0.09461624569741206,
      "learning_rate": 1.7065658146149572e-05,
      "loss": 0.3844,
      "step": 1114
    },
    {
      "epoch": 0.6510473688051966,
      "grad_norm": 0.08860515602951763,
      "learning_rate": 1.7058438831058763e-05,
      "loss": 0.4416,
      "step": 1115
    },
    {
      "epoch": 0.6516312677906723,
      "grad_norm": 0.09152625267014462,
      "learning_rate": 1.70512121771694e-05,
      "loss": 0.4518,
      "step": 1116
    },
    {
      "epoch": 0.6522151667761478,
      "grad_norm": 0.0940680112965581,
      "learning_rate": 1.7043978191995177e-05,
      "loss": 0.4292,
      "step": 1117
    },
    {
      "epoch": 0.6527990657616233,
      "grad_norm": 0.10794032267491846,
      "learning_rate": 1.7036736883057422e-05,
      "loss": 0.4358,
      "step": 1118
    },
    {
      "epoch": 0.6533829647470988,
      "grad_norm": 0.09194057780039627,
      "learning_rate": 1.702948825788506e-05,
      "loss": 0.4382,
      "step": 1119
    },
    {
      "epoch": 0.6539668637325743,
      "grad_norm": 0.10291805174351656,
      "learning_rate": 1.7022232324014628e-05,
      "loss": 0.4391,
      "step": 1120
    },
    {
      "epoch": 0.6545507627180498,
      "grad_norm": 0.08855339328582391,
      "learning_rate": 1.7014969088990265e-05,
      "loss": 0.3773,
      "step": 1121
    },
    {
      "epoch": 0.6551346617035253,
      "grad_norm": 0.08422699153651776,
      "learning_rate": 1.7007698560363704e-05,
      "loss": 0.3948,
      "step": 1122
    },
    {
      "epoch": 0.6557185606890008,
      "grad_norm": 0.09236446869233887,
      "learning_rate": 1.7000420745694256e-05,
      "loss": 0.4238,
      "step": 1123
    },
    {
      "epoch": 0.6563024596744763,
      "grad_norm": 0.09946613955873425,
      "learning_rate": 1.6993135652548803e-05,
      "loss": 0.4161,
      "step": 1124
    },
    {
      "epoch": 0.6568863586599518,
      "grad_norm": 0.09672673613646379,
      "learning_rate": 1.6985843288501814e-05,
      "loss": 0.4162,
      "step": 1125
    },
    {
      "epoch": 0.6574702576454273,
      "grad_norm": 0.08630257083770781,
      "learning_rate": 1.697854366113529e-05,
      "loss": 0.3998,
      "step": 1126
    },
    {
      "epoch": 0.6580541566309028,
      "grad_norm": 0.09543728262506625,
      "learning_rate": 1.6971236778038806e-05,
      "loss": 0.4446,
      "step": 1127
    },
    {
      "epoch": 0.6586380556163783,
      "grad_norm": 0.08289152130256408,
      "learning_rate": 1.6963922646809475e-05,
      "loss": 0.414,
      "step": 1128
    },
    {
      "epoch": 0.6592219546018538,
      "grad_norm": 0.08625703919327876,
      "learning_rate": 1.6956601275051933e-05,
      "loss": 0.4691,
      "step": 1129
    },
    {
      "epoch": 0.6598058535873293,
      "grad_norm": 0.0894099317026028,
      "learning_rate": 1.694927267037837e-05,
      "loss": 0.4403,
      "step": 1130
    },
    {
      "epoch": 0.6603897525728049,
      "grad_norm": 0.08706000022427855,
      "learning_rate": 1.6941936840408465e-05,
      "loss": 0.4143,
      "step": 1131
    },
    {
      "epoch": 0.6609736515582805,
      "grad_norm": 0.09854227380192054,
      "learning_rate": 1.6934593792769435e-05,
      "loss": 0.4324,
      "step": 1132
    },
    {
      "epoch": 0.661557550543756,
      "grad_norm": 0.09630656743836603,
      "learning_rate": 1.6927243535095995e-05,
      "loss": 0.487,
      "step": 1133
    },
    {
      "epoch": 0.6621414495292315,
      "grad_norm": 0.08593139890790943,
      "learning_rate": 1.691988607503035e-05,
      "loss": 0.4304,
      "step": 1134
    },
    {
      "epoch": 0.662725348514707,
      "grad_norm": 0.08987772253820427,
      "learning_rate": 1.691252142022219e-05,
      "loss": 0.4312,
      "step": 1135
    },
    {
      "epoch": 0.6633092475001825,
      "grad_norm": 0.08997533645928246,
      "learning_rate": 1.6905149578328705e-05,
      "loss": 0.3874,
      "step": 1136
    },
    {
      "epoch": 0.663893146485658,
      "grad_norm": 0.09613967499616509,
      "learning_rate": 1.6897770557014535e-05,
      "loss": 0.473,
      "step": 1137
    },
    {
      "epoch": 0.6644770454711335,
      "grad_norm": 0.0968027383667893,
      "learning_rate": 1.6890384363951802e-05,
      "loss": 0.4056,
      "step": 1138
    },
    {
      "epoch": 0.665060944456609,
      "grad_norm": 0.09340410947672406,
      "learning_rate": 1.688299100682007e-05,
      "loss": 0.4554,
      "step": 1139
    },
    {
      "epoch": 0.6656448434420845,
      "grad_norm": 0.08955184478155377,
      "learning_rate": 1.687559049330636e-05,
      "loss": 0.411,
      "step": 1140
    },
    {
      "epoch": 0.66622874242756,
      "grad_norm": 0.09219446005576475,
      "learning_rate": 1.686818283110514e-05,
      "loss": 0.4462,
      "step": 1141
    },
    {
      "epoch": 0.6668126414130355,
      "grad_norm": 0.09474791276402085,
      "learning_rate": 1.6860768027918293e-05,
      "loss": 0.4422,
      "step": 1142
    },
    {
      "epoch": 0.667396540398511,
      "grad_norm": 0.08914956158102033,
      "learning_rate": 1.6853346091455143e-05,
      "loss": 0.391,
      "step": 1143
    },
    {
      "epoch": 0.6679804393839865,
      "grad_norm": 0.08058631022710519,
      "learning_rate": 1.684591702943242e-05,
      "loss": 0.4228,
      "step": 1144
    },
    {
      "epoch": 0.668564338369462,
      "grad_norm": 0.08819357483690463,
      "learning_rate": 1.683848084957427e-05,
      "loss": 0.4083,
      "step": 1145
    },
    {
      "epoch": 0.6691482373549376,
      "grad_norm": 0.09193303414954906,
      "learning_rate": 1.6831037559612235e-05,
      "loss": 0.4143,
      "step": 1146
    },
    {
      "epoch": 0.6697321363404131,
      "grad_norm": 0.08611835632338681,
      "learning_rate": 1.682358716728525e-05,
      "loss": 0.4265,
      "step": 1147
    },
    {
      "epoch": 0.6703160353258886,
      "grad_norm": 0.08986672931092672,
      "learning_rate": 1.681612968033964e-05,
      "loss": 0.437,
      "step": 1148
    },
    {
      "epoch": 0.6708999343113642,
      "grad_norm": 0.07973262204429679,
      "learning_rate": 1.6808665106529096e-05,
      "loss": 0.446,
      "step": 1149
    },
    {
      "epoch": 0.6714838332968397,
      "grad_norm": 0.09092820457709504,
      "learning_rate": 1.6801193453614683e-05,
      "loss": 0.4464,
      "step": 1150
    },
    {
      "epoch": 0.6720677322823152,
      "grad_norm": 0.08739635508296026,
      "learning_rate": 1.679371472936483e-05,
      "loss": 0.4697,
      "step": 1151
    },
    {
      "epoch": 0.6726516312677907,
      "grad_norm": 0.09163663913033902,
      "learning_rate": 1.6786228941555318e-05,
      "loss": 0.4462,
      "step": 1152
    },
    {
      "epoch": 0.6732355302532662,
      "grad_norm": 0.09400629109279371,
      "learning_rate": 1.6778736097969258e-05,
      "loss": 0.4795,
      "step": 1153
    },
    {
      "epoch": 0.6738194292387417,
      "grad_norm": 0.08319671795869193,
      "learning_rate": 1.6771236206397123e-05,
      "loss": 0.4294,
      "step": 1154
    },
    {
      "epoch": 0.6744033282242172,
      "grad_norm": 0.08216176570533429,
      "learning_rate": 1.676372927463668e-05,
      "loss": 0.4284,
      "step": 1155
    },
    {
      "epoch": 0.6749872272096927,
      "grad_norm": 0.09640874020081243,
      "learning_rate": 1.675621531049305e-05,
      "loss": 0.4535,
      "step": 1156
    },
    {
      "epoch": 0.6755711261951682,
      "grad_norm": 0.08842909034275206,
      "learning_rate": 1.674869432177864e-05,
      "loss": 0.4684,
      "step": 1157
    },
    {
      "epoch": 0.6761550251806437,
      "grad_norm": 0.08134191682177092,
      "learning_rate": 1.674116631631318e-05,
      "loss": 0.4289,
      "step": 1158
    },
    {
      "epoch": 0.6767389241661192,
      "grad_norm": 0.08224859248420505,
      "learning_rate": 1.6733631301923678e-05,
      "loss": 0.3711,
      "step": 1159
    },
    {
      "epoch": 0.6773228231515948,
      "grad_norm": 0.08570911368639061,
      "learning_rate": 1.672608928644444e-05,
      "loss": 0.4555,
      "step": 1160
    },
    {
      "epoch": 0.6779067221370703,
      "grad_norm": 0.08638295721330393,
      "learning_rate": 1.6718540277717057e-05,
      "loss": 0.4214,
      "step": 1161
    },
    {
      "epoch": 0.6784906211225458,
      "grad_norm": 0.09004091631384817,
      "learning_rate": 1.671098428359037e-05,
      "loss": 0.474,
      "step": 1162
    },
    {
      "epoch": 0.6790745201080213,
      "grad_norm": 0.08986301379592666,
      "learning_rate": 1.67034213119205e-05,
      "loss": 0.4352,
      "step": 1163
    },
    {
      "epoch": 0.6796584190934968,
      "grad_norm": 0.08979286574025694,
      "learning_rate": 1.6695851370570822e-05,
      "loss": 0.4392,
      "step": 1164
    },
    {
      "epoch": 0.6802423180789723,
      "grad_norm": 0.08448528259031549,
      "learning_rate": 1.6688274467411953e-05,
      "loss": 0.3784,
      "step": 1165
    },
    {
      "epoch": 0.6808262170644479,
      "grad_norm": 0.09095550569986459,
      "learning_rate": 1.6680690610321747e-05,
      "loss": 0.465,
      "step": 1166
    },
    {
      "epoch": 0.6814101160499234,
      "grad_norm": 0.09210929219268231,
      "learning_rate": 1.667309980718529e-05,
      "loss": 0.4401,
      "step": 1167
    },
    {
      "epoch": 0.6819940150353989,
      "grad_norm": 0.09040512054466067,
      "learning_rate": 1.666550206589489e-05,
      "loss": 0.4512,
      "step": 1168
    },
    {
      "epoch": 0.6825779140208744,
      "grad_norm": 0.0888337264364902,
      "learning_rate": 1.6657897394350073e-05,
      "loss": 0.4373,
      "step": 1169
    },
    {
      "epoch": 0.6831618130063499,
      "grad_norm": 0.08726455198905898,
      "learning_rate": 1.665028580045756e-05,
      "loss": 0.4195,
      "step": 1170
    },
    {
      "epoch": 0.6837457119918254,
      "grad_norm": 0.08923700865174085,
      "learning_rate": 1.664266729213128e-05,
      "loss": 0.4151,
      "step": 1171
    },
    {
      "epoch": 0.6843296109773009,
      "grad_norm": 0.09459936004671267,
      "learning_rate": 1.6635041877292354e-05,
      "loss": 0.415,
      "step": 1172
    },
    {
      "epoch": 0.6849135099627764,
      "grad_norm": 0.0937594378954357,
      "learning_rate": 1.662740956386906e-05,
      "loss": 0.4662,
      "step": 1173
    },
    {
      "epoch": 0.685497408948252,
      "grad_norm": 0.08890291694688138,
      "learning_rate": 1.661977035979688e-05,
      "loss": 0.4171,
      "step": 1174
    },
    {
      "epoch": 0.6860813079337275,
      "grad_norm": 0.09096834108186448,
      "learning_rate": 1.661212427301844e-05,
      "loss": 0.4207,
      "step": 1175
    },
    {
      "epoch": 0.686665206919203,
      "grad_norm": 0.09538130731044497,
      "learning_rate": 1.6604471311483526e-05,
      "loss": 0.4468,
      "step": 1176
    },
    {
      "epoch": 0.6872491059046785,
      "grad_norm": 0.08716215680584576,
      "learning_rate": 1.6596811483149077e-05,
      "loss": 0.4088,
      "step": 1177
    },
    {
      "epoch": 0.687833004890154,
      "grad_norm": 0.07604977389100905,
      "learning_rate": 1.6589144795979165e-05,
      "loss": 0.3727,
      "step": 1178
    },
    {
      "epoch": 0.6884169038756295,
      "grad_norm": 0.08629855699425337,
      "learning_rate": 1.6581471257944996e-05,
      "loss": 0.3816,
      "step": 1179
    },
    {
      "epoch": 0.689000802861105,
      "grad_norm": 0.09843717946195421,
      "learning_rate": 1.6573790877024903e-05,
      "loss": 0.4503,
      "step": 1180
    },
    {
      "epoch": 0.6895847018465805,
      "grad_norm": 0.08170737274329572,
      "learning_rate": 1.656610366120433e-05,
      "loss": 0.4044,
      "step": 1181
    },
    {
      "epoch": 0.690168600832056,
      "grad_norm": 0.09178649349392434,
      "learning_rate": 1.6558409618475826e-05,
      "loss": 0.4447,
      "step": 1182
    },
    {
      "epoch": 0.6907524998175316,
      "grad_norm": 0.08993879170413502,
      "learning_rate": 1.655070875683904e-05,
      "loss": 0.4375,
      "step": 1183
    },
    {
      "epoch": 0.6913363988030071,
      "grad_norm": 0.08761544518209897,
      "learning_rate": 1.6543001084300703e-05,
      "loss": 0.4333,
      "step": 1184
    },
    {
      "epoch": 0.6919202977884826,
      "grad_norm": 0.08753365590260968,
      "learning_rate": 1.653528660887465e-05,
      "loss": 0.4424,
      "step": 1185
    },
    {
      "epoch": 0.6925041967739581,
      "grad_norm": 0.08783193942183658,
      "learning_rate": 1.652756533858176e-05,
      "loss": 0.3863,
      "step": 1186
    },
    {
      "epoch": 0.6930880957594336,
      "grad_norm": 0.08717488494583298,
      "learning_rate": 1.651983728145e-05,
      "loss": 0.4475,
      "step": 1187
    },
    {
      "epoch": 0.6936719947449091,
      "grad_norm": 0.08819289137806886,
      "learning_rate": 1.6512102445514376e-05,
      "loss": 0.4221,
      "step": 1188
    },
    {
      "epoch": 0.6942558937303847,
      "grad_norm": 0.08819307240033131,
      "learning_rate": 1.6504360838816956e-05,
      "loss": 0.4191,
      "step": 1189
    },
    {
      "epoch": 0.6948397927158602,
      "grad_norm": 0.0927147357030515,
      "learning_rate": 1.6496612469406835e-05,
      "loss": 0.4625,
      "step": 1190
    },
    {
      "epoch": 0.6954236917013357,
      "grad_norm": 0.0877477638797805,
      "learning_rate": 1.648885734534015e-05,
      "loss": 0.4121,
      "step": 1191
    },
    {
      "epoch": 0.6960075906868112,
      "grad_norm": 0.0852483747473004,
      "learning_rate": 1.6481095474680062e-05,
      "loss": 0.4165,
      "step": 1192
    },
    {
      "epoch": 0.6965914896722867,
      "grad_norm": 0.10578122777688247,
      "learning_rate": 1.6473326865496736e-05,
      "loss": 0.4337,
      "step": 1193
    },
    {
      "epoch": 0.6971753886577622,
      "grad_norm": 0.0947143924593682,
      "learning_rate": 1.6465551525867347e-05,
      "loss": 0.4363,
      "step": 1194
    },
    {
      "epoch": 0.6977592876432377,
      "grad_norm": 0.0848918234512545,
      "learning_rate": 1.6457769463876078e-05,
      "loss": 0.413,
      "step": 1195
    },
    {
      "epoch": 0.6983431866287132,
      "grad_norm": 0.10471604545465725,
      "learning_rate": 1.644998068761408e-05,
      "loss": 0.472,
      "step": 1196
    },
    {
      "epoch": 0.6989270856141887,
      "grad_norm": 0.08504891596407778,
      "learning_rate": 1.6442185205179507e-05,
      "loss": 0.4,
      "step": 1197
    },
    {
      "epoch": 0.6995109845996642,
      "grad_norm": 0.09032905745826944,
      "learning_rate": 1.6434383024677475e-05,
      "loss": 0.419,
      "step": 1198
    },
    {
      "epoch": 0.7000948835851397,
      "grad_norm": 0.09426478967538103,
      "learning_rate": 1.6426574154220066e-05,
      "loss": 0.4673,
      "step": 1199
    },
    {
      "epoch": 0.7006787825706153,
      "grad_norm": 0.08470408831430835,
      "learning_rate": 1.6418758601926313e-05,
      "loss": 0.4111,
      "step": 1200
    },
    {
      "epoch": 0.7012626815560908,
      "grad_norm": 0.10497814696262345,
      "learning_rate": 1.64109363759222e-05,
      "loss": 0.4208,
      "step": 1201
    },
    {
      "epoch": 0.7018465805415663,
      "grad_norm": 0.09440212077890532,
      "learning_rate": 1.640310748434066e-05,
      "loss": 0.4163,
      "step": 1202
    },
    {
      "epoch": 0.7024304795270419,
      "grad_norm": 0.08115280681269577,
      "learning_rate": 1.639527193532154e-05,
      "loss": 0.4507,
      "step": 1203
    },
    {
      "epoch": 0.7030143785125174,
      "grad_norm": 0.10258708340599992,
      "learning_rate": 1.6387429737011612e-05,
      "loss": 0.4482,
      "step": 1204
    },
    {
      "epoch": 0.7035982774979929,
      "grad_norm": 0.08247246949003272,
      "learning_rate": 1.6379580897564568e-05,
      "loss": 0.4165,
      "step": 1205
    },
    {
      "epoch": 0.7041821764834684,
      "grad_norm": 0.08822487541813892,
      "learning_rate": 1.6371725425141e-05,
      "loss": 0.4165,
      "step": 1206
    },
    {
      "epoch": 0.7047660754689439,
      "grad_norm": 0.09628446107468998,
      "learning_rate": 1.6363863327908405e-05,
      "loss": 0.48,
      "step": 1207
    },
    {
      "epoch": 0.7053499744544194,
      "grad_norm": 0.09022420267372654,
      "learning_rate": 1.6355994614041154e-05,
      "loss": 0.4575,
      "step": 1208
    },
    {
      "epoch": 0.7059338734398949,
      "grad_norm": 0.08551722802105703,
      "learning_rate": 1.6348119291720504e-05,
      "loss": 0.4391,
      "step": 1209
    },
    {
      "epoch": 0.7065177724253704,
      "grad_norm": 0.09581479325655787,
      "learning_rate": 1.634023736913459e-05,
      "loss": 0.4383,
      "step": 1210
    },
    {
      "epoch": 0.7071016714108459,
      "grad_norm": 0.10075555966408425,
      "learning_rate": 1.6332348854478398e-05,
      "loss": 0.4734,
      "step": 1211
    },
    {
      "epoch": 0.7076855703963214,
      "grad_norm": 0.0857645015744296,
      "learning_rate": 1.6324453755953772e-05,
      "loss": 0.4272,
      "step": 1212
    },
    {
      "epoch": 0.7082694693817969,
      "grad_norm": 0.09040367043391744,
      "learning_rate": 1.6316552081769404e-05,
      "loss": 0.4393,
      "step": 1213
    },
    {
      "epoch": 0.7088533683672724,
      "grad_norm": 0.10229309103612072,
      "learning_rate": 1.630864384014083e-05,
      "loss": 0.4769,
      "step": 1214
    },
    {
      "epoch": 0.7094372673527479,
      "grad_norm": 0.08933039105571446,
      "learning_rate": 1.6300729039290386e-05,
      "loss": 0.4159,
      "step": 1215
    },
    {
      "epoch": 0.7100211663382235,
      "grad_norm": 0.08530940071061638,
      "learning_rate": 1.6292807687447258e-05,
      "loss": 0.4071,
      "step": 1216
    },
    {
      "epoch": 0.710605065323699,
      "grad_norm": 0.08630546249077091,
      "learning_rate": 1.6284879792847433e-05,
      "loss": 0.3924,
      "step": 1217
    },
    {
      "epoch": 0.7111889643091746,
      "grad_norm": 0.09901760717543366,
      "learning_rate": 1.62769453637337e-05,
      "loss": 0.4929,
      "step": 1218
    },
    {
      "epoch": 0.7117728632946501,
      "grad_norm": 0.08907217191441917,
      "learning_rate": 1.626900440835564e-05,
      "loss": 0.4652,
      "step": 1219
    },
    {
      "epoch": 0.7123567622801256,
      "grad_norm": 0.09111013922376361,
      "learning_rate": 1.6261056934969626e-05,
      "loss": 0.4276,
      "step": 1220
    },
    {
      "epoch": 0.7129406612656011,
      "grad_norm": 0.09263735598097972,
      "learning_rate": 1.6253102951838794e-05,
      "loss": 0.42,
      "step": 1221
    },
    {
      "epoch": 0.7135245602510766,
      "grad_norm": 0.08871531865701,
      "learning_rate": 1.6245142467233067e-05,
      "loss": 0.4206,
      "step": 1222
    },
    {
      "epoch": 0.7141084592365521,
      "grad_norm": 0.08314280282703464,
      "learning_rate": 1.6237175489429114e-05,
      "loss": 0.4094,
      "step": 1223
    },
    {
      "epoch": 0.7146923582220276,
      "grad_norm": 0.08543186713144597,
      "learning_rate": 1.6229202026710356e-05,
      "loss": 0.4186,
      "step": 1224
    },
    {
      "epoch": 0.7152762572075031,
      "grad_norm": 0.08464334506486154,
      "learning_rate": 1.622122208736697e-05,
      "loss": 0.3672,
      "step": 1225
    },
    {
      "epoch": 0.7158601561929786,
      "grad_norm": 0.08475675726446479,
      "learning_rate": 1.6213235679695847e-05,
      "loss": 0.4211,
      "step": 1226
    },
    {
      "epoch": 0.7164440551784541,
      "grad_norm": 0.08918359508660942,
      "learning_rate": 1.620524281200062e-05,
      "loss": 0.407,
      "step": 1227
    },
    {
      "epoch": 0.7170279541639296,
      "grad_norm": 0.0841365729437497,
      "learning_rate": 1.6197243492591627e-05,
      "loss": 0.4286,
      "step": 1228
    },
    {
      "epoch": 0.7176118531494051,
      "grad_norm": 0.09692060314570868,
      "learning_rate": 1.618923772978592e-05,
      "loss": 0.4462,
      "step": 1229
    },
    {
      "epoch": 0.7181957521348806,
      "grad_norm": 0.07785638307126284,
      "learning_rate": 1.618122553190725e-05,
      "loss": 0.376,
      "step": 1230
    },
    {
      "epoch": 0.7187796511203561,
      "grad_norm": 0.08970265083624229,
      "learning_rate": 1.617320690728606e-05,
      "loss": 0.4178,
      "step": 1231
    },
    {
      "epoch": 0.7193635501058316,
      "grad_norm": 0.08833127145548246,
      "learning_rate": 1.6165181864259463e-05,
      "loss": 0.4489,
      "step": 1232
    },
    {
      "epoch": 0.7199474490913073,
      "grad_norm": 0.08800187500655653,
      "learning_rate": 1.6157150411171268e-05,
      "loss": 0.4456,
      "step": 1233
    },
    {
      "epoch": 0.7205313480767828,
      "grad_norm": 0.09760789406943039,
      "learning_rate": 1.614911255637193e-05,
      "loss": 0.4379,
      "step": 1234
    },
    {
      "epoch": 0.7211152470622583,
      "grad_norm": 0.09294331752203233,
      "learning_rate": 1.6141068308218565e-05,
      "loss": 0.4089,
      "step": 1235
    },
    {
      "epoch": 0.7216991460477338,
      "grad_norm": 0.09496275113432627,
      "learning_rate": 1.6133017675074935e-05,
      "loss": 0.4433,
      "step": 1236
    },
    {
      "epoch": 0.7222830450332093,
      "grad_norm": 0.08699353112395906,
      "learning_rate": 1.6124960665311447e-05,
      "loss": 0.4365,
      "step": 1237
    },
    {
      "epoch": 0.7228669440186848,
      "grad_norm": 0.08224555018489191,
      "learning_rate": 1.6116897287305132e-05,
      "loss": 0.3832,
      "step": 1238
    },
    {
      "epoch": 0.7234508430041603,
      "grad_norm": 0.10353135174510854,
      "learning_rate": 1.6108827549439642e-05,
      "loss": 0.4914,
      "step": 1239
    },
    {
      "epoch": 0.7240347419896358,
      "grad_norm": 0.090457849592765,
      "learning_rate": 1.6100751460105244e-05,
      "loss": 0.4444,
      "step": 1240
    },
    {
      "epoch": 0.7246186409751113,
      "grad_norm": 0.08896872389060739,
      "learning_rate": 1.6092669027698812e-05,
      "loss": 0.4269,
      "step": 1241
    },
    {
      "epoch": 0.7252025399605868,
      "grad_norm": 0.08279284689040584,
      "learning_rate": 1.6084580260623805e-05,
      "loss": 0.4374,
      "step": 1242
    },
    {
      "epoch": 0.7257864389460623,
      "grad_norm": 0.08745709263717832,
      "learning_rate": 1.6076485167290278e-05,
      "loss": 0.414,
      "step": 1243
    },
    {
      "epoch": 0.7263703379315378,
      "grad_norm": 0.08457157087848796,
      "learning_rate": 1.6068383756114857e-05,
      "loss": 0.4338,
      "step": 1244
    },
    {
      "epoch": 0.7269542369170133,
      "grad_norm": 0.08938025460073754,
      "learning_rate": 1.606027603552074e-05,
      "loss": 0.4377,
      "step": 1245
    },
    {
      "epoch": 0.7275381359024888,
      "grad_norm": 0.0878335839140125,
      "learning_rate": 1.6052162013937688e-05,
      "loss": 0.4409,
      "step": 1246
    },
    {
      "epoch": 0.7281220348879643,
      "grad_norm": 0.08844181174520396,
      "learning_rate": 1.6044041699802005e-05,
      "loss": 0.4291,
      "step": 1247
    },
    {
      "epoch": 0.7287059338734398,
      "grad_norm": 0.08953500055302316,
      "learning_rate": 1.6035915101556544e-05,
      "loss": 0.4264,
      "step": 1248
    },
    {
      "epoch": 0.7292898328589154,
      "grad_norm": 0.08708263184414979,
      "learning_rate": 1.6027782227650696e-05,
      "loss": 0.4521,
      "step": 1249
    },
    {
      "epoch": 0.729873731844391,
      "grad_norm": 0.08546823620303289,
      "learning_rate": 1.601964308654036e-05,
      "loss": 0.429,
      "step": 1250
    },
    {
      "epoch": 0.7304576308298665,
      "grad_norm": 0.0843786323019938,
      "learning_rate": 1.601149768668797e-05,
      "loss": 0.4207,
      "step": 1251
    },
    {
      "epoch": 0.731041529815342,
      "grad_norm": 0.09140473117865465,
      "learning_rate": 1.6003346036562457e-05,
      "loss": 0.5135,
      "step": 1252
    },
    {
      "epoch": 0.7316254288008175,
      "grad_norm": 0.098557988521247,
      "learning_rate": 1.599518814463925e-05,
      "loss": 0.4679,
      "step": 1253
    },
    {
      "epoch": 0.732209327786293,
      "grad_norm": 0.09296224977421759,
      "learning_rate": 1.598702401940028e-05,
      "loss": 0.4637,
      "step": 1254
    },
    {
      "epoch": 0.7327932267717685,
      "grad_norm": 0.09169957923278857,
      "learning_rate": 1.5978853669333938e-05,
      "loss": 0.4381,
      "step": 1255
    },
    {
      "epoch": 0.733377125757244,
      "grad_norm": 0.09913620224195051,
      "learning_rate": 1.597067710293511e-05,
      "loss": 0.4437,
      "step": 1256
    },
    {
      "epoch": 0.7339610247427195,
      "grad_norm": 0.08734547734783811,
      "learning_rate": 1.5962494328705123e-05,
      "loss": 0.3621,
      "step": 1257
    },
    {
      "epoch": 0.734544923728195,
      "grad_norm": 0.09382538622897467,
      "learning_rate": 1.5954305355151775e-05,
      "loss": 0.435,
      "step": 1258
    },
    {
      "epoch": 0.7351288227136705,
      "grad_norm": 0.09001907530979908,
      "learning_rate": 1.5946110190789306e-05,
      "loss": 0.4655,
      "step": 1259
    },
    {
      "epoch": 0.735712721699146,
      "grad_norm": 0.09874749117020298,
      "learning_rate": 1.5937908844138386e-05,
      "loss": 0.4783,
      "step": 1260
    },
    {
      "epoch": 0.7362966206846215,
      "grad_norm": 0.08978967354479706,
      "learning_rate": 1.5929701323726113e-05,
      "loss": 0.4436,
      "step": 1261
    },
    {
      "epoch": 0.736880519670097,
      "grad_norm": 0.08570848594128827,
      "learning_rate": 1.5921487638086024e-05,
      "loss": 0.449,
      "step": 1262
    },
    {
      "epoch": 0.7374644186555726,
      "grad_norm": 0.08270192553326293,
      "learning_rate": 1.5913267795758037e-05,
      "loss": 0.4268,
      "step": 1263
    },
    {
      "epoch": 0.7380483176410481,
      "grad_norm": 0.09281566394683134,
      "learning_rate": 1.590504180528849e-05,
      "loss": 0.4339,
      "step": 1264
    },
    {
      "epoch": 0.7386322166265236,
      "grad_norm": 0.08806286647334757,
      "learning_rate": 1.5896809675230106e-05,
      "loss": 0.4131,
      "step": 1265
    },
    {
      "epoch": 0.7392161156119991,
      "grad_norm": 0.08060328288592548,
      "learning_rate": 1.5888571414141997e-05,
      "loss": 0.3893,
      "step": 1266
    },
    {
      "epoch": 0.7398000145974747,
      "grad_norm": 0.08970809081221105,
      "learning_rate": 1.588032703058964e-05,
      "loss": 0.4256,
      "step": 1267
    },
    {
      "epoch": 0.7403839135829502,
      "grad_norm": 0.08727080153795602,
      "learning_rate": 1.587207653314489e-05,
      "loss": 0.4231,
      "step": 1268
    },
    {
      "epoch": 0.7409678125684257,
      "grad_norm": 0.09016985547966007,
      "learning_rate": 1.586381993038595e-05,
      "loss": 0.4436,
      "step": 1269
    },
    {
      "epoch": 0.7415517115539012,
      "grad_norm": 0.08749433172156437,
      "learning_rate": 1.5855557230897373e-05,
      "loss": 0.429,
      "step": 1270
    },
    {
      "epoch": 0.7421356105393767,
      "grad_norm": 0.11324204763571995,
      "learning_rate": 1.584728844327005e-05,
      "loss": 0.4346,
      "step": 1271
    },
    {
      "epoch": 0.7427195095248522,
      "grad_norm": 0.09001375981980829,
      "learning_rate": 1.5839013576101206e-05,
      "loss": 0.431,
      "step": 1272
    },
    {
      "epoch": 0.7433034085103277,
      "grad_norm": 0.08363708962705085,
      "learning_rate": 1.5830732637994382e-05,
      "loss": 0.4206,
      "step": 1273
    },
    {
      "epoch": 0.7438873074958032,
      "grad_norm": 0.0864935087729451,
      "learning_rate": 1.5822445637559435e-05,
      "loss": 0.4392,
      "step": 1274
    },
    {
      "epoch": 0.7444712064812787,
      "grad_norm": 0.0875151650779983,
      "learning_rate": 1.581415258341252e-05,
      "loss": 0.4168,
      "step": 1275
    },
    {
      "epoch": 0.7450551054667542,
      "grad_norm": 0.08350899228306129,
      "learning_rate": 1.5805853484176093e-05,
      "loss": 0.4223,
      "step": 1276
    },
    {
      "epoch": 0.7456390044522297,
      "grad_norm": 0.08867158399903902,
      "learning_rate": 1.5797548348478893e-05,
      "loss": 0.4343,
      "step": 1277
    },
    {
      "epoch": 0.7462229034377053,
      "grad_norm": 0.08787331260262844,
      "learning_rate": 1.578923718495593e-05,
      "loss": 0.4472,
      "step": 1278
    },
    {
      "epoch": 0.7468068024231808,
      "grad_norm": 0.09492878200301828,
      "learning_rate": 1.5780920002248484e-05,
      "loss": 0.4596,
      "step": 1279
    },
    {
      "epoch": 0.7473907014086563,
      "grad_norm": 0.08021225574192688,
      "learning_rate": 1.5772596809004103e-05,
      "loss": 0.4121,
      "step": 1280
    },
    {
      "epoch": 0.7479746003941318,
      "grad_norm": 0.09033049742837673,
      "learning_rate": 1.5764267613876565e-05,
      "loss": 0.4242,
      "step": 1281
    },
    {
      "epoch": 0.7485584993796073,
      "grad_norm": 0.08486274982331889,
      "learning_rate": 1.5755932425525907e-05,
      "loss": 0.4316,
      "step": 1282
    },
    {
      "epoch": 0.7491423983650829,
      "grad_norm": 0.08720314079511025,
      "learning_rate": 1.574759125261838e-05,
      "loss": 0.4294,
      "step": 1283
    },
    {
      "epoch": 0.7497262973505584,
      "grad_norm": 0.0862571845226195,
      "learning_rate": 1.573924410382648e-05,
      "loss": 0.4394,
      "step": 1284
    },
    {
      "epoch": 0.7503101963360339,
      "grad_norm": 0.09328802337685337,
      "learning_rate": 1.5730890987828893e-05,
      "loss": 0.4556,
      "step": 1285
    },
    {
      "epoch": 0.7508940953215094,
      "grad_norm": 0.09296372323282448,
      "learning_rate": 1.5722531913310523e-05,
      "loss": 0.455,
      "step": 1286
    },
    {
      "epoch": 0.7514779943069849,
      "grad_norm": 0.08192549285717567,
      "learning_rate": 1.571416688896246e-05,
      "loss": 0.3777,
      "step": 1287
    },
    {
      "epoch": 0.7520618932924604,
      "grad_norm": 0.08850136552590634,
      "learning_rate": 1.5705795923481995e-05,
      "loss": 0.3624,
      "step": 1288
    },
    {
      "epoch": 0.7526457922779359,
      "grad_norm": 0.09185938280083386,
      "learning_rate": 1.5697419025572577e-05,
      "loss": 0.4462,
      "step": 1289
    },
    {
      "epoch": 0.7532296912634114,
      "grad_norm": 0.09007489464689655,
      "learning_rate": 1.5689036203943836e-05,
      "loss": 0.4421,
      "step": 1290
    },
    {
      "epoch": 0.7538135902488869,
      "grad_norm": 0.08828062642673987,
      "learning_rate": 1.568064746731156e-05,
      "loss": 0.4083,
      "step": 1291
    },
    {
      "epoch": 0.7543974892343625,
      "grad_norm": 0.09410962507968422,
      "learning_rate": 1.5672252824397683e-05,
      "loss": 0.4182,
      "step": 1292
    },
    {
      "epoch": 0.754981388219838,
      "grad_norm": 0.10477742739820071,
      "learning_rate": 1.5663852283930275e-05,
      "loss": 0.4461,
      "step": 1293
    },
    {
      "epoch": 0.7555652872053135,
      "grad_norm": 0.09589326710828623,
      "learning_rate": 1.5655445854643554e-05,
      "loss": 0.5114,
      "step": 1294
    },
    {
      "epoch": 0.756149186190789,
      "grad_norm": 0.0886982320174348,
      "learning_rate": 1.5647033545277847e-05,
      "loss": 0.4276,
      "step": 1295
    },
    {
      "epoch": 0.7567330851762645,
      "grad_norm": 0.08665379739718508,
      "learning_rate": 1.56386153645796e-05,
      "loss": 0.4176,
      "step": 1296
    },
    {
      "epoch": 0.75731698416174,
      "grad_norm": 0.08760782439381894,
      "learning_rate": 1.563019132130136e-05,
      "loss": 0.4051,
      "step": 1297
    },
    {
      "epoch": 0.7579008831472155,
      "grad_norm": 0.08912573255879198,
      "learning_rate": 1.562176142420177e-05,
      "loss": 0.4353,
      "step": 1298
    },
    {
      "epoch": 0.758484782132691,
      "grad_norm": 0.08956971711186638,
      "learning_rate": 1.5613325682045563e-05,
      "loss": 0.4374,
      "step": 1299
    },
    {
      "epoch": 0.7590686811181666,
      "grad_norm": 0.08444998934665847,
      "learning_rate": 1.5604884103603547e-05,
      "loss": 0.4246,
      "step": 1300
    },
    {
      "epoch": 0.7596525801036421,
      "grad_norm": 0.07911115617473842,
      "learning_rate": 1.55964366976526e-05,
      "loss": 0.4188,
      "step": 1301
    },
    {
      "epoch": 0.7602364790891176,
      "grad_norm": 0.0885375540667988,
      "learning_rate": 1.5587983472975653e-05,
      "loss": 0.4353,
      "step": 1302
    },
    {
      "epoch": 0.7608203780745931,
      "grad_norm": 0.08595217408594741,
      "learning_rate": 1.5579524438361693e-05,
      "loss": 0.3878,
      "step": 1303
    },
    {
      "epoch": 0.7614042770600686,
      "grad_norm": 0.0927975221847443,
      "learning_rate": 1.5571059602605746e-05,
      "loss": 0.4539,
      "step": 1304
    },
    {
      "epoch": 0.7619881760455441,
      "grad_norm": 0.09742033951208727,
      "learning_rate": 1.556258897450887e-05,
      "loss": 0.4402,
      "step": 1305
    },
    {
      "epoch": 0.7625720750310196,
      "grad_norm": 0.08300099236562629,
      "learning_rate": 1.5554112562878144e-05,
      "loss": 0.4012,
      "step": 1306
    },
    {
      "epoch": 0.7631559740164952,
      "grad_norm": 0.09195540527066631,
      "learning_rate": 1.5545630376526665e-05,
      "loss": 0.4333,
      "step": 1307
    },
    {
      "epoch": 0.7637398730019707,
      "grad_norm": 0.0917328051425079,
      "learning_rate": 1.553714242427352e-05,
      "loss": 0.4227,
      "step": 1308
    },
    {
      "epoch": 0.7643237719874462,
      "grad_norm": 0.09100570839970747,
      "learning_rate": 1.5528648714943807e-05,
      "loss": 0.4661,
      "step": 1309
    },
    {
      "epoch": 0.7649076709729217,
      "grad_norm": 0.08933543497082827,
      "learning_rate": 1.5520149257368608e-05,
      "loss": 0.4398,
      "step": 1310
    },
    {
      "epoch": 0.7654915699583972,
      "grad_norm": 0.08472000298570648,
      "learning_rate": 1.5511644060384968e-05,
      "loss": 0.4253,
      "step": 1311
    },
    {
      "epoch": 0.7660754689438727,
      "grad_norm": 0.08576960946266672,
      "learning_rate": 1.5503133132835916e-05,
      "loss": 0.4345,
      "step": 1312
    },
    {
      "epoch": 0.7666593679293482,
      "grad_norm": 0.08367397062264997,
      "learning_rate": 1.5494616483570428e-05,
      "loss": 0.4131,
      "step": 1313
    },
    {
      "epoch": 0.7672432669148237,
      "grad_norm": 0.0831255952625161,
      "learning_rate": 1.5486094121443434e-05,
      "loss": 0.3912,
      "step": 1314
    },
    {
      "epoch": 0.7678271659002992,
      "grad_norm": 0.08498139131137031,
      "learning_rate": 1.5477566055315808e-05,
      "loss": 0.4193,
      "step": 1315
    },
    {
      "epoch": 0.7684110648857747,
      "grad_norm": 0.08222735987606651,
      "learning_rate": 1.5469032294054336e-05,
      "loss": 0.423,
      "step": 1316
    },
    {
      "epoch": 0.7689949638712503,
      "grad_norm": 0.0840768968733875,
      "learning_rate": 1.5460492846531748e-05,
      "loss": 0.4248,
      "step": 1317
    },
    {
      "epoch": 0.7695788628567258,
      "grad_norm": 0.0832851204743825,
      "learning_rate": 1.5451947721626676e-05,
      "loss": 0.4368,
      "step": 1318
    },
    {
      "epoch": 0.7701627618422013,
      "grad_norm": 0.08688821774405606,
      "learning_rate": 1.5443396928223655e-05,
      "loss": 0.4358,
      "step": 1319
    },
    {
      "epoch": 0.7707466608276768,
      "grad_norm": 0.0882140016791304,
      "learning_rate": 1.5434840475213113e-05,
      "loss": 0.4089,
      "step": 1320
    },
    {
      "epoch": 0.7713305598131523,
      "grad_norm": 0.08969628293290516,
      "learning_rate": 1.5426278371491363e-05,
      "loss": 0.4212,
      "step": 1321
    },
    {
      "epoch": 0.7719144587986279,
      "grad_norm": 0.0873576021814547,
      "learning_rate": 1.5417710625960598e-05,
      "loss": 0.4323,
      "step": 1322
    },
    {
      "epoch": 0.7724983577841034,
      "grad_norm": 0.08933675428680202,
      "learning_rate": 1.5409137247528868e-05,
      "loss": 0.4166,
      "step": 1323
    },
    {
      "epoch": 0.7730822567695789,
      "grad_norm": 0.09068594113990115,
      "learning_rate": 1.5400558245110083e-05,
      "loss": 0.4106,
      "step": 1324
    },
    {
      "epoch": 0.7736661557550544,
      "grad_norm": 0.08883704730934641,
      "learning_rate": 1.5391973627624004e-05,
      "loss": 0.4271,
      "step": 1325
    },
    {
      "epoch": 0.7742500547405299,
      "grad_norm": 0.08817814165455336,
      "learning_rate": 1.538338340399623e-05,
      "loss": 0.4124,
      "step": 1326
    },
    {
      "epoch": 0.7748339537260054,
      "grad_norm": 0.09531433636073972,
      "learning_rate": 1.5374787583158188e-05,
      "loss": 0.4574,
      "step": 1327
    },
    {
      "epoch": 0.7754178527114809,
      "grad_norm": 0.09506266034951548,
      "learning_rate": 1.5366186174047114e-05,
      "loss": 0.4619,
      "step": 1328
    },
    {
      "epoch": 0.7760017516969564,
      "grad_norm": 0.09075039175759929,
      "learning_rate": 1.535757918560607e-05,
      "loss": 0.4607,
      "step": 1329
    },
    {
      "epoch": 0.7765856506824319,
      "grad_norm": 0.14411107177615975,
      "learning_rate": 1.534896662678391e-05,
      "loss": 0.4914,
      "step": 1330
    },
    {
      "epoch": 0.7771695496679074,
      "grad_norm": 0.08691551452569209,
      "learning_rate": 1.534034850653528e-05,
      "loss": 0.4395,
      "step": 1331
    },
    {
      "epoch": 0.7777534486533829,
      "grad_norm": 0.10414137733149162,
      "learning_rate": 1.533172483382062e-05,
      "loss": 0.4039,
      "step": 1332
    },
    {
      "epoch": 0.7783373476388584,
      "grad_norm": 0.08692928095940348,
      "learning_rate": 1.532309561760612e-05,
      "loss": 0.4374,
      "step": 1333
    },
    {
      "epoch": 0.778921246624334,
      "grad_norm": 0.08972606783410254,
      "learning_rate": 1.5314460866863758e-05,
      "loss": 0.479,
      "step": 1334
    },
    {
      "epoch": 0.7795051456098095,
      "grad_norm": 0.078611643777947,
      "learning_rate": 1.530582059057125e-05,
      "loss": 0.3822,
      "step": 1335
    },
    {
      "epoch": 0.780089044595285,
      "grad_norm": 0.09733500574005255,
      "learning_rate": 1.5297174797712057e-05,
      "loss": 0.4725,
      "step": 1336
    },
    {
      "epoch": 0.7806729435807606,
      "grad_norm": 0.10013790356773264,
      "learning_rate": 1.5288523497275392e-05,
      "loss": 0.4168,
      "step": 1337
    },
    {
      "epoch": 0.7812568425662361,
      "grad_norm": 0.0940818053373547,
      "learning_rate": 1.5279866698256177e-05,
      "loss": 0.4591,
      "step": 1338
    },
    {
      "epoch": 0.7818407415517116,
      "grad_norm": 0.08219905060192716,
      "learning_rate": 1.5271204409655055e-05,
      "loss": 0.3747,
      "step": 1339
    },
    {
      "epoch": 0.7824246405371871,
      "grad_norm": 0.08971097687174456,
      "learning_rate": 1.5262536640478386e-05,
      "loss": 0.4178,
      "step": 1340
    },
    {
      "epoch": 0.7830085395226626,
      "grad_norm": 0.08854599668297773,
      "learning_rate": 1.5253863399738218e-05,
      "loss": 0.4276,
      "step": 1341
    },
    {
      "epoch": 0.7835924385081381,
      "grad_norm": 0.08693941039757878,
      "learning_rate": 1.5245184696452286e-05,
      "loss": 0.419,
      "step": 1342
    },
    {
      "epoch": 0.7841763374936136,
      "grad_norm": 0.0907392409577035,
      "learning_rate": 1.5236500539644015e-05,
      "loss": 0.4846,
      "step": 1343
    },
    {
      "epoch": 0.7847602364790891,
      "grad_norm": 0.08257019193407462,
      "learning_rate": 1.5227810938342493e-05,
      "loss": 0.4502,
      "step": 1344
    },
    {
      "epoch": 0.7853441354645646,
      "grad_norm": 0.08990360999674157,
      "learning_rate": 1.5219115901582471e-05,
      "loss": 0.4427,
      "step": 1345
    },
    {
      "epoch": 0.7859280344500401,
      "grad_norm": 0.09151262350104217,
      "learning_rate": 1.5210415438404354e-05,
      "loss": 0.4506,
      "step": 1346
    },
    {
      "epoch": 0.7865119334355156,
      "grad_norm": 0.08526337387025708,
      "learning_rate": 1.5201709557854178e-05,
      "loss": 0.4367,
      "step": 1347
    },
    {
      "epoch": 0.7870958324209911,
      "grad_norm": 0.08945182213995881,
      "learning_rate": 1.5192998268983625e-05,
      "loss": 0.4363,
      "step": 1348
    },
    {
      "epoch": 0.7876797314064666,
      "grad_norm": 0.08676262278749829,
      "learning_rate": 1.5184281580849999e-05,
      "loss": 0.4024,
      "step": 1349
    },
    {
      "epoch": 0.7882636303919422,
      "grad_norm": 0.08405646415424177,
      "learning_rate": 1.51755595025162e-05,
      "loss": 0.4297,
      "step": 1350
    },
    {
      "epoch": 0.7888475293774178,
      "grad_norm": 0.08048245052903868,
      "learning_rate": 1.5166832043050757e-05,
      "loss": 0.3828,
      "step": 1351
    },
    {
      "epoch": 0.7894314283628933,
      "grad_norm": 0.08680176192525417,
      "learning_rate": 1.5158099211527776e-05,
      "loss": 0.4133,
      "step": 1352
    },
    {
      "epoch": 0.7900153273483688,
      "grad_norm": 0.08198262291002213,
      "learning_rate": 1.5149361017026957e-05,
      "loss": 0.4175,
      "step": 1353
    },
    {
      "epoch": 0.7905992263338443,
      "grad_norm": 0.08938194056457902,
      "learning_rate": 1.5140617468633579e-05,
      "loss": 0.4232,
      "step": 1354
    },
    {
      "epoch": 0.7911831253193198,
      "grad_norm": 0.09315861796281333,
      "learning_rate": 1.513186857543847e-05,
      "loss": 0.4528,
      "step": 1355
    },
    {
      "epoch": 0.7917670243047953,
      "grad_norm": 0.09026431450982407,
      "learning_rate": 1.5123114346538037e-05,
      "loss": 0.4194,
      "step": 1356
    },
    {
      "epoch": 0.7923509232902708,
      "grad_norm": 0.08235814984120672,
      "learning_rate": 1.5114354791034225e-05,
      "loss": 0.4079,
      "step": 1357
    },
    {
      "epoch": 0.7929348222757463,
      "grad_norm": 0.0939647778517026,
      "learning_rate": 1.5105589918034511e-05,
      "loss": 0.396,
      "step": 1358
    },
    {
      "epoch": 0.7935187212612218,
      "grad_norm": 0.09672719463403046,
      "learning_rate": 1.5096819736651913e-05,
      "loss": 0.4383,
      "step": 1359
    },
    {
      "epoch": 0.7941026202466973,
      "grad_norm": 0.08677194533463,
      "learning_rate": 1.5088044256004958e-05,
      "loss": 0.4328,
      "step": 1360
    },
    {
      "epoch": 0.7946865192321728,
      "grad_norm": 0.08794424672727218,
      "learning_rate": 1.5079263485217693e-05,
      "loss": 0.442,
      "step": 1361
    },
    {
      "epoch": 0.7952704182176483,
      "grad_norm": 0.08576463844196482,
      "learning_rate": 1.507047743341965e-05,
      "loss": 0.3859,
      "step": 1362
    },
    {
      "epoch": 0.7958543172031238,
      "grad_norm": 0.08811529005607563,
      "learning_rate": 1.506168610974587e-05,
      "loss": 0.4444,
      "step": 1363
    },
    {
      "epoch": 0.7964382161885993,
      "grad_norm": 0.08739369695646533,
      "learning_rate": 1.505288952333686e-05,
      "loss": 0.4102,
      "step": 1364
    },
    {
      "epoch": 0.7970221151740748,
      "grad_norm": 0.08721885258858723,
      "learning_rate": 1.5044087683338609e-05,
      "loss": 0.4305,
      "step": 1365
    },
    {
      "epoch": 0.7976060141595503,
      "grad_norm": 0.08691349111282216,
      "learning_rate": 1.5035280598902557e-05,
      "loss": 0.3984,
      "step": 1366
    },
    {
      "epoch": 0.798189913145026,
      "grad_norm": 0.08338766248298338,
      "learning_rate": 1.5026468279185615e-05,
      "loss": 0.4013,
      "step": 1367
    },
    {
      "epoch": 0.7987738121305015,
      "grad_norm": 0.08927628042792697,
      "learning_rate": 1.5017650733350121e-05,
      "loss": 0.4337,
      "step": 1368
    },
    {
      "epoch": 0.799357711115977,
      "grad_norm": 0.09623162242290464,
      "learning_rate": 1.5008827970563848e-05,
      "loss": 0.5136,
      "step": 1369
    },
    {
      "epoch": 0.7999416101014525,
      "grad_norm": 0.08649308403043339,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.4515,
      "step": 1370
    },
    {
      "epoch": 0.800525509086928,
      "grad_norm": 0.08741496607304533,
      "learning_rate": 1.4991166830837198e-05,
      "loss": 0.4038,
      "step": 1371
    },
    {
      "epoch": 0.8011094080724035,
      "grad_norm": 0.08457288530479583,
      "learning_rate": 1.4982328472259453e-05,
      "loss": 0.3917,
      "step": 1372
    },
    {
      "epoch": 0.801693307057879,
      "grad_norm": 0.0949345996428081,
      "learning_rate": 1.4973484933456191e-05,
      "loss": 0.4135,
      "step": 1373
    },
    {
      "epoch": 0.8022772060433545,
      "grad_norm": 0.0948515743445431,
      "learning_rate": 1.4964636223622206e-05,
      "loss": 0.4838,
      "step": 1374
    },
    {
      "epoch": 0.80286110502883,
      "grad_norm": 0.08441804121170958,
      "learning_rate": 1.4955782351957681e-05,
      "loss": 0.3819,
      "step": 1375
    },
    {
      "epoch": 0.8034450040143055,
      "grad_norm": 0.09358074983383914,
      "learning_rate": 1.4946923327668164e-05,
      "loss": 0.4227,
      "step": 1376
    },
    {
      "epoch": 0.804028902999781,
      "grad_norm": 0.0869519899918237,
      "learning_rate": 1.4938059159964555e-05,
      "loss": 0.4267,
      "step": 1377
    },
    {
      "epoch": 0.8046128019852565,
      "grad_norm": 0.08426099489376895,
      "learning_rate": 1.4929189858063103e-05,
      "loss": 0.3805,
      "step": 1378
    },
    {
      "epoch": 0.805196700970732,
      "grad_norm": 0.09100906273228264,
      "learning_rate": 1.4920315431185398e-05,
      "loss": 0.4049,
      "step": 1379
    },
    {
      "epoch": 0.8057805999562075,
      "grad_norm": 0.08898692446138388,
      "learning_rate": 1.4911435888558356e-05,
      "loss": 0.4532,
      "step": 1380
    },
    {
      "epoch": 0.806364498941683,
      "grad_norm": 0.08347311748075427,
      "learning_rate": 1.4902551239414218e-05,
      "loss": 0.4303,
      "step": 1381
    },
    {
      "epoch": 0.8069483979271586,
      "grad_norm": 0.08553354262610621,
      "learning_rate": 1.4893661492990527e-05,
      "loss": 0.4462,
      "step": 1382
    },
    {
      "epoch": 0.8075322969126341,
      "grad_norm": 0.08908836082478563,
      "learning_rate": 1.4884766658530126e-05,
      "loss": 0.4117,
      "step": 1383
    },
    {
      "epoch": 0.8081161958981097,
      "grad_norm": 0.08341714800691159,
      "learning_rate": 1.487586674528115e-05,
      "loss": 0.3765,
      "step": 1384
    },
    {
      "epoch": 0.8087000948835852,
      "grad_norm": 0.09756953271569536,
      "learning_rate": 1.4866961762497018e-05,
      "loss": 0.4286,
      "step": 1385
    },
    {
      "epoch": 0.8092839938690607,
      "grad_norm": 0.08353154022864129,
      "learning_rate": 1.4858051719436418e-05,
      "loss": 0.3859,
      "step": 1386
    },
    {
      "epoch": 0.8098678928545362,
      "grad_norm": 0.08445758773880473,
      "learning_rate": 1.4849136625363297e-05,
      "loss": 0.3903,
      "step": 1387
    },
    {
      "epoch": 0.8104517918400117,
      "grad_norm": 0.09371855279917882,
      "learning_rate": 1.484021648954685e-05,
      "loss": 0.4356,
      "step": 1388
    },
    {
      "epoch": 0.8110356908254872,
      "grad_norm": 0.0984257565225866,
      "learning_rate": 1.4831291321261523e-05,
      "loss": 0.4843,
      "step": 1389
    },
    {
      "epoch": 0.8116195898109627,
      "grad_norm": 0.08878965118518649,
      "learning_rate": 1.4822361129786992e-05,
      "loss": 0.4207,
      "step": 1390
    },
    {
      "epoch": 0.8122034887964382,
      "grad_norm": 0.08802699597727595,
      "learning_rate": 1.4813425924408151e-05,
      "loss": 0.4189,
      "step": 1391
    },
    {
      "epoch": 0.8127873877819137,
      "grad_norm": 0.08550268666206581,
      "learning_rate": 1.480448571441511e-05,
      "loss": 0.4375,
      "step": 1392
    },
    {
      "epoch": 0.8133712867673892,
      "grad_norm": 0.0865321792867951,
      "learning_rate": 1.4795540509103182e-05,
      "loss": 0.4546,
      "step": 1393
    },
    {
      "epoch": 0.8139551857528647,
      "grad_norm": 0.0829195018321343,
      "learning_rate": 1.4786590317772875e-05,
      "loss": 0.3894,
      "step": 1394
    },
    {
      "epoch": 0.8145390847383402,
      "grad_norm": 0.08525448149791623,
      "learning_rate": 1.4777635149729878e-05,
      "loss": 0.4214,
      "step": 1395
    },
    {
      "epoch": 0.8151229837238158,
      "grad_norm": 0.0857253167818637,
      "learning_rate": 1.4768675014285063e-05,
      "loss": 0.4163,
      "step": 1396
    },
    {
      "epoch": 0.8157068827092913,
      "grad_norm": 0.08104362862052306,
      "learning_rate": 1.4759709920754453e-05,
      "loss": 0.4373,
      "step": 1397
    },
    {
      "epoch": 0.8162907816947668,
      "grad_norm": 0.08418748063638393,
      "learning_rate": 1.4750739878459233e-05,
      "loss": 0.4506,
      "step": 1398
    },
    {
      "epoch": 0.8168746806802423,
      "grad_norm": 0.08359343580727807,
      "learning_rate": 1.4741764896725736e-05,
      "loss": 0.4154,
      "step": 1399
    },
    {
      "epoch": 0.8174585796657178,
      "grad_norm": 0.08497476501621447,
      "learning_rate": 1.473278498488543e-05,
      "loss": 0.4361,
      "step": 1400
    },
    {
      "epoch": 0.8180424786511934,
      "grad_norm": 0.08725902592329478,
      "learning_rate": 1.4723800152274905e-05,
      "loss": 0.4232,
      "step": 1401
    },
    {
      "epoch": 0.8186263776366689,
      "grad_norm": 0.07982829795502507,
      "learning_rate": 1.471481040823587e-05,
      "loss": 0.4145,
      "step": 1402
    },
    {
      "epoch": 0.8192102766221444,
      "grad_norm": 0.08254828194439041,
      "learning_rate": 1.4705815762115138e-05,
      "loss": 0.4342,
      "step": 1403
    },
    {
      "epoch": 0.8197941756076199,
      "grad_norm": 0.07784782125425614,
      "learning_rate": 1.4696816223264622e-05,
      "loss": 0.3773,
      "step": 1404
    },
    {
      "epoch": 0.8203780745930954,
      "grad_norm": 0.08559965706338227,
      "learning_rate": 1.4687811801041323e-05,
      "loss": 0.3981,
      "step": 1405
    },
    {
      "epoch": 0.8209619735785709,
      "grad_norm": 0.08376924157650358,
      "learning_rate": 1.4678802504807313e-05,
      "loss": 0.3916,
      "step": 1406
    },
    {
      "epoch": 0.8215458725640464,
      "grad_norm": 0.08400265146672667,
      "learning_rate": 1.4669788343929736e-05,
      "loss": 0.4338,
      "step": 1407
    },
    {
      "epoch": 0.8221297715495219,
      "grad_norm": 0.07927374863188365,
      "learning_rate": 1.4660769327780796e-05,
      "loss": 0.4,
      "step": 1408
    },
    {
      "epoch": 0.8227136705349974,
      "grad_norm": 0.08921189904009948,
      "learning_rate": 1.465174546573774e-05,
      "loss": 0.4516,
      "step": 1409
    },
    {
      "epoch": 0.823297569520473,
      "grad_norm": 0.08514832895598788,
      "learning_rate": 1.4642716767182858e-05,
      "loss": 0.3979,
      "step": 1410
    },
    {
      "epoch": 0.8238814685059485,
      "grad_norm": 0.08563758866247223,
      "learning_rate": 1.4633683241503464e-05,
      "loss": 0.4556,
      "step": 1411
    },
    {
      "epoch": 0.824465367491424,
      "grad_norm": 0.08704493784897764,
      "learning_rate": 1.4624644898091898e-05,
      "loss": 0.4021,
      "step": 1412
    },
    {
      "epoch": 0.8250492664768995,
      "grad_norm": 0.08306763015677239,
      "learning_rate": 1.4615601746345501e-05,
      "loss": 0.4051,
      "step": 1413
    },
    {
      "epoch": 0.825633165462375,
      "grad_norm": 0.08382663139072355,
      "learning_rate": 1.4606553795666616e-05,
      "loss": 0.3872,
      "step": 1414
    },
    {
      "epoch": 0.8262170644478505,
      "grad_norm": 0.08774470980459309,
      "learning_rate": 1.4597501055462577e-05,
      "loss": 0.4402,
      "step": 1415
    },
    {
      "epoch": 0.826800963433326,
      "grad_norm": 0.0849742521985299,
      "learning_rate": 1.45884435351457e-05,
      "loss": 0.384,
      "step": 1416
    },
    {
      "epoch": 0.8273848624188015,
      "grad_norm": 0.09535451213720403,
      "learning_rate": 1.4579381244133265e-05,
      "loss": 0.4351,
      "step": 1417
    },
    {
      "epoch": 0.8279687614042771,
      "grad_norm": 0.0930457821558439,
      "learning_rate": 1.457031419184752e-05,
      "loss": 0.469,
      "step": 1418
    },
    {
      "epoch": 0.8285526603897526,
      "grad_norm": 0.08148377954983087,
      "learning_rate": 1.4561242387715652e-05,
      "loss": 0.3893,
      "step": 1419
    },
    {
      "epoch": 0.8291365593752281,
      "grad_norm": 0.08372416889157165,
      "learning_rate": 1.45521658411698e-05,
      "loss": 0.4331,
      "step": 1420
    },
    {
      "epoch": 0.8297204583607036,
      "grad_norm": 0.09120487405462163,
      "learning_rate": 1.4543084561647028e-05,
      "loss": 0.4506,
      "step": 1421
    },
    {
      "epoch": 0.8303043573461791,
      "grad_norm": 0.08727906670842314,
      "learning_rate": 1.4533998558589319e-05,
      "loss": 0.387,
      "step": 1422
    },
    {
      "epoch": 0.8308882563316546,
      "grad_norm": 0.08093921923468177,
      "learning_rate": 1.4524907841443576e-05,
      "loss": 0.4134,
      "step": 1423
    },
    {
      "epoch": 0.8314721553171301,
      "grad_norm": 0.08465365095453808,
      "learning_rate": 1.4515812419661595e-05,
      "loss": 0.3828,
      "step": 1424
    },
    {
      "epoch": 0.8320560543026057,
      "grad_norm": 0.08434847298354427,
      "learning_rate": 1.4506712302700064e-05,
      "loss": 0.4194,
      "step": 1425
    },
    {
      "epoch": 0.8326399532880812,
      "grad_norm": 0.10213354078796132,
      "learning_rate": 1.4497607500020556e-05,
      "loss": 0.4133,
      "step": 1426
    },
    {
      "epoch": 0.8332238522735567,
      "grad_norm": 0.10570374599572276,
      "learning_rate": 1.4488498021089514e-05,
      "loss": 0.4095,
      "step": 1427
    },
    {
      "epoch": 0.8338077512590322,
      "grad_norm": 0.07862099092594257,
      "learning_rate": 1.4479383875378245e-05,
      "loss": 0.405,
      "step": 1428
    },
    {
      "epoch": 0.8343916502445077,
      "grad_norm": 0.08521245026399711,
      "learning_rate": 1.4470265072362906e-05,
      "loss": 0.4264,
      "step": 1429
    },
    {
      "epoch": 0.8349755492299832,
      "grad_norm": 0.08477594459925808,
      "learning_rate": 1.4461141621524498e-05,
      "loss": 0.4358,
      "step": 1430
    },
    {
      "epoch": 0.8355594482154587,
      "grad_norm": 0.08583769995139516,
      "learning_rate": 1.4452013532348849e-05,
      "loss": 0.4817,
      "step": 1431
    },
    {
      "epoch": 0.8361433472009342,
      "grad_norm": 0.08509424096018782,
      "learning_rate": 1.444288081432662e-05,
      "loss": 0.3982,
      "step": 1432
    },
    {
      "epoch": 0.8367272461864097,
      "grad_norm": 0.08774052925352913,
      "learning_rate": 1.443374347695328e-05,
      "loss": 0.4228,
      "step": 1433
    },
    {
      "epoch": 0.8373111451718853,
      "grad_norm": 0.08782953692489166,
      "learning_rate": 1.442460152972909e-05,
      "loss": 0.4253,
      "step": 1434
    },
    {
      "epoch": 0.8378950441573608,
      "grad_norm": 0.08191628478036919,
      "learning_rate": 1.4415454982159121e-05,
      "loss": 0.4234,
      "step": 1435
    },
    {
      "epoch": 0.8384789431428363,
      "grad_norm": 0.08421800481572464,
      "learning_rate": 1.4406303843753215e-05,
      "loss": 0.4367,
      "step": 1436
    },
    {
      "epoch": 0.8390628421283118,
      "grad_norm": 0.0858773834166193,
      "learning_rate": 1.4397148124025997e-05,
      "loss": 0.4442,
      "step": 1437
    },
    {
      "epoch": 0.8396467411137873,
      "grad_norm": 0.08682633963992839,
      "learning_rate": 1.4387987832496848e-05,
      "loss": 0.4122,
      "step": 1438
    },
    {
      "epoch": 0.8402306400992628,
      "grad_norm": 0.08660306643709208,
      "learning_rate": 1.4378822978689901e-05,
      "loss": 0.3945,
      "step": 1439
    },
    {
      "epoch": 0.8408145390847384,
      "grad_norm": 0.08959508599750565,
      "learning_rate": 1.436965357213404e-05,
      "loss": 0.4129,
      "step": 1440
    },
    {
      "epoch": 0.8413984380702139,
      "grad_norm": 0.0888136519713605,
      "learning_rate": 1.4360479622362877e-05,
      "loss": 0.4278,
      "step": 1441
    },
    {
      "epoch": 0.8419823370556894,
      "grad_norm": 0.09010149044286533,
      "learning_rate": 1.4351301138914749e-05,
      "loss": 0.4273,
      "step": 1442
    },
    {
      "epoch": 0.8425662360411649,
      "grad_norm": 0.09325272168569715,
      "learning_rate": 1.4342118131332704e-05,
      "loss": 0.3861,
      "step": 1443
    },
    {
      "epoch": 0.8431501350266404,
      "grad_norm": 0.0875109817446603,
      "learning_rate": 1.4332930609164503e-05,
      "loss": 0.3917,
      "step": 1444
    },
    {
      "epoch": 0.8437340340121159,
      "grad_norm": 0.08287898400866792,
      "learning_rate": 1.4323738581962593e-05,
      "loss": 0.4083,
      "step": 1445
    },
    {
      "epoch": 0.8443179329975914,
      "grad_norm": 0.08445051095594383,
      "learning_rate": 1.4314542059284102e-05,
      "loss": 0.4222,
      "step": 1446
    },
    {
      "epoch": 0.8449018319830669,
      "grad_norm": 0.08697744626239587,
      "learning_rate": 1.4305341050690845e-05,
      "loss": 0.4844,
      "step": 1447
    },
    {
      "epoch": 0.8454857309685424,
      "grad_norm": 0.10530850373930135,
      "learning_rate": 1.429613556574928e-05,
      "loss": 0.5045,
      "step": 1448
    },
    {
      "epoch": 0.8460696299540179,
      "grad_norm": 0.09188925680308502,
      "learning_rate": 1.4286925614030542e-05,
      "loss": 0.4556,
      "step": 1449
    },
    {
      "epoch": 0.8466535289394934,
      "grad_norm": 0.08697914303787044,
      "learning_rate": 1.4277711205110398e-05,
      "loss": 0.4252,
      "step": 1450
    },
    {
      "epoch": 0.847237427924969,
      "grad_norm": 0.0842751040468012,
      "learning_rate": 1.4268492348569252e-05,
      "loss": 0.4161,
      "step": 1451
    },
    {
      "epoch": 0.8478213269104445,
      "grad_norm": 0.09385694788447634,
      "learning_rate": 1.425926905399213e-05,
      "loss": 0.4233,
      "step": 1452
    },
    {
      "epoch": 0.84840522589592,
      "grad_norm": 0.08566509672001346,
      "learning_rate": 1.4250041330968674e-05,
      "loss": 0.4377,
      "step": 1453
    },
    {
      "epoch": 0.8489891248813956,
      "grad_norm": 0.09067484937538668,
      "learning_rate": 1.424080918909313e-05,
      "loss": 0.4394,
      "step": 1454
    },
    {
      "epoch": 0.8495730238668711,
      "grad_norm": 0.08233011710356745,
      "learning_rate": 1.4231572637964338e-05,
      "loss": 0.4001,
      "step": 1455
    },
    {
      "epoch": 0.8501569228523466,
      "grad_norm": 0.08966522660614556,
      "learning_rate": 1.4222331687185723e-05,
      "loss": 0.4323,
      "step": 1456
    },
    {
      "epoch": 0.8507408218378221,
      "grad_norm": 0.08578450331793387,
      "learning_rate": 1.421308634636529e-05,
      "loss": 0.4121,
      "step": 1457
    },
    {
      "epoch": 0.8513247208232976,
      "grad_norm": 0.0956093503473396,
      "learning_rate": 1.4203836625115595e-05,
      "loss": 0.4565,
      "step": 1458
    },
    {
      "epoch": 0.8519086198087731,
      "grad_norm": 0.08528895306872959,
      "learning_rate": 1.419458253305376e-05,
      "loss": 0.4211,
      "step": 1459
    },
    {
      "epoch": 0.8524925187942486,
      "grad_norm": 0.08577558587230055,
      "learning_rate": 1.4185324079801447e-05,
      "loss": 0.4305,
      "step": 1460
    },
    {
      "epoch": 0.8530764177797241,
      "grad_norm": 0.08769460161134433,
      "learning_rate": 1.4176061274984858e-05,
      "loss": 0.4519,
      "step": 1461
    },
    {
      "epoch": 0.8536603167651996,
      "grad_norm": 0.08436324642562373,
      "learning_rate": 1.4166794128234705e-05,
      "loss": 0.4078,
      "step": 1462
    },
    {
      "epoch": 0.8542442157506751,
      "grad_norm": 0.08253800690837028,
      "learning_rate": 1.415752264918623e-05,
      "loss": 0.4049,
      "step": 1463
    },
    {
      "epoch": 0.8548281147361506,
      "grad_norm": 0.08750289845288964,
      "learning_rate": 1.4148246847479173e-05,
      "loss": 0.4329,
      "step": 1464
    },
    {
      "epoch": 0.8554120137216261,
      "grad_norm": 0.0865752600418391,
      "learning_rate": 1.4138966732757766e-05,
      "loss": 0.415,
      "step": 1465
    },
    {
      "epoch": 0.8559959127071016,
      "grad_norm": 0.08235814318886843,
      "learning_rate": 1.4129682314670731e-05,
      "loss": 0.4299,
      "step": 1466
    },
    {
      "epoch": 0.8565798116925771,
      "grad_norm": 0.08465543426810686,
      "learning_rate": 1.412039360287126e-05,
      "loss": 0.4002,
      "step": 1467
    },
    {
      "epoch": 0.8571637106780527,
      "grad_norm": 0.08555435217129786,
      "learning_rate": 1.411110060701701e-05,
      "loss": 0.4307,
      "step": 1468
    },
    {
      "epoch": 0.8577476096635283,
      "grad_norm": 0.0882503357109783,
      "learning_rate": 1.4101803336770092e-05,
      "loss": 0.4033,
      "step": 1469
    },
    {
      "epoch": 0.8583315086490038,
      "grad_norm": 0.08784722097168893,
      "learning_rate": 1.4092501801797063e-05,
      "loss": 0.3898,
      "step": 1470
    },
    {
      "epoch": 0.8589154076344793,
      "grad_norm": 0.08934590389336634,
      "learning_rate": 1.4083196011768913e-05,
      "loss": 0.4143,
      "step": 1471
    },
    {
      "epoch": 0.8594993066199548,
      "grad_norm": 0.08946491401334677,
      "learning_rate": 1.4073885976361056e-05,
      "loss": 0.4251,
      "step": 1472
    },
    {
      "epoch": 0.8600832056054303,
      "grad_norm": 0.08395350953512487,
      "learning_rate": 1.4064571705253323e-05,
      "loss": 0.3885,
      "step": 1473
    },
    {
      "epoch": 0.8606671045909058,
      "grad_norm": 0.08030836277564558,
      "learning_rate": 1.405525320812994e-05,
      "loss": 0.4183,
      "step": 1474
    },
    {
      "epoch": 0.8612510035763813,
      "grad_norm": 0.07955413398676385,
      "learning_rate": 1.4045930494679538e-05,
      "loss": 0.3767,
      "step": 1475
    },
    {
      "epoch": 0.8618349025618568,
      "grad_norm": 0.09637253020036447,
      "learning_rate": 1.4036603574595122e-05,
      "loss": 0.4402,
      "step": 1476
    },
    {
      "epoch": 0.8624188015473323,
      "grad_norm": 0.08129002657756883,
      "learning_rate": 1.4027272457574082e-05,
      "loss": 0.3898,
      "step": 1477
    },
    {
      "epoch": 0.8630027005328078,
      "grad_norm": 0.08844066647217767,
      "learning_rate": 1.4017937153318157e-05,
      "loss": 0.4602,
      "step": 1478
    },
    {
      "epoch": 0.8635865995182833,
      "grad_norm": 0.08220542215399776,
      "learning_rate": 1.4008597671533455e-05,
      "loss": 0.3988,
      "step": 1479
    },
    {
      "epoch": 0.8641704985037588,
      "grad_norm": 0.08773716959372321,
      "learning_rate": 1.3999254021930416e-05,
      "loss": 0.3939,
      "step": 1480
    },
    {
      "epoch": 0.8647543974892343,
      "grad_norm": 0.09608229485044872,
      "learning_rate": 1.3989906214223817e-05,
      "loss": 0.4125,
      "step": 1481
    },
    {
      "epoch": 0.8653382964747098,
      "grad_norm": 0.08629619718530061,
      "learning_rate": 1.3980554258132761e-05,
      "loss": 0.4194,
      "step": 1482
    },
    {
      "epoch": 0.8659221954601853,
      "grad_norm": 0.09041891379497835,
      "learning_rate": 1.3971198163380659e-05,
      "loss": 0.4761,
      "step": 1483
    },
    {
      "epoch": 0.8665060944456608,
      "grad_norm": 0.08436021841408944,
      "learning_rate": 1.3961837939695231e-05,
      "loss": 0.417,
      "step": 1484
    },
    {
      "epoch": 0.8670899934311365,
      "grad_norm": 0.08289531112040509,
      "learning_rate": 1.3952473596808485e-05,
      "loss": 0.4251,
      "step": 1485
    },
    {
      "epoch": 0.867673892416612,
      "grad_norm": 0.0803287286256555,
      "learning_rate": 1.3943105144456715e-05,
      "loss": 0.4125,
      "step": 1486
    },
    {
      "epoch": 0.8682577914020875,
      "grad_norm": 0.08592363060467897,
      "learning_rate": 1.3933732592380485e-05,
      "loss": 0.4153,
      "step": 1487
    },
    {
      "epoch": 0.868841690387563,
      "grad_norm": 0.08596192823446483,
      "learning_rate": 1.3924355950324623e-05,
      "loss": 0.4277,
      "step": 1488
    },
    {
      "epoch": 0.8694255893730385,
      "grad_norm": 0.08453315695265243,
      "learning_rate": 1.391497522803821e-05,
      "loss": 0.3938,
      "step": 1489
    },
    {
      "epoch": 0.870009488358514,
      "grad_norm": 0.09060669708021528,
      "learning_rate": 1.390559043527457e-05,
      "loss": 0.4141,
      "step": 1490
    },
    {
      "epoch": 0.8705933873439895,
      "grad_norm": 0.10082843539788652,
      "learning_rate": 1.3896201581791253e-05,
      "loss": 0.4351,
      "step": 1491
    },
    {
      "epoch": 0.871177286329465,
      "grad_norm": 0.08769100493016807,
      "learning_rate": 1.388680867735004e-05,
      "loss": 0.4541,
      "step": 1492
    },
    {
      "epoch": 0.8717611853149405,
      "grad_norm": 0.08456244282831253,
      "learning_rate": 1.3877411731716917e-05,
      "loss": 0.4219,
      "step": 1493
    },
    {
      "epoch": 0.872345084300416,
      "grad_norm": 0.09300799785051299,
      "learning_rate": 1.3868010754662077e-05,
      "loss": 0.435,
      "step": 1494
    },
    {
      "epoch": 0.8729289832858915,
      "grad_norm": 0.08118916584500656,
      "learning_rate": 1.3858605755959902e-05,
      "loss": 0.4459,
      "step": 1495
    },
    {
      "epoch": 0.873512882271367,
      "grad_norm": 0.08564990310561041,
      "learning_rate": 1.3849196745388953e-05,
      "loss": 0.4228,
      "step": 1496
    },
    {
      "epoch": 0.8740967812568425,
      "grad_norm": 0.0816083641768999,
      "learning_rate": 1.3839783732731966e-05,
      "loss": 0.4189,
      "step": 1497
    },
    {
      "epoch": 0.874680680242318,
      "grad_norm": 0.07818766994373033,
      "learning_rate": 1.3830366727775835e-05,
      "loss": 0.3965,
      "step": 1498
    },
    {
      "epoch": 0.8752645792277935,
      "grad_norm": 0.08893443677818608,
      "learning_rate": 1.3820945740311609e-05,
      "loss": 0.409,
      "step": 1499
    },
    {
      "epoch": 0.875848478213269,
      "grad_norm": 0.08754612690058106,
      "learning_rate": 1.3811520780134471e-05,
      "loss": 0.3961,
      "step": 1500
    },
    {
      "epoch": 0.8764323771987447,
      "grad_norm": 0.09170113405976463,
      "learning_rate": 1.3802091857043745e-05,
      "loss": 0.4679,
      "step": 1501
    },
    {
      "epoch": 0.8770162761842202,
      "grad_norm": 0.08016048535665014,
      "learning_rate": 1.3792658980842861e-05,
      "loss": 0.4053,
      "step": 1502
    },
    {
      "epoch": 0.8776001751696957,
      "grad_norm": 0.09186720929355792,
      "learning_rate": 1.3783222161339375e-05,
      "loss": 0.475,
      "step": 1503
    },
    {
      "epoch": 0.8781840741551712,
      "grad_norm": 0.08629188546979366,
      "learning_rate": 1.3773781408344931e-05,
      "loss": 0.3951,
      "step": 1504
    },
    {
      "epoch": 0.8787679731406467,
      "grad_norm": 0.09751230564618096,
      "learning_rate": 1.3764336731675266e-05,
      "loss": 0.457,
      "step": 1505
    },
    {
      "epoch": 0.8793518721261222,
      "grad_norm": 0.09120774679759135,
      "learning_rate": 1.3754888141150197e-05,
      "loss": 0.43,
      "step": 1506
    },
    {
      "epoch": 0.8799357711115977,
      "grad_norm": 0.0800207140941132,
      "learning_rate": 1.3745435646593613e-05,
      "loss": 0.423,
      "step": 1507
    },
    {
      "epoch": 0.8805196700970732,
      "grad_norm": 0.08351105044450488,
      "learning_rate": 1.373597925783346e-05,
      "loss": 0.3996,
      "step": 1508
    },
    {
      "epoch": 0.8811035690825487,
      "grad_norm": 0.08868054175291099,
      "learning_rate": 1.3726518984701731e-05,
      "loss": 0.4188,
      "step": 1509
    },
    {
      "epoch": 0.8816874680680242,
      "grad_norm": 0.08904265223364413,
      "learning_rate": 1.3717054837034459e-05,
      "loss": 0.434,
      "step": 1510
    },
    {
      "epoch": 0.8822713670534997,
      "grad_norm": 0.08609265685199129,
      "learning_rate": 1.3707586824671703e-05,
      "loss": 0.4004,
      "step": 1511
    },
    {
      "epoch": 0.8828552660389752,
      "grad_norm": 0.08392005466270408,
      "learning_rate": 1.369811495745755e-05,
      "loss": 0.3809,
      "step": 1512
    },
    {
      "epoch": 0.8834391650244507,
      "grad_norm": 0.08084757854133912,
      "learning_rate": 1.3688639245240078e-05,
      "loss": 0.4425,
      "step": 1513
    },
    {
      "epoch": 0.8840230640099263,
      "grad_norm": 0.09249434721429599,
      "learning_rate": 1.3679159697871383e-05,
      "loss": 0.5311,
      "step": 1514
    },
    {
      "epoch": 0.8846069629954018,
      "grad_norm": 0.09240790630834922,
      "learning_rate": 1.3669676325207531e-05,
      "loss": 0.4265,
      "step": 1515
    },
    {
      "epoch": 0.8851908619808773,
      "grad_norm": 0.08399397664961844,
      "learning_rate": 1.3660189137108578e-05,
      "loss": 0.3997,
      "step": 1516
    },
    {
      "epoch": 0.8857747609663528,
      "grad_norm": 0.08312681794463819,
      "learning_rate": 1.3650698143438534e-05,
      "loss": 0.4042,
      "step": 1517
    },
    {
      "epoch": 0.8863586599518284,
      "grad_norm": 0.09123531155032032,
      "learning_rate": 1.3641203354065378e-05,
      "loss": 0.4088,
      "step": 1518
    },
    {
      "epoch": 0.8869425589373039,
      "grad_norm": 0.0907495891243876,
      "learning_rate": 1.3631704778861028e-05,
      "loss": 0.4681,
      "step": 1519
    },
    {
      "epoch": 0.8875264579227794,
      "grad_norm": 0.08259584753542377,
      "learning_rate": 1.3622202427701344e-05,
      "loss": 0.3927,
      "step": 1520
    },
    {
      "epoch": 0.8881103569082549,
      "grad_norm": 0.08160064406414035,
      "learning_rate": 1.3612696310466103e-05,
      "loss": 0.427,
      "step": 1521
    },
    {
      "epoch": 0.8886942558937304,
      "grad_norm": 0.08075374658515486,
      "learning_rate": 1.360318643703901e-05,
      "loss": 0.395,
      "step": 1522
    },
    {
      "epoch": 0.8892781548792059,
      "grad_norm": 0.08985409802103089,
      "learning_rate": 1.3593672817307661e-05,
      "loss": 0.4085,
      "step": 1523
    },
    {
      "epoch": 0.8898620538646814,
      "grad_norm": 0.09298746378061125,
      "learning_rate": 1.3584155461163562e-05,
      "loss": 0.4675,
      "step": 1524
    },
    {
      "epoch": 0.8904459528501569,
      "grad_norm": 0.07877047374685818,
      "learning_rate": 1.3574634378502092e-05,
      "loss": 0.4495,
      "step": 1525
    },
    {
      "epoch": 0.8910298518356324,
      "grad_norm": 0.0784304462790551,
      "learning_rate": 1.3565109579222511e-05,
      "loss": 0.4055,
      "step": 1526
    },
    {
      "epoch": 0.8916137508211079,
      "grad_norm": 0.08215095104440405,
      "learning_rate": 1.3555581073227942e-05,
      "loss": 0.3972,
      "step": 1527
    },
    {
      "epoch": 0.8921976498065834,
      "grad_norm": 0.08357551676328764,
      "learning_rate": 1.3546048870425356e-05,
      "loss": 0.4249,
      "step": 1528
    },
    {
      "epoch": 0.892781548792059,
      "grad_norm": 0.0769121250463885,
      "learning_rate": 1.353651298072558e-05,
      "loss": 0.3541,
      "step": 1529
    },
    {
      "epoch": 0.8933654477775345,
      "grad_norm": 0.0807198466285613,
      "learning_rate": 1.3526973414043263e-05,
      "loss": 0.3913,
      "step": 1530
    },
    {
      "epoch": 0.89394934676301,
      "grad_norm": 0.09236762819713512,
      "learning_rate": 1.3517430180296886e-05,
      "loss": 0.4058,
      "step": 1531
    },
    {
      "epoch": 0.8945332457484855,
      "grad_norm": 0.08958412088239824,
      "learning_rate": 1.3507883289408732e-05,
      "loss": 0.4359,
      "step": 1532
    },
    {
      "epoch": 0.895117144733961,
      "grad_norm": 0.07939706962398332,
      "learning_rate": 1.3498332751304895e-05,
      "loss": 0.3846,
      "step": 1533
    },
    {
      "epoch": 0.8957010437194365,
      "grad_norm": 0.08019549278462072,
      "learning_rate": 1.3488778575915258e-05,
      "loss": 0.408,
      "step": 1534
    },
    {
      "epoch": 0.8962849427049121,
      "grad_norm": 0.0803823502297556,
      "learning_rate": 1.3479220773173485e-05,
      "loss": 0.4148,
      "step": 1535
    },
    {
      "epoch": 0.8968688416903876,
      "grad_norm": 0.07842346163655932,
      "learning_rate": 1.3469659353017019e-05,
      "loss": 0.3845,
      "step": 1536
    },
    {
      "epoch": 0.8974527406758631,
      "grad_norm": 0.08737954424250452,
      "learning_rate": 1.346009432538705e-05,
      "loss": 0.4691,
      "step": 1537
    },
    {
      "epoch": 0.8980366396613386,
      "grad_norm": 0.07585950875928935,
      "learning_rate": 1.345052570022853e-05,
      "loss": 0.3489,
      "step": 1538
    },
    {
      "epoch": 0.8986205386468141,
      "grad_norm": 0.07936556841663144,
      "learning_rate": 1.3440953487490145e-05,
      "loss": 0.4033,
      "step": 1539
    },
    {
      "epoch": 0.8992044376322896,
      "grad_norm": 0.077294153998054,
      "learning_rate": 1.343137769712432e-05,
      "loss": 0.3921,
      "step": 1540
    },
    {
      "epoch": 0.8997883366177651,
      "grad_norm": 0.08496343829142769,
      "learning_rate": 1.342179833908719e-05,
      "loss": 0.3609,
      "step": 1541
    },
    {
      "epoch": 0.9003722356032406,
      "grad_norm": 0.0799394797595773,
      "learning_rate": 1.3412215423338601e-05,
      "loss": 0.3511,
      "step": 1542
    },
    {
      "epoch": 0.9009561345887162,
      "grad_norm": 0.082407363888288,
      "learning_rate": 1.3402628959842106e-05,
      "loss": 0.4182,
      "step": 1543
    },
    {
      "epoch": 0.9015400335741917,
      "grad_norm": 0.07939289902494467,
      "learning_rate": 1.3393038958564934e-05,
      "loss": 0.3818,
      "step": 1544
    },
    {
      "epoch": 0.9021239325596672,
      "grad_norm": 0.09084137223727427,
      "learning_rate": 1.3383445429478008e-05,
      "loss": 0.4878,
      "step": 1545
    },
    {
      "epoch": 0.9027078315451427,
      "grad_norm": 0.08369821797715353,
      "learning_rate": 1.33738483825559e-05,
      "loss": 0.4241,
      "step": 1546
    },
    {
      "epoch": 0.9032917305306182,
      "grad_norm": 0.09530919413007277,
      "learning_rate": 1.3364247827776854e-05,
      "loss": 0.5088,
      "step": 1547
    },
    {
      "epoch": 0.9038756295160937,
      "grad_norm": 0.08340205261326063,
      "learning_rate": 1.3354643775122762e-05,
      "loss": 0.4057,
      "step": 1548
    },
    {
      "epoch": 0.9044595285015692,
      "grad_norm": 0.09013328870579924,
      "learning_rate": 1.3345036234579138e-05,
      "loss": 0.4254,
      "step": 1549
    },
    {
      "epoch": 0.9050434274870447,
      "grad_norm": 0.0825303286297938,
      "learning_rate": 1.333542521613514e-05,
      "loss": 0.4062,
      "step": 1550
    },
    {
      "epoch": 0.9056273264725202,
      "grad_norm": 0.08926593182937041,
      "learning_rate": 1.332581072978353e-05,
      "loss": 0.4047,
      "step": 1551
    },
    {
      "epoch": 0.9062112254579958,
      "grad_norm": 0.08003134098715958,
      "learning_rate": 1.331619278552068e-05,
      "loss": 0.4089,
      "step": 1552
    },
    {
      "epoch": 0.9067951244434713,
      "grad_norm": 0.08861415952636946,
      "learning_rate": 1.3306571393346557e-05,
      "loss": 0.437,
      "step": 1553
    },
    {
      "epoch": 0.9073790234289468,
      "grad_norm": 0.0878746593672077,
      "learning_rate": 1.3296946563264715e-05,
      "loss": 0.416,
      "step": 1554
    },
    {
      "epoch": 0.9079629224144223,
      "grad_norm": 0.09647110704984431,
      "learning_rate": 1.3287318305282277e-05,
      "loss": 0.4474,
      "step": 1555
    },
    {
      "epoch": 0.9085468213998978,
      "grad_norm": 0.08412129410456158,
      "learning_rate": 1.3277686629409936e-05,
      "loss": 0.4187,
      "step": 1556
    },
    {
      "epoch": 0.9091307203853733,
      "grad_norm": 0.08429332778894305,
      "learning_rate": 1.3268051545661937e-05,
      "loss": 0.4346,
      "step": 1557
    },
    {
      "epoch": 0.9097146193708489,
      "grad_norm": 0.08837139707677354,
      "learning_rate": 1.3258413064056066e-05,
      "loss": 0.4672,
      "step": 1558
    },
    {
      "epoch": 0.9102985183563244,
      "grad_norm": 0.08402789784662845,
      "learning_rate": 1.3248771194613641e-05,
      "loss": 0.3851,
      "step": 1559
    },
    {
      "epoch": 0.9108824173417999,
      "grad_norm": 0.07925606723263202,
      "learning_rate": 1.3239125947359506e-05,
      "loss": 0.4296,
      "step": 1560
    },
    {
      "epoch": 0.9114663163272754,
      "grad_norm": 0.08717252479328202,
      "learning_rate": 1.3229477332322016e-05,
      "loss": 0.4128,
      "step": 1561
    },
    {
      "epoch": 0.9120502153127509,
      "grad_norm": 0.08219906142726761,
      "learning_rate": 1.3219825359533025e-05,
      "loss": 0.3941,
      "step": 1562
    },
    {
      "epoch": 0.9126341142982264,
      "grad_norm": 0.09046643140951549,
      "learning_rate": 1.3210170039027886e-05,
      "loss": 0.4214,
      "step": 1563
    },
    {
      "epoch": 0.9132180132837019,
      "grad_norm": 0.08163773524901452,
      "learning_rate": 1.320051138084542e-05,
      "loss": 0.4495,
      "step": 1564
    },
    {
      "epoch": 0.9138019122691774,
      "grad_norm": 0.0827957166651148,
      "learning_rate": 1.3190849395027926e-05,
      "loss": 0.421,
      "step": 1565
    },
    {
      "epoch": 0.9143858112546529,
      "grad_norm": 0.08645654765263071,
      "learning_rate": 1.3181184091621165e-05,
      "loss": 0.4241,
      "step": 1566
    },
    {
      "epoch": 0.9149697102401284,
      "grad_norm": 0.08999810007711327,
      "learning_rate": 1.3171515480674342e-05,
      "loss": 0.4418,
      "step": 1567
    },
    {
      "epoch": 0.915553609225604,
      "grad_norm": 0.09238833656373456,
      "learning_rate": 1.3161843572240107e-05,
      "loss": 0.4234,
      "step": 1568
    },
    {
      "epoch": 0.9161375082110795,
      "grad_norm": 0.09073313986873574,
      "learning_rate": 1.3152168376374528e-05,
      "loss": 0.4012,
      "step": 1569
    },
    {
      "epoch": 0.916721407196555,
      "grad_norm": 0.08918923856041877,
      "learning_rate": 1.3142489903137101e-05,
      "loss": 0.4622,
      "step": 1570
    },
    {
      "epoch": 0.9173053061820305,
      "grad_norm": 0.09241025914018566,
      "learning_rate": 1.313280816259073e-05,
      "loss": 0.4245,
      "step": 1571
    },
    {
      "epoch": 0.917889205167506,
      "grad_norm": 0.08401437724027508,
      "learning_rate": 1.3123123164801706e-05,
      "loss": 0.4007,
      "step": 1572
    },
    {
      "epoch": 0.9184731041529816,
      "grad_norm": 0.08503236094155447,
      "learning_rate": 1.3113434919839715e-05,
      "loss": 0.4196,
      "step": 1573
    },
    {
      "epoch": 0.9190570031384571,
      "grad_norm": 0.08426491664808199,
      "learning_rate": 1.310374343777782e-05,
      "loss": 0.4113,
      "step": 1574
    },
    {
      "epoch": 0.9196409021239326,
      "grad_norm": 0.0901564859587459,
      "learning_rate": 1.3094048728692443e-05,
      "loss": 0.4174,
      "step": 1575
    },
    {
      "epoch": 0.9202248011094081,
      "grad_norm": 0.08521020691385993,
      "learning_rate": 1.3084350802663365e-05,
      "loss": 0.4053,
      "step": 1576
    },
    {
      "epoch": 0.9208087000948836,
      "grad_norm": 0.08464901871933438,
      "learning_rate": 1.3074649669773716e-05,
      "loss": 0.4126,
      "step": 1577
    },
    {
      "epoch": 0.9213925990803591,
      "grad_norm": 0.093995739837578,
      "learning_rate": 1.306494534010995e-05,
      "loss": 0.4356,
      "step": 1578
    },
    {
      "epoch": 0.9219764980658346,
      "grad_norm": 0.0847266904287278,
      "learning_rate": 1.3055237823761855e-05,
      "loss": 0.4258,
      "step": 1579
    },
    {
      "epoch": 0.9225603970513101,
      "grad_norm": 0.0836067695614812,
      "learning_rate": 1.3045527130822524e-05,
      "loss": 0.423,
      "step": 1580
    },
    {
      "epoch": 0.9231442960367856,
      "grad_norm": 0.08538160776256865,
      "learning_rate": 1.303581327138836e-05,
      "loss": 0.4001,
      "step": 1581
    },
    {
      "epoch": 0.9237281950222611,
      "grad_norm": 0.08117812181426626,
      "learning_rate": 1.3026096255559055e-05,
      "loss": 0.4507,
      "step": 1582
    },
    {
      "epoch": 0.9243120940077366,
      "grad_norm": 0.08043609882661064,
      "learning_rate": 1.3016376093437577e-05,
      "loss": 0.3764,
      "step": 1583
    },
    {
      "epoch": 0.9248959929932121,
      "grad_norm": 0.08646547339452423,
      "learning_rate": 1.3006652795130179e-05,
      "loss": 0.4359,
      "step": 1584
    },
    {
      "epoch": 0.9254798919786877,
      "grad_norm": 0.07759926191193921,
      "learning_rate": 1.299692637074636e-05,
      "loss": 0.4211,
      "step": 1585
    },
    {
      "epoch": 0.9260637909641632,
      "grad_norm": 0.08008051422454983,
      "learning_rate": 1.2987196830398884e-05,
      "loss": 0.3921,
      "step": 1586
    },
    {
      "epoch": 0.9266476899496388,
      "grad_norm": 0.08572157272231852,
      "learning_rate": 1.297746418420374e-05,
      "loss": 0.3949,
      "step": 1587
    },
    {
      "epoch": 0.9272315889351143,
      "grad_norm": 0.07999878349474612,
      "learning_rate": 1.2967728442280154e-05,
      "loss": 0.3748,
      "step": 1588
    },
    {
      "epoch": 0.9278154879205898,
      "grad_norm": 0.07269838029393746,
      "learning_rate": 1.2957989614750569e-05,
      "loss": 0.3924,
      "step": 1589
    },
    {
      "epoch": 0.9283993869060653,
      "grad_norm": 0.08993654460883971,
      "learning_rate": 1.2948247711740638e-05,
      "loss": 0.4547,
      "step": 1590
    },
    {
      "epoch": 0.9289832858915408,
      "grad_norm": 0.09085219095641311,
      "learning_rate": 1.2938502743379212e-05,
      "loss": 0.4525,
      "step": 1591
    },
    {
      "epoch": 0.9295671848770163,
      "grad_norm": 0.08387747641619164,
      "learning_rate": 1.2928754719798324e-05,
      "loss": 0.4395,
      "step": 1592
    },
    {
      "epoch": 0.9301510838624918,
      "grad_norm": 0.09046706412356152,
      "learning_rate": 1.291900365113319e-05,
      "loss": 0.4373,
      "step": 1593
    },
    {
      "epoch": 0.9307349828479673,
      "grad_norm": 0.08023863002861284,
      "learning_rate": 1.2909249547522184e-05,
      "loss": 0.3951,
      "step": 1594
    },
    {
      "epoch": 0.9313188818334428,
      "grad_norm": 0.08999716369293896,
      "learning_rate": 1.2899492419106848e-05,
      "loss": 0.4415,
      "step": 1595
    },
    {
      "epoch": 0.9319027808189183,
      "grad_norm": 0.08722537012094478,
      "learning_rate": 1.2889732276031856e-05,
      "loss": 0.4401,
      "step": 1596
    },
    {
      "epoch": 0.9324866798043938,
      "grad_norm": 0.085937185462363,
      "learning_rate": 1.2879969128445025e-05,
      "loss": 0.3969,
      "step": 1597
    },
    {
      "epoch": 0.9330705787898693,
      "grad_norm": 0.0843923089069521,
      "learning_rate": 1.2870202986497291e-05,
      "loss": 0.4036,
      "step": 1598
    },
    {
      "epoch": 0.9336544777753448,
      "grad_norm": 0.08035453247147284,
      "learning_rate": 1.2860433860342705e-05,
      "loss": 0.4046,
      "step": 1599
    },
    {
      "epoch": 0.9342383767608203,
      "grad_norm": 0.10479452837840691,
      "learning_rate": 1.2850661760138423e-05,
      "loss": 0.4238,
      "step": 1600
    },
    {
      "epoch": 0.9348222757462958,
      "grad_norm": 0.09152209009531563,
      "learning_rate": 1.284088669604469e-05,
      "loss": 0.4092,
      "step": 1601
    },
    {
      "epoch": 0.9354061747317715,
      "grad_norm": 0.08988822835947058,
      "learning_rate": 1.283110867822483e-05,
      "loss": 0.4306,
      "step": 1602
    },
    {
      "epoch": 0.935990073717247,
      "grad_norm": 0.08677324176523413,
      "learning_rate": 1.2821327716845246e-05,
      "loss": 0.4191,
      "step": 1603
    },
    {
      "epoch": 0.9365739727027225,
      "grad_norm": 0.10128762226487965,
      "learning_rate": 1.2811543822075396e-05,
      "loss": 0.475,
      "step": 1604
    },
    {
      "epoch": 0.937157871688198,
      "grad_norm": 0.08556094864600355,
      "learning_rate": 1.2801757004087792e-05,
      "loss": 0.3719,
      "step": 1605
    },
    {
      "epoch": 0.9377417706736735,
      "grad_norm": 0.08883033327323821,
      "learning_rate": 1.2791967273057978e-05,
      "loss": 0.4457,
      "step": 1606
    },
    {
      "epoch": 0.938325669659149,
      "grad_norm": 0.08728769268842641,
      "learning_rate": 1.2782174639164528e-05,
      "loss": 0.3748,
      "step": 1607
    },
    {
      "epoch": 0.9389095686446245,
      "grad_norm": 0.08568954766021829,
      "learning_rate": 1.2772379112589043e-05,
      "loss": 0.4093,
      "step": 1608
    },
    {
      "epoch": 0.9394934676301,
      "grad_norm": 0.08334157459224775,
      "learning_rate": 1.2762580703516127e-05,
      "loss": 0.4087,
      "step": 1609
    },
    {
      "epoch": 0.9400773666155755,
      "grad_norm": 0.08832730924097391,
      "learning_rate": 1.2752779422133377e-05,
      "loss": 0.3814,
      "step": 1610
    },
    {
      "epoch": 0.940661265601051,
      "grad_norm": 0.08467665770473497,
      "learning_rate": 1.2742975278631378e-05,
      "loss": 0.3906,
      "step": 1611
    },
    {
      "epoch": 0.9412451645865265,
      "grad_norm": 0.08401002989456251,
      "learning_rate": 1.2733168283203692e-05,
      "loss": 0.3782,
      "step": 1612
    },
    {
      "epoch": 0.941829063572002,
      "grad_norm": 0.08449313525583382,
      "learning_rate": 1.272335844604685e-05,
      "loss": 0.4449,
      "step": 1613
    },
    {
      "epoch": 0.9424129625574775,
      "grad_norm": 0.08608848089469454,
      "learning_rate": 1.2713545777360334e-05,
      "loss": 0.4357,
      "step": 1614
    },
    {
      "epoch": 0.942996861542953,
      "grad_norm": 0.08203619940825888,
      "learning_rate": 1.2703730287346565e-05,
      "loss": 0.3933,
      "step": 1615
    },
    {
      "epoch": 0.9435807605284285,
      "grad_norm": 0.08499929252915848,
      "learning_rate": 1.2693911986210905e-05,
      "loss": 0.3693,
      "step": 1616
    },
    {
      "epoch": 0.944164659513904,
      "grad_norm": 0.08870992917302781,
      "learning_rate": 1.2684090884161636e-05,
      "loss": 0.465,
      "step": 1617
    },
    {
      "epoch": 0.9447485584993796,
      "grad_norm": 0.08992503662394916,
      "learning_rate": 1.2674266991409949e-05,
      "loss": 0.4673,
      "step": 1618
    },
    {
      "epoch": 0.9453324574848552,
      "grad_norm": 0.08362586773304165,
      "learning_rate": 1.2664440318169949e-05,
      "loss": 0.387,
      "step": 1619
    },
    {
      "epoch": 0.9459163564703307,
      "grad_norm": 0.07854330662118399,
      "learning_rate": 1.265461087465861e-05,
      "loss": 0.4095,
      "step": 1620
    },
    {
      "epoch": 0.9465002554558062,
      "grad_norm": 0.08333242377355662,
      "learning_rate": 1.2644778671095808e-05,
      "loss": 0.4229,
      "step": 1621
    },
    {
      "epoch": 0.9470841544412817,
      "grad_norm": 0.0859449922247313,
      "learning_rate": 1.2634943717704275e-05,
      "loss": 0.4375,
      "step": 1622
    },
    {
      "epoch": 0.9476680534267572,
      "grad_norm": 0.07725253133383753,
      "learning_rate": 1.262510602470961e-05,
      "loss": 0.4222,
      "step": 1623
    },
    {
      "epoch": 0.9482519524122327,
      "grad_norm": 0.08063102401433697,
      "learning_rate": 1.2615265602340259e-05,
      "loss": 0.397,
      "step": 1624
    },
    {
      "epoch": 0.9488358513977082,
      "grad_norm": 0.0830663792063004,
      "learning_rate": 1.2605422460827494e-05,
      "loss": 0.4057,
      "step": 1625
    },
    {
      "epoch": 0.9494197503831837,
      "grad_norm": 0.08678705020238921,
      "learning_rate": 1.2595576610405436e-05,
      "loss": 0.4197,
      "step": 1626
    },
    {
      "epoch": 0.9500036493686592,
      "grad_norm": 0.08218777646921294,
      "learning_rate": 1.2585728061311003e-05,
      "loss": 0.3956,
      "step": 1627
    },
    {
      "epoch": 0.9505875483541347,
      "grad_norm": 0.08541166386473001,
      "learning_rate": 1.257587682378393e-05,
      "loss": 0.4225,
      "step": 1628
    },
    {
      "epoch": 0.9511714473396102,
      "grad_norm": 0.08418713298879263,
      "learning_rate": 1.256602290806674e-05,
      "loss": 0.3769,
      "step": 1629
    },
    {
      "epoch": 0.9517553463250857,
      "grad_norm": 0.08041023544893418,
      "learning_rate": 1.2556166324404747e-05,
      "loss": 0.4274,
      "step": 1630
    },
    {
      "epoch": 0.9523392453105612,
      "grad_norm": 0.08305168008644516,
      "learning_rate": 1.2546307083046037e-05,
      "loss": 0.4412,
      "step": 1631
    },
    {
      "epoch": 0.9529231442960368,
      "grad_norm": 0.08668979668776144,
      "learning_rate": 1.2536445194241455e-05,
      "loss": 0.3972,
      "step": 1632
    },
    {
      "epoch": 0.9535070432815123,
      "grad_norm": 0.07943819038919371,
      "learning_rate": 1.2526580668244607e-05,
      "loss": 0.4209,
      "step": 1633
    },
    {
      "epoch": 0.9540909422669878,
      "grad_norm": 0.08739222505993903,
      "learning_rate": 1.2516713515311832e-05,
      "loss": 0.4387,
      "step": 1634
    },
    {
      "epoch": 0.9546748412524633,
      "grad_norm": 0.07811327518234769,
      "learning_rate": 1.2506843745702204e-05,
      "loss": 0.4256,
      "step": 1635
    },
    {
      "epoch": 0.9552587402379389,
      "grad_norm": 0.08183822248477049,
      "learning_rate": 1.2496971369677518e-05,
      "loss": 0.4036,
      "step": 1636
    },
    {
      "epoch": 0.9558426392234144,
      "grad_norm": 0.09414996576565587,
      "learning_rate": 1.248709639750228e-05,
      "loss": 0.4933,
      "step": 1637
    },
    {
      "epoch": 0.9564265382088899,
      "grad_norm": 0.08011743498844552,
      "learning_rate": 1.2477218839443694e-05,
      "loss": 0.4182,
      "step": 1638
    },
    {
      "epoch": 0.9570104371943654,
      "grad_norm": 0.08749275635792429,
      "learning_rate": 1.246733870577165e-05,
      "loss": 0.422,
      "step": 1639
    },
    {
      "epoch": 0.9575943361798409,
      "grad_norm": 0.07838666312372367,
      "learning_rate": 1.2457456006758722e-05,
      "loss": 0.3904,
      "step": 1640
    },
    {
      "epoch": 0.9581782351653164,
      "grad_norm": 0.0799739666953882,
      "learning_rate": 1.2447570752680147e-05,
      "loss": 0.3911,
      "step": 1641
    },
    {
      "epoch": 0.9587621341507919,
      "grad_norm": 0.08816481082326143,
      "learning_rate": 1.243768295381382e-05,
      "loss": 0.4875,
      "step": 1642
    },
    {
      "epoch": 0.9593460331362674,
      "grad_norm": 0.0892110056571033,
      "learning_rate": 1.242779262044028e-05,
      "loss": 0.4382,
      "step": 1643
    },
    {
      "epoch": 0.9599299321217429,
      "grad_norm": 0.08189532877726767,
      "learning_rate": 1.24178997628427e-05,
      "loss": 0.4087,
      "step": 1644
    },
    {
      "epoch": 0.9605138311072184,
      "grad_norm": 0.07777760726416509,
      "learning_rate": 1.2408004391306883e-05,
      "loss": 0.3936,
      "step": 1645
    },
    {
      "epoch": 0.961097730092694,
      "grad_norm": 0.08185938117090903,
      "learning_rate": 1.2398106516121243e-05,
      "loss": 0.4082,
      "step": 1646
    },
    {
      "epoch": 0.9616816290781695,
      "grad_norm": 0.08446415754193325,
      "learning_rate": 1.2388206147576796e-05,
      "loss": 0.4219,
      "step": 1647
    },
    {
      "epoch": 0.962265528063645,
      "grad_norm": 0.07742270087681763,
      "learning_rate": 1.2378303295967147e-05,
      "loss": 0.3896,
      "step": 1648
    },
    {
      "epoch": 0.9628494270491205,
      "grad_norm": 0.08121525843678422,
      "learning_rate": 1.2368397971588493e-05,
      "loss": 0.3969,
      "step": 1649
    },
    {
      "epoch": 0.963433326034596,
      "grad_norm": 0.08401345363693177,
      "learning_rate": 1.2358490184739593e-05,
      "loss": 0.4865,
      "step": 1650
    },
    {
      "epoch": 0.9640172250200715,
      "grad_norm": 0.07599679322678936,
      "learning_rate": 1.2348579945721769e-05,
      "loss": 0.3943,
      "step": 1651
    },
    {
      "epoch": 0.9646011240055471,
      "grad_norm": 0.07885341013435584,
      "learning_rate": 1.2338667264838895e-05,
      "loss": 0.3878,
      "step": 1652
    },
    {
      "epoch": 0.9651850229910226,
      "grad_norm": 0.08359632869083061,
      "learning_rate": 1.2328752152397373e-05,
      "loss": 0.3858,
      "step": 1653
    },
    {
      "epoch": 0.9657689219764981,
      "grad_norm": 0.08227062992001256,
      "learning_rate": 1.2318834618706154e-05,
      "loss": 0.4244,
      "step": 1654
    },
    {
      "epoch": 0.9663528209619736,
      "grad_norm": 0.0839541415420231,
      "learning_rate": 1.2308914674076687e-05,
      "loss": 0.4217,
      "step": 1655
    },
    {
      "epoch": 0.9669367199474491,
      "grad_norm": 0.08118188815872268,
      "learning_rate": 1.2298992328822937e-05,
      "loss": 0.4373,
      "step": 1656
    },
    {
      "epoch": 0.9675206189329246,
      "grad_norm": 0.07903386148059148,
      "learning_rate": 1.2289067593261358e-05,
      "loss": 0.4092,
      "step": 1657
    },
    {
      "epoch": 0.9681045179184001,
      "grad_norm": 0.08433017068912417,
      "learning_rate": 1.2279140477710902e-05,
      "loss": 0.4049,
      "step": 1658
    },
    {
      "epoch": 0.9686884169038756,
      "grad_norm": 0.0821988247583829,
      "learning_rate": 1.2269210992492982e-05,
      "loss": 0.3934,
      "step": 1659
    },
    {
      "epoch": 0.9692723158893511,
      "grad_norm": 0.08102401767630002,
      "learning_rate": 1.2259279147931479e-05,
      "loss": 0.4238,
      "step": 1660
    },
    {
      "epoch": 0.9698562148748266,
      "grad_norm": 0.08474209088251464,
      "learning_rate": 1.2249344954352735e-05,
      "loss": 0.4693,
      "step": 1661
    },
    {
      "epoch": 0.9704401138603022,
      "grad_norm": 0.08755247358618716,
      "learning_rate": 1.2239408422085518e-05,
      "loss": 0.4789,
      "step": 1662
    },
    {
      "epoch": 0.9710240128457777,
      "grad_norm": 0.085234743286079,
      "learning_rate": 1.2229469561461046e-05,
      "loss": 0.439,
      "step": 1663
    },
    {
      "epoch": 0.9716079118312532,
      "grad_norm": 0.08759103922437811,
      "learning_rate": 1.2219528382812946e-05,
      "loss": 0.4309,
      "step": 1664
    },
    {
      "epoch": 0.9721918108167287,
      "grad_norm": 0.08126917251288683,
      "learning_rate": 1.2209584896477258e-05,
      "loss": 0.4034,
      "step": 1665
    },
    {
      "epoch": 0.9727757098022042,
      "grad_norm": 0.08479920833250212,
      "learning_rate": 1.2199639112792423e-05,
      "loss": 0.4213,
      "step": 1666
    },
    {
      "epoch": 0.9733596087876797,
      "grad_norm": 0.08804543978754983,
      "learning_rate": 1.2189691042099265e-05,
      "loss": 0.4426,
      "step": 1667
    },
    {
      "epoch": 0.9739435077731552,
      "grad_norm": 0.08660559635884385,
      "learning_rate": 1.2179740694740993e-05,
      "loss": 0.4209,
      "step": 1668
    },
    {
      "epoch": 0.9745274067586308,
      "grad_norm": 0.0866005647601678,
      "learning_rate": 1.2169788081063181e-05,
      "loss": 0.4609,
      "step": 1669
    },
    {
      "epoch": 0.9751113057441063,
      "grad_norm": 0.08010544408169253,
      "learning_rate": 1.2159833211413759e-05,
      "loss": 0.4071,
      "step": 1670
    },
    {
      "epoch": 0.9756952047295818,
      "grad_norm": 0.08221812032325114,
      "learning_rate": 1.2149876096142998e-05,
      "loss": 0.4124,
      "step": 1671
    },
    {
      "epoch": 0.9762791037150573,
      "grad_norm": 0.07865893297798797,
      "learning_rate": 1.2139916745603509e-05,
      "loss": 0.4377,
      "step": 1672
    },
    {
      "epoch": 0.9768630027005328,
      "grad_norm": 0.08698691038398994,
      "learning_rate": 1.2129955170150228e-05,
      "loss": 0.4254,
      "step": 1673
    },
    {
      "epoch": 0.9774469016860083,
      "grad_norm": 0.08593476966936738,
      "learning_rate": 1.21199913801404e-05,
      "loss": 0.4348,
      "step": 1674
    },
    {
      "epoch": 0.9780308006714838,
      "grad_norm": 0.08502444225890222,
      "learning_rate": 1.2110025385933582e-05,
      "loss": 0.4211,
      "step": 1675
    },
    {
      "epoch": 0.9786146996569594,
      "grad_norm": 0.08225481057650674,
      "learning_rate": 1.2100057197891601e-05,
      "loss": 0.3789,
      "step": 1676
    },
    {
      "epoch": 0.9791985986424349,
      "grad_norm": 0.07744177162205788,
      "learning_rate": 1.209008682637859e-05,
      "loss": 0.4278,
      "step": 1677
    },
    {
      "epoch": 0.9797824976279104,
      "grad_norm": 0.0785553065567487,
      "learning_rate": 1.2080114281760942e-05,
      "loss": 0.4155,
      "step": 1678
    },
    {
      "epoch": 0.9803663966133859,
      "grad_norm": 0.0882384968757395,
      "learning_rate": 1.2070139574407302e-05,
      "loss": 0.4483,
      "step": 1679
    },
    {
      "epoch": 0.9809502955988614,
      "grad_norm": 0.09013051923888415,
      "learning_rate": 1.2060162714688582e-05,
      "loss": 0.4313,
      "step": 1680
    },
    {
      "epoch": 0.9815341945843369,
      "grad_norm": 0.07960864534641429,
      "learning_rate": 1.2050183712977903e-05,
      "loss": 0.4225,
      "step": 1681
    },
    {
      "epoch": 0.9821180935698124,
      "grad_norm": 0.08154496731246945,
      "learning_rate": 1.2040202579650649e-05,
      "loss": 0.4644,
      "step": 1682
    },
    {
      "epoch": 0.9827019925552879,
      "grad_norm": 0.08217476650583742,
      "learning_rate": 1.2030219325084388e-05,
      "loss": 0.4749,
      "step": 1683
    },
    {
      "epoch": 0.9832858915407634,
      "grad_norm": 0.07514077179888998,
      "learning_rate": 1.2020233959658918e-05,
      "loss": 0.4024,
      "step": 1684
    },
    {
      "epoch": 0.9838697905262389,
      "grad_norm": 0.07881696058620719,
      "learning_rate": 1.2010246493756215e-05,
      "loss": 0.378,
      "step": 1685
    },
    {
      "epoch": 0.9844536895117145,
      "grad_norm": 0.08235865057317901,
      "learning_rate": 1.2000256937760446e-05,
      "loss": 0.4184,
      "step": 1686
    },
    {
      "epoch": 0.98503758849719,
      "grad_norm": 0.08653840648214887,
      "learning_rate": 1.1990265302057948e-05,
      "loss": 0.4071,
      "step": 1687
    },
    {
      "epoch": 0.9856214874826655,
      "grad_norm": 0.08066625489547946,
      "learning_rate": 1.1980271597037228e-05,
      "loss": 0.411,
      "step": 1688
    },
    {
      "epoch": 0.986205386468141,
      "grad_norm": 0.08010818831702927,
      "learning_rate": 1.1970275833088936e-05,
      "loss": 0.4083,
      "step": 1689
    },
    {
      "epoch": 0.9867892854536165,
      "grad_norm": 0.08128572446366071,
      "learning_rate": 1.1960278020605861e-05,
      "loss": 0.4241,
      "step": 1690
    },
    {
      "epoch": 0.987373184439092,
      "grad_norm": 0.07764663078084932,
      "learning_rate": 1.1950278169982934e-05,
      "loss": 0.4058,
      "step": 1691
    },
    {
      "epoch": 0.9879570834245676,
      "grad_norm": 0.08254047570788005,
      "learning_rate": 1.1940276291617192e-05,
      "loss": 0.3747,
      "step": 1692
    },
    {
      "epoch": 0.9885409824100431,
      "grad_norm": 0.07882032576317895,
      "learning_rate": 1.1930272395907789e-05,
      "loss": 0.3936,
      "step": 1693
    },
    {
      "epoch": 0.9891248813955186,
      "grad_norm": 0.08927596119313902,
      "learning_rate": 1.1920266493255976e-05,
      "loss": 0.4086,
      "step": 1694
    },
    {
      "epoch": 0.9897087803809941,
      "grad_norm": 0.09696320300067417,
      "learning_rate": 1.1910258594065079e-05,
      "loss": 0.4221,
      "step": 1695
    },
    {
      "epoch": 0.9902926793664696,
      "grad_norm": 0.08608948947973924,
      "learning_rate": 1.1900248708740515e-05,
      "loss": 0.3945,
      "step": 1696
    },
    {
      "epoch": 0.9908765783519451,
      "grad_norm": 0.08380525492904839,
      "learning_rate": 1.1890236847689762e-05,
      "loss": 0.4246,
      "step": 1697
    },
    {
      "epoch": 0.9914604773374206,
      "grad_norm": 0.08187112589037113,
      "learning_rate": 1.1880223021322348e-05,
      "loss": 0.4185,
      "step": 1698
    },
    {
      "epoch": 0.9920443763228961,
      "grad_norm": 0.08779979573496938,
      "learning_rate": 1.1870207240049845e-05,
      "loss": 0.3784,
      "step": 1699
    },
    {
      "epoch": 0.9926282753083716,
      "grad_norm": 0.07637269898764508,
      "learning_rate": 1.1860189514285858e-05,
      "loss": 0.3791,
      "step": 1700
    },
    {
      "epoch": 0.9932121742938471,
      "grad_norm": 0.08513146337452204,
      "learning_rate": 1.185016985444602e-05,
      "loss": 0.4131,
      "step": 1701
    },
    {
      "epoch": 0.9937960732793226,
      "grad_norm": 0.08417615053284033,
      "learning_rate": 1.1840148270947962e-05,
      "loss": 0.3908,
      "step": 1702
    },
    {
      "epoch": 0.9943799722647982,
      "grad_norm": 0.08667065987305907,
      "learning_rate": 1.183012477421133e-05,
      "loss": 0.3984,
      "step": 1703
    },
    {
      "epoch": 0.9949638712502737,
      "grad_norm": 0.08138329630926554,
      "learning_rate": 1.1820099374657748e-05,
      "loss": 0.3547,
      "step": 1704
    },
    {
      "epoch": 0.9955477702357493,
      "grad_norm": 0.08452836715832338,
      "learning_rate": 1.1810072082710823e-05,
      "loss": 0.3965,
      "step": 1705
    },
    {
      "epoch": 0.9961316692212248,
      "grad_norm": 0.09160294536129893,
      "learning_rate": 1.180004290879613e-05,
      "loss": 0.4599,
      "step": 1706
    },
    {
      "epoch": 0.9967155682067003,
      "grad_norm": 0.07525722393259596,
      "learning_rate": 1.1790011863341197e-05,
      "loss": 0.3888,
      "step": 1707
    },
    {
      "epoch": 0.9972994671921758,
      "grad_norm": 0.08346191760394343,
      "learning_rate": 1.1779978956775507e-05,
      "loss": 0.4171,
      "step": 1708
    },
    {
      "epoch": 0.9978833661776513,
      "grad_norm": 0.08878368238953618,
      "learning_rate": 1.1769944199530458e-05,
      "loss": 0.3813,
      "step": 1709
    },
    {
      "epoch": 0.9984672651631268,
      "grad_norm": 0.08306508133978227,
      "learning_rate": 1.17599076020394e-05,
      "loss": 0.3852,
      "step": 1710
    },
    {
      "epoch": 0.9990511641486023,
      "grad_norm": 0.0759656847027431,
      "learning_rate": 1.1749869174737575e-05,
      "loss": 0.4092,
      "step": 1711
    },
    {
      "epoch": 0.9996350631340778,
      "grad_norm": 0.08551687380290805,
      "learning_rate": 1.173982892806214e-05,
      "loss": 0.4261,
      "step": 1712
    },
    {
      "epoch": 1.0004379242391066,
      "grad_norm": 0.18343593073046008,
      "learning_rate": 1.172978687245213e-05,
      "loss": 0.6859,
      "step": 1713
    },
    {
      "epoch": 1.0010218232245822,
      "grad_norm": 0.09203391189735186,
      "learning_rate": 1.1719743018348477e-05,
      "loss": 0.3262,
      "step": 1714
    },
    {
      "epoch": 1.0016057222100576,
      "grad_norm": 0.07879238831005524,
      "learning_rate": 1.1709697376193967e-05,
      "loss": 0.3244,
      "step": 1715
    },
    {
      "epoch": 1.0021896211955332,
      "grad_norm": 0.08599050409747704,
      "learning_rate": 1.169964995643326e-05,
      "loss": 0.3166,
      "step": 1716
    },
    {
      "epoch": 1.0027735201810086,
      "grad_norm": 0.09076424043037076,
      "learning_rate": 1.1689600769512855e-05,
      "loss": 0.3176,
      "step": 1717
    },
    {
      "epoch": 1.0033574191664842,
      "grad_norm": 0.09809038951662452,
      "learning_rate": 1.1679549825881087e-05,
      "loss": 0.3429,
      "step": 1718
    },
    {
      "epoch": 1.0039413181519596,
      "grad_norm": 0.1136463737708502,
      "learning_rate": 1.1669497135988127e-05,
      "loss": 0.3602,
      "step": 1719
    },
    {
      "epoch": 1.0045252171374353,
      "grad_norm": 0.09090731390844707,
      "learning_rate": 1.1659442710285948e-05,
      "loss": 0.3374,
      "step": 1720
    },
    {
      "epoch": 1.0051091161229107,
      "grad_norm": 0.0774598072579951,
      "learning_rate": 1.1649386559228342e-05,
      "loss": 0.2837,
      "step": 1721
    },
    {
      "epoch": 1.0056930151083863,
      "grad_norm": 0.09849805011422244,
      "learning_rate": 1.1639328693270887e-05,
      "loss": 0.3073,
      "step": 1722
    },
    {
      "epoch": 1.0062769140938617,
      "grad_norm": 0.09190742814378323,
      "learning_rate": 1.1629269122870942e-05,
      "loss": 0.3586,
      "step": 1723
    },
    {
      "epoch": 1.0068608130793373,
      "grad_norm": 0.08728847568383297,
      "learning_rate": 1.1619207858487646e-05,
      "loss": 0.334,
      "step": 1724
    },
    {
      "epoch": 1.007444712064813,
      "grad_norm": 0.0842053335492152,
      "learning_rate": 1.1609144910581891e-05,
      "loss": 0.3058,
      "step": 1725
    },
    {
      "epoch": 1.0080286110502883,
      "grad_norm": 0.09712853048123377,
      "learning_rate": 1.1599080289616329e-05,
      "loss": 0.391,
      "step": 1726
    },
    {
      "epoch": 1.008612510035764,
      "grad_norm": 0.09506006332535694,
      "learning_rate": 1.1589014006055337e-05,
      "loss": 0.3582,
      "step": 1727
    },
    {
      "epoch": 1.0091964090212393,
      "grad_norm": 0.08630817233875346,
      "learning_rate": 1.1578946070365035e-05,
      "loss": 0.3095,
      "step": 1728
    },
    {
      "epoch": 1.009780308006715,
      "grad_norm": 0.09949443613362181,
      "learning_rate": 1.1568876493013255e-05,
      "loss": 0.366,
      "step": 1729
    },
    {
      "epoch": 1.0103642069921903,
      "grad_norm": 0.08421156976608057,
      "learning_rate": 1.1558805284469533e-05,
      "loss": 0.3134,
      "step": 1730
    },
    {
      "epoch": 1.010948105977666,
      "grad_norm": 0.08701079309833505,
      "learning_rate": 1.1548732455205105e-05,
      "loss": 0.3204,
      "step": 1731
    },
    {
      "epoch": 1.0115320049631413,
      "grad_norm": 0.08317658361899183,
      "learning_rate": 1.1538658015692892e-05,
      "loss": 0.315,
      "step": 1732
    },
    {
      "epoch": 1.012115903948617,
      "grad_norm": 0.08845697869692616,
      "learning_rate": 1.1528581976407485e-05,
      "loss": 0.3292,
      "step": 1733
    },
    {
      "epoch": 1.0126998029340923,
      "grad_norm": 0.10094431498396644,
      "learning_rate": 1.1518504347825146e-05,
      "loss": 0.326,
      "step": 1734
    },
    {
      "epoch": 1.013283701919568,
      "grad_norm": 0.08844533277203921,
      "learning_rate": 1.1508425140423782e-05,
      "loss": 0.3427,
      "step": 1735
    },
    {
      "epoch": 1.0138676009050434,
      "grad_norm": 0.08872484962801165,
      "learning_rate": 1.1498344364682948e-05,
      "loss": 0.3435,
      "step": 1736
    },
    {
      "epoch": 1.014451499890519,
      "grad_norm": 0.07995897659746604,
      "learning_rate": 1.1488262031083816e-05,
      "loss": 0.2865,
      "step": 1737
    },
    {
      "epoch": 1.0150353988759944,
      "grad_norm": 0.09910244675814082,
      "learning_rate": 1.14781781501092e-05,
      "loss": 0.3566,
      "step": 1738
    },
    {
      "epoch": 1.01561929786147,
      "grad_norm": 0.09616822757360748,
      "learning_rate": 1.1468092732243506e-05,
      "loss": 0.3529,
      "step": 1739
    },
    {
      "epoch": 1.0162031968469454,
      "grad_norm": 0.09185713482810755,
      "learning_rate": 1.1458005787972743e-05,
      "loss": 0.3473,
      "step": 1740
    },
    {
      "epoch": 1.016787095832421,
      "grad_norm": 0.08817513967100557,
      "learning_rate": 1.1447917327784504e-05,
      "loss": 0.3275,
      "step": 1741
    },
    {
      "epoch": 1.0173709948178966,
      "grad_norm": 0.08617785888239828,
      "learning_rate": 1.143782736216796e-05,
      "loss": 0.3332,
      "step": 1742
    },
    {
      "epoch": 1.017954893803372,
      "grad_norm": 0.0870434791246094,
      "learning_rate": 1.1427735901613854e-05,
      "loss": 0.346,
      "step": 1743
    },
    {
      "epoch": 1.0185387927888476,
      "grad_norm": 0.08537925550406313,
      "learning_rate": 1.1417642956614474e-05,
      "loss": 0.3326,
      "step": 1744
    },
    {
      "epoch": 1.019122691774323,
      "grad_norm": 0.09307799829405257,
      "learning_rate": 1.1407548537663655e-05,
      "loss": 0.3041,
      "step": 1745
    },
    {
      "epoch": 1.0197065907597986,
      "grad_norm": 0.09092761782142386,
      "learning_rate": 1.1397452655256762e-05,
      "loss": 0.3493,
      "step": 1746
    },
    {
      "epoch": 1.020290489745274,
      "grad_norm": 0.08708082037966822,
      "learning_rate": 1.1387355319890685e-05,
      "loss": 0.3264,
      "step": 1747
    },
    {
      "epoch": 1.0208743887307496,
      "grad_norm": 0.09147641312047902,
      "learning_rate": 1.1377256542063822e-05,
      "loss": 0.3428,
      "step": 1748
    },
    {
      "epoch": 1.021458287716225,
      "grad_norm": 0.08364847417375318,
      "learning_rate": 1.1367156332276077e-05,
      "loss": 0.3024,
      "step": 1749
    },
    {
      "epoch": 1.0220421867017007,
      "grad_norm": 0.09618739671744223,
      "learning_rate": 1.1357054701028836e-05,
      "loss": 0.3841,
      "step": 1750
    },
    {
      "epoch": 1.022626085687176,
      "grad_norm": 0.08738293780793314,
      "learning_rate": 1.1346951658824958e-05,
      "loss": 0.3051,
      "step": 1751
    },
    {
      "epoch": 1.0232099846726517,
      "grad_norm": 0.0870610103855313,
      "learning_rate": 1.1336847216168785e-05,
      "loss": 0.3216,
      "step": 1752
    },
    {
      "epoch": 1.023793883658127,
      "grad_norm": 0.0831338532276279,
      "learning_rate": 1.1326741383566102e-05,
      "loss": 0.3375,
      "step": 1753
    },
    {
      "epoch": 1.0243777826436027,
      "grad_norm": 0.0869117572278222,
      "learning_rate": 1.1316634171524147e-05,
      "loss": 0.3665,
      "step": 1754
    },
    {
      "epoch": 1.024961681629078,
      "grad_norm": 0.09919917672032577,
      "learning_rate": 1.1306525590551585e-05,
      "loss": 0.4091,
      "step": 1755
    },
    {
      "epoch": 1.0255455806145537,
      "grad_norm": 0.0905836704825324,
      "learning_rate": 1.1296415651158506e-05,
      "loss": 0.3362,
      "step": 1756
    },
    {
      "epoch": 1.026129479600029,
      "grad_norm": 0.08769578422804242,
      "learning_rate": 1.1286304363856418e-05,
      "loss": 0.3174,
      "step": 1757
    },
    {
      "epoch": 1.0267133785855047,
      "grad_norm": 0.08293558507704744,
      "learning_rate": 1.1276191739158222e-05,
      "loss": 0.3103,
      "step": 1758
    },
    {
      "epoch": 1.0272972775709803,
      "grad_norm": 0.10648781217108515,
      "learning_rate": 1.126607778757822e-05,
      "loss": 0.3423,
      "step": 1759
    },
    {
      "epoch": 1.0278811765564557,
      "grad_norm": 0.09003874048289456,
      "learning_rate": 1.1255962519632082e-05,
      "loss": 0.3055,
      "step": 1760
    },
    {
      "epoch": 1.0284650755419313,
      "grad_norm": 0.08565474670509707,
      "learning_rate": 1.1245845945836855e-05,
      "loss": 0.3345,
      "step": 1761
    },
    {
      "epoch": 1.0290489745274067,
      "grad_norm": 0.08572882925057697,
      "learning_rate": 1.123572807671094e-05,
      "loss": 0.3318,
      "step": 1762
    },
    {
      "epoch": 1.0296328735128824,
      "grad_norm": 0.08878824128837064,
      "learning_rate": 1.122560892277409e-05,
      "loss": 0.343,
      "step": 1763
    },
    {
      "epoch": 1.0302167724983577,
      "grad_norm": 0.09052309519078533,
      "learning_rate": 1.1215488494547384e-05,
      "loss": 0.3264,
      "step": 1764
    },
    {
      "epoch": 1.0308006714838334,
      "grad_norm": 0.08672816181637746,
      "learning_rate": 1.1205366802553231e-05,
      "loss": 0.3233,
      "step": 1765
    },
    {
      "epoch": 1.0313845704693088,
      "grad_norm": 0.09225641398898507,
      "learning_rate": 1.1195243857315358e-05,
      "loss": 0.3226,
      "step": 1766
    },
    {
      "epoch": 1.0319684694547844,
      "grad_norm": 0.08485601469929122,
      "learning_rate": 1.1185119669358792e-05,
      "loss": 0.3721,
      "step": 1767
    },
    {
      "epoch": 1.0325523684402598,
      "grad_norm": 0.09872442750457125,
      "learning_rate": 1.1174994249209852e-05,
      "loss": 0.3889,
      "step": 1768
    },
    {
      "epoch": 1.0331362674257354,
      "grad_norm": 0.09128127740351515,
      "learning_rate": 1.1164867607396136e-05,
      "loss": 0.3245,
      "step": 1769
    },
    {
      "epoch": 1.0337201664112108,
      "grad_norm": 0.08798053818498862,
      "learning_rate": 1.115473975444651e-05,
      "loss": 0.3303,
      "step": 1770
    },
    {
      "epoch": 1.0343040653966864,
      "grad_norm": 0.0826969355394186,
      "learning_rate": 1.1144610700891108e-05,
      "loss": 0.3015,
      "step": 1771
    },
    {
      "epoch": 1.0348879643821618,
      "grad_norm": 0.09472323962794102,
      "learning_rate": 1.1134480457261308e-05,
      "loss": 0.3429,
      "step": 1772
    },
    {
      "epoch": 1.0354718633676374,
      "grad_norm": 0.08253541541894249,
      "learning_rate": 1.1124349034089724e-05,
      "loss": 0.2844,
      "step": 1773
    },
    {
      "epoch": 1.0360557623531128,
      "grad_norm": 0.08984108508598738,
      "learning_rate": 1.1114216441910195e-05,
      "loss": 0.3202,
      "step": 1774
    },
    {
      "epoch": 1.0366396613385884,
      "grad_norm": 0.09059022051586936,
      "learning_rate": 1.1104082691257778e-05,
      "loss": 0.3368,
      "step": 1775
    },
    {
      "epoch": 1.037223560324064,
      "grad_norm": 0.0867017187999974,
      "learning_rate": 1.1093947792668735e-05,
      "loss": 0.3131,
      "step": 1776
    },
    {
      "epoch": 1.0378074593095394,
      "grad_norm": 0.09168091745467101,
      "learning_rate": 1.1083811756680523e-05,
      "loss": 0.2915,
      "step": 1777
    },
    {
      "epoch": 1.038391358295015,
      "grad_norm": 0.08837522115661714,
      "learning_rate": 1.1073674593831778e-05,
      "loss": 0.3508,
      "step": 1778
    },
    {
      "epoch": 1.0389752572804904,
      "grad_norm": 0.09052816936091201,
      "learning_rate": 1.1063536314662301e-05,
      "loss": 0.3544,
      "step": 1779
    },
    {
      "epoch": 1.039559156265966,
      "grad_norm": 0.09568562761563595,
      "learning_rate": 1.1053396929713076e-05,
      "loss": 0.3254,
      "step": 1780
    },
    {
      "epoch": 1.0401430552514415,
      "grad_norm": 0.0962523222584643,
      "learning_rate": 1.1043256449526214e-05,
      "loss": 0.3333,
      "step": 1781
    },
    {
      "epoch": 1.040726954236917,
      "grad_norm": 0.0887905385941228,
      "learning_rate": 1.103311488464497e-05,
      "loss": 0.3258,
      "step": 1782
    },
    {
      "epoch": 1.0413108532223925,
      "grad_norm": 0.0891880248130801,
      "learning_rate": 1.1022972245613735e-05,
      "loss": 0.3087,
      "step": 1783
    },
    {
      "epoch": 1.041894752207868,
      "grad_norm": 0.09177977079896037,
      "learning_rate": 1.101282854297801e-05,
      "loss": 0.3261,
      "step": 1784
    },
    {
      "epoch": 1.0424786511933435,
      "grad_norm": 0.0878885526003928,
      "learning_rate": 1.1002683787284403e-05,
      "loss": 0.3282,
      "step": 1785
    },
    {
      "epoch": 1.043062550178819,
      "grad_norm": 0.09440257939593051,
      "learning_rate": 1.0992537989080618e-05,
      "loss": 0.3429,
      "step": 1786
    },
    {
      "epoch": 1.0436464491642945,
      "grad_norm": 0.0897722207132791,
      "learning_rate": 1.0982391158915441e-05,
      "loss": 0.3352,
      "step": 1787
    },
    {
      "epoch": 1.0442303481497701,
      "grad_norm": 0.08080052339633029,
      "learning_rate": 1.0972243307338733e-05,
      "loss": 0.3043,
      "step": 1788
    },
    {
      "epoch": 1.0448142471352455,
      "grad_norm": 0.08999881639059784,
      "learning_rate": 1.0962094444901416e-05,
      "loss": 0.3463,
      "step": 1789
    },
    {
      "epoch": 1.0453981461207211,
      "grad_norm": 0.08590566437767125,
      "learning_rate": 1.0951944582155463e-05,
      "loss": 0.2915,
      "step": 1790
    },
    {
      "epoch": 1.0459820451061965,
      "grad_norm": 0.08261276151069719,
      "learning_rate": 1.094179372965389e-05,
      "loss": 0.3069,
      "step": 1791
    },
    {
      "epoch": 1.0465659440916721,
      "grad_norm": 0.09359768999844546,
      "learning_rate": 1.0931641897950733e-05,
      "loss": 0.3428,
      "step": 1792
    },
    {
      "epoch": 1.0471498430771478,
      "grad_norm": 0.08796913164816149,
      "learning_rate": 1.0921489097601054e-05,
      "loss": 0.3095,
      "step": 1793
    },
    {
      "epoch": 1.0477337420626232,
      "grad_norm": 0.08950396906292477,
      "learning_rate": 1.0911335339160924e-05,
      "loss": 0.3372,
      "step": 1794
    },
    {
      "epoch": 1.0483176410480988,
      "grad_norm": 0.07904694275443369,
      "learning_rate": 1.090118063318741e-05,
      "loss": 0.3011,
      "step": 1795
    },
    {
      "epoch": 1.0489015400335742,
      "grad_norm": 0.08882041814601999,
      "learning_rate": 1.089102499023855e-05,
      "loss": 0.3306,
      "step": 1796
    },
    {
      "epoch": 1.0494854390190498,
      "grad_norm": 0.08653078537691698,
      "learning_rate": 1.0880868420873375e-05,
      "loss": 0.3107,
      "step": 1797
    },
    {
      "epoch": 1.0500693380045252,
      "grad_norm": 0.09169604268761192,
      "learning_rate": 1.0870710935651868e-05,
      "loss": 0.3429,
      "step": 1798
    },
    {
      "epoch": 1.0506532369900008,
      "grad_norm": 0.09493007605348174,
      "learning_rate": 1.086055254513497e-05,
      "loss": 0.3497,
      "step": 1799
    },
    {
      "epoch": 1.0512371359754762,
      "grad_norm": 0.08490866799480071,
      "learning_rate": 1.085039325988456e-05,
      "loss": 0.3124,
      "step": 1800
    },
    {
      "epoch": 1.0518210349609518,
      "grad_norm": 0.08922831939149456,
      "learning_rate": 1.0840233090463443e-05,
      "loss": 0.3132,
      "step": 1801
    },
    {
      "epoch": 1.0524049339464272,
      "grad_norm": 0.0805713269594515,
      "learning_rate": 1.0830072047435354e-05,
      "loss": 0.2718,
      "step": 1802
    },
    {
      "epoch": 1.0529888329319028,
      "grad_norm": 0.08991259334441137,
      "learning_rate": 1.0819910141364929e-05,
      "loss": 0.3115,
      "step": 1803
    },
    {
      "epoch": 1.0535727319173782,
      "grad_norm": 0.09374781268378798,
      "learning_rate": 1.0809747382817702e-05,
      "loss": 0.3681,
      "step": 1804
    },
    {
      "epoch": 1.0541566309028538,
      "grad_norm": 0.08627362260119713,
      "learning_rate": 1.0799583782360097e-05,
      "loss": 0.3267,
      "step": 1805
    },
    {
      "epoch": 1.0547405298883292,
      "grad_norm": 0.09506387196540553,
      "learning_rate": 1.0789419350559407e-05,
      "loss": 0.3632,
      "step": 1806
    },
    {
      "epoch": 1.0553244288738048,
      "grad_norm": 0.09798222485238818,
      "learning_rate": 1.0779254097983788e-05,
      "loss": 0.3165,
      "step": 1807
    },
    {
      "epoch": 1.0559083278592802,
      "grad_norm": 0.08768036666131321,
      "learning_rate": 1.0769088035202268e-05,
      "loss": 0.3072,
      "step": 1808
    },
    {
      "epoch": 1.0564922268447559,
      "grad_norm": 0.08219342378639215,
      "learning_rate": 1.0758921172784696e-05,
      "loss": 0.3045,
      "step": 1809
    },
    {
      "epoch": 1.0570761258302315,
      "grad_norm": 0.08448570506243047,
      "learning_rate": 1.0748753521301758e-05,
      "loss": 0.321,
      "step": 1810
    },
    {
      "epoch": 1.0576600248157069,
      "grad_norm": 0.09029103370426278,
      "learning_rate": 1.0738585091324966e-05,
      "loss": 0.3553,
      "step": 1811
    },
    {
      "epoch": 1.0582439238011825,
      "grad_norm": 0.0989027510012605,
      "learning_rate": 1.0728415893426636e-05,
      "loss": 0.339,
      "step": 1812
    },
    {
      "epoch": 1.0588278227866579,
      "grad_norm": 0.09165678774356505,
      "learning_rate": 1.0718245938179886e-05,
      "loss": 0.312,
      "step": 1813
    },
    {
      "epoch": 1.0594117217721335,
      "grad_norm": 0.08198090486209741,
      "learning_rate": 1.0708075236158617e-05,
      "loss": 0.3065,
      "step": 1814
    },
    {
      "epoch": 1.059995620757609,
      "grad_norm": 0.09862188095755153,
      "learning_rate": 1.0697903797937513e-05,
      "loss": 0.3669,
      "step": 1815
    },
    {
      "epoch": 1.0605795197430845,
      "grad_norm": 0.08531171999269131,
      "learning_rate": 1.0687731634092016e-05,
      "loss": 0.3163,
      "step": 1816
    },
    {
      "epoch": 1.06116341872856,
      "grad_norm": 0.08589890088715009,
      "learning_rate": 1.0677558755198327e-05,
      "loss": 0.3187,
      "step": 1817
    },
    {
      "epoch": 1.0617473177140355,
      "grad_norm": 0.09876564829875908,
      "learning_rate": 1.0667385171833391e-05,
      "loss": 0.3621,
      "step": 1818
    },
    {
      "epoch": 1.062331216699511,
      "grad_norm": 0.08620276368200998,
      "learning_rate": 1.0657210894574885e-05,
      "loss": 0.2977,
      "step": 1819
    },
    {
      "epoch": 1.0629151156849865,
      "grad_norm": 0.08804216875652,
      "learning_rate": 1.0647035934001202e-05,
      "loss": 0.332,
      "step": 1820
    },
    {
      "epoch": 1.063499014670462,
      "grad_norm": 0.08794176555859715,
      "learning_rate": 1.0636860300691452e-05,
      "loss": 0.3394,
      "step": 1821
    },
    {
      "epoch": 1.0640829136559375,
      "grad_norm": 0.08703184591676599,
      "learning_rate": 1.0626684005225443e-05,
      "loss": 0.3283,
      "step": 1822
    },
    {
      "epoch": 1.064666812641413,
      "grad_norm": 0.08288200977204145,
      "learning_rate": 1.0616507058183674e-05,
      "loss": 0.3117,
      "step": 1823
    },
    {
      "epoch": 1.0652507116268886,
      "grad_norm": 0.08799750108231359,
      "learning_rate": 1.0606329470147313e-05,
      "loss": 0.3343,
      "step": 1824
    },
    {
      "epoch": 1.065834610612364,
      "grad_norm": 0.08509817566422585,
      "learning_rate": 1.05961512516982e-05,
      "loss": 0.3367,
      "step": 1825
    },
    {
      "epoch": 1.0664185095978396,
      "grad_norm": 0.09374849162186365,
      "learning_rate": 1.0585972413418833e-05,
      "loss": 0.3363,
      "step": 1826
    },
    {
      "epoch": 1.0670024085833152,
      "grad_norm": 0.09420625684969768,
      "learning_rate": 1.0575792965892349e-05,
      "loss": 0.3399,
      "step": 1827
    },
    {
      "epoch": 1.0675863075687906,
      "grad_norm": 0.08674852776922133,
      "learning_rate": 1.0565612919702527e-05,
      "loss": 0.3337,
      "step": 1828
    },
    {
      "epoch": 1.0681702065542662,
      "grad_norm": 0.08961677826804049,
      "learning_rate": 1.0555432285433754e-05,
      "loss": 0.308,
      "step": 1829
    },
    {
      "epoch": 1.0687541055397416,
      "grad_norm": 0.09549812538635007,
      "learning_rate": 1.0545251073671041e-05,
      "loss": 0.352,
      "step": 1830
    },
    {
      "epoch": 1.0693380045252172,
      "grad_norm": 0.09589061167158787,
      "learning_rate": 1.0535069294999995e-05,
      "loss": 0.3791,
      "step": 1831
    },
    {
      "epoch": 1.0699219035106926,
      "grad_norm": 0.08618241978843535,
      "learning_rate": 1.0524886960006813e-05,
      "loss": 0.3409,
      "step": 1832
    },
    {
      "epoch": 1.0705058024961682,
      "grad_norm": 0.08468421853287515,
      "learning_rate": 1.0514704079278273e-05,
      "loss": 0.3056,
      "step": 1833
    },
    {
      "epoch": 1.0710897014816436,
      "grad_norm": 0.08845548632689418,
      "learning_rate": 1.0504520663401714e-05,
      "loss": 0.3299,
      "step": 1834
    },
    {
      "epoch": 1.0716736004671192,
      "grad_norm": 0.09975184954630602,
      "learning_rate": 1.049433672296503e-05,
      "loss": 0.3708,
      "step": 1835
    },
    {
      "epoch": 1.0722574994525946,
      "grad_norm": 0.08192115437700936,
      "learning_rate": 1.0484152268556677e-05,
      "loss": 0.2846,
      "step": 1836
    },
    {
      "epoch": 1.0728413984380702,
      "grad_norm": 0.09424147309220979,
      "learning_rate": 1.0473967310765629e-05,
      "loss": 0.3534,
      "step": 1837
    },
    {
      "epoch": 1.0734252974235456,
      "grad_norm": 0.09426711549308708,
      "learning_rate": 1.0463781860181385e-05,
      "loss": 0.3191,
      "step": 1838
    },
    {
      "epoch": 1.0740091964090213,
      "grad_norm": 0.0844337214699368,
      "learning_rate": 1.0453595927393962e-05,
      "loss": 0.3288,
      "step": 1839
    },
    {
      "epoch": 1.0745930953944967,
      "grad_norm": 0.10003675500230814,
      "learning_rate": 1.0443409522993877e-05,
      "loss": 0.3512,
      "step": 1840
    },
    {
      "epoch": 1.0751769943799723,
      "grad_norm": 0.08554916408576194,
      "learning_rate": 1.0433222657572135e-05,
      "loss": 0.319,
      "step": 1841
    },
    {
      "epoch": 1.0757608933654477,
      "grad_norm": 0.09023755474119918,
      "learning_rate": 1.0423035341720222e-05,
      "loss": 0.3705,
      "step": 1842
    },
    {
      "epoch": 1.0763447923509233,
      "grad_norm": 0.09276344551483391,
      "learning_rate": 1.041284758603009e-05,
      "loss": 0.3309,
      "step": 1843
    },
    {
      "epoch": 1.076928691336399,
      "grad_norm": 0.08436152914085132,
      "learning_rate": 1.0402659401094154e-05,
      "loss": 0.3195,
      "step": 1844
    },
    {
      "epoch": 1.0775125903218743,
      "grad_norm": 0.09336363470567033,
      "learning_rate": 1.0392470797505268e-05,
      "loss": 0.3333,
      "step": 1845
    },
    {
      "epoch": 1.07809648930735,
      "grad_norm": 0.08591793618865334,
      "learning_rate": 1.0382281785856725e-05,
      "loss": 0.3488,
      "step": 1846
    },
    {
      "epoch": 1.0786803882928253,
      "grad_norm": 0.08739884747320598,
      "learning_rate": 1.0372092376742247e-05,
      "loss": 0.3092,
      "step": 1847
    },
    {
      "epoch": 1.079264287278301,
      "grad_norm": 0.09811282418304136,
      "learning_rate": 1.0361902580755955e-05,
      "loss": 0.3632,
      "step": 1848
    },
    {
      "epoch": 1.0798481862637763,
      "grad_norm": 0.09557900509939282,
      "learning_rate": 1.035171240849239e-05,
      "loss": 0.3571,
      "step": 1849
    },
    {
      "epoch": 1.080432085249252,
      "grad_norm": 0.07843247729669184,
      "learning_rate": 1.0341521870546472e-05,
      "loss": 0.2942,
      "step": 1850
    },
    {
      "epoch": 1.0810159842347273,
      "grad_norm": 0.08064069872814345,
      "learning_rate": 1.033133097751351e-05,
      "loss": 0.2991,
      "step": 1851
    },
    {
      "epoch": 1.081599883220203,
      "grad_norm": 0.08693433080232424,
      "learning_rate": 1.0321139739989167e-05,
      "loss": 0.3231,
      "step": 1852
    },
    {
      "epoch": 1.0821837822056783,
      "grad_norm": 0.08101892520650408,
      "learning_rate": 1.0310948168569483e-05,
      "loss": 0.3034,
      "step": 1853
    },
    {
      "epoch": 1.082767681191154,
      "grad_norm": 0.09510249897453325,
      "learning_rate": 1.0300756273850837e-05,
      "loss": 0.381,
      "step": 1854
    },
    {
      "epoch": 1.0833515801766294,
      "grad_norm": 0.08549846404403888,
      "learning_rate": 1.0290564066429935e-05,
      "loss": 0.3223,
      "step": 1855
    },
    {
      "epoch": 1.083935479162105,
      "grad_norm": 0.08813182374334028,
      "learning_rate": 1.0280371556903827e-05,
      "loss": 0.3511,
      "step": 1856
    },
    {
      "epoch": 1.0845193781475804,
      "grad_norm": 0.09608852566634614,
      "learning_rate": 1.0270178755869861e-05,
      "loss": 0.3364,
      "step": 1857
    },
    {
      "epoch": 1.085103277133056,
      "grad_norm": 0.09158418096477498,
      "learning_rate": 1.0259985673925694e-05,
      "loss": 0.3552,
      "step": 1858
    },
    {
      "epoch": 1.0856871761185314,
      "grad_norm": 0.09021492669139962,
      "learning_rate": 1.0249792321669276e-05,
      "loss": 0.2869,
      "step": 1859
    },
    {
      "epoch": 1.086271075104007,
      "grad_norm": 0.09300721079034427,
      "learning_rate": 1.0239598709698839e-05,
      "loss": 0.3464,
      "step": 1860
    },
    {
      "epoch": 1.0868549740894826,
      "grad_norm": 0.0960055804396295,
      "learning_rate": 1.0229404848612882e-05,
      "loss": 0.3431,
      "step": 1861
    },
    {
      "epoch": 1.087438873074958,
      "grad_norm": 0.08069203327882529,
      "learning_rate": 1.0219210749010162e-05,
      "loss": 0.2986,
      "step": 1862
    },
    {
      "epoch": 1.0880227720604336,
      "grad_norm": 0.09368974931395188,
      "learning_rate": 1.0209016421489685e-05,
      "loss": 0.3446,
      "step": 1863
    },
    {
      "epoch": 1.088606671045909,
      "grad_norm": 0.09601892819659338,
      "learning_rate": 1.0198821876650702e-05,
      "loss": 0.3597,
      "step": 1864
    },
    {
      "epoch": 1.0891905700313846,
      "grad_norm": 0.08172385920986065,
      "learning_rate": 1.0188627125092678e-05,
      "loss": 0.2997,
      "step": 1865
    },
    {
      "epoch": 1.08977446901686,
      "grad_norm": 0.09154874967328588,
      "learning_rate": 1.0178432177415298e-05,
      "loss": 0.3075,
      "step": 1866
    },
    {
      "epoch": 1.0903583680023357,
      "grad_norm": 0.0911403002948232,
      "learning_rate": 1.0168237044218452e-05,
      "loss": 0.3249,
      "step": 1867
    },
    {
      "epoch": 1.090942266987811,
      "grad_norm": 0.08654142501988739,
      "learning_rate": 1.0158041736102221e-05,
      "loss": 0.3054,
      "step": 1868
    },
    {
      "epoch": 1.0915261659732867,
      "grad_norm": 0.09206368059431085,
      "learning_rate": 1.014784626366687e-05,
      "loss": 0.3247,
      "step": 1869
    },
    {
      "epoch": 1.092110064958762,
      "grad_norm": 0.09435088235850858,
      "learning_rate": 1.0137650637512835e-05,
      "loss": 0.3307,
      "step": 1870
    },
    {
      "epoch": 1.0926939639442377,
      "grad_norm": 0.09138399197441666,
      "learning_rate": 1.0127454868240702e-05,
      "loss": 0.3501,
      "step": 1871
    },
    {
      "epoch": 1.093277862929713,
      "grad_norm": 0.09625330008174991,
      "learning_rate": 1.0117258966451224e-05,
      "loss": 0.3161,
      "step": 1872
    },
    {
      "epoch": 1.0938617619151887,
      "grad_norm": 0.09946204105830425,
      "learning_rate": 1.0107062942745276e-05,
      "loss": 0.3683,
      "step": 1873
    },
    {
      "epoch": 1.094445660900664,
      "grad_norm": 0.08258118205313959,
      "learning_rate": 1.0096866807723868e-05,
      "loss": 0.3119,
      "step": 1874
    },
    {
      "epoch": 1.0950295598861397,
      "grad_norm": 0.08668960851809858,
      "learning_rate": 1.0086670571988124e-05,
      "loss": 0.3095,
      "step": 1875
    },
    {
      "epoch": 1.095613458871615,
      "grad_norm": 0.08466900741840805,
      "learning_rate": 1.0076474246139272e-05,
      "loss": 0.3313,
      "step": 1876
    },
    {
      "epoch": 1.0961973578570907,
      "grad_norm": 0.08826481835562267,
      "learning_rate": 1.0066277840778626e-05,
      "loss": 0.287,
      "step": 1877
    },
    {
      "epoch": 1.0967812568425663,
      "grad_norm": 0.10170503863571902,
      "learning_rate": 1.0056081366507602e-05,
      "loss": 0.4184,
      "step": 1878
    },
    {
      "epoch": 1.0973651558280417,
      "grad_norm": 0.0908394116925519,
      "learning_rate": 1.0045884833927673e-05,
      "loss": 0.3385,
      "step": 1879
    },
    {
      "epoch": 1.0979490548135173,
      "grad_norm": 0.08186101611614854,
      "learning_rate": 1.0035688253640372e-05,
      "loss": 0.2924,
      "step": 1880
    },
    {
      "epoch": 1.0985329537989927,
      "grad_norm": 0.1020460010912883,
      "learning_rate": 1.0025491636247287e-05,
      "loss": 0.3709,
      "step": 1881
    },
    {
      "epoch": 1.0991168527844684,
      "grad_norm": 0.09095734377070469,
      "learning_rate": 1.0015294992350044e-05,
      "loss": 0.3027,
      "step": 1882
    },
    {
      "epoch": 1.0997007517699438,
      "grad_norm": 0.1261363141183274,
      "learning_rate": 1.0005098332550293e-05,
      "loss": 0.3214,
      "step": 1883
    },
    {
      "epoch": 1.1002846507554194,
      "grad_norm": 0.0896128782523432,
      "learning_rate": 9.994901667449708e-06,
      "loss": 0.3352,
      "step": 1884
    },
    {
      "epoch": 1.1008685497408948,
      "grad_norm": 0.0885084114401367,
      "learning_rate": 9.98470500764996e-06,
      "loss": 0.3638,
      "step": 1885
    },
    {
      "epoch": 1.1014524487263704,
      "grad_norm": 0.08329796184729478,
      "learning_rate": 9.974508363752715e-06,
      "loss": 0.3177,
      "step": 1886
    },
    {
      "epoch": 1.1020363477118458,
      "grad_norm": 0.09045340983354123,
      "learning_rate": 9.964311746359631e-06,
      "loss": 0.3548,
      "step": 1887
    },
    {
      "epoch": 1.1026202466973214,
      "grad_norm": 0.08201552686318266,
      "learning_rate": 9.95411516607233e-06,
      "loss": 0.3442,
      "step": 1888
    },
    {
      "epoch": 1.1032041456827968,
      "grad_norm": 0.09253972118624623,
      "learning_rate": 9.943918633492401e-06,
      "loss": 0.3262,
      "step": 1889
    },
    {
      "epoch": 1.1037880446682724,
      "grad_norm": 0.10017683453064405,
      "learning_rate": 9.933722159221375e-06,
      "loss": 0.3587,
      "step": 1890
    },
    {
      "epoch": 1.1043719436537478,
      "grad_norm": 0.09651968021882043,
      "learning_rate": 9.923525753860735e-06,
      "loss": 0.3429,
      "step": 1891
    },
    {
      "epoch": 1.1049558426392234,
      "grad_norm": 0.07744407636594508,
      "learning_rate": 9.91332942801188e-06,
      "loss": 0.2575,
      "step": 1892
    },
    {
      "epoch": 1.1055397416246988,
      "grad_norm": 0.09387865939097449,
      "learning_rate": 9.903133192276134e-06,
      "loss": 0.3942,
      "step": 1893
    },
    {
      "epoch": 1.1061236406101744,
      "grad_norm": 0.08581735557704355,
      "learning_rate": 9.892937057254729e-06,
      "loss": 0.2986,
      "step": 1894
    },
    {
      "epoch": 1.10670753959565,
      "grad_norm": 0.08687798158726862,
      "learning_rate": 9.882741033548781e-06,
      "loss": 0.3327,
      "step": 1895
    },
    {
      "epoch": 1.1072914385811254,
      "grad_norm": 0.08748788987404404,
      "learning_rate": 9.872545131759301e-06,
      "loss": 0.311,
      "step": 1896
    },
    {
      "epoch": 1.107875337566601,
      "grad_norm": 0.09543963107929415,
      "learning_rate": 9.862349362487172e-06,
      "loss": 0.3661,
      "step": 1897
    },
    {
      "epoch": 1.1084592365520765,
      "grad_norm": 0.0875661572958271,
      "learning_rate": 9.85215373633313e-06,
      "loss": 0.3199,
      "step": 1898
    },
    {
      "epoch": 1.109043135537552,
      "grad_norm": 0.09474444150147031,
      "learning_rate": 9.841958263897779e-06,
      "loss": 0.3464,
      "step": 1899
    },
    {
      "epoch": 1.1096270345230275,
      "grad_norm": 0.08879942800812773,
      "learning_rate": 9.831762955781548e-06,
      "loss": 0.2864,
      "step": 1900
    },
    {
      "epoch": 1.110210933508503,
      "grad_norm": 0.08791141654005762,
      "learning_rate": 9.8215678225847e-06,
      "loss": 0.338,
      "step": 1901
    },
    {
      "epoch": 1.1107948324939785,
      "grad_norm": 0.08623327404856848,
      "learning_rate": 9.811372874907323e-06,
      "loss": 0.3306,
      "step": 1902
    },
    {
      "epoch": 1.111378731479454,
      "grad_norm": 0.0891946146718852,
      "learning_rate": 9.801178123349298e-06,
      "loss": 0.3609,
      "step": 1903
    },
    {
      "epoch": 1.1119626304649295,
      "grad_norm": 0.08617093574491179,
      "learning_rate": 9.790983578510315e-06,
      "loss": 0.3649,
      "step": 1904
    },
    {
      "epoch": 1.112546529450405,
      "grad_norm": 0.08592057731270362,
      "learning_rate": 9.780789250989841e-06,
      "loss": 0.2976,
      "step": 1905
    },
    {
      "epoch": 1.1131304284358805,
      "grad_norm": 0.08887633672923068,
      "learning_rate": 9.77059515138712e-06,
      "loss": 0.3234,
      "step": 1906
    },
    {
      "epoch": 1.1137143274213561,
      "grad_norm": 0.08525591094079199,
      "learning_rate": 9.760401290301164e-06,
      "loss": 0.3222,
      "step": 1907
    },
    {
      "epoch": 1.1142982264068315,
      "grad_norm": 0.08728546007828297,
      "learning_rate": 9.750207678330726e-06,
      "loss": 0.352,
      "step": 1908
    },
    {
      "epoch": 1.1148821253923071,
      "grad_norm": 0.08990332738981899,
      "learning_rate": 9.740014326074308e-06,
      "loss": 0.3432,
      "step": 1909
    },
    {
      "epoch": 1.1154660243777825,
      "grad_norm": 0.09605260089569588,
      "learning_rate": 9.729821244130142e-06,
      "loss": 0.3498,
      "step": 1910
    },
    {
      "epoch": 1.1160499233632581,
      "grad_norm": 0.08890973600408256,
      "learning_rate": 9.719628443096175e-06,
      "loss": 0.3341,
      "step": 1911
    },
    {
      "epoch": 1.1166338223487338,
      "grad_norm": 0.09524397088339692,
      "learning_rate": 9.709435933570068e-06,
      "loss": 0.3465,
      "step": 1912
    },
    {
      "epoch": 1.1172177213342092,
      "grad_norm": 0.09452993705443247,
      "learning_rate": 9.699243726149168e-06,
      "loss": 0.3305,
      "step": 1913
    },
    {
      "epoch": 1.1178016203196848,
      "grad_norm": 0.09133219778555215,
      "learning_rate": 9.689051831430518e-06,
      "loss": 0.3405,
      "step": 1914
    },
    {
      "epoch": 1.1183855193051602,
      "grad_norm": 0.09338435111138753,
      "learning_rate": 9.678860260010834e-06,
      "loss": 0.3042,
      "step": 1915
    },
    {
      "epoch": 1.1189694182906358,
      "grad_norm": 0.08788457658099857,
      "learning_rate": 9.668669022486495e-06,
      "loss": 0.3185,
      "step": 1916
    },
    {
      "epoch": 1.1195533172761112,
      "grad_norm": 0.09102244584692436,
      "learning_rate": 9.658478129453532e-06,
      "loss": 0.3145,
      "step": 1917
    },
    {
      "epoch": 1.1201372162615868,
      "grad_norm": 0.09820977505822985,
      "learning_rate": 9.648287591507613e-06,
      "loss": 0.3359,
      "step": 1918
    },
    {
      "epoch": 1.1207211152470622,
      "grad_norm": 0.09341075263925457,
      "learning_rate": 9.638097419244048e-06,
      "loss": 0.3408,
      "step": 1919
    },
    {
      "epoch": 1.1213050142325378,
      "grad_norm": 0.09577786010014924,
      "learning_rate": 9.627907623257758e-06,
      "loss": 0.3544,
      "step": 1920
    },
    {
      "epoch": 1.1218889132180132,
      "grad_norm": 0.08891238118643427,
      "learning_rate": 9.617718214143279e-06,
      "loss": 0.3143,
      "step": 1921
    },
    {
      "epoch": 1.1224728122034888,
      "grad_norm": 0.0845200637862441,
      "learning_rate": 9.607529202494739e-06,
      "loss": 0.2964,
      "step": 1922
    },
    {
      "epoch": 1.1230567111889642,
      "grad_norm": 0.09721915300410626,
      "learning_rate": 9.597340598905851e-06,
      "loss": 0.3652,
      "step": 1923
    },
    {
      "epoch": 1.1236406101744398,
      "grad_norm": 0.0849865500424207,
      "learning_rate": 9.587152413969915e-06,
      "loss": 0.2882,
      "step": 1924
    },
    {
      "epoch": 1.1242245091599152,
      "grad_norm": 0.08853704011023654,
      "learning_rate": 9.576964658279783e-06,
      "loss": 0.3155,
      "step": 1925
    },
    {
      "epoch": 1.1248084081453908,
      "grad_norm": 0.08982160880811822,
      "learning_rate": 9.566777342427867e-06,
      "loss": 0.3239,
      "step": 1926
    },
    {
      "epoch": 1.1253923071308662,
      "grad_norm": 0.09466611244641286,
      "learning_rate": 9.556590477006123e-06,
      "loss": 0.3797,
      "step": 1927
    },
    {
      "epoch": 1.1259762061163419,
      "grad_norm": 0.0861500141090069,
      "learning_rate": 9.546404072606038e-06,
      "loss": 0.3268,
      "step": 1928
    },
    {
      "epoch": 1.1265601051018175,
      "grad_norm": 0.08712340601824575,
      "learning_rate": 9.536218139818615e-06,
      "loss": 0.3361,
      "step": 1929
    },
    {
      "epoch": 1.1271440040872929,
      "grad_norm": 0.08641470725320563,
      "learning_rate": 9.526032689234374e-06,
      "loss": 0.3574,
      "step": 1930
    },
    {
      "epoch": 1.1277279030727685,
      "grad_norm": 0.09093367953856038,
      "learning_rate": 9.515847731443324e-06,
      "loss": 0.3043,
      "step": 1931
    },
    {
      "epoch": 1.1283118020582439,
      "grad_norm": 0.08474927025618849,
      "learning_rate": 9.50566327703497e-06,
      "loss": 0.3285,
      "step": 1932
    },
    {
      "epoch": 1.1288957010437195,
      "grad_norm": 0.09369777973696722,
      "learning_rate": 9.49547933659829e-06,
      "loss": 0.3439,
      "step": 1933
    },
    {
      "epoch": 1.129479600029195,
      "grad_norm": 0.0885202869896613,
      "learning_rate": 9.48529592072173e-06,
      "loss": 0.3244,
      "step": 1934
    },
    {
      "epoch": 1.1300634990146705,
      "grad_norm": 0.08637043895605073,
      "learning_rate": 9.475113039993188e-06,
      "loss": 0.312,
      "step": 1935
    },
    {
      "epoch": 1.130647398000146,
      "grad_norm": 0.08667231566000794,
      "learning_rate": 9.464930705000008e-06,
      "loss": 0.3318,
      "step": 1936
    },
    {
      "epoch": 1.1312312969856215,
      "grad_norm": 0.08429349690611236,
      "learning_rate": 9.454748926328962e-06,
      "loss": 0.3224,
      "step": 1937
    },
    {
      "epoch": 1.131815195971097,
      "grad_norm": 0.08637131944071748,
      "learning_rate": 9.44456771456625e-06,
      "loss": 0.3445,
      "step": 1938
    },
    {
      "epoch": 1.1323990949565725,
      "grad_norm": 0.08855513734451015,
      "learning_rate": 9.434387080297477e-06,
      "loss": 0.3207,
      "step": 1939
    },
    {
      "epoch": 1.132982993942048,
      "grad_norm": 0.09126002491419556,
      "learning_rate": 9.424207034107653e-06,
      "loss": 0.3387,
      "step": 1940
    },
    {
      "epoch": 1.1335668929275236,
      "grad_norm": 0.0855312278483802,
      "learning_rate": 9.41402758658117e-06,
      "loss": 0.3053,
      "step": 1941
    },
    {
      "epoch": 1.1341507919129992,
      "grad_norm": 0.080055141081926,
      "learning_rate": 9.403848748301802e-06,
      "loss": 0.3185,
      "step": 1942
    },
    {
      "epoch": 1.1347346908984746,
      "grad_norm": 0.0872126021081361,
      "learning_rate": 9.39367052985269e-06,
      "loss": 0.3374,
      "step": 1943
    },
    {
      "epoch": 1.13531858988395,
      "grad_norm": 0.09003257434312742,
      "learning_rate": 9.38349294181633e-06,
      "loss": 0.317,
      "step": 1944
    },
    {
      "epoch": 1.1359024888694256,
      "grad_norm": 0.09005787075795883,
      "learning_rate": 9.373315994774558e-06,
      "loss": 0.3081,
      "step": 1945
    },
    {
      "epoch": 1.1364863878549012,
      "grad_norm": 0.0879423308725366,
      "learning_rate": 9.363139699308552e-06,
      "loss": 0.3694,
      "step": 1946
    },
    {
      "epoch": 1.1370702868403766,
      "grad_norm": 0.0897252869537841,
      "learning_rate": 9.352964065998801e-06,
      "loss": 0.3661,
      "step": 1947
    },
    {
      "epoch": 1.1376541858258522,
      "grad_norm": 0.08750478822635603,
      "learning_rate": 9.34278910542512e-06,
      "loss": 0.329,
      "step": 1948
    },
    {
      "epoch": 1.1382380848113276,
      "grad_norm": 0.09462196011160937,
      "learning_rate": 9.332614828166612e-06,
      "loss": 0.3644,
      "step": 1949
    },
    {
      "epoch": 1.1388219837968032,
      "grad_norm": 0.0966323802417669,
      "learning_rate": 9.322441244801678e-06,
      "loss": 0.343,
      "step": 1950
    },
    {
      "epoch": 1.1394058827822786,
      "grad_norm": 0.0876051977019757,
      "learning_rate": 9.312268365907989e-06,
      "loss": 0.3203,
      "step": 1951
    },
    {
      "epoch": 1.1399897817677542,
      "grad_norm": 0.08808572259773834,
      "learning_rate": 9.302096202062492e-06,
      "loss": 0.3151,
      "step": 1952
    },
    {
      "epoch": 1.1405736807532296,
      "grad_norm": 0.09327218945882221,
      "learning_rate": 9.291924763841387e-06,
      "loss": 0.3073,
      "step": 1953
    },
    {
      "epoch": 1.1411575797387052,
      "grad_norm": 0.09370052182546974,
      "learning_rate": 9.281754061820116e-06,
      "loss": 0.3812,
      "step": 1954
    },
    {
      "epoch": 1.1417414787241806,
      "grad_norm": 0.08830101505639888,
      "learning_rate": 9.271584106573364e-06,
      "loss": 0.3046,
      "step": 1955
    },
    {
      "epoch": 1.1423253777096563,
      "grad_norm": 0.09636322610297128,
      "learning_rate": 9.261414908675036e-06,
      "loss": 0.3367,
      "step": 1956
    },
    {
      "epoch": 1.1429092766951316,
      "grad_norm": 0.08440938717924151,
      "learning_rate": 9.251246478698242e-06,
      "loss": 0.2962,
      "step": 1957
    },
    {
      "epoch": 1.1434931756806073,
      "grad_norm": 0.09128667816804639,
      "learning_rate": 9.241078827215305e-06,
      "loss": 0.3592,
      "step": 1958
    },
    {
      "epoch": 1.1440770746660829,
      "grad_norm": 0.09389906607057764,
      "learning_rate": 9.230911964797734e-06,
      "loss": 0.3315,
      "step": 1959
    },
    {
      "epoch": 1.1446609736515583,
      "grad_norm": 0.09837540301060549,
      "learning_rate": 9.22074590201621e-06,
      "loss": 0.3819,
      "step": 1960
    },
    {
      "epoch": 1.1452448726370337,
      "grad_norm": 0.08707778711773677,
      "learning_rate": 9.210580649440598e-06,
      "loss": 0.303,
      "step": 1961
    },
    {
      "epoch": 1.1458287716225093,
      "grad_norm": 0.0913934683112321,
      "learning_rate": 9.200416217639906e-06,
      "loss": 0.3506,
      "step": 1962
    },
    {
      "epoch": 1.146412670607985,
      "grad_norm": 0.08986913466504597,
      "learning_rate": 9.190252617182301e-06,
      "loss": 0.2968,
      "step": 1963
    },
    {
      "epoch": 1.1469965695934603,
      "grad_norm": 0.08363074851294831,
      "learning_rate": 9.180089858635075e-06,
      "loss": 0.3339,
      "step": 1964
    },
    {
      "epoch": 1.147580468578936,
      "grad_norm": 0.09167795760631908,
      "learning_rate": 9.169927952564649e-06,
      "loss": 0.3346,
      "step": 1965
    },
    {
      "epoch": 1.1481643675644113,
      "grad_norm": 0.08951413858063466,
      "learning_rate": 9.159766909536559e-06,
      "loss": 0.3289,
      "step": 1966
    },
    {
      "epoch": 1.148748266549887,
      "grad_norm": 0.0877588964335431,
      "learning_rate": 9.149606740115444e-06,
      "loss": 0.3254,
      "step": 1967
    },
    {
      "epoch": 1.1493321655353623,
      "grad_norm": 0.08633956915256566,
      "learning_rate": 9.139447454865034e-06,
      "loss": 0.3122,
      "step": 1968
    },
    {
      "epoch": 1.149916064520838,
      "grad_norm": 0.094524543212872,
      "learning_rate": 9.129289064348135e-06,
      "loss": 0.3246,
      "step": 1969
    },
    {
      "epoch": 1.1504999635063133,
      "grad_norm": 0.10255989673364829,
      "learning_rate": 9.119131579126628e-06,
      "loss": 0.359,
      "step": 1970
    },
    {
      "epoch": 1.151083862491789,
      "grad_norm": 0.09036458505641354,
      "learning_rate": 9.108975009761452e-06,
      "loss": 0.3557,
      "step": 1971
    },
    {
      "epoch": 1.1516677614772644,
      "grad_norm": 0.08486439547057462,
      "learning_rate": 9.098819366812594e-06,
      "loss": 0.3164,
      "step": 1972
    },
    {
      "epoch": 1.15225166046274,
      "grad_norm": 0.08610447263168651,
      "learning_rate": 9.088664660839078e-06,
      "loss": 0.3315,
      "step": 1973
    },
    {
      "epoch": 1.1528355594482154,
      "grad_norm": 0.0821416341536052,
      "learning_rate": 9.078510902398948e-06,
      "loss": 0.3021,
      "step": 1974
    },
    {
      "epoch": 1.153419458433691,
      "grad_norm": 0.08737575297618551,
      "learning_rate": 9.068358102049272e-06,
      "loss": 0.3095,
      "step": 1975
    },
    {
      "epoch": 1.1540033574191666,
      "grad_norm": 0.08942829383846747,
      "learning_rate": 9.058206270346115e-06,
      "loss": 0.3247,
      "step": 1976
    },
    {
      "epoch": 1.154587256404642,
      "grad_norm": 0.08786813475121386,
      "learning_rate": 9.04805541784454e-06,
      "loss": 0.3365,
      "step": 1977
    },
    {
      "epoch": 1.1551711553901174,
      "grad_norm": 0.08419588326779412,
      "learning_rate": 9.037905555098589e-06,
      "loss": 0.3065,
      "step": 1978
    },
    {
      "epoch": 1.155755054375593,
      "grad_norm": 0.08507313609289438,
      "learning_rate": 9.027756692661272e-06,
      "loss": 0.3009,
      "step": 1979
    },
    {
      "epoch": 1.1563389533610686,
      "grad_norm": 0.09340794481966345,
      "learning_rate": 9.017608841084564e-06,
      "loss": 0.3412,
      "step": 1980
    },
    {
      "epoch": 1.156922852346544,
      "grad_norm": 0.09000360743008402,
      "learning_rate": 9.007462010919387e-06,
      "loss": 0.3105,
      "step": 1981
    },
    {
      "epoch": 1.1575067513320196,
      "grad_norm": 0.10725680285629115,
      "learning_rate": 8.997316212715599e-06,
      "loss": 0.3618,
      "step": 1982
    },
    {
      "epoch": 1.158090650317495,
      "grad_norm": 0.10158171229696798,
      "learning_rate": 8.987171457021992e-06,
      "loss": 0.3699,
      "step": 1983
    },
    {
      "epoch": 1.1586745493029706,
      "grad_norm": 0.09466697949043662,
      "learning_rate": 8.977027754386267e-06,
      "loss": 0.3134,
      "step": 1984
    },
    {
      "epoch": 1.159258448288446,
      "grad_norm": 0.09574576573575216,
      "learning_rate": 8.966885115355033e-06,
      "loss": 0.3449,
      "step": 1985
    },
    {
      "epoch": 1.1598423472739217,
      "grad_norm": 0.08604147597181305,
      "learning_rate": 8.95674355047379e-06,
      "loss": 0.3185,
      "step": 1986
    },
    {
      "epoch": 1.160426246259397,
      "grad_norm": 0.09185857480692544,
      "learning_rate": 8.946603070286926e-06,
      "loss": 0.3346,
      "step": 1987
    },
    {
      "epoch": 1.1610101452448727,
      "grad_norm": 0.08843123498991942,
      "learning_rate": 8.936463685337697e-06,
      "loss": 0.3117,
      "step": 1988
    },
    {
      "epoch": 1.161594044230348,
      "grad_norm": 0.0965653971633371,
      "learning_rate": 8.926325406168225e-06,
      "loss": 0.3393,
      "step": 1989
    },
    {
      "epoch": 1.1621779432158237,
      "grad_norm": 0.09224900450230931,
      "learning_rate": 8.91618824331948e-06,
      "loss": 0.3045,
      "step": 1990
    },
    {
      "epoch": 1.162761842201299,
      "grad_norm": 0.09327984735466081,
      "learning_rate": 8.906052207331268e-06,
      "loss": 0.3595,
      "step": 1991
    },
    {
      "epoch": 1.1633457411867747,
      "grad_norm": 0.0898004683215074,
      "learning_rate": 8.895917308742224e-06,
      "loss": 0.354,
      "step": 1992
    },
    {
      "epoch": 1.1639296401722503,
      "grad_norm": 0.09450340933352126,
      "learning_rate": 8.88578355808981e-06,
      "loss": 0.3372,
      "step": 1993
    },
    {
      "epoch": 1.1645135391577257,
      "grad_norm": 0.096049954830058,
      "learning_rate": 8.87565096591028e-06,
      "loss": 0.3422,
      "step": 1994
    },
    {
      "epoch": 1.165097438143201,
      "grad_norm": 0.08759726327723343,
      "learning_rate": 8.865519542738696e-06,
      "loss": 0.3328,
      "step": 1995
    },
    {
      "epoch": 1.1656813371286767,
      "grad_norm": 0.0855851612212482,
      "learning_rate": 8.855389299108894e-06,
      "loss": 0.3619,
      "step": 1996
    },
    {
      "epoch": 1.1662652361141523,
      "grad_norm": 0.07977637337252606,
      "learning_rate": 8.845260245553493e-06,
      "loss": 0.2931,
      "step": 1997
    },
    {
      "epoch": 1.1668491350996277,
      "grad_norm": 0.08858841568240232,
      "learning_rate": 8.83513239260387e-06,
      "loss": 0.3002,
      "step": 1998
    },
    {
      "epoch": 1.1674330340851033,
      "grad_norm": 0.08865197901365328,
      "learning_rate": 8.82500575079015e-06,
      "loss": 0.3414,
      "step": 1999
    },
    {
      "epoch": 1.1680169330705787,
      "grad_norm": 0.08836497268257691,
      "learning_rate": 8.81488033064121e-06,
      "loss": 0.3064,
      "step": 2000
    },
    {
      "epoch": 1.1686008320560544,
      "grad_norm": 0.08726725846232473,
      "learning_rate": 8.804756142684644e-06,
      "loss": 0.3232,
      "step": 2001
    },
    {
      "epoch": 1.1691847310415298,
      "grad_norm": 0.1003175501300991,
      "learning_rate": 8.79463319744677e-06,
      "loss": 0.3418,
      "step": 2002
    },
    {
      "epoch": 1.1697686300270054,
      "grad_norm": 0.09579676483673263,
      "learning_rate": 8.78451150545262e-06,
      "loss": 0.3275,
      "step": 2003
    },
    {
      "epoch": 1.1703525290124808,
      "grad_norm": 0.08340171263925608,
      "learning_rate": 8.774391077225914e-06,
      "loss": 0.2823,
      "step": 2004
    },
    {
      "epoch": 1.1709364279979564,
      "grad_norm": 0.08471021410803596,
      "learning_rate": 8.764271923289064e-06,
      "loss": 0.333,
      "step": 2005
    },
    {
      "epoch": 1.1715203269834318,
      "grad_norm": 0.08286583324571123,
      "learning_rate": 8.754154054163148e-06,
      "loss": 0.3199,
      "step": 2006
    },
    {
      "epoch": 1.1721042259689074,
      "grad_norm": 0.08938709323429189,
      "learning_rate": 8.744037480367922e-06,
      "loss": 0.3156,
      "step": 2007
    },
    {
      "epoch": 1.1726881249543828,
      "grad_norm": 0.09071984817071674,
      "learning_rate": 8.733922212421785e-06,
      "loss": 0.3103,
      "step": 2008
    },
    {
      "epoch": 1.1732720239398584,
      "grad_norm": 0.09296823278237291,
      "learning_rate": 8.723808260841781e-06,
      "loss": 0.3524,
      "step": 2009
    },
    {
      "epoch": 1.173855922925334,
      "grad_norm": 0.09797577152058487,
      "learning_rate": 8.713695636143584e-06,
      "loss": 0.3292,
      "step": 2010
    },
    {
      "epoch": 1.1744398219108094,
      "grad_norm": 0.08157491255408575,
      "learning_rate": 8.703584348841494e-06,
      "loss": 0.3096,
      "step": 2011
    },
    {
      "epoch": 1.1750237208962848,
      "grad_norm": 0.08533795315988303,
      "learning_rate": 8.693474409448416e-06,
      "loss": 0.3058,
      "step": 2012
    },
    {
      "epoch": 1.1756076198817604,
      "grad_norm": 0.09020326129304207,
      "learning_rate": 8.683365828475855e-06,
      "loss": 0.3205,
      "step": 2013
    },
    {
      "epoch": 1.176191518867236,
      "grad_norm": 0.08628119935114273,
      "learning_rate": 8.673258616433898e-06,
      "loss": 0.3184,
      "step": 2014
    },
    {
      "epoch": 1.1767754178527114,
      "grad_norm": 0.0936071568525904,
      "learning_rate": 8.663152783831215e-06,
      "loss": 0.3622,
      "step": 2015
    },
    {
      "epoch": 1.177359316838187,
      "grad_norm": 0.08506301902193308,
      "learning_rate": 8.653048341175044e-06,
      "loss": 0.3025,
      "step": 2016
    },
    {
      "epoch": 1.1779432158236625,
      "grad_norm": 0.08486492419968637,
      "learning_rate": 8.642945298971168e-06,
      "loss": 0.3278,
      "step": 2017
    },
    {
      "epoch": 1.178527114809138,
      "grad_norm": 0.08643089452139781,
      "learning_rate": 8.632843667723927e-06,
      "loss": 0.3168,
      "step": 2018
    },
    {
      "epoch": 1.1791110137946135,
      "grad_norm": 0.08311772011829664,
      "learning_rate": 8.62274345793618e-06,
      "loss": 0.3291,
      "step": 2019
    },
    {
      "epoch": 1.179694912780089,
      "grad_norm": 0.08518278542348555,
      "learning_rate": 8.61264468010932e-06,
      "loss": 0.3407,
      "step": 2020
    },
    {
      "epoch": 1.1802788117655645,
      "grad_norm": 0.08950711091173093,
      "learning_rate": 8.602547344743241e-06,
      "loss": 0.3604,
      "step": 2021
    },
    {
      "epoch": 1.18086271075104,
      "grad_norm": 0.08009010302762865,
      "learning_rate": 8.592451462336348e-06,
      "loss": 0.3108,
      "step": 2022
    },
    {
      "epoch": 1.1814466097365155,
      "grad_norm": 0.08536565204964701,
      "learning_rate": 8.582357043385529e-06,
      "loss": 0.3274,
      "step": 2023
    },
    {
      "epoch": 1.1820305087219911,
      "grad_norm": 0.10093033959494314,
      "learning_rate": 8.572264098386149e-06,
      "loss": 0.3948,
      "step": 2024
    },
    {
      "epoch": 1.1826144077074665,
      "grad_norm": 0.09359737967716063,
      "learning_rate": 8.562172637832041e-06,
      "loss": 0.3249,
      "step": 2025
    },
    {
      "epoch": 1.1831983066929421,
      "grad_norm": 0.08419883167045322,
      "learning_rate": 8.5520826722155e-06,
      "loss": 0.3185,
      "step": 2026
    },
    {
      "epoch": 1.1837822056784177,
      "grad_norm": 0.09418754010571004,
      "learning_rate": 8.54199421202726e-06,
      "loss": 0.3457,
      "step": 2027
    },
    {
      "epoch": 1.1843661046638931,
      "grad_norm": 0.09364267136227672,
      "learning_rate": 8.531907267756498e-06,
      "loss": 0.3135,
      "step": 2028
    },
    {
      "epoch": 1.1849500036493688,
      "grad_norm": 0.09517343293166886,
      "learning_rate": 8.521821849890802e-06,
      "loss": 0.3432,
      "step": 2029
    },
    {
      "epoch": 1.1855339026348442,
      "grad_norm": 0.08899341831106064,
      "learning_rate": 8.511737968916185e-06,
      "loss": 0.3666,
      "step": 2030
    },
    {
      "epoch": 1.1861178016203198,
      "grad_norm": 0.09225512938249174,
      "learning_rate": 8.50165563531706e-06,
      "loss": 0.3556,
      "step": 2031
    },
    {
      "epoch": 1.1867017006057952,
      "grad_norm": 0.08182079619534831,
      "learning_rate": 8.491574859576222e-06,
      "loss": 0.2991,
      "step": 2032
    },
    {
      "epoch": 1.1872855995912708,
      "grad_norm": 0.0834382289868222,
      "learning_rate": 8.481495652174859e-06,
      "loss": 0.3274,
      "step": 2033
    },
    {
      "epoch": 1.1878694985767462,
      "grad_norm": 0.08848447473008489,
      "learning_rate": 8.47141802359252e-06,
      "loss": 0.314,
      "step": 2034
    },
    {
      "epoch": 1.1884533975622218,
      "grad_norm": 0.08885211099252358,
      "learning_rate": 8.461341984307115e-06,
      "loss": 0.3111,
      "step": 2035
    },
    {
      "epoch": 1.1890372965476972,
      "grad_norm": 0.08374474532687923,
      "learning_rate": 8.4512675447949e-06,
      "loss": 0.3098,
      "step": 2036
    },
    {
      "epoch": 1.1896211955331728,
      "grad_norm": 0.08851997469428567,
      "learning_rate": 8.441194715530472e-06,
      "loss": 0.3248,
      "step": 2037
    },
    {
      "epoch": 1.1902050945186482,
      "grad_norm": 0.08155370546586357,
      "learning_rate": 8.431123506986747e-06,
      "loss": 0.3005,
      "step": 2038
    },
    {
      "epoch": 1.1907889935041238,
      "grad_norm": 0.08316419877005728,
      "learning_rate": 8.421053929634966e-06,
      "loss": 0.3174,
      "step": 2039
    },
    {
      "epoch": 1.1913728924895992,
      "grad_norm": 0.08646171446567384,
      "learning_rate": 8.410985993944663e-06,
      "loss": 0.312,
      "step": 2040
    },
    {
      "epoch": 1.1919567914750748,
      "grad_norm": 0.09041485750204672,
      "learning_rate": 8.400919710383673e-06,
      "loss": 0.3443,
      "step": 2041
    },
    {
      "epoch": 1.1925406904605502,
      "grad_norm": 0.08246920817556226,
      "learning_rate": 8.390855089418109e-06,
      "loss": 0.3031,
      "step": 2042
    },
    {
      "epoch": 1.1931245894460258,
      "grad_norm": 0.0811914653360878,
      "learning_rate": 8.380792141512355e-06,
      "loss": 0.2956,
      "step": 2043
    },
    {
      "epoch": 1.1937084884315015,
      "grad_norm": 0.08202782421981449,
      "learning_rate": 8.37073087712906e-06,
      "loss": 0.2931,
      "step": 2044
    },
    {
      "epoch": 1.1942923874169769,
      "grad_norm": 0.08635896376418187,
      "learning_rate": 8.360671306729114e-06,
      "loss": 0.3062,
      "step": 2045
    },
    {
      "epoch": 1.1948762864024525,
      "grad_norm": 0.08775343594750251,
      "learning_rate": 8.350613440771661e-06,
      "loss": 0.2896,
      "step": 2046
    },
    {
      "epoch": 1.1954601853879279,
      "grad_norm": 0.08491976655178993,
      "learning_rate": 8.340557289714055e-06,
      "loss": 0.3098,
      "step": 2047
    },
    {
      "epoch": 1.1960440843734035,
      "grad_norm": 0.0908519474896532,
      "learning_rate": 8.330502864011878e-06,
      "loss": 0.3052,
      "step": 2048
    },
    {
      "epoch": 1.1966279833588789,
      "grad_norm": 0.08912397670221836,
      "learning_rate": 8.320450174118914e-06,
      "loss": 0.3044,
      "step": 2049
    },
    {
      "epoch": 1.1972118823443545,
      "grad_norm": 0.0954851380432506,
      "learning_rate": 8.310399230487148e-06,
      "loss": 0.3589,
      "step": 2050
    },
    {
      "epoch": 1.19779578132983,
      "grad_norm": 0.0866851430666876,
      "learning_rate": 8.300350043566742e-06,
      "loss": 0.348,
      "step": 2051
    },
    {
      "epoch": 1.1983796803153055,
      "grad_norm": 0.08701828972001084,
      "learning_rate": 8.290302623806035e-06,
      "loss": 0.2881,
      "step": 2052
    },
    {
      "epoch": 1.198963579300781,
      "grad_norm": 0.08558329331497519,
      "learning_rate": 8.280256981651527e-06,
      "loss": 0.3344,
      "step": 2053
    },
    {
      "epoch": 1.1995474782862565,
      "grad_norm": 0.08872220597770586,
      "learning_rate": 8.270213127547871e-06,
      "loss": 0.3296,
      "step": 2054
    },
    {
      "epoch": 1.200131377271732,
      "grad_norm": 0.08763877816884778,
      "learning_rate": 8.260171071937863e-06,
      "loss": 0.3382,
      "step": 2055
    },
    {
      "epoch": 1.2007152762572075,
      "grad_norm": 0.08645770562055194,
      "learning_rate": 8.250130825262426e-06,
      "loss": 0.3047,
      "step": 2056
    },
    {
      "epoch": 1.201299175242683,
      "grad_norm": 0.09020848283827998,
      "learning_rate": 8.240092397960601e-06,
      "loss": 0.3234,
      "step": 2057
    },
    {
      "epoch": 1.2018830742281585,
      "grad_norm": 0.09172660715230793,
      "learning_rate": 8.230055800469543e-06,
      "loss": 0.3226,
      "step": 2058
    },
    {
      "epoch": 1.202466973213634,
      "grad_norm": 0.08085673436785963,
      "learning_rate": 8.2200210432245e-06,
      "loss": 0.2804,
      "step": 2059
    },
    {
      "epoch": 1.2030508721991096,
      "grad_norm": 0.08400725026168468,
      "learning_rate": 8.209988136658805e-06,
      "loss": 0.3092,
      "step": 2060
    },
    {
      "epoch": 1.2036347711845852,
      "grad_norm": 0.09010977366947723,
      "learning_rate": 8.199957091203876e-06,
      "loss": 0.2953,
      "step": 2061
    },
    {
      "epoch": 1.2042186701700606,
      "grad_norm": 0.08870089761512859,
      "learning_rate": 8.189927917289182e-06,
      "loss": 0.2976,
      "step": 2062
    },
    {
      "epoch": 1.2048025691555362,
      "grad_norm": 0.0983006010441233,
      "learning_rate": 8.179900625342256e-06,
      "loss": 0.3816,
      "step": 2063
    },
    {
      "epoch": 1.2053864681410116,
      "grad_norm": 0.08858299676276171,
      "learning_rate": 8.169875225788675e-06,
      "loss": 0.3538,
      "step": 2064
    },
    {
      "epoch": 1.2059703671264872,
      "grad_norm": 0.08176245408855808,
      "learning_rate": 8.159851729052041e-06,
      "loss": 0.3006,
      "step": 2065
    },
    {
      "epoch": 1.2065542661119626,
      "grad_norm": 0.09528740460599704,
      "learning_rate": 8.149830145553982e-06,
      "loss": 0.366,
      "step": 2066
    },
    {
      "epoch": 1.2071381650974382,
      "grad_norm": 0.09165988064565685,
      "learning_rate": 8.139810485714142e-06,
      "loss": 0.3401,
      "step": 2067
    },
    {
      "epoch": 1.2077220640829136,
      "grad_norm": 0.09088025931989592,
      "learning_rate": 8.129792759950157e-06,
      "loss": 0.3652,
      "step": 2068
    },
    {
      "epoch": 1.2083059630683892,
      "grad_norm": 0.09429153703216536,
      "learning_rate": 8.119776978677655e-06,
      "loss": 0.35,
      "step": 2069
    },
    {
      "epoch": 1.2088898620538646,
      "grad_norm": 0.09583452625159206,
      "learning_rate": 8.10976315231024e-06,
      "loss": 0.3712,
      "step": 2070
    },
    {
      "epoch": 1.2094737610393402,
      "grad_norm": 0.09269155046051072,
      "learning_rate": 8.099751291259485e-06,
      "loss": 0.336,
      "step": 2071
    },
    {
      "epoch": 1.2100576600248156,
      "grad_norm": 0.08554524420094772,
      "learning_rate": 8.089741405934923e-06,
      "loss": 0.2997,
      "step": 2072
    },
    {
      "epoch": 1.2106415590102912,
      "grad_norm": 0.09557355383696006,
      "learning_rate": 8.079733506744027e-06,
      "loss": 0.3388,
      "step": 2073
    },
    {
      "epoch": 1.2112254579957666,
      "grad_norm": 0.09686085859596412,
      "learning_rate": 8.069727604092213e-06,
      "loss": 0.3164,
      "step": 2074
    },
    {
      "epoch": 1.2118093569812423,
      "grad_norm": 0.09033688330494663,
      "learning_rate": 8.05972370838281e-06,
      "loss": 0.2947,
      "step": 2075
    },
    {
      "epoch": 1.2123932559667177,
      "grad_norm": 0.09377017429739727,
      "learning_rate": 8.04972183001707e-06,
      "loss": 0.3203,
      "step": 2076
    },
    {
      "epoch": 1.2129771549521933,
      "grad_norm": 0.094785731784518,
      "learning_rate": 8.03972197939414e-06,
      "loss": 0.3422,
      "step": 2077
    },
    {
      "epoch": 1.2135610539376689,
      "grad_norm": 0.09004417194853796,
      "learning_rate": 8.029724166911069e-06,
      "loss": 0.3556,
      "step": 2078
    },
    {
      "epoch": 1.2141449529231443,
      "grad_norm": 0.08473785025212613,
      "learning_rate": 8.019728402962776e-06,
      "loss": 0.2942,
      "step": 2079
    },
    {
      "epoch": 1.21472885190862,
      "grad_norm": 0.09377688849726686,
      "learning_rate": 8.009734697942054e-06,
      "loss": 0.3421,
      "step": 2080
    },
    {
      "epoch": 1.2153127508940953,
      "grad_norm": 0.0847032110238424,
      "learning_rate": 7.999743062239557e-06,
      "loss": 0.3062,
      "step": 2081
    },
    {
      "epoch": 1.215896649879571,
      "grad_norm": 0.08963636950525647,
      "learning_rate": 7.989753506243787e-06,
      "loss": 0.3308,
      "step": 2082
    },
    {
      "epoch": 1.2164805488650463,
      "grad_norm": 0.08278240427189165,
      "learning_rate": 7.979766040341084e-06,
      "loss": 0.3181,
      "step": 2083
    },
    {
      "epoch": 1.217064447850522,
      "grad_norm": 0.08426764510891403,
      "learning_rate": 7.969780674915613e-06,
      "loss": 0.3362,
      "step": 2084
    },
    {
      "epoch": 1.2176483468359973,
      "grad_norm": 0.0817778687871385,
      "learning_rate": 7.959797420349356e-06,
      "loss": 0.3029,
      "step": 2085
    },
    {
      "epoch": 1.218232245821473,
      "grad_norm": 0.08971186618482638,
      "learning_rate": 7.949816287022098e-06,
      "loss": 0.3412,
      "step": 2086
    },
    {
      "epoch": 1.2188161448069483,
      "grad_norm": 0.0991056308527583,
      "learning_rate": 7.939837285311425e-06,
      "loss": 0.3824,
      "step": 2087
    },
    {
      "epoch": 1.219400043792424,
      "grad_norm": 0.09080812645886331,
      "learning_rate": 7.9298604255927e-06,
      "loss": 0.3503,
      "step": 2088
    },
    {
      "epoch": 1.2199839427778993,
      "grad_norm": 0.0860805993747914,
      "learning_rate": 7.919885718239063e-06,
      "loss": 0.3155,
      "step": 2089
    },
    {
      "epoch": 1.220567841763375,
      "grad_norm": 0.09450351103914792,
      "learning_rate": 7.909913173621413e-06,
      "loss": 0.3544,
      "step": 2090
    },
    {
      "epoch": 1.2211517407488504,
      "grad_norm": 0.09059345485425477,
      "learning_rate": 7.899942802108402e-06,
      "loss": 0.3341,
      "step": 2091
    },
    {
      "epoch": 1.221735639734326,
      "grad_norm": 0.08901615566492187,
      "learning_rate": 7.889974614066425e-06,
      "loss": 0.3108,
      "step": 2092
    },
    {
      "epoch": 1.2223195387198014,
      "grad_norm": 0.08412818517312293,
      "learning_rate": 7.880008619859601e-06,
      "loss": 0.3434,
      "step": 2093
    },
    {
      "epoch": 1.222903437705277,
      "grad_norm": 0.08889742269975304,
      "learning_rate": 7.870044829849772e-06,
      "loss": 0.3184,
      "step": 2094
    },
    {
      "epoch": 1.2234873366907526,
      "grad_norm": 0.0889264989382093,
      "learning_rate": 7.860083254396491e-06,
      "loss": 0.3176,
      "step": 2095
    },
    {
      "epoch": 1.224071235676228,
      "grad_norm": 0.09503912735138634,
      "learning_rate": 7.850123903857004e-06,
      "loss": 0.3367,
      "step": 2096
    },
    {
      "epoch": 1.2246551346617036,
      "grad_norm": 0.08696946176200984,
      "learning_rate": 7.840166788586244e-06,
      "loss": 0.3044,
      "step": 2097
    },
    {
      "epoch": 1.225239033647179,
      "grad_norm": 0.09002158096072227,
      "learning_rate": 7.83021191893682e-06,
      "loss": 0.3339,
      "step": 2098
    },
    {
      "epoch": 1.2258229326326546,
      "grad_norm": 0.08500182917475167,
      "learning_rate": 7.820259305259009e-06,
      "loss": 0.3057,
      "step": 2099
    },
    {
      "epoch": 1.22640683161813,
      "grad_norm": 0.0868798777966659,
      "learning_rate": 7.810308957900736e-06,
      "loss": 0.3084,
      "step": 2100
    },
    {
      "epoch": 1.2269907306036056,
      "grad_norm": 0.09647998993093253,
      "learning_rate": 7.800360887207579e-06,
      "loss": 0.3355,
      "step": 2101
    },
    {
      "epoch": 1.227574629589081,
      "grad_norm": 0.09278055985883078,
      "learning_rate": 7.790415103522744e-06,
      "loss": 0.324,
      "step": 2102
    },
    {
      "epoch": 1.2281585285745567,
      "grad_norm": 0.08881490473212136,
      "learning_rate": 7.780471617187056e-06,
      "loss": 0.3494,
      "step": 2103
    },
    {
      "epoch": 1.228742427560032,
      "grad_norm": 0.07830010752707076,
      "learning_rate": 7.770530438538955e-06,
      "loss": 0.259,
      "step": 2104
    },
    {
      "epoch": 1.2293263265455077,
      "grad_norm": 0.09231147705540103,
      "learning_rate": 7.760591577914483e-06,
      "loss": 0.3242,
      "step": 2105
    },
    {
      "epoch": 1.229910225530983,
      "grad_norm": 0.0948175286391098,
      "learning_rate": 7.750655045647268e-06,
      "loss": 0.341,
      "step": 2106
    },
    {
      "epoch": 1.2304941245164587,
      "grad_norm": 0.10138261012242991,
      "learning_rate": 7.740720852068524e-06,
      "loss": 0.3417,
      "step": 2107
    },
    {
      "epoch": 1.231078023501934,
      "grad_norm": 0.08720982712502892,
      "learning_rate": 7.730789007507023e-06,
      "loss": 0.2918,
      "step": 2108
    },
    {
      "epoch": 1.2316619224874097,
      "grad_norm": 0.09433216845095259,
      "learning_rate": 7.720859522289101e-06,
      "loss": 0.3609,
      "step": 2109
    },
    {
      "epoch": 1.232245821472885,
      "grad_norm": 0.09007355004493099,
      "learning_rate": 7.710932406738643e-06,
      "loss": 0.3162,
      "step": 2110
    },
    {
      "epoch": 1.2328297204583607,
      "grad_norm": 0.0902764246795122,
      "learning_rate": 7.701007671177066e-06,
      "loss": 0.3275,
      "step": 2111
    },
    {
      "epoch": 1.2334136194438363,
      "grad_norm": 0.09175902602301357,
      "learning_rate": 7.691085325923317e-06,
      "loss": 0.3717,
      "step": 2112
    },
    {
      "epoch": 1.2339975184293117,
      "grad_norm": 0.08325644544545185,
      "learning_rate": 7.68116538129385e-06,
      "loss": 0.3156,
      "step": 2113
    },
    {
      "epoch": 1.2345814174147873,
      "grad_norm": 0.08475367139227559,
      "learning_rate": 7.671247847602628e-06,
      "loss": 0.326,
      "step": 2114
    },
    {
      "epoch": 1.2351653164002627,
      "grad_norm": 0.08824218481038557,
      "learning_rate": 7.661332735161111e-06,
      "loss": 0.2932,
      "step": 2115
    },
    {
      "epoch": 1.2357492153857383,
      "grad_norm": 0.09357777543389917,
      "learning_rate": 7.651420054278234e-06,
      "loss": 0.3547,
      "step": 2116
    },
    {
      "epoch": 1.2363331143712137,
      "grad_norm": 0.08257600107304924,
      "learning_rate": 7.641509815260412e-06,
      "loss": 0.3119,
      "step": 2117
    },
    {
      "epoch": 1.2369170133566894,
      "grad_norm": 0.09086093748377244,
      "learning_rate": 7.631602028411512e-06,
      "loss": 0.3621,
      "step": 2118
    },
    {
      "epoch": 1.2375009123421647,
      "grad_norm": 0.08877450222714746,
      "learning_rate": 7.621696704032857e-06,
      "loss": 0.3319,
      "step": 2119
    },
    {
      "epoch": 1.2380848113276404,
      "grad_norm": 0.08629618934457023,
      "learning_rate": 7.6117938524232105e-06,
      "loss": 0.2752,
      "step": 2120
    },
    {
      "epoch": 1.2386687103131158,
      "grad_norm": 0.09260099613989543,
      "learning_rate": 7.601893483878761e-06,
      "loss": 0.3242,
      "step": 2121
    },
    {
      "epoch": 1.2392526092985914,
      "grad_norm": 0.09638837192692037,
      "learning_rate": 7.591995608693118e-06,
      "loss": 0.3304,
      "step": 2122
    },
    {
      "epoch": 1.2398365082840668,
      "grad_norm": 0.08944137922931576,
      "learning_rate": 7.5821002371573005e-06,
      "loss": 0.298,
      "step": 2123
    },
    {
      "epoch": 1.2404204072695424,
      "grad_norm": 0.0928329254971466,
      "learning_rate": 7.572207379559722e-06,
      "loss": 0.3651,
      "step": 2124
    },
    {
      "epoch": 1.2410043062550178,
      "grad_norm": 0.083530204917641,
      "learning_rate": 7.562317046186182e-06,
      "loss": 0.2979,
      "step": 2125
    },
    {
      "epoch": 1.2415882052404934,
      "grad_norm": 0.08385221896372473,
      "learning_rate": 7.552429247319854e-06,
      "loss": 0.2847,
      "step": 2126
    },
    {
      "epoch": 1.2421721042259688,
      "grad_norm": 0.08905509883427613,
      "learning_rate": 7.542543993241278e-06,
      "loss": 0.3355,
      "step": 2127
    },
    {
      "epoch": 1.2427560032114444,
      "grad_norm": 0.09170532490783884,
      "learning_rate": 7.53266129422835e-06,
      "loss": 0.3217,
      "step": 2128
    },
    {
      "epoch": 1.24333990219692,
      "grad_norm": 0.09559023854479497,
      "learning_rate": 7.522781160556308e-06,
      "loss": 0.3567,
      "step": 2129
    },
    {
      "epoch": 1.2439238011823954,
      "grad_norm": 0.08425778978756891,
      "learning_rate": 7.512903602497723e-06,
      "loss": 0.28,
      "step": 2130
    },
    {
      "epoch": 1.244507700167871,
      "grad_norm": 0.0923496107481391,
      "learning_rate": 7.503028630322486e-06,
      "loss": 0.3308,
      "step": 2131
    },
    {
      "epoch": 1.2450915991533464,
      "grad_norm": 0.09200687690065452,
      "learning_rate": 7.4931562542977994e-06,
      "loss": 0.3519,
      "step": 2132
    },
    {
      "epoch": 1.245675498138822,
      "grad_norm": 0.08595469953917594,
      "learning_rate": 7.483286484688172e-06,
      "loss": 0.3423,
      "step": 2133
    },
    {
      "epoch": 1.2462593971242975,
      "grad_norm": 0.08380654279510158,
      "learning_rate": 7.473419331755395e-06,
      "loss": 0.2676,
      "step": 2134
    },
    {
      "epoch": 1.246843296109773,
      "grad_norm": 0.09162630582583986,
      "learning_rate": 7.463554805758546e-06,
      "loss": 0.3391,
      "step": 2135
    },
    {
      "epoch": 1.2474271950952485,
      "grad_norm": 0.08344837522392781,
      "learning_rate": 7.453692916953965e-06,
      "loss": 0.2986,
      "step": 2136
    },
    {
      "epoch": 1.248011094080724,
      "grad_norm": 0.08590676047840917,
      "learning_rate": 7.443833675595254e-06,
      "loss": 0.3104,
      "step": 2137
    },
    {
      "epoch": 1.2485949930661995,
      "grad_norm": 0.08727713583487184,
      "learning_rate": 7.433977091933262e-06,
      "loss": 0.3204,
      "step": 2138
    },
    {
      "epoch": 1.249178892051675,
      "grad_norm": 0.0893831073259057,
      "learning_rate": 7.424123176216072e-06,
      "loss": 0.3536,
      "step": 2139
    },
    {
      "epoch": 1.2497627910371505,
      "grad_norm": 0.09296090809386962,
      "learning_rate": 7.414271938689e-06,
      "loss": 0.3378,
      "step": 2140
    },
    {
      "epoch": 1.250346690022626,
      "grad_norm": 0.09565704202369064,
      "learning_rate": 7.404423389594569e-06,
      "loss": 0.3592,
      "step": 2141
    },
    {
      "epoch": 1.2509305890081017,
      "grad_norm": 0.08904583474133027,
      "learning_rate": 7.394577539172507e-06,
      "loss": 0.2896,
      "step": 2142
    },
    {
      "epoch": 1.2515144879935771,
      "grad_norm": 0.09310089349679415,
      "learning_rate": 7.3847343976597454e-06,
      "loss": 0.3373,
      "step": 2143
    },
    {
      "epoch": 1.2520983869790525,
      "grad_norm": 0.09898287781251883,
      "learning_rate": 7.374893975290391e-06,
      "loss": 0.3678,
      "step": 2144
    },
    {
      "epoch": 1.2526822859645281,
      "grad_norm": 0.09139450392915356,
      "learning_rate": 7.3650562822957285e-06,
      "loss": 0.3001,
      "step": 2145
    },
    {
      "epoch": 1.2532661849500037,
      "grad_norm": 0.09089933067684172,
      "learning_rate": 7.355221328904196e-06,
      "loss": 0.3278,
      "step": 2146
    },
    {
      "epoch": 1.2538500839354791,
      "grad_norm": 0.0886111087164762,
      "learning_rate": 7.3453891253413935e-06,
      "loss": 0.332,
      "step": 2147
    },
    {
      "epoch": 1.2544339829209545,
      "grad_norm": 0.09257488314179184,
      "learning_rate": 7.335559681830058e-06,
      "loss": 0.3439,
      "step": 2148
    },
    {
      "epoch": 1.2550178819064302,
      "grad_norm": 0.08532806334972541,
      "learning_rate": 7.325733008590053e-06,
      "loss": 0.3004,
      "step": 2149
    },
    {
      "epoch": 1.2556017808919058,
      "grad_norm": 0.08535436371065264,
      "learning_rate": 7.315909115838367e-06,
      "loss": 0.3178,
      "step": 2150
    },
    {
      "epoch": 1.2561856798773812,
      "grad_norm": 0.07842060269302502,
      "learning_rate": 7.306088013789097e-06,
      "loss": 0.2919,
      "step": 2151
    },
    {
      "epoch": 1.2567695788628568,
      "grad_norm": 0.09659238495831153,
      "learning_rate": 7.296269712653436e-06,
      "loss": 0.3769,
      "step": 2152
    },
    {
      "epoch": 1.2573534778483322,
      "grad_norm": 0.08957122963897593,
      "learning_rate": 7.28645422263967e-06,
      "loss": 0.2861,
      "step": 2153
    },
    {
      "epoch": 1.2579373768338078,
      "grad_norm": 0.08855421026899454,
      "learning_rate": 7.27664155395315e-06,
      "loss": 0.3635,
      "step": 2154
    },
    {
      "epoch": 1.2585212758192832,
      "grad_norm": 0.08603340736389661,
      "learning_rate": 7.266831716796307e-06,
      "loss": 0.3123,
      "step": 2155
    },
    {
      "epoch": 1.2591051748047588,
      "grad_norm": 0.08390293651041925,
      "learning_rate": 7.257024721368624e-06,
      "loss": 0.3079,
      "step": 2156
    },
    {
      "epoch": 1.2596890737902342,
      "grad_norm": 0.08585749084197501,
      "learning_rate": 7.247220577866625e-06,
      "loss": 0.2973,
      "step": 2157
    },
    {
      "epoch": 1.2602729727757098,
      "grad_norm": 0.08752801496908506,
      "learning_rate": 7.237419296483876e-06,
      "loss": 0.3127,
      "step": 2158
    },
    {
      "epoch": 1.2608568717611854,
      "grad_norm": 0.08607776861634736,
      "learning_rate": 7.227620887410958e-06,
      "loss": 0.3293,
      "step": 2159
    },
    {
      "epoch": 1.2614407707466608,
      "grad_norm": 0.0855948674623974,
      "learning_rate": 7.217825360835475e-06,
      "loss": 0.3294,
      "step": 2160
    },
    {
      "epoch": 1.2620246697321362,
      "grad_norm": 0.08438160607030644,
      "learning_rate": 7.208032726942027e-06,
      "loss": 0.3088,
      "step": 2161
    },
    {
      "epoch": 1.2626085687176118,
      "grad_norm": 0.08408724429883209,
      "learning_rate": 7.198242995912211e-06,
      "loss": 0.2711,
      "step": 2162
    },
    {
      "epoch": 1.2631924677030875,
      "grad_norm": 0.0905791674999825,
      "learning_rate": 7.1884561779246055e-06,
      "loss": 0.3465,
      "step": 2163
    },
    {
      "epoch": 1.2637763666885629,
      "grad_norm": 0.08661087049744949,
      "learning_rate": 7.178672283154756e-06,
      "loss": 0.3134,
      "step": 2164
    },
    {
      "epoch": 1.2643602656740383,
      "grad_norm": 0.09017883695829913,
      "learning_rate": 7.168891321775172e-06,
      "loss": 0.3735,
      "step": 2165
    },
    {
      "epoch": 1.2649441646595139,
      "grad_norm": 0.08446965060452846,
      "learning_rate": 7.159113303955314e-06,
      "loss": 0.3,
      "step": 2166
    },
    {
      "epoch": 1.2655280636449895,
      "grad_norm": 0.08253933103553424,
      "learning_rate": 7.149338239861579e-06,
      "loss": 0.2883,
      "step": 2167
    },
    {
      "epoch": 1.2661119626304649,
      "grad_norm": 0.08575623719159506,
      "learning_rate": 7.139566139657298e-06,
      "loss": 0.3233,
      "step": 2168
    },
    {
      "epoch": 1.2666958616159405,
      "grad_norm": 0.08418084973676067,
      "learning_rate": 7.129797013502713e-06,
      "loss": 0.3132,
      "step": 2169
    },
    {
      "epoch": 1.267279760601416,
      "grad_norm": 0.08828193297500339,
      "learning_rate": 7.12003087155498e-06,
      "loss": 0.3175,
      "step": 2170
    },
    {
      "epoch": 1.2678636595868915,
      "grad_norm": 0.09080420646597591,
      "learning_rate": 7.110267723968147e-06,
      "loss": 0.3234,
      "step": 2171
    },
    {
      "epoch": 1.268447558572367,
      "grad_norm": 0.08552695616141476,
      "learning_rate": 7.100507580893156e-06,
      "loss": 0.3242,
      "step": 2172
    },
    {
      "epoch": 1.2690314575578425,
      "grad_norm": 0.07819110042017013,
      "learning_rate": 7.09075045247782e-06,
      "loss": 0.2996,
      "step": 2173
    },
    {
      "epoch": 1.269615356543318,
      "grad_norm": 0.08465204152697191,
      "learning_rate": 7.080996348866817e-06,
      "loss": 0.3041,
      "step": 2174
    },
    {
      "epoch": 1.2701992555287935,
      "grad_norm": 0.08197392828512999,
      "learning_rate": 7.071245280201682e-06,
      "loss": 0.2885,
      "step": 2175
    },
    {
      "epoch": 1.2707831545142692,
      "grad_norm": 0.09135695794292213,
      "learning_rate": 7.061497256620793e-06,
      "loss": 0.3424,
      "step": 2176
    },
    {
      "epoch": 1.2713670534997445,
      "grad_norm": 0.09016288741766847,
      "learning_rate": 7.051752288259366e-06,
      "loss": 0.3095,
      "step": 2177
    },
    {
      "epoch": 1.27195095248522,
      "grad_norm": 0.08689267685938844,
      "learning_rate": 7.042010385249433e-06,
      "loss": 0.3023,
      "step": 2178
    },
    {
      "epoch": 1.2725348514706956,
      "grad_norm": 0.08701026711324569,
      "learning_rate": 7.032271557719847e-06,
      "loss": 0.3456,
      "step": 2179
    },
    {
      "epoch": 1.2731187504561712,
      "grad_norm": 0.0877401259725806,
      "learning_rate": 7.022535815796261e-06,
      "loss": 0.3444,
      "step": 2180
    },
    {
      "epoch": 1.2737026494416466,
      "grad_norm": 0.09311060888179258,
      "learning_rate": 7.012803169601118e-06,
      "loss": 0.3072,
      "step": 2181
    },
    {
      "epoch": 1.2742865484271222,
      "grad_norm": 0.0877088562797437,
      "learning_rate": 7.003073629253638e-06,
      "loss": 0.2839,
      "step": 2182
    },
    {
      "epoch": 1.2748704474125976,
      "grad_norm": 0.08818796564307313,
      "learning_rate": 6.9933472048698225e-06,
      "loss": 0.3098,
      "step": 2183
    },
    {
      "epoch": 1.2754543463980732,
      "grad_norm": 0.09359175728029971,
      "learning_rate": 6.983623906562422e-06,
      "loss": 0.3487,
      "step": 2184
    },
    {
      "epoch": 1.2760382453835486,
      "grad_norm": 0.08516415412088504,
      "learning_rate": 6.973903744440949e-06,
      "loss": 0.2897,
      "step": 2185
    },
    {
      "epoch": 1.2766221443690242,
      "grad_norm": 0.09261767199327858,
      "learning_rate": 6.964186728611644e-06,
      "loss": 0.3368,
      "step": 2186
    },
    {
      "epoch": 1.2772060433544996,
      "grad_norm": 0.09248284264252786,
      "learning_rate": 6.954472869177479e-06,
      "loss": 0.3361,
      "step": 2187
    },
    {
      "epoch": 1.2777899423399752,
      "grad_norm": 0.08569528811744197,
      "learning_rate": 6.944762176238149e-06,
      "loss": 0.3231,
      "step": 2188
    },
    {
      "epoch": 1.2783738413254506,
      "grad_norm": 0.08942214516761585,
      "learning_rate": 6.935054659890053e-06,
      "loss": 0.335,
      "step": 2189
    },
    {
      "epoch": 1.2789577403109262,
      "grad_norm": 0.09616967050095145,
      "learning_rate": 6.9253503302262855e-06,
      "loss": 0.3502,
      "step": 2190
    },
    {
      "epoch": 1.2795416392964016,
      "grad_norm": 0.08420300863991267,
      "learning_rate": 6.915649197336638e-06,
      "loss": 0.3064,
      "step": 2191
    },
    {
      "epoch": 1.2801255382818773,
      "grad_norm": 0.08412636442580161,
      "learning_rate": 6.905951271307561e-06,
      "loss": 0.316,
      "step": 2192
    },
    {
      "epoch": 1.2807094372673529,
      "grad_norm": 0.09616666932174228,
      "learning_rate": 6.896256562222184e-06,
      "loss": 0.3416,
      "step": 2193
    },
    {
      "epoch": 1.2812933362528283,
      "grad_norm": 0.1008877355099578,
      "learning_rate": 6.8865650801602855e-06,
      "loss": 0.42,
      "step": 2194
    },
    {
      "epoch": 1.2818772352383037,
      "grad_norm": 0.07988114301219877,
      "learning_rate": 6.8768768351982964e-06,
      "loss": 0.2824,
      "step": 2195
    },
    {
      "epoch": 1.2824611342237793,
      "grad_norm": 0.08236933044443509,
      "learning_rate": 6.867191837409275e-06,
      "loss": 0.2913,
      "step": 2196
    },
    {
      "epoch": 1.283045033209255,
      "grad_norm": 0.09080908360713386,
      "learning_rate": 6.857510096862901e-06,
      "loss": 0.3338,
      "step": 2197
    },
    {
      "epoch": 1.2836289321947303,
      "grad_norm": 0.09112184857960147,
      "learning_rate": 6.847831623625476e-06,
      "loss": 0.3542,
      "step": 2198
    },
    {
      "epoch": 1.284212831180206,
      "grad_norm": 0.08492954494818158,
      "learning_rate": 6.8381564277598974e-06,
      "loss": 0.2895,
      "step": 2199
    },
    {
      "epoch": 1.2847967301656813,
      "grad_norm": 0.08764422666889649,
      "learning_rate": 6.82848451932566e-06,
      "loss": 0.324,
      "step": 2200
    },
    {
      "epoch": 1.285380629151157,
      "grad_norm": 0.10242026715071606,
      "learning_rate": 6.81881590837884e-06,
      "loss": 0.406,
      "step": 2201
    },
    {
      "epoch": 1.2859645281366323,
      "grad_norm": 0.08597184043256181,
      "learning_rate": 6.809150604972079e-06,
      "loss": 0.2856,
      "step": 2202
    },
    {
      "epoch": 1.286548427122108,
      "grad_norm": 0.07621260625413552,
      "learning_rate": 6.799488619154586e-06,
      "loss": 0.2734,
      "step": 2203
    },
    {
      "epoch": 1.2871323261075833,
      "grad_norm": 0.09336758701902104,
      "learning_rate": 6.7898299609721186e-06,
      "loss": 0.3259,
      "step": 2204
    },
    {
      "epoch": 1.287716225093059,
      "grad_norm": 0.09711728283209334,
      "learning_rate": 6.780174640466976e-06,
      "loss": 0.3388,
      "step": 2205
    },
    {
      "epoch": 1.2883001240785343,
      "grad_norm": 0.10620903445766622,
      "learning_rate": 6.7705226676779855e-06,
      "loss": 0.3508,
      "step": 2206
    },
    {
      "epoch": 1.28888402306401,
      "grad_norm": 0.08626800542483866,
      "learning_rate": 6.760874052640494e-06,
      "loss": 0.2895,
      "step": 2207
    },
    {
      "epoch": 1.2894679220494853,
      "grad_norm": 0.08031672973715964,
      "learning_rate": 6.751228805386363e-06,
      "loss": 0.2987,
      "step": 2208
    },
    {
      "epoch": 1.290051821034961,
      "grad_norm": 0.08976524286231323,
      "learning_rate": 6.741586935943937e-06,
      "loss": 0.3321,
      "step": 2209
    },
    {
      "epoch": 1.2906357200204366,
      "grad_norm": 0.08745319732277276,
      "learning_rate": 6.731948454338064e-06,
      "loss": 0.293,
      "step": 2210
    },
    {
      "epoch": 1.291219619005912,
      "grad_norm": 0.09028163718088607,
      "learning_rate": 6.7223133705900635e-06,
      "loss": 0.3413,
      "step": 2211
    },
    {
      "epoch": 1.2918035179913874,
      "grad_norm": 0.08892035818716731,
      "learning_rate": 6.712681694717723e-06,
      "loss": 0.3291,
      "step": 2212
    },
    {
      "epoch": 1.292387416976863,
      "grad_norm": 0.0940637969912293,
      "learning_rate": 6.7030534367352884e-06,
      "loss": 0.3441,
      "step": 2213
    },
    {
      "epoch": 1.2929713159623386,
      "grad_norm": 0.09422753340458027,
      "learning_rate": 6.693428606653445e-06,
      "loss": 0.3624,
      "step": 2214
    },
    {
      "epoch": 1.293555214947814,
      "grad_norm": 0.09483873426990524,
      "learning_rate": 6.683807214479323e-06,
      "loss": 0.332,
      "step": 2215
    },
    {
      "epoch": 1.2941391139332896,
      "grad_norm": 0.08995445952764203,
      "learning_rate": 6.6741892702164735e-06,
      "loss": 0.3431,
      "step": 2216
    },
    {
      "epoch": 1.294723012918765,
      "grad_norm": 0.0837743296916354,
      "learning_rate": 6.664574783864862e-06,
      "loss": 0.3048,
      "step": 2217
    },
    {
      "epoch": 1.2953069119042406,
      "grad_norm": 0.08744013428007931,
      "learning_rate": 6.654963765420866e-06,
      "loss": 0.3184,
      "step": 2218
    },
    {
      "epoch": 1.295890810889716,
      "grad_norm": 0.07554607588145608,
      "learning_rate": 6.645356224877242e-06,
      "loss": 0.2774,
      "step": 2219
    },
    {
      "epoch": 1.2964747098751916,
      "grad_norm": 0.09097309522067505,
      "learning_rate": 6.635752172223146e-06,
      "loss": 0.3421,
      "step": 2220
    },
    {
      "epoch": 1.297058608860667,
      "grad_norm": 0.08233005581478425,
      "learning_rate": 6.626151617444103e-06,
      "loss": 0.3005,
      "step": 2221
    },
    {
      "epoch": 1.2976425078461427,
      "grad_norm": 0.08752739492407434,
      "learning_rate": 6.6165545705219955e-06,
      "loss": 0.2901,
      "step": 2222
    },
    {
      "epoch": 1.298226406831618,
      "grad_norm": 0.09068936353364801,
      "learning_rate": 6.606961041435068e-06,
      "loss": 0.3684,
      "step": 2223
    },
    {
      "epoch": 1.2988103058170937,
      "grad_norm": 0.08982675126176749,
      "learning_rate": 6.5973710401578985e-06,
      "loss": 0.3381,
      "step": 2224
    },
    {
      "epoch": 1.299394204802569,
      "grad_norm": 0.09074750032597248,
      "learning_rate": 6.587784576661401e-06,
      "loss": 0.2994,
      "step": 2225
    },
    {
      "epoch": 1.2999781037880447,
      "grad_norm": 0.08729585544203403,
      "learning_rate": 6.578201660912814e-06,
      "loss": 0.2869,
      "step": 2226
    },
    {
      "epoch": 1.3005620027735203,
      "grad_norm": 0.09495752202530981,
      "learning_rate": 6.568622302875682e-06,
      "loss": 0.3491,
      "step": 2227
    },
    {
      "epoch": 1.3011459017589957,
      "grad_norm": 0.08549156796822828,
      "learning_rate": 6.559046512509859e-06,
      "loss": 0.2931,
      "step": 2228
    },
    {
      "epoch": 1.301729800744471,
      "grad_norm": 0.08471469635005309,
      "learning_rate": 6.5494742997714765e-06,
      "loss": 0.292,
      "step": 2229
    },
    {
      "epoch": 1.3023136997299467,
      "grad_norm": 0.0820828483989417,
      "learning_rate": 6.539905674612956e-06,
      "loss": 0.3271,
      "step": 2230
    },
    {
      "epoch": 1.3028975987154223,
      "grad_norm": 0.08652593876725581,
      "learning_rate": 6.530340646982987e-06,
      "loss": 0.34,
      "step": 2231
    },
    {
      "epoch": 1.3034814977008977,
      "grad_norm": 0.09132262828249602,
      "learning_rate": 6.520779226826517e-06,
      "loss": 0.2995,
      "step": 2232
    },
    {
      "epoch": 1.3040653966863733,
      "grad_norm": 0.08362934650429593,
      "learning_rate": 6.511221424084748e-06,
      "loss": 0.2908,
      "step": 2233
    },
    {
      "epoch": 1.3046492956718487,
      "grad_norm": 0.08992030898838053,
      "learning_rate": 6.501667248695107e-06,
      "loss": 0.3082,
      "step": 2234
    },
    {
      "epoch": 1.3052331946573243,
      "grad_norm": 0.07898833881846185,
      "learning_rate": 6.4921167105912696e-06,
      "loss": 0.2594,
      "step": 2235
    },
    {
      "epoch": 1.3058170936427997,
      "grad_norm": 0.0876149955839265,
      "learning_rate": 6.482569819703117e-06,
      "loss": 0.2913,
      "step": 2236
    },
    {
      "epoch": 1.3064009926282754,
      "grad_norm": 0.09193639934893987,
      "learning_rate": 6.473026585956736e-06,
      "loss": 0.3655,
      "step": 2237
    },
    {
      "epoch": 1.3069848916137508,
      "grad_norm": 0.09575444768370414,
      "learning_rate": 6.4634870192744205e-06,
      "loss": 0.3287,
      "step": 2238
    },
    {
      "epoch": 1.3075687905992264,
      "grad_norm": 0.08852133768890016,
      "learning_rate": 6.453951129574644e-06,
      "loss": 0.3027,
      "step": 2239
    },
    {
      "epoch": 1.3081526895847018,
      "grad_norm": 0.09326848511389527,
      "learning_rate": 6.44441892677206e-06,
      "loss": 0.3492,
      "step": 2240
    },
    {
      "epoch": 1.3087365885701774,
      "grad_norm": 0.09086327815404624,
      "learning_rate": 6.434890420777491e-06,
      "loss": 0.3115,
      "step": 2241
    },
    {
      "epoch": 1.3093204875556528,
      "grad_norm": 0.08772912315526857,
      "learning_rate": 6.42536562149791e-06,
      "loss": 0.3071,
      "step": 2242
    },
    {
      "epoch": 1.3099043865411284,
      "grad_norm": 0.0922033033400455,
      "learning_rate": 6.41584453883644e-06,
      "loss": 0.3093,
      "step": 2243
    },
    {
      "epoch": 1.310488285526604,
      "grad_norm": 0.08936009136418017,
      "learning_rate": 6.40632718269234e-06,
      "loss": 0.307,
      "step": 2244
    },
    {
      "epoch": 1.3110721845120794,
      "grad_norm": 0.09021718135916507,
      "learning_rate": 6.396813562960993e-06,
      "loss": 0.3061,
      "step": 2245
    },
    {
      "epoch": 1.3116560834975548,
      "grad_norm": 0.08992121526506444,
      "learning_rate": 6.387303689533899e-06,
      "loss": 0.2875,
      "step": 2246
    },
    {
      "epoch": 1.3122399824830304,
      "grad_norm": 0.0852803727394185,
      "learning_rate": 6.377797572298661e-06,
      "loss": 0.3437,
      "step": 2247
    },
    {
      "epoch": 1.312823881468506,
      "grad_norm": 0.0908064451701135,
      "learning_rate": 6.3682952211389735e-06,
      "loss": 0.3314,
      "step": 2248
    },
    {
      "epoch": 1.3134077804539814,
      "grad_norm": 0.08487180971281678,
      "learning_rate": 6.358796645934624e-06,
      "loss": 0.3001,
      "step": 2249
    },
    {
      "epoch": 1.313991679439457,
      "grad_norm": 0.08497997587352095,
      "learning_rate": 6.349301856561468e-06,
      "loss": 0.338,
      "step": 2250
    },
    {
      "epoch": 1.3145755784249324,
      "grad_norm": 0.0894974313476187,
      "learning_rate": 6.3398108628914264e-06,
      "loss": 0.3287,
      "step": 2251
    },
    {
      "epoch": 1.315159477410408,
      "grad_norm": 0.0844865210053765,
      "learning_rate": 6.330323674792472e-06,
      "loss": 0.3276,
      "step": 2252
    },
    {
      "epoch": 1.3157433763958835,
      "grad_norm": 0.08265232853869993,
      "learning_rate": 6.320840302128619e-06,
      "loss": 0.3115,
      "step": 2253
    },
    {
      "epoch": 1.316327275381359,
      "grad_norm": 0.08207649027856014,
      "learning_rate": 6.311360754759923e-06,
      "loss": 0.3391,
      "step": 2254
    },
    {
      "epoch": 1.3169111743668345,
      "grad_norm": 0.08636987716456682,
      "learning_rate": 6.301885042542455e-06,
      "loss": 0.3155,
      "step": 2255
    },
    {
      "epoch": 1.31749507335231,
      "grad_norm": 0.08927553627852344,
      "learning_rate": 6.292413175328302e-06,
      "loss": 0.3288,
      "step": 2256
    },
    {
      "epoch": 1.3180789723377855,
      "grad_norm": 0.08785150379664414,
      "learning_rate": 6.282945162965548e-06,
      "loss": 0.3242,
      "step": 2257
    },
    {
      "epoch": 1.318662871323261,
      "grad_norm": 0.08251333861950808,
      "learning_rate": 6.273481015298275e-06,
      "loss": 0.3035,
      "step": 2258
    },
    {
      "epoch": 1.3192467703087365,
      "grad_norm": 0.0880586319347823,
      "learning_rate": 6.264020742166543e-06,
      "loss": 0.3199,
      "step": 2259
    },
    {
      "epoch": 1.319830669294212,
      "grad_norm": 0.08587110021390001,
      "learning_rate": 6.2545643534063894e-06,
      "loss": 0.3233,
      "step": 2260
    },
    {
      "epoch": 1.3204145682796877,
      "grad_norm": 0.08970088554360765,
      "learning_rate": 6.245111858849808e-06,
      "loss": 0.3143,
      "step": 2261
    },
    {
      "epoch": 1.3209984672651631,
      "grad_norm": 0.08672468431565483,
      "learning_rate": 6.235663268324735e-06,
      "loss": 0.3038,
      "step": 2262
    },
    {
      "epoch": 1.3215823662506385,
      "grad_norm": 0.09465642014809919,
      "learning_rate": 6.226218591655071e-06,
      "loss": 0.3288,
      "step": 2263
    },
    {
      "epoch": 1.3221662652361141,
      "grad_norm": 0.09375551208713268,
      "learning_rate": 6.216777838660627e-06,
      "loss": 0.3233,
      "step": 2264
    },
    {
      "epoch": 1.3227501642215898,
      "grad_norm": 0.08963715042018003,
      "learning_rate": 6.2073410191571395e-06,
      "loss": 0.3401,
      "step": 2265
    },
    {
      "epoch": 1.3233340632070651,
      "grad_norm": 0.08409008280490306,
      "learning_rate": 6.1979081429562575e-06,
      "loss": 0.3043,
      "step": 2266
    },
    {
      "epoch": 1.3239179621925408,
      "grad_norm": 0.08421715359657778,
      "learning_rate": 6.188479219865529e-06,
      "loss": 0.3294,
      "step": 2267
    },
    {
      "epoch": 1.3245018611780162,
      "grad_norm": 0.09152018200214336,
      "learning_rate": 6.179054259688393e-06,
      "loss": 0.2975,
      "step": 2268
    },
    {
      "epoch": 1.3250857601634918,
      "grad_norm": 0.08465863249059051,
      "learning_rate": 6.169633272224167e-06,
      "loss": 0.2869,
      "step": 2269
    },
    {
      "epoch": 1.3256696591489672,
      "grad_norm": 0.08192991638661111,
      "learning_rate": 6.160216267268037e-06,
      "loss": 0.2994,
      "step": 2270
    },
    {
      "epoch": 1.3262535581344428,
      "grad_norm": 0.08416419878399281,
      "learning_rate": 6.1508032546110485e-06,
      "loss": 0.3328,
      "step": 2271
    },
    {
      "epoch": 1.3268374571199182,
      "grad_norm": 0.09097247349739727,
      "learning_rate": 6.1413942440400994e-06,
      "loss": 0.336,
      "step": 2272
    },
    {
      "epoch": 1.3274213561053938,
      "grad_norm": 0.09588493043502216,
      "learning_rate": 6.1319892453379235e-06,
      "loss": 0.3499,
      "step": 2273
    },
    {
      "epoch": 1.3280052550908692,
      "grad_norm": 0.10019225153311204,
      "learning_rate": 6.122588268283085e-06,
      "loss": 0.3476,
      "step": 2274
    },
    {
      "epoch": 1.3285891540763448,
      "grad_norm": 0.07885383963938226,
      "learning_rate": 6.113191322649964e-06,
      "loss": 0.2745,
      "step": 2275
    },
    {
      "epoch": 1.3291730530618202,
      "grad_norm": 0.0961393669052555,
      "learning_rate": 6.10379841820875e-06,
      "loss": 0.3563,
      "step": 2276
    },
    {
      "epoch": 1.3297569520472958,
      "grad_norm": 0.09079312175679641,
      "learning_rate": 6.094409564725435e-06,
      "loss": 0.3322,
      "step": 2277
    },
    {
      "epoch": 1.3303408510327714,
      "grad_norm": 0.08529134769716017,
      "learning_rate": 6.085024771961792e-06,
      "loss": 0.3068,
      "step": 2278
    },
    {
      "epoch": 1.3309247500182468,
      "grad_norm": 0.09095069977334372,
      "learning_rate": 6.07564404967538e-06,
      "loss": 0.3196,
      "step": 2279
    },
    {
      "epoch": 1.3315086490037222,
      "grad_norm": 0.09220079070713902,
      "learning_rate": 6.06626740761952e-06,
      "loss": 0.3174,
      "step": 2280
    },
    {
      "epoch": 1.3320925479891979,
      "grad_norm": 0.09315870355841284,
      "learning_rate": 6.056894855543289e-06,
      "loss": 0.3042,
      "step": 2281
    },
    {
      "epoch": 1.3326764469746735,
      "grad_norm": 0.0927035883105029,
      "learning_rate": 6.047526403191517e-06,
      "loss": 0.3383,
      "step": 2282
    },
    {
      "epoch": 1.3332603459601489,
      "grad_norm": 0.0934526495055974,
      "learning_rate": 6.038162060304771e-06,
      "loss": 0.3471,
      "step": 2283
    },
    {
      "epoch": 1.3338442449456245,
      "grad_norm": 0.08308904613200654,
      "learning_rate": 6.028801836619345e-06,
      "loss": 0.3266,
      "step": 2284
    },
    {
      "epoch": 1.3344281439310999,
      "grad_norm": 0.08711519509926798,
      "learning_rate": 6.019445741867245e-06,
      "loss": 0.3309,
      "step": 2285
    },
    {
      "epoch": 1.3350120429165755,
      "grad_norm": 0.09850579396456162,
      "learning_rate": 6.010093785776188e-06,
      "loss": 0.3188,
      "step": 2286
    },
    {
      "epoch": 1.3355959419020509,
      "grad_norm": 0.08664242125847466,
      "learning_rate": 6.0007459780695885e-06,
      "loss": 0.3119,
      "step": 2287
    },
    {
      "epoch": 1.3361798408875265,
      "grad_norm": 0.08804636783157405,
      "learning_rate": 5.991402328466549e-06,
      "loss": 0.2901,
      "step": 2288
    },
    {
      "epoch": 1.336763739873002,
      "grad_norm": 0.0897055635498984,
      "learning_rate": 5.982062846681848e-06,
      "loss": 0.3325,
      "step": 2289
    },
    {
      "epoch": 1.3373476388584775,
      "grad_norm": 0.08868624138802335,
      "learning_rate": 5.97272754242592e-06,
      "loss": 0.3018,
      "step": 2290
    },
    {
      "epoch": 1.3379315378439531,
      "grad_norm": 0.09267649539708721,
      "learning_rate": 5.963396425404877e-06,
      "loss": 0.3549,
      "step": 2291
    },
    {
      "epoch": 1.3385154368294285,
      "grad_norm": 0.0905492375222619,
      "learning_rate": 5.954069505320466e-06,
      "loss": 0.2922,
      "step": 2292
    },
    {
      "epoch": 1.339099335814904,
      "grad_norm": 0.07938074202567831,
      "learning_rate": 5.944746791870062e-06,
      "loss": 0.2841,
      "step": 2293
    },
    {
      "epoch": 1.3396832348003795,
      "grad_norm": 0.09491290505536017,
      "learning_rate": 5.935428294746679e-06,
      "loss": 0.3233,
      "step": 2294
    },
    {
      "epoch": 1.3402671337858552,
      "grad_norm": 0.08982539093778345,
      "learning_rate": 5.926114023638944e-06,
      "loss": 0.3142,
      "step": 2295
    },
    {
      "epoch": 1.3408510327713306,
      "grad_norm": 0.08415242787315182,
      "learning_rate": 5.916803988231087e-06,
      "loss": 0.2782,
      "step": 2296
    },
    {
      "epoch": 1.341434931756806,
      "grad_norm": 0.0901244823907529,
      "learning_rate": 5.907498198202939e-06,
      "loss": 0.3413,
      "step": 2297
    },
    {
      "epoch": 1.3420188307422816,
      "grad_norm": 0.0854653562708484,
      "learning_rate": 5.898196663229912e-06,
      "loss": 0.3112,
      "step": 2298
    },
    {
      "epoch": 1.3426027297277572,
      "grad_norm": 0.09657466161365869,
      "learning_rate": 5.888899392982994e-06,
      "loss": 0.3395,
      "step": 2299
    },
    {
      "epoch": 1.3431866287132326,
      "grad_norm": 0.08933989483018863,
      "learning_rate": 5.879606397128743e-06,
      "loss": 0.3175,
      "step": 2300
    },
    {
      "epoch": 1.3437705276987082,
      "grad_norm": 0.08793395769254472,
      "learning_rate": 5.8703176853292705e-06,
      "loss": 0.3238,
      "step": 2301
    },
    {
      "epoch": 1.3443544266841836,
      "grad_norm": 0.09489643414218522,
      "learning_rate": 5.861033267242238e-06,
      "loss": 0.3194,
      "step": 2302
    },
    {
      "epoch": 1.3449383256696592,
      "grad_norm": 0.08146929049976696,
      "learning_rate": 5.85175315252083e-06,
      "loss": 0.2864,
      "step": 2303
    },
    {
      "epoch": 1.3455222246551346,
      "grad_norm": 0.08962029537333602,
      "learning_rate": 5.842477350813773e-06,
      "loss": 0.3215,
      "step": 2304
    },
    {
      "epoch": 1.3461061236406102,
      "grad_norm": 0.09932078165586779,
      "learning_rate": 5.833205871765297e-06,
      "loss": 0.4093,
      "step": 2305
    },
    {
      "epoch": 1.3466900226260856,
      "grad_norm": 0.08264374264297154,
      "learning_rate": 5.823938725015148e-06,
      "loss": 0.2694,
      "step": 2306
    },
    {
      "epoch": 1.3472739216115612,
      "grad_norm": 0.09210225730665865,
      "learning_rate": 5.8146759201985525e-06,
      "loss": 0.3423,
      "step": 2307
    },
    {
      "epoch": 1.3478578205970368,
      "grad_norm": 0.09642793780094958,
      "learning_rate": 5.8054174669462425e-06,
      "loss": 0.3438,
      "step": 2308
    },
    {
      "epoch": 1.3484417195825122,
      "grad_norm": 0.0941957871039035,
      "learning_rate": 5.796163374884406e-06,
      "loss": 0.3191,
      "step": 2309
    },
    {
      "epoch": 1.3490256185679876,
      "grad_norm": 0.08477501235147696,
      "learning_rate": 5.786913653634714e-06,
      "loss": 0.2993,
      "step": 2310
    },
    {
      "epoch": 1.3496095175534633,
      "grad_norm": 0.1040868923852869,
      "learning_rate": 5.77766831281428e-06,
      "loss": 0.3713,
      "step": 2311
    },
    {
      "epoch": 1.3501934165389389,
      "grad_norm": 0.08889556568888123,
      "learning_rate": 5.768427362035665e-06,
      "loss": 0.3343,
      "step": 2312
    },
    {
      "epoch": 1.3507773155244143,
      "grad_norm": 0.08833662100742769,
      "learning_rate": 5.759190810906876e-06,
      "loss": 0.2917,
      "step": 2313
    },
    {
      "epoch": 1.3513612145098897,
      "grad_norm": 0.08762407991793804,
      "learning_rate": 5.749958669031329e-06,
      "loss": 0.2977,
      "step": 2314
    },
    {
      "epoch": 1.3519451134953653,
      "grad_norm": 0.09611865005319543,
      "learning_rate": 5.740730946007874e-06,
      "loss": 0.3328,
      "step": 2315
    },
    {
      "epoch": 1.352529012480841,
      "grad_norm": 0.09744197012244712,
      "learning_rate": 5.7315076514307535e-06,
      "loss": 0.3483,
      "step": 2316
    },
    {
      "epoch": 1.3531129114663163,
      "grad_norm": 0.08736967597051962,
      "learning_rate": 5.722288794889603e-06,
      "loss": 0.3081,
      "step": 2317
    },
    {
      "epoch": 1.353696810451792,
      "grad_norm": 0.08696178625041079,
      "learning_rate": 5.713074385969457e-06,
      "loss": 0.2967,
      "step": 2318
    },
    {
      "epoch": 1.3542807094372673,
      "grad_norm": 0.08809003623691669,
      "learning_rate": 5.703864434250721e-06,
      "loss": 0.3138,
      "step": 2319
    },
    {
      "epoch": 1.354864608422743,
      "grad_norm": 0.08923836295390841,
      "learning_rate": 5.694658949309158e-06,
      "loss": 0.2979,
      "step": 2320
    },
    {
      "epoch": 1.3554485074082183,
      "grad_norm": 0.0914873273755702,
      "learning_rate": 5.685457940715898e-06,
      "loss": 0.3161,
      "step": 2321
    },
    {
      "epoch": 1.356032406393694,
      "grad_norm": 0.08458578739512944,
      "learning_rate": 5.67626141803741e-06,
      "loss": 0.2973,
      "step": 2322
    },
    {
      "epoch": 1.3566163053791693,
      "grad_norm": 0.08919375028311262,
      "learning_rate": 5.667069390835496e-06,
      "loss": 0.3073,
      "step": 2323
    },
    {
      "epoch": 1.357200204364645,
      "grad_norm": 0.09638264898662965,
      "learning_rate": 5.657881868667296e-06,
      "loss": 0.3423,
      "step": 2324
    },
    {
      "epoch": 1.3577841033501206,
      "grad_norm": 0.08514646725897815,
      "learning_rate": 5.648698861085254e-06,
      "loss": 0.2919,
      "step": 2325
    },
    {
      "epoch": 1.358368002335596,
      "grad_norm": 0.08898868734936971,
      "learning_rate": 5.639520377637127e-06,
      "loss": 0.3064,
      "step": 2326
    },
    {
      "epoch": 1.3589519013210714,
      "grad_norm": 0.09089482632797917,
      "learning_rate": 5.630346427865965e-06,
      "loss": 0.3123,
      "step": 2327
    },
    {
      "epoch": 1.359535800306547,
      "grad_norm": 0.09382254468991998,
      "learning_rate": 5.621177021310101e-06,
      "loss": 0.3375,
      "step": 2328
    },
    {
      "epoch": 1.3601196992920226,
      "grad_norm": 0.09318852129177874,
      "learning_rate": 5.612012167503157e-06,
      "loss": 0.3441,
      "step": 2329
    },
    {
      "epoch": 1.360703598277498,
      "grad_norm": 0.08873060752720996,
      "learning_rate": 5.602851875974005e-06,
      "loss": 0.3064,
      "step": 2330
    },
    {
      "epoch": 1.3612874972629734,
      "grad_norm": 0.08728502041268663,
      "learning_rate": 5.593696156246788e-06,
      "loss": 0.314,
      "step": 2331
    },
    {
      "epoch": 1.361871396248449,
      "grad_norm": 0.0927463275361709,
      "learning_rate": 5.584545017840886e-06,
      "loss": 0.3685,
      "step": 2332
    },
    {
      "epoch": 1.3624552952339246,
      "grad_norm": 0.09369001279195396,
      "learning_rate": 5.575398470270913e-06,
      "loss": 0.3686,
      "step": 2333
    },
    {
      "epoch": 1.3630391942194,
      "grad_norm": 0.08668617407630662,
      "learning_rate": 5.566256523046727e-06,
      "loss": 0.2923,
      "step": 2334
    },
    {
      "epoch": 1.3636230932048756,
      "grad_norm": 0.0888838804135982,
      "learning_rate": 5.5571191856733795e-06,
      "loss": 0.311,
      "step": 2335
    },
    {
      "epoch": 1.364206992190351,
      "grad_norm": 0.09254991206820427,
      "learning_rate": 5.547986467651152e-06,
      "loss": 0.3295,
      "step": 2336
    },
    {
      "epoch": 1.3647908911758266,
      "grad_norm": 0.09068196504570432,
      "learning_rate": 5.538858378475508e-06,
      "loss": 0.3497,
      "step": 2337
    },
    {
      "epoch": 1.365374790161302,
      "grad_norm": 0.1034669344195245,
      "learning_rate": 5.529734927637096e-06,
      "loss": 0.3083,
      "step": 2338
    },
    {
      "epoch": 1.3659586891467776,
      "grad_norm": 0.08684356593366298,
      "learning_rate": 5.520616124621759e-06,
      "loss": 0.308,
      "step": 2339
    },
    {
      "epoch": 1.366542588132253,
      "grad_norm": 0.0836675718229037,
      "learning_rate": 5.511501978910488e-06,
      "loss": 0.2955,
      "step": 2340
    },
    {
      "epoch": 1.3671264871177287,
      "grad_norm": 0.08678145120349268,
      "learning_rate": 5.50239249997945e-06,
      "loss": 0.3173,
      "step": 2341
    },
    {
      "epoch": 1.3677103861032043,
      "grad_norm": 0.09463097829253442,
      "learning_rate": 5.493287697299943e-06,
      "loss": 0.349,
      "step": 2342
    },
    {
      "epoch": 1.3682942850886797,
      "grad_norm": 0.08915587942394304,
      "learning_rate": 5.484187580338409e-06,
      "loss": 0.2712,
      "step": 2343
    },
    {
      "epoch": 1.368878184074155,
      "grad_norm": 0.09014612794458693,
      "learning_rate": 5.475092158556429e-06,
      "loss": 0.3215,
      "step": 2344
    },
    {
      "epoch": 1.3694620830596307,
      "grad_norm": 0.09777350564059445,
      "learning_rate": 5.4660014414106825e-06,
      "loss": 0.3614,
      "step": 2345
    },
    {
      "epoch": 1.3700459820451063,
      "grad_norm": 0.08131766318418737,
      "learning_rate": 5.4569154383529736e-06,
      "loss": 0.2895,
      "step": 2346
    },
    {
      "epoch": 1.3706298810305817,
      "grad_norm": 0.08481668626094135,
      "learning_rate": 5.447834158830202e-06,
      "loss": 0.2973,
      "step": 2347
    },
    {
      "epoch": 1.371213780016057,
      "grad_norm": 0.08857640370260278,
      "learning_rate": 5.438757612284348e-06,
      "loss": 0.3202,
      "step": 2348
    },
    {
      "epoch": 1.3717976790015327,
      "grad_norm": 0.09360356427689126,
      "learning_rate": 5.429685808152483e-06,
      "loss": 0.3291,
      "step": 2349
    },
    {
      "epoch": 1.3723815779870083,
      "grad_norm": 0.09088786221232266,
      "learning_rate": 5.420618755866736e-06,
      "loss": 0.3401,
      "step": 2350
    },
    {
      "epoch": 1.3729654769724837,
      "grad_norm": 0.08738037990918432,
      "learning_rate": 5.411556464854301e-06,
      "loss": 0.3057,
      "step": 2351
    },
    {
      "epoch": 1.3735493759579593,
      "grad_norm": 0.09166121931080977,
      "learning_rate": 5.4024989445374245e-06,
      "loss": 0.3122,
      "step": 2352
    },
    {
      "epoch": 1.3741332749434347,
      "grad_norm": 0.09067182252476852,
      "learning_rate": 5.393446204333386e-06,
      "loss": 0.3123,
      "step": 2353
    },
    {
      "epoch": 1.3747171739289104,
      "grad_norm": 0.08584275851832228,
      "learning_rate": 5.384398253654504e-06,
      "loss": 0.2996,
      "step": 2354
    },
    {
      "epoch": 1.3753010729143857,
      "grad_norm": 0.08953651166555315,
      "learning_rate": 5.3753551019081065e-06,
      "loss": 0.3319,
      "step": 2355
    },
    {
      "epoch": 1.3758849718998614,
      "grad_norm": 0.08459576431836931,
      "learning_rate": 5.366316758496537e-06,
      "loss": 0.298,
      "step": 2356
    },
    {
      "epoch": 1.3764688708853368,
      "grad_norm": 0.08688944981926627,
      "learning_rate": 5.357283232817147e-06,
      "loss": 0.308,
      "step": 2357
    },
    {
      "epoch": 1.3770527698708124,
      "grad_norm": 0.08749063579595985,
      "learning_rate": 5.348254534262262e-06,
      "loss": 0.3272,
      "step": 2358
    },
    {
      "epoch": 1.377636668856288,
      "grad_norm": 0.09900726384641693,
      "learning_rate": 5.339230672219209e-06,
      "loss": 0.3622,
      "step": 2359
    },
    {
      "epoch": 1.3782205678417634,
      "grad_norm": 0.0938802197059796,
      "learning_rate": 5.330211656070269e-06,
      "loss": 0.3331,
      "step": 2360
    },
    {
      "epoch": 1.3788044668272388,
      "grad_norm": 0.09336466505481651,
      "learning_rate": 5.3211974951926906e-06,
      "loss": 0.3568,
      "step": 2361
    },
    {
      "epoch": 1.3793883658127144,
      "grad_norm": 0.08804332717108786,
      "learning_rate": 5.312188198958681e-06,
      "loss": 0.3083,
      "step": 2362
    },
    {
      "epoch": 1.37997226479819,
      "grad_norm": 0.09008200820945853,
      "learning_rate": 5.303183776735379e-06,
      "loss": 0.3028,
      "step": 2363
    },
    {
      "epoch": 1.3805561637836654,
      "grad_norm": 0.0892474916519469,
      "learning_rate": 5.294184237884865e-06,
      "loss": 0.3144,
      "step": 2364
    },
    {
      "epoch": 1.3811400627691408,
      "grad_norm": 0.08223145774836955,
      "learning_rate": 5.2851895917641345e-06,
      "loss": 0.306,
      "step": 2365
    },
    {
      "epoch": 1.3817239617546164,
      "grad_norm": 0.08098177841713741,
      "learning_rate": 5.276199847725098e-06,
      "loss": 0.2933,
      "step": 2366
    },
    {
      "epoch": 1.382307860740092,
      "grad_norm": 0.08688322863987814,
      "learning_rate": 5.267215015114574e-06,
      "loss": 0.3069,
      "step": 2367
    },
    {
      "epoch": 1.3828917597255674,
      "grad_norm": 0.08378347266843482,
      "learning_rate": 5.258235103274265e-06,
      "loss": 0.3034,
      "step": 2368
    },
    {
      "epoch": 1.383475658711043,
      "grad_norm": 0.08454380710933902,
      "learning_rate": 5.249260121540772e-06,
      "loss": 0.2976,
      "step": 2369
    },
    {
      "epoch": 1.3840595576965184,
      "grad_norm": 0.08839053097244433,
      "learning_rate": 5.240290079245555e-06,
      "loss": 0.2879,
      "step": 2370
    },
    {
      "epoch": 1.384643456681994,
      "grad_norm": 0.09006590705762338,
      "learning_rate": 5.231324985714942e-06,
      "loss": 0.3213,
      "step": 2371
    },
    {
      "epoch": 1.3852273556674695,
      "grad_norm": 0.09706417197920225,
      "learning_rate": 5.222364850270125e-06,
      "loss": 0.3494,
      "step": 2372
    },
    {
      "epoch": 1.385811254652945,
      "grad_norm": 0.08343025312016701,
      "learning_rate": 5.213409682227129e-06,
      "loss": 0.3262,
      "step": 2373
    },
    {
      "epoch": 1.3863951536384205,
      "grad_norm": 0.08742227091949549,
      "learning_rate": 5.204459490896818e-06,
      "loss": 0.3178,
      "step": 2374
    },
    {
      "epoch": 1.386979052623896,
      "grad_norm": 0.0797910582517202,
      "learning_rate": 5.195514285584893e-06,
      "loss": 0.3126,
      "step": 2375
    },
    {
      "epoch": 1.3875629516093717,
      "grad_norm": 0.08858594630841747,
      "learning_rate": 5.1865740755918496e-06,
      "loss": 0.3168,
      "step": 2376
    },
    {
      "epoch": 1.388146850594847,
      "grad_norm": 0.09631330127847068,
      "learning_rate": 5.177638870213008e-06,
      "loss": 0.4051,
      "step": 2377
    },
    {
      "epoch": 1.3887307495803225,
      "grad_norm": 0.08355308751976169,
      "learning_rate": 5.1687086787384786e-06,
      "loss": 0.3115,
      "step": 2378
    },
    {
      "epoch": 1.3893146485657981,
      "grad_norm": 0.0863955143558716,
      "learning_rate": 5.1597835104531514e-06,
      "loss": 0.3057,
      "step": 2379
    },
    {
      "epoch": 1.3898985475512737,
      "grad_norm": 0.07591133976512111,
      "learning_rate": 5.1508633746367075e-06,
      "loss": 0.2764,
      "step": 2380
    },
    {
      "epoch": 1.3904824465367491,
      "grad_norm": 0.08008593536481562,
      "learning_rate": 5.141948280563582e-06,
      "loss": 0.2802,
      "step": 2381
    },
    {
      "epoch": 1.3910663455222245,
      "grad_norm": 0.08798366857304221,
      "learning_rate": 5.133038237502983e-06,
      "loss": 0.3115,
      "step": 2382
    },
    {
      "epoch": 1.3916502445077001,
      "grad_norm": 0.0896288630572044,
      "learning_rate": 5.1241332547188535e-06,
      "loss": 0.3092,
      "step": 2383
    },
    {
      "epoch": 1.3922341434931758,
      "grad_norm": 0.09434405164124895,
      "learning_rate": 5.1152333414698774e-06,
      "loss": 0.3169,
      "step": 2384
    },
    {
      "epoch": 1.3928180424786512,
      "grad_norm": 0.09115571048804291,
      "learning_rate": 5.106338507009478e-06,
      "loss": 0.3238,
      "step": 2385
    },
    {
      "epoch": 1.3934019414641268,
      "grad_norm": 0.09490079900382614,
      "learning_rate": 5.097448760585784e-06,
      "loss": 0.3303,
      "step": 2386
    },
    {
      "epoch": 1.3939858404496022,
      "grad_norm": 0.0888260244262516,
      "learning_rate": 5.088564111441645e-06,
      "loss": 0.3111,
      "step": 2387
    },
    {
      "epoch": 1.3945697394350778,
      "grad_norm": 0.0915085677667555,
      "learning_rate": 5.079684568814607e-06,
      "loss": 0.3118,
      "step": 2388
    },
    {
      "epoch": 1.3951536384205532,
      "grad_norm": 0.0823939819979883,
      "learning_rate": 5.070810141936901e-06,
      "loss": 0.2832,
      "step": 2389
    },
    {
      "epoch": 1.3957375374060288,
      "grad_norm": 0.08914409721994397,
      "learning_rate": 5.06194084003545e-06,
      "loss": 0.3272,
      "step": 2390
    },
    {
      "epoch": 1.3963214363915042,
      "grad_norm": 0.08624331955605972,
      "learning_rate": 5.053076672331837e-06,
      "loss": 0.293,
      "step": 2391
    },
    {
      "epoch": 1.3969053353769798,
      "grad_norm": 0.08523689707460945,
      "learning_rate": 5.04421764804232e-06,
      "loss": 0.2851,
      "step": 2392
    },
    {
      "epoch": 1.3974892343624554,
      "grad_norm": 0.09400706998854881,
      "learning_rate": 5.035363776377797e-06,
      "loss": 0.2878,
      "step": 2393
    },
    {
      "epoch": 1.3980731333479308,
      "grad_norm": 0.09569727179332492,
      "learning_rate": 5.026515066543813e-06,
      "loss": 0.3504,
      "step": 2394
    },
    {
      "epoch": 1.3986570323334062,
      "grad_norm": 0.08909777953613215,
      "learning_rate": 5.017671527740551e-06,
      "loss": 0.3243,
      "step": 2395
    },
    {
      "epoch": 1.3992409313188818,
      "grad_norm": 0.08829680049071838,
      "learning_rate": 5.008833169162805e-06,
      "loss": 0.2971,
      "step": 2396
    },
    {
      "epoch": 1.3998248303043574,
      "grad_norm": 0.09062963508407255,
      "learning_rate": 5.000000000000003e-06,
      "loss": 0.3123,
      "step": 2397
    },
    {
      "epoch": 1.4004087292898328,
      "grad_norm": 0.09466043378086396,
      "learning_rate": 4.991172029436157e-06,
      "loss": 0.3151,
      "step": 2398
    },
    {
      "epoch": 1.4009926282753082,
      "grad_norm": 0.08276613525555017,
      "learning_rate": 4.982349266649884e-06,
      "loss": 0.2993,
      "step": 2399
    },
    {
      "epoch": 1.4015765272607839,
      "grad_norm": 0.0783168915983525,
      "learning_rate": 4.97353172081439e-06,
      "loss": 0.2667,
      "step": 2400
    },
    {
      "epoch": 1.4021604262462595,
      "grad_norm": 0.09277063821120075,
      "learning_rate": 4.964719401097444e-06,
      "loss": 0.3575,
      "step": 2401
    },
    {
      "epoch": 1.4027443252317349,
      "grad_norm": 0.08034353893032221,
      "learning_rate": 4.9559123166613935e-06,
      "loss": 0.278,
      "step": 2402
    },
    {
      "epoch": 1.4033282242172105,
      "grad_norm": 0.089987609682839,
      "learning_rate": 4.947110476663143e-06,
      "loss": 0.3279,
      "step": 2403
    },
    {
      "epoch": 1.4039121232026859,
      "grad_norm": 0.08410256785086956,
      "learning_rate": 4.93831389025413e-06,
      "loss": 0.2947,
      "step": 2404
    },
    {
      "epoch": 1.4044960221881615,
      "grad_norm": 0.08174319185043308,
      "learning_rate": 4.9295225665803504e-06,
      "loss": 0.2679,
      "step": 2405
    },
    {
      "epoch": 1.405079921173637,
      "grad_norm": 0.0934377459393833,
      "learning_rate": 4.9207365147823114e-06,
      "loss": 0.3464,
      "step": 2406
    },
    {
      "epoch": 1.4056638201591125,
      "grad_norm": 0.09087806109456224,
      "learning_rate": 4.911955743995042e-06,
      "loss": 0.3686,
      "step": 2407
    },
    {
      "epoch": 1.406247719144588,
      "grad_norm": 0.08702607275646844,
      "learning_rate": 4.90318026334809e-06,
      "loss": 0.2951,
      "step": 2408
    },
    {
      "epoch": 1.4068316181300635,
      "grad_norm": 0.08745615324701193,
      "learning_rate": 4.894410081965489e-06,
      "loss": 0.3125,
      "step": 2409
    },
    {
      "epoch": 1.4074155171155391,
      "grad_norm": 0.08164698269954809,
      "learning_rate": 4.885645208965779e-06,
      "loss": 0.28,
      "step": 2410
    },
    {
      "epoch": 1.4079994161010145,
      "grad_norm": 0.09556156302921621,
      "learning_rate": 4.876885653461967e-06,
      "loss": 0.3702,
      "step": 2411
    },
    {
      "epoch": 1.40858331508649,
      "grad_norm": 0.08805956721964225,
      "learning_rate": 4.868131424561532e-06,
      "loss": 0.297,
      "step": 2412
    },
    {
      "epoch": 1.4091672140719655,
      "grad_norm": 0.08170501075075969,
      "learning_rate": 4.859382531366428e-06,
      "loss": 0.3054,
      "step": 2413
    },
    {
      "epoch": 1.4097511130574412,
      "grad_norm": 0.09075494274467835,
      "learning_rate": 4.850638982973043e-06,
      "loss": 0.3416,
      "step": 2414
    },
    {
      "epoch": 1.4103350120429166,
      "grad_norm": 0.09100186519968893,
      "learning_rate": 4.841900788472227e-06,
      "loss": 0.3102,
      "step": 2415
    },
    {
      "epoch": 1.410918911028392,
      "grad_norm": 0.08782295170474512,
      "learning_rate": 4.833167956949249e-06,
      "loss": 0.3154,
      "step": 2416
    },
    {
      "epoch": 1.4115028100138676,
      "grad_norm": 0.08189470709325967,
      "learning_rate": 4.824440497483802e-06,
      "loss": 0.2698,
      "step": 2417
    },
    {
      "epoch": 1.4120867089993432,
      "grad_norm": 0.0923971262599707,
      "learning_rate": 4.815718419150007e-06,
      "loss": 0.2986,
      "step": 2418
    },
    {
      "epoch": 1.4126706079848186,
      "grad_norm": 0.08991001348597132,
      "learning_rate": 4.807001731016374e-06,
      "loss": 0.3356,
      "step": 2419
    },
    {
      "epoch": 1.4132545069702942,
      "grad_norm": 0.09044980403159322,
      "learning_rate": 4.7982904421458245e-06,
      "loss": 0.3189,
      "step": 2420
    },
    {
      "epoch": 1.4138384059557696,
      "grad_norm": 0.08840491072029048,
      "learning_rate": 4.789584561595651e-06,
      "loss": 0.2987,
      "step": 2421
    },
    {
      "epoch": 1.4144223049412452,
      "grad_norm": 0.0945298079999019,
      "learning_rate": 4.780884098417531e-06,
      "loss": 0.3517,
      "step": 2422
    },
    {
      "epoch": 1.4150062039267206,
      "grad_norm": 0.09052684780179952,
      "learning_rate": 4.772189061657511e-06,
      "loss": 0.3092,
      "step": 2423
    },
    {
      "epoch": 1.4155901029121962,
      "grad_norm": 0.08538798541210658,
      "learning_rate": 4.763499460355988e-06,
      "loss": 0.2917,
      "step": 2424
    },
    {
      "epoch": 1.4161740018976716,
      "grad_norm": 0.09447112095262956,
      "learning_rate": 4.7548153035477185e-06,
      "loss": 0.3388,
      "step": 2425
    },
    {
      "epoch": 1.4167579008831472,
      "grad_norm": 0.08306824905023341,
      "learning_rate": 4.746136600261791e-06,
      "loss": 0.2784,
      "step": 2426
    },
    {
      "epoch": 1.4173417998686229,
      "grad_norm": 0.08317019946958368,
      "learning_rate": 4.737463359521618e-06,
      "loss": 0.3086,
      "step": 2427
    },
    {
      "epoch": 1.4179256988540982,
      "grad_norm": 0.09183631302562928,
      "learning_rate": 4.728795590344948e-06,
      "loss": 0.3528,
      "step": 2428
    },
    {
      "epoch": 1.4185095978395736,
      "grad_norm": 0.08554191953557318,
      "learning_rate": 4.7201333017438266e-06,
      "loss": 0.3335,
      "step": 2429
    },
    {
      "epoch": 1.4190934968250493,
      "grad_norm": 0.08686460350054413,
      "learning_rate": 4.711476502724609e-06,
      "loss": 0.3284,
      "step": 2430
    },
    {
      "epoch": 1.4196773958105249,
      "grad_norm": 0.08560859367525159,
      "learning_rate": 4.702825202287944e-06,
      "loss": 0.2908,
      "step": 2431
    },
    {
      "epoch": 1.4202612947960003,
      "grad_norm": 0.09273816507312574,
      "learning_rate": 4.694179409428752e-06,
      "loss": 0.3324,
      "step": 2432
    },
    {
      "epoch": 1.4208451937814757,
      "grad_norm": 0.07591668372459705,
      "learning_rate": 4.685539133136244e-06,
      "loss": 0.2641,
      "step": 2433
    },
    {
      "epoch": 1.4214290927669513,
      "grad_norm": 0.09459004175564577,
      "learning_rate": 4.6769043823938806e-06,
      "loss": 0.3078,
      "step": 2434
    },
    {
      "epoch": 1.422012991752427,
      "grad_norm": 0.09473727281588787,
      "learning_rate": 4.668275166179383e-06,
      "loss": 0.3299,
      "step": 2435
    },
    {
      "epoch": 1.4225968907379023,
      "grad_norm": 0.0866202685062746,
      "learning_rate": 4.659651493464721e-06,
      "loss": 0.2891,
      "step": 2436
    },
    {
      "epoch": 1.423180789723378,
      "grad_norm": 0.08605177588483497,
      "learning_rate": 4.6510333732160915e-06,
      "loss": 0.3173,
      "step": 2437
    },
    {
      "epoch": 1.4237646887088533,
      "grad_norm": 0.0815916438584674,
      "learning_rate": 4.642420814393934e-06,
      "loss": 0.2944,
      "step": 2438
    },
    {
      "epoch": 1.424348587694329,
      "grad_norm": 0.09018274144450666,
      "learning_rate": 4.633813825952892e-06,
      "loss": 0.2897,
      "step": 2439
    },
    {
      "epoch": 1.4249324866798043,
      "grad_norm": 0.08459155392195206,
      "learning_rate": 4.625212416841816e-06,
      "loss": 0.3184,
      "step": 2440
    },
    {
      "epoch": 1.42551638566528,
      "grad_norm": 0.0931650549253166,
      "learning_rate": 4.616616596003772e-06,
      "loss": 0.3558,
      "step": 2441
    },
    {
      "epoch": 1.4261002846507553,
      "grad_norm": 0.09535102609661507,
      "learning_rate": 4.6080263723759955e-06,
      "loss": 0.3535,
      "step": 2442
    },
    {
      "epoch": 1.426684183636231,
      "grad_norm": 0.1080525681892022,
      "learning_rate": 4.599441754889919e-06,
      "loss": 0.3991,
      "step": 2443
    },
    {
      "epoch": 1.4272680826217066,
      "grad_norm": 0.09629100812596107,
      "learning_rate": 4.590862752471138e-06,
      "loss": 0.3511,
      "step": 2444
    },
    {
      "epoch": 1.427851981607182,
      "grad_norm": 0.08973101095096933,
      "learning_rate": 4.582289374039405e-06,
      "loss": 0.3108,
      "step": 2445
    },
    {
      "epoch": 1.4284358805926574,
      "grad_norm": 0.0916666497014747,
      "learning_rate": 4.573721628508638e-06,
      "loss": 0.3235,
      "step": 2446
    },
    {
      "epoch": 1.429019779578133,
      "grad_norm": 0.08732416647869701,
      "learning_rate": 4.565159524786888e-06,
      "loss": 0.2806,
      "step": 2447
    },
    {
      "epoch": 1.4296036785636086,
      "grad_norm": 0.08606772704786021,
      "learning_rate": 4.556603071776347e-06,
      "loss": 0.2712,
      "step": 2448
    },
    {
      "epoch": 1.430187577549084,
      "grad_norm": 0.09088188622011086,
      "learning_rate": 4.548052278373327e-06,
      "loss": 0.3074,
      "step": 2449
    },
    {
      "epoch": 1.4307714765345594,
      "grad_norm": 0.08694864993018561,
      "learning_rate": 4.539507153468254e-06,
      "loss": 0.2979,
      "step": 2450
    },
    {
      "epoch": 1.431355375520035,
      "grad_norm": 0.0947627072328961,
      "learning_rate": 4.530967705945668e-06,
      "loss": 0.3329,
      "step": 2451
    },
    {
      "epoch": 1.4319392745055106,
      "grad_norm": 0.09571808714681529,
      "learning_rate": 4.522433944684197e-06,
      "loss": 0.3382,
      "step": 2452
    },
    {
      "epoch": 1.432523173490986,
      "grad_norm": 0.07745021664423844,
      "learning_rate": 4.513905878556568e-06,
      "loss": 0.2676,
      "step": 2453
    },
    {
      "epoch": 1.4331070724764616,
      "grad_norm": 0.10463757182580202,
      "learning_rate": 4.505383516429577e-06,
      "loss": 0.3449,
      "step": 2454
    },
    {
      "epoch": 1.433690971461937,
      "grad_norm": 0.08662135172294493,
      "learning_rate": 4.496866867164087e-06,
      "loss": 0.2878,
      "step": 2455
    },
    {
      "epoch": 1.4342748704474126,
      "grad_norm": 0.08426146600816206,
      "learning_rate": 4.488355939615035e-06,
      "loss": 0.3103,
      "step": 2456
    },
    {
      "epoch": 1.434858769432888,
      "grad_norm": 0.09044895178724251,
      "learning_rate": 4.479850742631396e-06,
      "loss": 0.3373,
      "step": 2457
    },
    {
      "epoch": 1.4354426684183637,
      "grad_norm": 0.08688801918272432,
      "learning_rate": 4.471351285056192e-06,
      "loss": 0.3242,
      "step": 2458
    },
    {
      "epoch": 1.436026567403839,
      "grad_norm": 0.08513908152948639,
      "learning_rate": 4.462857575726482e-06,
      "loss": 0.2895,
      "step": 2459
    },
    {
      "epoch": 1.4366104663893147,
      "grad_norm": 0.08618501270964886,
      "learning_rate": 4.454369623473337e-06,
      "loss": 0.3055,
      "step": 2460
    },
    {
      "epoch": 1.4371943653747903,
      "grad_norm": 0.08471623236365555,
      "learning_rate": 4.445887437121855e-06,
      "loss": 0.3016,
      "step": 2461
    },
    {
      "epoch": 1.4377782643602657,
      "grad_norm": 0.08665903034832784,
      "learning_rate": 4.437411025491131e-06,
      "loss": 0.3213,
      "step": 2462
    },
    {
      "epoch": 1.438362163345741,
      "grad_norm": 0.09289445369451396,
      "learning_rate": 4.428940397394253e-06,
      "loss": 0.324,
      "step": 2463
    },
    {
      "epoch": 1.4389460623312167,
      "grad_norm": 0.08757740022629228,
      "learning_rate": 4.420475561638309e-06,
      "loss": 0.3108,
      "step": 2464
    },
    {
      "epoch": 1.4395299613166923,
      "grad_norm": 0.08969677865224199,
      "learning_rate": 4.412016527024348e-06,
      "loss": 0.2948,
      "step": 2465
    },
    {
      "epoch": 1.4401138603021677,
      "grad_norm": 0.08867170913372029,
      "learning_rate": 4.4035633023474035e-06,
      "loss": 0.3171,
      "step": 2466
    },
    {
      "epoch": 1.4406977592876433,
      "grad_norm": 0.09475795171605284,
      "learning_rate": 4.395115896396457e-06,
      "loss": 0.3348,
      "step": 2467
    },
    {
      "epoch": 1.4412816582731187,
      "grad_norm": 0.08522651113351296,
      "learning_rate": 4.386674317954439e-06,
      "loss": 0.2684,
      "step": 2468
    },
    {
      "epoch": 1.4418655572585943,
      "grad_norm": 0.09562030369299673,
      "learning_rate": 4.378238575798233e-06,
      "loss": 0.3353,
      "step": 2469
    },
    {
      "epoch": 1.4424494562440697,
      "grad_norm": 0.09000601690321446,
      "learning_rate": 4.3698086786986425e-06,
      "loss": 0.3196,
      "step": 2470
    },
    {
      "epoch": 1.4430333552295453,
      "grad_norm": 0.08823640117087708,
      "learning_rate": 4.3613846354204025e-06,
      "loss": 0.2943,
      "step": 2471
    },
    {
      "epoch": 1.4436172542150207,
      "grad_norm": 0.09022163394196821,
      "learning_rate": 4.352966454722155e-06,
      "loss": 0.3233,
      "step": 2472
    },
    {
      "epoch": 1.4442011532004964,
      "grad_norm": 0.0936239700642225,
      "learning_rate": 4.344554145356447e-06,
      "loss": 0.3441,
      "step": 2473
    },
    {
      "epoch": 1.4447850521859718,
      "grad_norm": 0.08294014304076505,
      "learning_rate": 4.336147716069727e-06,
      "loss": 0.2991,
      "step": 2474
    },
    {
      "epoch": 1.4453689511714474,
      "grad_norm": 0.09143392677166375,
      "learning_rate": 4.327747175602321e-06,
      "loss": 0.3465,
      "step": 2475
    },
    {
      "epoch": 1.4459528501569228,
      "grad_norm": 0.08934921625126872,
      "learning_rate": 4.319352532688444e-06,
      "loss": 0.2977,
      "step": 2476
    },
    {
      "epoch": 1.4465367491423984,
      "grad_norm": 0.08647089246504024,
      "learning_rate": 4.310963796056168e-06,
      "loss": 0.2919,
      "step": 2477
    },
    {
      "epoch": 1.447120648127874,
      "grad_norm": 0.08299328999723277,
      "learning_rate": 4.302580974427426e-06,
      "loss": 0.291,
      "step": 2478
    },
    {
      "epoch": 1.4477045471133494,
      "grad_norm": 0.08523415242118329,
      "learning_rate": 4.29420407651801e-06,
      "loss": 0.3247,
      "step": 2479
    },
    {
      "epoch": 1.4482884460988248,
      "grad_norm": 0.09698688995030566,
      "learning_rate": 4.2858331110375406e-06,
      "loss": 0.3382,
      "step": 2480
    },
    {
      "epoch": 1.4488723450843004,
      "grad_norm": 0.09015256766046738,
      "learning_rate": 4.277468086689481e-06,
      "loss": 0.3167,
      "step": 2481
    },
    {
      "epoch": 1.449456244069776,
      "grad_norm": 0.08616163482900188,
      "learning_rate": 4.269109012171112e-06,
      "loss": 0.3035,
      "step": 2482
    },
    {
      "epoch": 1.4500401430552514,
      "grad_norm": 0.09569918693794723,
      "learning_rate": 4.260755896173523e-06,
      "loss": 0.3554,
      "step": 2483
    },
    {
      "epoch": 1.450624042040727,
      "grad_norm": 0.08976739770868741,
      "learning_rate": 4.252408747381622e-06,
      "loss": 0.303,
      "step": 2484
    },
    {
      "epoch": 1.4512079410262024,
      "grad_norm": 0.08595994660246761,
      "learning_rate": 4.244067574474098e-06,
      "loss": 0.3138,
      "step": 2485
    },
    {
      "epoch": 1.451791840011678,
      "grad_norm": 0.09117098429154519,
      "learning_rate": 4.235732386123437e-06,
      "loss": 0.3351,
      "step": 2486
    },
    {
      "epoch": 1.4523757389971534,
      "grad_norm": 0.08412735606790589,
      "learning_rate": 4.227403190995901e-06,
      "loss": 0.2753,
      "step": 2487
    },
    {
      "epoch": 1.452959637982629,
      "grad_norm": 0.09714700659280308,
      "learning_rate": 4.219079997751515e-06,
      "loss": 0.3496,
      "step": 2488
    },
    {
      "epoch": 1.4535435369681045,
      "grad_norm": 0.09793100692926154,
      "learning_rate": 4.210762815044073e-06,
      "loss": 0.3517,
      "step": 2489
    },
    {
      "epoch": 1.45412743595358,
      "grad_norm": 0.08243131072608699,
      "learning_rate": 4.20245165152111e-06,
      "loss": 0.2817,
      "step": 2490
    },
    {
      "epoch": 1.4547113349390555,
      "grad_norm": 0.090659357023587,
      "learning_rate": 4.194146515823906e-06,
      "loss": 0.2986,
      "step": 2491
    },
    {
      "epoch": 1.455295233924531,
      "grad_norm": 0.09841364726880468,
      "learning_rate": 4.185847416587481e-06,
      "loss": 0.3486,
      "step": 2492
    },
    {
      "epoch": 1.4558791329100065,
      "grad_norm": 0.09069963864071329,
      "learning_rate": 4.177554362440565e-06,
      "loss": 0.3161,
      "step": 2493
    },
    {
      "epoch": 1.456463031895482,
      "grad_norm": 0.08986172202801727,
      "learning_rate": 4.169267362005619e-06,
      "loss": 0.309,
      "step": 2494
    },
    {
      "epoch": 1.4570469308809577,
      "grad_norm": 0.09012422968549345,
      "learning_rate": 4.160986423898798e-06,
      "loss": 0.3286,
      "step": 2495
    },
    {
      "epoch": 1.457630829866433,
      "grad_norm": 0.085718043486365,
      "learning_rate": 4.15271155672995e-06,
      "loss": 0.2813,
      "step": 2496
    },
    {
      "epoch": 1.4582147288519085,
      "grad_norm": 0.08771758264618021,
      "learning_rate": 4.14444276910263e-06,
      "loss": 0.3202,
      "step": 2497
    },
    {
      "epoch": 1.4587986278373841,
      "grad_norm": 0.08735065285679727,
      "learning_rate": 4.1361800696140505e-06,
      "loss": 0.2979,
      "step": 2498
    },
    {
      "epoch": 1.4593825268228597,
      "grad_norm": 0.0904841789766028,
      "learning_rate": 4.127923466855111e-06,
      "loss": 0.3188,
      "step": 2499
    },
    {
      "epoch": 1.4599664258083351,
      "grad_norm": 0.08601495404465023,
      "learning_rate": 4.119672969410362e-06,
      "loss": 0.3099,
      "step": 2500
    },
    {
      "epoch": 1.4605503247938108,
      "grad_norm": 0.09038222921848654,
      "learning_rate": 4.111428585858005e-06,
      "loss": 0.3184,
      "step": 2501
    },
    {
      "epoch": 1.4611342237792861,
      "grad_norm": 0.07973056962940092,
      "learning_rate": 4.103190324769895e-06,
      "loss": 0.2783,
      "step": 2502
    },
    {
      "epoch": 1.4617181227647618,
      "grad_norm": 0.08298472264243383,
      "learning_rate": 4.0949581947115106e-06,
      "loss": 0.2845,
      "step": 2503
    },
    {
      "epoch": 1.4623020217502372,
      "grad_norm": 0.08924768110019642,
      "learning_rate": 4.086732204241964e-06,
      "loss": 0.3013,
      "step": 2504
    },
    {
      "epoch": 1.4628859207357128,
      "grad_norm": 0.09002577048218759,
      "learning_rate": 4.07851236191398e-06,
      "loss": 0.3275,
      "step": 2505
    },
    {
      "epoch": 1.4634698197211882,
      "grad_norm": 0.08596161218087442,
      "learning_rate": 4.070298676273886e-06,
      "loss": 0.2875,
      "step": 2506
    },
    {
      "epoch": 1.4640537187066638,
      "grad_norm": 0.09130206808679746,
      "learning_rate": 4.06209115586162e-06,
      "loss": 0.3363,
      "step": 2507
    },
    {
      "epoch": 1.4646376176921392,
      "grad_norm": 0.09154604539302902,
      "learning_rate": 4.053889809210698e-06,
      "loss": 0.332,
      "step": 2508
    },
    {
      "epoch": 1.4652215166776148,
      "grad_norm": 0.08610567723334644,
      "learning_rate": 4.045694644848228e-06,
      "loss": 0.3025,
      "step": 2509
    },
    {
      "epoch": 1.4658054156630902,
      "grad_norm": 0.08971847447697227,
      "learning_rate": 4.037505671294883e-06,
      "loss": 0.354,
      "step": 2510
    },
    {
      "epoch": 1.4663893146485658,
      "grad_norm": 0.08994065936774182,
      "learning_rate": 4.0293228970648955e-06,
      "loss": 0.3342,
      "step": 2511
    },
    {
      "epoch": 1.4669732136340414,
      "grad_norm": 0.09226998653848904,
      "learning_rate": 4.021146330666065e-06,
      "loss": 0.3155,
      "step": 2512
    },
    {
      "epoch": 1.4675571126195168,
      "grad_norm": 0.08901069281514984,
      "learning_rate": 4.012975980599724e-06,
      "loss": 0.2829,
      "step": 2513
    },
    {
      "epoch": 1.4681410116049922,
      "grad_norm": 0.09930505789529599,
      "learning_rate": 4.0048118553607485e-06,
      "loss": 0.3751,
      "step": 2514
    },
    {
      "epoch": 1.4687249105904678,
      "grad_norm": 0.09322828397572255,
      "learning_rate": 3.996653963437546e-06,
      "loss": 0.3033,
      "step": 2515
    },
    {
      "epoch": 1.4693088095759435,
      "grad_norm": 0.09044024227995366,
      "learning_rate": 3.98850231331203e-06,
      "loss": 0.3368,
      "step": 2516
    },
    {
      "epoch": 1.4698927085614188,
      "grad_norm": 0.08846955800188881,
      "learning_rate": 3.980356913459642e-06,
      "loss": 0.316,
      "step": 2517
    },
    {
      "epoch": 1.4704766075468945,
      "grad_norm": 0.08495556857034177,
      "learning_rate": 3.972217772349309e-06,
      "loss": 0.2905,
      "step": 2518
    },
    {
      "epoch": 1.4710605065323699,
      "grad_norm": 0.08894861750563823,
      "learning_rate": 3.9640848984434556e-06,
      "loss": 0.3356,
      "step": 2519
    },
    {
      "epoch": 1.4716444055178455,
      "grad_norm": 0.08500942367504839,
      "learning_rate": 3.955958300197998e-06,
      "loss": 0.3036,
      "step": 2520
    },
    {
      "epoch": 1.4722283045033209,
      "grad_norm": 0.08188570479040262,
      "learning_rate": 3.947837986062314e-06,
      "loss": 0.2781,
      "step": 2521
    },
    {
      "epoch": 1.4728122034887965,
      "grad_norm": 0.08569879099897162,
      "learning_rate": 3.939723964479262e-06,
      "loss": 0.2973,
      "step": 2522
    },
    {
      "epoch": 1.4733961024742719,
      "grad_norm": 0.08641788500052708,
      "learning_rate": 3.931616243885148e-06,
      "loss": 0.3141,
      "step": 2523
    },
    {
      "epoch": 1.4739800014597475,
      "grad_norm": 0.08691195686905638,
      "learning_rate": 3.923514832709725e-06,
      "loss": 0.3172,
      "step": 2524
    },
    {
      "epoch": 1.474563900445223,
      "grad_norm": 0.08584473568889367,
      "learning_rate": 3.915419739376198e-06,
      "loss": 0.3126,
      "step": 2525
    },
    {
      "epoch": 1.4751477994306985,
      "grad_norm": 0.08611923632545083,
      "learning_rate": 3.90733097230119e-06,
      "loss": 0.3089,
      "step": 2526
    },
    {
      "epoch": 1.475731698416174,
      "grad_norm": 0.08948726847762559,
      "learning_rate": 3.899248539894756e-06,
      "loss": 0.3027,
      "step": 2527
    },
    {
      "epoch": 1.4763155974016495,
      "grad_norm": 0.08381643629689604,
      "learning_rate": 3.891172450560362e-06,
      "loss": 0.2719,
      "step": 2528
    },
    {
      "epoch": 1.4768994963871251,
      "grad_norm": 0.0941175627440657,
      "learning_rate": 3.883102712694871e-06,
      "loss": 0.3337,
      "step": 2529
    },
    {
      "epoch": 1.4774833953726005,
      "grad_norm": 0.09718621021739013,
      "learning_rate": 3.875039334688556e-06,
      "loss": 0.3388,
      "step": 2530
    },
    {
      "epoch": 1.478067294358076,
      "grad_norm": 0.08661953305324183,
      "learning_rate": 3.866982324925066e-06,
      "loss": 0.3014,
      "step": 2531
    },
    {
      "epoch": 1.4786511933435516,
      "grad_norm": 0.09089634804311249,
      "learning_rate": 3.858931691781439e-06,
      "loss": 0.3229,
      "step": 2532
    },
    {
      "epoch": 1.4792350923290272,
      "grad_norm": 0.09039762119126787,
      "learning_rate": 3.850887443628075e-06,
      "loss": 0.3348,
      "step": 2533
    },
    {
      "epoch": 1.4798189913145026,
      "grad_norm": 0.08940398427298936,
      "learning_rate": 3.842849588828733e-06,
      "loss": 0.3273,
      "step": 2534
    },
    {
      "epoch": 1.4804028902999782,
      "grad_norm": 0.08570585142528248,
      "learning_rate": 3.834818135740539e-06,
      "loss": 0.3026,
      "step": 2535
    },
    {
      "epoch": 1.4809867892854536,
      "grad_norm": 0.08542179907438183,
      "learning_rate": 3.826793092713944e-06,
      "loss": 0.311,
      "step": 2536
    },
    {
      "epoch": 1.4815706882709292,
      "grad_norm": 0.08851597417883289,
      "learning_rate": 3.818774468092754e-06,
      "loss": 0.3093,
      "step": 2537
    },
    {
      "epoch": 1.4821545872564046,
      "grad_norm": 0.08771587984695163,
      "learning_rate": 3.8107622702140856e-06,
      "loss": 0.3415,
      "step": 2538
    },
    {
      "epoch": 1.4827384862418802,
      "grad_norm": 0.09182055460716745,
      "learning_rate": 3.802756507408377e-06,
      "loss": 0.3585,
      "step": 2539
    },
    {
      "epoch": 1.4833223852273556,
      "grad_norm": 0.08147962579414032,
      "learning_rate": 3.794757187999386e-06,
      "loss": 0.2934,
      "step": 2540
    },
    {
      "epoch": 1.4839062842128312,
      "grad_norm": 0.08872049638110728,
      "learning_rate": 3.7867643203041548e-06,
      "loss": 0.3367,
      "step": 2541
    },
    {
      "epoch": 1.4844901831983066,
      "grad_norm": 0.08463648626939235,
      "learning_rate": 3.7787779126330314e-06,
      "loss": 0.2889,
      "step": 2542
    },
    {
      "epoch": 1.4850740821837822,
      "grad_norm": 0.09160817203545947,
      "learning_rate": 3.770797973289644e-06,
      "loss": 0.3352,
      "step": 2543
    },
    {
      "epoch": 1.4856579811692576,
      "grad_norm": 0.07906587125508356,
      "learning_rate": 3.762824510570887e-06,
      "loss": 0.2621,
      "step": 2544
    },
    {
      "epoch": 1.4862418801547332,
      "grad_norm": 0.08662648277395785,
      "learning_rate": 3.7548575327669345e-06,
      "loss": 0.318,
      "step": 2545
    },
    {
      "epoch": 1.4868257791402089,
      "grad_norm": 0.08180147157320809,
      "learning_rate": 3.7468970481612077e-06,
      "loss": 0.2601,
      "step": 2546
    },
    {
      "epoch": 1.4874096781256843,
      "grad_norm": 0.08655746823378133,
      "learning_rate": 3.738943065030376e-06,
      "loss": 0.2962,
      "step": 2547
    },
    {
      "epoch": 1.4879935771111596,
      "grad_norm": 0.07873237379988372,
      "learning_rate": 3.7309955916443597e-06,
      "loss": 0.2686,
      "step": 2548
    },
    {
      "epoch": 1.4885774760966353,
      "grad_norm": 0.08163741978287954,
      "learning_rate": 3.723054636266299e-06,
      "loss": 0.3108,
      "step": 2549
    },
    {
      "epoch": 1.4891613750821109,
      "grad_norm": 0.08527190370409653,
      "learning_rate": 3.715120207152567e-06,
      "loss": 0.3151,
      "step": 2550
    },
    {
      "epoch": 1.4897452740675863,
      "grad_norm": 0.08696312638227123,
      "learning_rate": 3.7071923125527444e-06,
      "loss": 0.3193,
      "step": 2551
    },
    {
      "epoch": 1.490329173053062,
      "grad_norm": 0.09558432119539427,
      "learning_rate": 3.6992709607096167e-06,
      "loss": 0.3448,
      "step": 2552
    },
    {
      "epoch": 1.4909130720385373,
      "grad_norm": 0.08442125172674488,
      "learning_rate": 3.6913561598591775e-06,
      "loss": 0.2939,
      "step": 2553
    },
    {
      "epoch": 1.491496971024013,
      "grad_norm": 0.08255553310023878,
      "learning_rate": 3.683447918230594e-06,
      "loss": 0.3199,
      "step": 2554
    },
    {
      "epoch": 1.4920808700094883,
      "grad_norm": 0.10286818756099826,
      "learning_rate": 3.6755462440462288e-06,
      "loss": 0.3776,
      "step": 2555
    },
    {
      "epoch": 1.492664768994964,
      "grad_norm": 0.0888991866433996,
      "learning_rate": 3.6676511455216056e-06,
      "loss": 0.3265,
      "step": 2556
    },
    {
      "epoch": 1.4932486679804393,
      "grad_norm": 0.08375636020273769,
      "learning_rate": 3.659762630865411e-06,
      "loss": 0.2968,
      "step": 2557
    },
    {
      "epoch": 1.493832566965915,
      "grad_norm": 0.08867117037489732,
      "learning_rate": 3.651880708279497e-06,
      "loss": 0.3111,
      "step": 2558
    },
    {
      "epoch": 1.4944164659513903,
      "grad_norm": 0.08934907392782562,
      "learning_rate": 3.6440053859588478e-06,
      "loss": 0.2917,
      "step": 2559
    },
    {
      "epoch": 1.495000364936866,
      "grad_norm": 0.08864204546079371,
      "learning_rate": 3.636136672091598e-06,
      "loss": 0.3,
      "step": 2560
    },
    {
      "epoch": 1.4955842639223413,
      "grad_norm": 0.07945773609817983,
      "learning_rate": 3.628274574859002e-06,
      "loss": 0.3017,
      "step": 2561
    },
    {
      "epoch": 1.496168162907817,
      "grad_norm": 0.08632780858489379,
      "learning_rate": 3.6204191024354352e-06,
      "loss": 0.3192,
      "step": 2562
    },
    {
      "epoch": 1.4967520618932926,
      "grad_norm": 0.0920333257674575,
      "learning_rate": 3.612570262988393e-06,
      "loss": 0.3203,
      "step": 2563
    },
    {
      "epoch": 1.497335960878768,
      "grad_norm": 0.08033343836559535,
      "learning_rate": 3.604728064678464e-06,
      "loss": 0.2561,
      "step": 2564
    },
    {
      "epoch": 1.4979198598642434,
      "grad_norm": 0.09440564287873016,
      "learning_rate": 3.5968925156593426e-06,
      "loss": 0.3251,
      "step": 2565
    },
    {
      "epoch": 1.498503758849719,
      "grad_norm": 0.08981023086653087,
      "learning_rate": 3.589063624077802e-06,
      "loss": 0.3286,
      "step": 2566
    },
    {
      "epoch": 1.4990876578351946,
      "grad_norm": 0.0927846259650536,
      "learning_rate": 3.5812413980736916e-06,
      "loss": 0.3366,
      "step": 2567
    },
    {
      "epoch": 1.49967155682067,
      "grad_norm": 0.09348132732321833,
      "learning_rate": 3.5734258457799407e-06,
      "loss": 0.3228,
      "step": 2568
    },
    {
      "epoch": 1.5002554558061454,
      "grad_norm": 0.09497713925309846,
      "learning_rate": 3.5656169753225278e-06,
      "loss": 0.3452,
      "step": 2569
    },
    {
      "epoch": 1.500839354791621,
      "grad_norm": 0.08466706237381316,
      "learning_rate": 3.5578147948204934e-06,
      "loss": 0.302,
      "step": 2570
    },
    {
      "epoch": 1.5014232537770966,
      "grad_norm": 0.08286093636108129,
      "learning_rate": 3.5500193123859227e-06,
      "loss": 0.2957,
      "step": 2571
    },
    {
      "epoch": 1.5020071527625722,
      "grad_norm": 0.08337855999661459,
      "learning_rate": 3.542230536123925e-06,
      "loss": 0.2751,
      "step": 2572
    },
    {
      "epoch": 1.5025910517480476,
      "grad_norm": 0.08485056055211938,
      "learning_rate": 3.5344484741326533e-06,
      "loss": 0.3194,
      "step": 2573
    },
    {
      "epoch": 1.503174950733523,
      "grad_norm": 0.09361459492862763,
      "learning_rate": 3.526673134503267e-06,
      "loss": 0.3099,
      "step": 2574
    },
    {
      "epoch": 1.5037588497189986,
      "grad_norm": 0.08884435042229283,
      "learning_rate": 3.5189045253199384e-06,
      "loss": 0.3455,
      "step": 2575
    },
    {
      "epoch": 1.5043427487044743,
      "grad_norm": 0.09601250042016751,
      "learning_rate": 3.51114265465985e-06,
      "loss": 0.332,
      "step": 2576
    },
    {
      "epoch": 1.5049266476899497,
      "grad_norm": 0.09257052469454667,
      "learning_rate": 3.5033875305931662e-06,
      "loss": 0.3065,
      "step": 2577
    },
    {
      "epoch": 1.505510546675425,
      "grad_norm": 0.09372779239842753,
      "learning_rate": 3.4956391611830486e-06,
      "loss": 0.3348,
      "step": 2578
    },
    {
      "epoch": 1.5060944456609007,
      "grad_norm": 0.0829884477470413,
      "learning_rate": 3.4878975544856285e-06,
      "loss": 0.3059,
      "step": 2579
    },
    {
      "epoch": 1.5066783446463763,
      "grad_norm": 0.08551848987221668,
      "learning_rate": 3.4801627185500033e-06,
      "loss": 0.2992,
      "step": 2580
    },
    {
      "epoch": 1.5072622436318517,
      "grad_norm": 0.07745200177784105,
      "learning_rate": 3.4724346614182427e-06,
      "loss": 0.2661,
      "step": 2581
    },
    {
      "epoch": 1.507846142617327,
      "grad_norm": 0.08614037594933865,
      "learning_rate": 3.4647133911253516e-06,
      "loss": 0.3119,
      "step": 2582
    },
    {
      "epoch": 1.5084300416028027,
      "grad_norm": 0.0841382840188242,
      "learning_rate": 3.4569989156992965e-06,
      "loss": 0.2981,
      "step": 2583
    },
    {
      "epoch": 1.5090139405882783,
      "grad_norm": 0.08799092104109033,
      "learning_rate": 3.449291243160966e-06,
      "loss": 0.3021,
      "step": 2584
    },
    {
      "epoch": 1.5095978395737537,
      "grad_norm": 0.09521764317264678,
      "learning_rate": 3.4415903815241757e-06,
      "loss": 0.3149,
      "step": 2585
    },
    {
      "epoch": 1.510181738559229,
      "grad_norm": 0.0829306073036616,
      "learning_rate": 3.4338963387956726e-06,
      "loss": 0.3061,
      "step": 2586
    },
    {
      "epoch": 1.5107656375447047,
      "grad_norm": 0.0828357964172012,
      "learning_rate": 3.4262091229750973e-06,
      "loss": 0.3036,
      "step": 2587
    },
    {
      "epoch": 1.5113495365301803,
      "grad_norm": 0.08789551410781374,
      "learning_rate": 3.418528742055006e-06,
      "loss": 0.3199,
      "step": 2588
    },
    {
      "epoch": 1.511933435515656,
      "grad_norm": 0.08947715900152868,
      "learning_rate": 3.4108552040208408e-06,
      "loss": 0.3491,
      "step": 2589
    },
    {
      "epoch": 1.5125173345011313,
      "grad_norm": 0.09391907859650965,
      "learning_rate": 3.403188516850927e-06,
      "loss": 0.3112,
      "step": 2590
    },
    {
      "epoch": 1.5131012334866067,
      "grad_norm": 0.08889938266253214,
      "learning_rate": 3.3955286885164786e-06,
      "loss": 0.3027,
      "step": 2591
    },
    {
      "epoch": 1.5136851324720824,
      "grad_norm": 0.08726169364435987,
      "learning_rate": 3.387875726981563e-06,
      "loss": 0.3061,
      "step": 2592
    },
    {
      "epoch": 1.514269031457558,
      "grad_norm": 0.08678719146493954,
      "learning_rate": 3.3802296402031234e-06,
      "loss": 0.3076,
      "step": 2593
    },
    {
      "epoch": 1.5148529304430334,
      "grad_norm": 0.08682086994141712,
      "learning_rate": 3.3725904361309426e-06,
      "loss": 0.2977,
      "step": 2594
    },
    {
      "epoch": 1.5154368294285088,
      "grad_norm": 0.08388156683792423,
      "learning_rate": 3.36495812270765e-06,
      "loss": 0.2694,
      "step": 2595
    },
    {
      "epoch": 1.5160207284139844,
      "grad_norm": 0.08616675525847933,
      "learning_rate": 3.35733270786872e-06,
      "loss": 0.2904,
      "step": 2596
    },
    {
      "epoch": 1.51660462739946,
      "grad_norm": 0.0864191019802009,
      "learning_rate": 3.3497141995424397e-06,
      "loss": 0.3369,
      "step": 2597
    },
    {
      "epoch": 1.5171885263849354,
      "grad_norm": 0.08183762103315785,
      "learning_rate": 3.3421026056499273e-06,
      "loss": 0.2839,
      "step": 2598
    },
    {
      "epoch": 1.5177724253704108,
      "grad_norm": 0.08584654494455739,
      "learning_rate": 3.3344979341051108e-06,
      "loss": 0.3087,
      "step": 2599
    },
    {
      "epoch": 1.5183563243558864,
      "grad_norm": 0.08725161722219169,
      "learning_rate": 3.3269001928147103e-06,
      "loss": 0.3033,
      "step": 2600
    },
    {
      "epoch": 1.518940223341362,
      "grad_norm": 0.10228855075944325,
      "learning_rate": 3.3193093896782546e-06,
      "loss": 0.3631,
      "step": 2601
    },
    {
      "epoch": 1.5195241223268374,
      "grad_norm": 0.09474712834853626,
      "learning_rate": 3.311725532588049e-06,
      "loss": 0.3198,
      "step": 2602
    },
    {
      "epoch": 1.5201080213123128,
      "grad_norm": 0.08648975643119687,
      "learning_rate": 3.3041486294291767e-06,
      "loss": 0.2903,
      "step": 2603
    },
    {
      "epoch": 1.5206919202977884,
      "grad_norm": 0.09402215150929882,
      "learning_rate": 3.2965786880795005e-06,
      "loss": 0.3297,
      "step": 2604
    },
    {
      "epoch": 1.521275819283264,
      "grad_norm": 0.08872398985139705,
      "learning_rate": 3.2890157164096315e-06,
      "loss": 0.3122,
      "step": 2605
    },
    {
      "epoch": 1.5218597182687397,
      "grad_norm": 0.09075411213507607,
      "learning_rate": 3.2814597222829468e-06,
      "loss": 0.3153,
      "step": 2606
    },
    {
      "epoch": 1.522443617254215,
      "grad_norm": 0.08570983270220695,
      "learning_rate": 3.2739107135555603e-06,
      "loss": 0.3186,
      "step": 2607
    },
    {
      "epoch": 1.5230275162396905,
      "grad_norm": 0.08843518837298886,
      "learning_rate": 3.266368698076323e-06,
      "loss": 0.3164,
      "step": 2608
    },
    {
      "epoch": 1.523611415225166,
      "grad_norm": 0.0827392835133779,
      "learning_rate": 3.258833683686824e-06,
      "loss": 0.2684,
      "step": 2609
    },
    {
      "epoch": 1.5241953142106417,
      "grad_norm": 0.08720838487671367,
      "learning_rate": 3.251305678221359e-06,
      "loss": 0.3214,
      "step": 2610
    },
    {
      "epoch": 1.524779213196117,
      "grad_norm": 0.09348680073155007,
      "learning_rate": 3.2437846895069535e-06,
      "loss": 0.3284,
      "step": 2611
    },
    {
      "epoch": 1.5253631121815925,
      "grad_norm": 0.08481581095343046,
      "learning_rate": 3.236270725363323e-06,
      "loss": 0.2941,
      "step": 2612
    },
    {
      "epoch": 1.525947011167068,
      "grad_norm": 0.08381514498329123,
      "learning_rate": 3.2287637936028814e-06,
      "loss": 0.3176,
      "step": 2613
    },
    {
      "epoch": 1.5265309101525437,
      "grad_norm": 0.08338791988891553,
      "learning_rate": 3.2212639020307423e-06,
      "loss": 0.2866,
      "step": 2614
    },
    {
      "epoch": 1.5271148091380191,
      "grad_norm": 0.09290709784062363,
      "learning_rate": 3.2137710584446837e-06,
      "loss": 0.3312,
      "step": 2615
    },
    {
      "epoch": 1.5276987081234945,
      "grad_norm": 0.08932695327280428,
      "learning_rate": 3.20628527063517e-06,
      "loss": 0.3288,
      "step": 2616
    },
    {
      "epoch": 1.5282826071089701,
      "grad_norm": 0.09090177125105138,
      "learning_rate": 3.1988065463853204e-06,
      "loss": 0.3265,
      "step": 2617
    },
    {
      "epoch": 1.5288665060944457,
      "grad_norm": 0.08645434605355905,
      "learning_rate": 3.1913348934709076e-06,
      "loss": 0.307,
      "step": 2618
    },
    {
      "epoch": 1.5294504050799211,
      "grad_norm": 0.08485574788037434,
      "learning_rate": 3.183870319660365e-06,
      "loss": 0.3002,
      "step": 2619
    },
    {
      "epoch": 1.5300343040653965,
      "grad_norm": 0.08527221019291757,
      "learning_rate": 3.1764128327147515e-06,
      "loss": 0.3029,
      "step": 2620
    },
    {
      "epoch": 1.5306182030508722,
      "grad_norm": 0.0923780581947832,
      "learning_rate": 3.1689624403877685e-06,
      "loss": 0.3125,
      "step": 2621
    },
    {
      "epoch": 1.5312021020363478,
      "grad_norm": 0.09102404419588203,
      "learning_rate": 3.161519150425735e-06,
      "loss": 0.3125,
      "step": 2622
    },
    {
      "epoch": 1.5317860010218234,
      "grad_norm": 0.08643019349340769,
      "learning_rate": 3.1540829705675835e-06,
      "loss": 0.3032,
      "step": 2623
    },
    {
      "epoch": 1.5323699000072988,
      "grad_norm": 0.08234402307534415,
      "learning_rate": 3.1466539085448624e-06,
      "loss": 0.293,
      "step": 2624
    },
    {
      "epoch": 1.5329537989927742,
      "grad_norm": 0.09150110302046388,
      "learning_rate": 3.139231972081709e-06,
      "loss": 0.3195,
      "step": 2625
    },
    {
      "epoch": 1.5335376979782498,
      "grad_norm": 0.08291190589508031,
      "learning_rate": 3.1318171688948618e-06,
      "loss": 0.2932,
      "step": 2626
    },
    {
      "epoch": 1.5341215969637254,
      "grad_norm": 0.08926677222244253,
      "learning_rate": 3.1244095066936396e-06,
      "loss": 0.2993,
      "step": 2627
    },
    {
      "epoch": 1.5347054959492008,
      "grad_norm": 0.08850964726349937,
      "learning_rate": 3.1170089931799296e-06,
      "loss": 0.3048,
      "step": 2628
    },
    {
      "epoch": 1.5352893949346762,
      "grad_norm": 0.09124258470336576,
      "learning_rate": 3.1096156360482e-06,
      "loss": 0.3094,
      "step": 2629
    },
    {
      "epoch": 1.5358732939201518,
      "grad_norm": 0.09108393581693536,
      "learning_rate": 3.102229442985466e-06,
      "loss": 0.2866,
      "step": 2630
    },
    {
      "epoch": 1.5364571929056274,
      "grad_norm": 0.09393894173965676,
      "learning_rate": 3.094850421671295e-06,
      "loss": 0.3293,
      "step": 2631
    },
    {
      "epoch": 1.5370410918911028,
      "grad_norm": 0.08122528978720524,
      "learning_rate": 3.0874785797778096e-06,
      "loss": 0.2947,
      "step": 2632
    },
    {
      "epoch": 1.5376249908765782,
      "grad_norm": 0.08887020105251107,
      "learning_rate": 3.080113924969652e-06,
      "loss": 0.3431,
      "step": 2633
    },
    {
      "epoch": 1.5382088898620538,
      "grad_norm": 0.09330874645408001,
      "learning_rate": 3.0727564649040066e-06,
      "loss": 0.3363,
      "step": 2634
    },
    {
      "epoch": 1.5387927888475295,
      "grad_norm": 0.08809782335326645,
      "learning_rate": 3.0654062072305667e-06,
      "loss": 0.3301,
      "step": 2635
    },
    {
      "epoch": 1.5393766878330049,
      "grad_norm": 0.09328648602144836,
      "learning_rate": 3.0580631595915368e-06,
      "loss": 0.3135,
      "step": 2636
    },
    {
      "epoch": 1.5399605868184802,
      "grad_norm": 0.09454765439259959,
      "learning_rate": 3.050727329621637e-06,
      "loss": 0.3371,
      "step": 2637
    },
    {
      "epoch": 1.5405444858039559,
      "grad_norm": 0.08066730682246062,
      "learning_rate": 3.043398724948068e-06,
      "loss": 0.2819,
      "step": 2638
    },
    {
      "epoch": 1.5411283847894315,
      "grad_norm": 0.09118225596361167,
      "learning_rate": 3.03607735319053e-06,
      "loss": 0.3378,
      "step": 2639
    },
    {
      "epoch": 1.541712283774907,
      "grad_norm": 0.09376977082075572,
      "learning_rate": 3.028763221961196e-06,
      "loss": 0.3036,
      "step": 2640
    },
    {
      "epoch": 1.5422961827603825,
      "grad_norm": 0.09196880151592596,
      "learning_rate": 3.02145633886471e-06,
      "loss": 0.346,
      "step": 2641
    },
    {
      "epoch": 1.542880081745858,
      "grad_norm": 0.08850645767533999,
      "learning_rate": 3.0141567114981897e-06,
      "loss": 0.2866,
      "step": 2642
    },
    {
      "epoch": 1.5434639807313335,
      "grad_norm": 0.08629889728451555,
      "learning_rate": 3.006864347451195e-06,
      "loss": 0.2929,
      "step": 2643
    },
    {
      "epoch": 1.5440478797168091,
      "grad_norm": 0.09156427980351761,
      "learning_rate": 2.999579254305748e-06,
      "loss": 0.3062,
      "step": 2644
    },
    {
      "epoch": 1.5446317787022845,
      "grad_norm": 0.0888650709853789,
      "learning_rate": 2.992301439636299e-06,
      "loss": 0.3063,
      "step": 2645
    },
    {
      "epoch": 1.54521567768776,
      "grad_norm": 0.08695230597429232,
      "learning_rate": 2.9850309110097364e-06,
      "loss": 0.299,
      "step": 2646
    },
    {
      "epoch": 1.5457995766732355,
      "grad_norm": 0.08888549430796489,
      "learning_rate": 2.977767675985377e-06,
      "loss": 0.3165,
      "step": 2647
    },
    {
      "epoch": 1.5463834756587111,
      "grad_norm": 0.09296495844226355,
      "learning_rate": 2.970511742114943e-06,
      "loss": 0.3623,
      "step": 2648
    },
    {
      "epoch": 1.5469673746441865,
      "grad_norm": 0.07870418346208977,
      "learning_rate": 2.963263116942581e-06,
      "loss": 0.2588,
      "step": 2649
    },
    {
      "epoch": 1.547551273629662,
      "grad_norm": 0.09178741251416972,
      "learning_rate": 2.9560218080048243e-06,
      "loss": 0.3114,
      "step": 2650
    },
    {
      "epoch": 1.5481351726151376,
      "grad_norm": 0.09784579911663943,
      "learning_rate": 2.9487878228306044e-06,
      "loss": 0.3337,
      "step": 2651
    },
    {
      "epoch": 1.5487190716006132,
      "grad_norm": 0.09350923421827556,
      "learning_rate": 2.9415611689412426e-06,
      "loss": 0.3001,
      "step": 2652
    },
    {
      "epoch": 1.5493029705860886,
      "grad_norm": 0.0895801196231565,
      "learning_rate": 2.9343418538504297e-06,
      "loss": 0.3056,
      "step": 2653
    },
    {
      "epoch": 1.549886869571564,
      "grad_norm": 0.08541940155857061,
      "learning_rate": 2.9271298850642337e-06,
      "loss": 0.2577,
      "step": 2654
    },
    {
      "epoch": 1.5504707685570396,
      "grad_norm": 0.08080385037734253,
      "learning_rate": 2.9199252700810833e-06,
      "loss": 0.2825,
      "step": 2655
    },
    {
      "epoch": 1.5510546675425152,
      "grad_norm": 0.08596095378140892,
      "learning_rate": 2.912728016391753e-06,
      "loss": 0.3061,
      "step": 2656
    },
    {
      "epoch": 1.5516385665279908,
      "grad_norm": 0.08554282081643991,
      "learning_rate": 2.905538131479376e-06,
      "loss": 0.2901,
      "step": 2657
    },
    {
      "epoch": 1.5522224655134662,
      "grad_norm": 0.0877928065084015,
      "learning_rate": 2.8983556228194165e-06,
      "loss": 0.2891,
      "step": 2658
    },
    {
      "epoch": 1.5528063644989416,
      "grad_norm": 0.09345385674591772,
      "learning_rate": 2.8911804978796664e-06,
      "loss": 0.3517,
      "step": 2659
    },
    {
      "epoch": 1.5533902634844172,
      "grad_norm": 0.08543641532848185,
      "learning_rate": 2.884012764120252e-06,
      "loss": 0.3226,
      "step": 2660
    },
    {
      "epoch": 1.5539741624698928,
      "grad_norm": 0.0894385760526303,
      "learning_rate": 2.8768524289936007e-06,
      "loss": 0.3199,
      "step": 2661
    },
    {
      "epoch": 1.5545580614553682,
      "grad_norm": 0.0939097421572987,
      "learning_rate": 2.8696994999444614e-06,
      "loss": 0.3417,
      "step": 2662
    },
    {
      "epoch": 1.5551419604408436,
      "grad_norm": 0.09072711674169534,
      "learning_rate": 2.8625539844098736e-06,
      "loss": 0.3077,
      "step": 2663
    },
    {
      "epoch": 1.5557258594263192,
      "grad_norm": 0.09204619348525285,
      "learning_rate": 2.8554158898191674e-06,
      "loss": 0.3231,
      "step": 2664
    },
    {
      "epoch": 1.5563097584117949,
      "grad_norm": 0.0830030993816261,
      "learning_rate": 2.8482852235939672e-06,
      "loss": 0.3138,
      "step": 2665
    },
    {
      "epoch": 1.5568936573972703,
      "grad_norm": 0.09335085719218644,
      "learning_rate": 2.8411619931481627e-06,
      "loss": 0.3241,
      "step": 2666
    },
    {
      "epoch": 1.5574775563827457,
      "grad_norm": 0.09227349669957297,
      "learning_rate": 2.8340462058879214e-06,
      "loss": 0.3523,
      "step": 2667
    },
    {
      "epoch": 1.5580614553682213,
      "grad_norm": 0.09346809095628791,
      "learning_rate": 2.8269378692116676e-06,
      "loss": 0.3235,
      "step": 2668
    },
    {
      "epoch": 1.5586453543536969,
      "grad_norm": 0.08715656923266973,
      "learning_rate": 2.8198369905100754e-06,
      "loss": 0.3288,
      "step": 2669
    },
    {
      "epoch": 1.5592292533391723,
      "grad_norm": 0.08927154668491762,
      "learning_rate": 2.812743577166075e-06,
      "loss": 0.319,
      "step": 2670
    },
    {
      "epoch": 1.5598131523246477,
      "grad_norm": 0.08928291381659015,
      "learning_rate": 2.8056576365548216e-06,
      "loss": 0.2803,
      "step": 2671
    },
    {
      "epoch": 1.5603970513101233,
      "grad_norm": 0.09018299932973615,
      "learning_rate": 2.7985791760437163e-06,
      "loss": 0.3001,
      "step": 2672
    },
    {
      "epoch": 1.560980950295599,
      "grad_norm": 0.09726547739723537,
      "learning_rate": 2.79150820299237e-06,
      "loss": 0.3206,
      "step": 2673
    },
    {
      "epoch": 1.5615648492810745,
      "grad_norm": 0.09646197351281602,
      "learning_rate": 2.784444724752611e-06,
      "loss": 0.3251,
      "step": 2674
    },
    {
      "epoch": 1.56214874826655,
      "grad_norm": 0.08697824163225679,
      "learning_rate": 2.7773887486684815e-06,
      "loss": 0.3092,
      "step": 2675
    },
    {
      "epoch": 1.5627326472520253,
      "grad_norm": 0.0923683710646133,
      "learning_rate": 2.770340282076216e-06,
      "loss": 0.3262,
      "step": 2676
    },
    {
      "epoch": 1.563316546237501,
      "grad_norm": 0.08682935258751044,
      "learning_rate": 2.76329933230425e-06,
      "loss": 0.2717,
      "step": 2677
    },
    {
      "epoch": 1.5639004452229766,
      "grad_norm": 0.08505212099711616,
      "learning_rate": 2.7562659066731947e-06,
      "loss": 0.2802,
      "step": 2678
    },
    {
      "epoch": 1.564484344208452,
      "grad_norm": 0.09151551662023606,
      "learning_rate": 2.7492400124958397e-06,
      "loss": 0.3282,
      "step": 2679
    },
    {
      "epoch": 1.5650682431939273,
      "grad_norm": 0.08680322206744127,
      "learning_rate": 2.742221657077151e-06,
      "loss": 0.314,
      "step": 2680
    },
    {
      "epoch": 1.565652142179403,
      "grad_norm": 0.08845186481868289,
      "learning_rate": 2.735210847714247e-06,
      "loss": 0.321,
      "step": 2681
    },
    {
      "epoch": 1.5662360411648786,
      "grad_norm": 0.08444803810472204,
      "learning_rate": 2.7282075916964077e-06,
      "loss": 0.2845,
      "step": 2682
    },
    {
      "epoch": 1.566819940150354,
      "grad_norm": 0.08574044410889803,
      "learning_rate": 2.721211896305059e-06,
      "loss": 0.3172,
      "step": 2683
    },
    {
      "epoch": 1.5674038391358294,
      "grad_norm": 0.08325089208611512,
      "learning_rate": 2.7142237688137594e-06,
      "loss": 0.2825,
      "step": 2684
    },
    {
      "epoch": 1.567987738121305,
      "grad_norm": 0.08653466280417799,
      "learning_rate": 2.707243216488208e-06,
      "loss": 0.3286,
      "step": 2685
    },
    {
      "epoch": 1.5685716371067806,
      "grad_norm": 0.08782633762064919,
      "learning_rate": 2.7002702465862206e-06,
      "loss": 0.2948,
      "step": 2686
    },
    {
      "epoch": 1.569155536092256,
      "grad_norm": 0.09323948153474308,
      "learning_rate": 2.6933048663577297e-06,
      "loss": 0.2969,
      "step": 2687
    },
    {
      "epoch": 1.5697394350777314,
      "grad_norm": 0.08736682846849728,
      "learning_rate": 2.6863470830447837e-06,
      "loss": 0.3081,
      "step": 2688
    },
    {
      "epoch": 1.570323334063207,
      "grad_norm": 0.08156043603300059,
      "learning_rate": 2.6793969038815224e-06,
      "loss": 0.2602,
      "step": 2689
    },
    {
      "epoch": 1.5709072330486826,
      "grad_norm": 0.08938889266124213,
      "learning_rate": 2.672454336094191e-06,
      "loss": 0.338,
      "step": 2690
    },
    {
      "epoch": 1.5714911320341582,
      "grad_norm": 0.09233684398799216,
      "learning_rate": 2.665519386901111e-06,
      "loss": 0.3502,
      "step": 2691
    },
    {
      "epoch": 1.5720750310196336,
      "grad_norm": 0.08714149249097451,
      "learning_rate": 2.658592063512684e-06,
      "loss": 0.3684,
      "step": 2692
    },
    {
      "epoch": 1.572658930005109,
      "grad_norm": 0.09733977891030005,
      "learning_rate": 2.6516723731313896e-06,
      "loss": 0.3517,
      "step": 2693
    },
    {
      "epoch": 1.5732428289905847,
      "grad_norm": 0.08550959770346168,
      "learning_rate": 2.644760322951764e-06,
      "loss": 0.2811,
      "step": 2694
    },
    {
      "epoch": 1.5738267279760603,
      "grad_norm": 0.09033829352710061,
      "learning_rate": 2.6378559201604047e-06,
      "loss": 0.3268,
      "step": 2695
    },
    {
      "epoch": 1.5744106269615357,
      "grad_norm": 0.08506894819848403,
      "learning_rate": 2.6309591719359563e-06,
      "loss": 0.3111,
      "step": 2696
    },
    {
      "epoch": 1.574994525947011,
      "grad_norm": 0.08767198472428339,
      "learning_rate": 2.6240700854490988e-06,
      "loss": 0.2934,
      "step": 2697
    },
    {
      "epoch": 1.5755784249324867,
      "grad_norm": 0.08895283288324536,
      "learning_rate": 2.6171886678625593e-06,
      "loss": 0.2974,
      "step": 2698
    },
    {
      "epoch": 1.5761623239179623,
      "grad_norm": 0.08482031631716146,
      "learning_rate": 2.6103149263310768e-06,
      "loss": 0.2944,
      "step": 2699
    },
    {
      "epoch": 1.5767462229034377,
      "grad_norm": 0.08517241939697799,
      "learning_rate": 2.6034488680014236e-06,
      "loss": 0.2857,
      "step": 2700
    },
    {
      "epoch": 1.577330121888913,
      "grad_norm": 0.08447574686558407,
      "learning_rate": 2.5965905000123736e-06,
      "loss": 0.283,
      "step": 2701
    },
    {
      "epoch": 1.5779140208743887,
      "grad_norm": 0.09184672982850255,
      "learning_rate": 2.5897398294947027e-06,
      "loss": 0.309,
      "step": 2702
    },
    {
      "epoch": 1.5784979198598643,
      "grad_norm": 0.09660331757828053,
      "learning_rate": 2.582896863571197e-06,
      "loss": 0.3025,
      "step": 2703
    },
    {
      "epoch": 1.5790818188453397,
      "grad_norm": 0.09190800503887955,
      "learning_rate": 2.576061609356617e-06,
      "loss": 0.3253,
      "step": 2704
    },
    {
      "epoch": 1.579665717830815,
      "grad_norm": 0.08054801360990027,
      "learning_rate": 2.569234073957717e-06,
      "loss": 0.2895,
      "step": 2705
    },
    {
      "epoch": 1.5802496168162907,
      "grad_norm": 0.08640992842469485,
      "learning_rate": 2.5624142644732177e-06,
      "loss": 0.2953,
      "step": 2706
    },
    {
      "epoch": 1.5808335158017663,
      "grad_norm": 0.08966832709155412,
      "learning_rate": 2.5556021879938074e-06,
      "loss": 0.3056,
      "step": 2707
    },
    {
      "epoch": 1.581417414787242,
      "grad_norm": 0.08451164996270802,
      "learning_rate": 2.5487978516021426e-06,
      "loss": 0.3375,
      "step": 2708
    },
    {
      "epoch": 1.5820013137727174,
      "grad_norm": 0.08917717416950068,
      "learning_rate": 2.542001262372821e-06,
      "loss": 0.327,
      "step": 2709
    },
    {
      "epoch": 1.5825852127581927,
      "grad_norm": 0.08250213479910032,
      "learning_rate": 2.535212427372393e-06,
      "loss": 0.2809,
      "step": 2710
    },
    {
      "epoch": 1.5831691117436684,
      "grad_norm": 0.09866178022007711,
      "learning_rate": 2.52843135365935e-06,
      "loss": 0.3683,
      "step": 2711
    },
    {
      "epoch": 1.583753010729144,
      "grad_norm": 0.08811572881840915,
      "learning_rate": 2.5216580482840993e-06,
      "loss": 0.2977,
      "step": 2712
    },
    {
      "epoch": 1.5843369097146194,
      "grad_norm": 0.09172022014120546,
      "learning_rate": 2.514892518288988e-06,
      "loss": 0.3035,
      "step": 2713
    },
    {
      "epoch": 1.5849208087000948,
      "grad_norm": 0.09378374984722455,
      "learning_rate": 2.50813477070827e-06,
      "loss": 0.3119,
      "step": 2714
    },
    {
      "epoch": 1.5855047076855704,
      "grad_norm": 0.08909583883690714,
      "learning_rate": 2.501384812568104e-06,
      "loss": 0.3024,
      "step": 2715
    },
    {
      "epoch": 1.586088606671046,
      "grad_norm": 0.09263310693223463,
      "learning_rate": 2.494642650886563e-06,
      "loss": 0.356,
      "step": 2716
    },
    {
      "epoch": 1.5866725056565214,
      "grad_norm": 0.08893496883808139,
      "learning_rate": 2.4879082926735974e-06,
      "loss": 0.2998,
      "step": 2717
    },
    {
      "epoch": 1.5872564046419968,
      "grad_norm": 0.08284151789673047,
      "learning_rate": 2.4811817449310615e-06,
      "loss": 0.2718,
      "step": 2718
    },
    {
      "epoch": 1.5878403036274724,
      "grad_norm": 0.09084178588015923,
      "learning_rate": 2.4744630146526762e-06,
      "loss": 0.3206,
      "step": 2719
    },
    {
      "epoch": 1.588424202612948,
      "grad_norm": 0.086323245663931,
      "learning_rate": 2.467752108824034e-06,
      "loss": 0.2891,
      "step": 2720
    },
    {
      "epoch": 1.5890081015984234,
      "grad_norm": 0.0884577415763019,
      "learning_rate": 2.4610490344226034e-06,
      "loss": 0.3092,
      "step": 2721
    },
    {
      "epoch": 1.5895920005838988,
      "grad_norm": 0.0818500205141588,
      "learning_rate": 2.454353798417698e-06,
      "loss": 0.2843,
      "step": 2722
    },
    {
      "epoch": 1.5901758995693744,
      "grad_norm": 0.09416553423981949,
      "learning_rate": 2.4476664077704926e-06,
      "loss": 0.3576,
      "step": 2723
    },
    {
      "epoch": 1.59075979855485,
      "grad_norm": 0.08986458777721984,
      "learning_rate": 2.4409868694339965e-06,
      "loss": 0.3143,
      "step": 2724
    },
    {
      "epoch": 1.5913436975403257,
      "grad_norm": 0.08767536768030496,
      "learning_rate": 2.434315190353056e-06,
      "loss": 0.3165,
      "step": 2725
    },
    {
      "epoch": 1.591927596525801,
      "grad_norm": 0.09330982855020656,
      "learning_rate": 2.427651377464353e-06,
      "loss": 0.3429,
      "step": 2726
    },
    {
      "epoch": 1.5925114955112765,
      "grad_norm": 0.08746004903527647,
      "learning_rate": 2.4209954376963797e-06,
      "loss": 0.2963,
      "step": 2727
    },
    {
      "epoch": 1.593095394496752,
      "grad_norm": 0.08303011080905368,
      "learning_rate": 2.4143473779694548e-06,
      "loss": 0.289,
      "step": 2728
    },
    {
      "epoch": 1.5936792934822277,
      "grad_norm": 0.09308780560836026,
      "learning_rate": 2.407707205195694e-06,
      "loss": 0.3499,
      "step": 2729
    },
    {
      "epoch": 1.594263192467703,
      "grad_norm": 0.08516663578266107,
      "learning_rate": 2.4010749262790136e-06,
      "loss": 0.2943,
      "step": 2730
    },
    {
      "epoch": 1.5948470914531785,
      "grad_norm": 0.08465246805407467,
      "learning_rate": 2.3944505481151303e-06,
      "loss": 0.2953,
      "step": 2731
    },
    {
      "epoch": 1.595430990438654,
      "grad_norm": 0.09259138693675312,
      "learning_rate": 2.387834077591538e-06,
      "loss": 0.2962,
      "step": 2732
    },
    {
      "epoch": 1.5960148894241297,
      "grad_norm": 0.09176116115783456,
      "learning_rate": 2.3812255215875147e-06,
      "loss": 0.3214,
      "step": 2733
    },
    {
      "epoch": 1.5965987884096051,
      "grad_norm": 0.08985085094261724,
      "learning_rate": 2.374624886974106e-06,
      "loss": 0.2923,
      "step": 2734
    },
    {
      "epoch": 1.5971826873950805,
      "grad_norm": 0.09489964262454795,
      "learning_rate": 2.3680321806141182e-06,
      "loss": 0.3103,
      "step": 2735
    },
    {
      "epoch": 1.5977665863805561,
      "grad_norm": 0.09289017103861547,
      "learning_rate": 2.3614474093621255e-06,
      "loss": 0.2964,
      "step": 2736
    },
    {
      "epoch": 1.5983504853660317,
      "grad_norm": 0.09140275599245228,
      "learning_rate": 2.354870580064439e-06,
      "loss": 0.2892,
      "step": 2737
    },
    {
      "epoch": 1.5989343843515071,
      "grad_norm": 0.09087921172597256,
      "learning_rate": 2.34830169955912e-06,
      "loss": 0.3083,
      "step": 2738
    },
    {
      "epoch": 1.5995182833369825,
      "grad_norm": 0.08788028584753778,
      "learning_rate": 2.341740774675968e-06,
      "loss": 0.3075,
      "step": 2739
    },
    {
      "epoch": 1.6001021823224582,
      "grad_norm": 0.08525095272695739,
      "learning_rate": 2.335187812236499e-06,
      "loss": 0.3186,
      "step": 2740
    },
    {
      "epoch": 1.6006860813079338,
      "grad_norm": 0.09574970013068906,
      "learning_rate": 2.3286428190539645e-06,
      "loss": 0.3483,
      "step": 2741
    },
    {
      "epoch": 1.6012699802934094,
      "grad_norm": 0.08413741784784741,
      "learning_rate": 2.322105801933321e-06,
      "loss": 0.3083,
      "step": 2742
    },
    {
      "epoch": 1.6018538792788848,
      "grad_norm": 0.09187576858312102,
      "learning_rate": 2.3155767676712317e-06,
      "loss": 0.3061,
      "step": 2743
    },
    {
      "epoch": 1.6024377782643602,
      "grad_norm": 0.08510561686468221,
      "learning_rate": 2.3090557230560673e-06,
      "loss": 0.3119,
      "step": 2744
    },
    {
      "epoch": 1.6030216772498358,
      "grad_norm": 0.08860064308458952,
      "learning_rate": 2.3025426748678814e-06,
      "loss": 0.3292,
      "step": 2745
    },
    {
      "epoch": 1.6036055762353114,
      "grad_norm": 0.08658574015572966,
      "learning_rate": 2.296037629878426e-06,
      "loss": 0.2817,
      "step": 2746
    },
    {
      "epoch": 1.6041894752207868,
      "grad_norm": 0.08844626757338564,
      "learning_rate": 2.289540594851122e-06,
      "loss": 0.3226,
      "step": 2747
    },
    {
      "epoch": 1.6047733742062622,
      "grad_norm": 0.08355894308483867,
      "learning_rate": 2.283051576541062e-06,
      "loss": 0.2772,
      "step": 2748
    },
    {
      "epoch": 1.6053572731917378,
      "grad_norm": 0.0848364271827414,
      "learning_rate": 2.2765705816950124e-06,
      "loss": 0.3188,
      "step": 2749
    },
    {
      "epoch": 1.6059411721772134,
      "grad_norm": 0.08846065769546503,
      "learning_rate": 2.2700976170513855e-06,
      "loss": 0.3308,
      "step": 2750
    },
    {
      "epoch": 1.6065250711626888,
      "grad_norm": 0.07819095097985644,
      "learning_rate": 2.263632689340257e-06,
      "loss": 0.2545,
      "step": 2751
    },
    {
      "epoch": 1.6071089701481642,
      "grad_norm": 0.08058291861617611,
      "learning_rate": 2.257175805283338e-06,
      "loss": 0.2964,
      "step": 2752
    },
    {
      "epoch": 1.6076928691336398,
      "grad_norm": 0.08405814202322932,
      "learning_rate": 2.250726971593976e-06,
      "loss": 0.2746,
      "step": 2753
    },
    {
      "epoch": 1.6082767681191155,
      "grad_norm": 0.09328015871229196,
      "learning_rate": 2.2442861949771554e-06,
      "loss": 0.3506,
      "step": 2754
    },
    {
      "epoch": 1.6088606671045909,
      "grad_norm": 0.08303312664847921,
      "learning_rate": 2.237853482129475e-06,
      "loss": 0.3033,
      "step": 2755
    },
    {
      "epoch": 1.6094445660900663,
      "grad_norm": 0.07984400527236234,
      "learning_rate": 2.231428839739157e-06,
      "loss": 0.2857,
      "step": 2756
    },
    {
      "epoch": 1.6100284650755419,
      "grad_norm": 0.08744380592243957,
      "learning_rate": 2.225012274486028e-06,
      "loss": 0.3037,
      "step": 2757
    },
    {
      "epoch": 1.6106123640610175,
      "grad_norm": 0.09088453544607751,
      "learning_rate": 2.218603793041516e-06,
      "loss": 0.3001,
      "step": 2758
    },
    {
      "epoch": 1.611196263046493,
      "grad_norm": 0.09026610478464688,
      "learning_rate": 2.21220340206865e-06,
      "loss": 0.3046,
      "step": 2759
    },
    {
      "epoch": 1.6117801620319685,
      "grad_norm": 0.09098809963333981,
      "learning_rate": 2.205811108222038e-06,
      "loss": 0.3431,
      "step": 2760
    },
    {
      "epoch": 1.612364061017444,
      "grad_norm": 0.08772021848790403,
      "learning_rate": 2.19942691814788e-06,
      "loss": 0.3115,
      "step": 2761
    },
    {
      "epoch": 1.6129479600029195,
      "grad_norm": 0.08669736677869853,
      "learning_rate": 2.193050838483942e-06,
      "loss": 0.294,
      "step": 2762
    },
    {
      "epoch": 1.6135318589883951,
      "grad_norm": 0.08727015598829929,
      "learning_rate": 2.186682875859557e-06,
      "loss": 0.2925,
      "step": 2763
    },
    {
      "epoch": 1.6141157579738705,
      "grad_norm": 0.09485499357000195,
      "learning_rate": 2.1803230368956296e-06,
      "loss": 0.3123,
      "step": 2764
    },
    {
      "epoch": 1.614699656959346,
      "grad_norm": 0.08696691410466795,
      "learning_rate": 2.1739713282046017e-06,
      "loss": 0.3223,
      "step": 2765
    },
    {
      "epoch": 1.6152835559448215,
      "grad_norm": 0.08880831142231013,
      "learning_rate": 2.1676277563904747e-06,
      "loss": 0.2761,
      "step": 2766
    },
    {
      "epoch": 1.6158674549302972,
      "grad_norm": 0.09106035939165831,
      "learning_rate": 2.1612923280487883e-06,
      "loss": 0.3114,
      "step": 2767
    },
    {
      "epoch": 1.6164513539157725,
      "grad_norm": 0.08624575921325564,
      "learning_rate": 2.1549650497666096e-06,
      "loss": 0.325,
      "step": 2768
    },
    {
      "epoch": 1.617035252901248,
      "grad_norm": 0.08125263841724942,
      "learning_rate": 2.1486459281225337e-06,
      "loss": 0.3086,
      "step": 2769
    },
    {
      "epoch": 1.6176191518867236,
      "grad_norm": 0.08439384503801833,
      "learning_rate": 2.14233496968668e-06,
      "loss": 0.3098,
      "step": 2770
    },
    {
      "epoch": 1.6182030508721992,
      "grad_norm": 0.08956714966106338,
      "learning_rate": 2.136032181020673e-06,
      "loss": 0.3273,
      "step": 2771
    },
    {
      "epoch": 1.6187869498576746,
      "grad_norm": 0.09140142113942591,
      "learning_rate": 2.1297375686776522e-06,
      "loss": 0.3118,
      "step": 2772
    },
    {
      "epoch": 1.6193708488431502,
      "grad_norm": 0.0827603847732067,
      "learning_rate": 2.1234511392022473e-06,
      "loss": 0.2807,
      "step": 2773
    },
    {
      "epoch": 1.6199547478286256,
      "grad_norm": 0.08607646469223701,
      "learning_rate": 2.1171728991305797e-06,
      "loss": 0.2888,
      "step": 2774
    },
    {
      "epoch": 1.6205386468141012,
      "grad_norm": 0.09076316567553312,
      "learning_rate": 2.110902854990268e-06,
      "loss": 0.3209,
      "step": 2775
    },
    {
      "epoch": 1.6211225457995768,
      "grad_norm": 0.09121347688000975,
      "learning_rate": 2.1046410133003923e-06,
      "loss": 0.3145,
      "step": 2776
    },
    {
      "epoch": 1.6217064447850522,
      "grad_norm": 0.08584428610182016,
      "learning_rate": 2.0983873805715216e-06,
      "loss": 0.2937,
      "step": 2777
    },
    {
      "epoch": 1.6222903437705276,
      "grad_norm": 0.0934038184338137,
      "learning_rate": 2.0921419633056782e-06,
      "loss": 0.3033,
      "step": 2778
    },
    {
      "epoch": 1.6228742427560032,
      "grad_norm": 0.07992325979960868,
      "learning_rate": 2.085904767996343e-06,
      "loss": 0.2831,
      "step": 2779
    },
    {
      "epoch": 1.6234581417414788,
      "grad_norm": 0.0841799170044487,
      "learning_rate": 2.0796758011284567e-06,
      "loss": 0.2904,
      "step": 2780
    },
    {
      "epoch": 1.6240420407269542,
      "grad_norm": 0.08712466125143144,
      "learning_rate": 2.0734550691783937e-06,
      "loss": 0.3211,
      "step": 2781
    },
    {
      "epoch": 1.6246259397124296,
      "grad_norm": 0.0872232650039621,
      "learning_rate": 2.0672425786139794e-06,
      "loss": 0.32,
      "step": 2782
    },
    {
      "epoch": 1.6252098386979053,
      "grad_norm": 0.08754129203366758,
      "learning_rate": 2.0610383358944584e-06,
      "loss": 0.3377,
      "step": 2783
    },
    {
      "epoch": 1.6257937376833809,
      "grad_norm": 0.08608138777671846,
      "learning_rate": 2.0548423474705024e-06,
      "loss": 0.3174,
      "step": 2784
    },
    {
      "epoch": 1.6263776366688563,
      "grad_norm": 0.08032686087654864,
      "learning_rate": 2.0486546197842096e-06,
      "loss": 0.2693,
      "step": 2785
    },
    {
      "epoch": 1.6269615356543317,
      "grad_norm": 0.089483921173535,
      "learning_rate": 2.0424751592690762e-06,
      "loss": 0.3174,
      "step": 2786
    },
    {
      "epoch": 1.6275454346398073,
      "grad_norm": 0.08617809531575664,
      "learning_rate": 2.0363039723500155e-06,
      "loss": 0.3063,
      "step": 2787
    },
    {
      "epoch": 1.628129333625283,
      "grad_norm": 0.08968442614503079,
      "learning_rate": 2.0301410654433307e-06,
      "loss": 0.3144,
      "step": 2788
    },
    {
      "epoch": 1.6287132326107583,
      "grad_norm": 0.08156988283072003,
      "learning_rate": 2.023986444956715e-06,
      "loss": 0.2785,
      "step": 2789
    },
    {
      "epoch": 1.629297131596234,
      "grad_norm": 0.09116781346257606,
      "learning_rate": 2.017840117289254e-06,
      "loss": 0.3358,
      "step": 2790
    },
    {
      "epoch": 1.6298810305817093,
      "grad_norm": 0.08401221358505406,
      "learning_rate": 2.0117020888313998e-06,
      "loss": 0.2911,
      "step": 2791
    },
    {
      "epoch": 1.630464929567185,
      "grad_norm": 0.09653655833916723,
      "learning_rate": 2.0055723659649907e-06,
      "loss": 0.3142,
      "step": 2792
    },
    {
      "epoch": 1.6310488285526605,
      "grad_norm": 0.08670860622041503,
      "learning_rate": 1.999450955063216e-06,
      "loss": 0.2979,
      "step": 2793
    },
    {
      "epoch": 1.631632727538136,
      "grad_norm": 0.09858825530519852,
      "learning_rate": 1.9933378624906218e-06,
      "loss": 0.333,
      "step": 2794
    },
    {
      "epoch": 1.6322166265236113,
      "grad_norm": 0.08623638911889556,
      "learning_rate": 1.9872330946031237e-06,
      "loss": 0.3059,
      "step": 2795
    },
    {
      "epoch": 1.632800525509087,
      "grad_norm": 0.08598147443545051,
      "learning_rate": 1.981136657747963e-06,
      "loss": 0.3217,
      "step": 2796
    },
    {
      "epoch": 1.6333844244945626,
      "grad_norm": 0.08502716609781817,
      "learning_rate": 1.9750485582637245e-06,
      "loss": 0.2828,
      "step": 2797
    },
    {
      "epoch": 1.633968323480038,
      "grad_norm": 0.08505007136886303,
      "learning_rate": 1.9689688024803298e-06,
      "loss": 0.2924,
      "step": 2798
    },
    {
      "epoch": 1.6345522224655133,
      "grad_norm": 0.08556760222593965,
      "learning_rate": 1.962897396719018e-06,
      "loss": 0.3065,
      "step": 2799
    },
    {
      "epoch": 1.635136121450989,
      "grad_norm": 0.08744304389546018,
      "learning_rate": 1.9568343472923524e-06,
      "loss": 0.2994,
      "step": 2800
    },
    {
      "epoch": 1.6357200204364646,
      "grad_norm": 0.09515695038217707,
      "learning_rate": 1.950779660504204e-06,
      "loss": 0.3091,
      "step": 2801
    },
    {
      "epoch": 1.63630391942194,
      "grad_norm": 0.09493789462280555,
      "learning_rate": 1.944733342649748e-06,
      "loss": 0.3395,
      "step": 2802
    },
    {
      "epoch": 1.6368878184074154,
      "grad_norm": 0.08673594631596067,
      "learning_rate": 1.938695400015467e-06,
      "loss": 0.32,
      "step": 2803
    },
    {
      "epoch": 1.637471717392891,
      "grad_norm": 0.08699916410337348,
      "learning_rate": 1.932665838879123e-06,
      "loss": 0.3058,
      "step": 2804
    },
    {
      "epoch": 1.6380556163783666,
      "grad_norm": 0.09113248366833748,
      "learning_rate": 1.926644665509775e-06,
      "loss": 0.3075,
      "step": 2805
    },
    {
      "epoch": 1.638639515363842,
      "grad_norm": 0.09110648020788036,
      "learning_rate": 1.920631886167754e-06,
      "loss": 0.3319,
      "step": 2806
    },
    {
      "epoch": 1.6392234143493176,
      "grad_norm": 0.08911752075097037,
      "learning_rate": 1.9146275071046626e-06,
      "loss": 0.3135,
      "step": 2807
    },
    {
      "epoch": 1.639807313334793,
      "grad_norm": 0.0882402253142257,
      "learning_rate": 1.9086315345633786e-06,
      "loss": 0.3224,
      "step": 2808
    },
    {
      "epoch": 1.6403912123202686,
      "grad_norm": 0.09110069464136926,
      "learning_rate": 1.9026439747780278e-06,
      "loss": 0.3385,
      "step": 2809
    },
    {
      "epoch": 1.6409751113057442,
      "grad_norm": 0.08762147323041139,
      "learning_rate": 1.8966648339740002e-06,
      "loss": 0.298,
      "step": 2810
    },
    {
      "epoch": 1.6415590102912196,
      "grad_norm": 0.08949794464304249,
      "learning_rate": 1.8906941183679227e-06,
      "loss": 0.3137,
      "step": 2811
    },
    {
      "epoch": 1.642142909276695,
      "grad_norm": 0.09176597857013076,
      "learning_rate": 1.8847318341676657e-06,
      "loss": 0.2989,
      "step": 2812
    },
    {
      "epoch": 1.6427268082621707,
      "grad_norm": 0.0994264903196625,
      "learning_rate": 1.8787779875723389e-06,
      "loss": 0.3702,
      "step": 2813
    },
    {
      "epoch": 1.6433107072476463,
      "grad_norm": 0.09270206638845155,
      "learning_rate": 1.8728325847722684e-06,
      "loss": 0.3193,
      "step": 2814
    },
    {
      "epoch": 1.6438946062331217,
      "grad_norm": 0.08913036765616508,
      "learning_rate": 1.8668956319490128e-06,
      "loss": 0.3186,
      "step": 2815
    },
    {
      "epoch": 1.644478505218597,
      "grad_norm": 0.08265056599294728,
      "learning_rate": 1.8609671352753367e-06,
      "loss": 0.3073,
      "step": 2816
    },
    {
      "epoch": 1.6450624042040727,
      "grad_norm": 0.07911311362680286,
      "learning_rate": 1.8550471009152138e-06,
      "loss": 0.26,
      "step": 2817
    },
    {
      "epoch": 1.6456463031895483,
      "grad_norm": 0.09621955010602276,
      "learning_rate": 1.849135535023825e-06,
      "loss": 0.3464,
      "step": 2818
    },
    {
      "epoch": 1.6462302021750237,
      "grad_norm": 0.09756544754200423,
      "learning_rate": 1.843232443747538e-06,
      "loss": 0.3346,
      "step": 2819
    },
    {
      "epoch": 1.646814101160499,
      "grad_norm": 0.09357448192120124,
      "learning_rate": 1.8373378332239177e-06,
      "loss": 0.3257,
      "step": 2820
    },
    {
      "epoch": 1.6473980001459747,
      "grad_norm": 0.08859877768876348,
      "learning_rate": 1.8314517095817052e-06,
      "loss": 0.324,
      "step": 2821
    },
    {
      "epoch": 1.6479818991314503,
      "grad_norm": 0.09579539365119887,
      "learning_rate": 1.8255740789408161e-06,
      "loss": 0.345,
      "step": 2822
    },
    {
      "epoch": 1.6485657981169257,
      "grad_norm": 0.08721052499665495,
      "learning_rate": 1.8197049474123475e-06,
      "loss": 0.3247,
      "step": 2823
    },
    {
      "epoch": 1.6491496971024013,
      "grad_norm": 0.09171852034977418,
      "learning_rate": 1.8138443210985468e-06,
      "loss": 0.3147,
      "step": 2824
    },
    {
      "epoch": 1.6497335960878767,
      "grad_norm": 0.08917116308696059,
      "learning_rate": 1.8079922060928223e-06,
      "loss": 0.28,
      "step": 2825
    },
    {
      "epoch": 1.6503174950733523,
      "grad_norm": 0.08129940459525777,
      "learning_rate": 1.8021486084797368e-06,
      "loss": 0.2878,
      "step": 2826
    },
    {
      "epoch": 1.650901394058828,
      "grad_norm": 0.08479943118528724,
      "learning_rate": 1.7963135343349914e-06,
      "loss": 0.3035,
      "step": 2827
    },
    {
      "epoch": 1.6514852930443034,
      "grad_norm": 0.08221478018297448,
      "learning_rate": 1.7904869897254308e-06,
      "loss": 0.2929,
      "step": 2828
    },
    {
      "epoch": 1.6520691920297788,
      "grad_norm": 0.09160826681200954,
      "learning_rate": 1.7846689807090277e-06,
      "loss": 0.3046,
      "step": 2829
    },
    {
      "epoch": 1.6526530910152544,
      "grad_norm": 0.08636458341530073,
      "learning_rate": 1.7788595133348796e-06,
      "loss": 0.3104,
      "step": 2830
    },
    {
      "epoch": 1.65323699000073,
      "grad_norm": 0.08802047188857515,
      "learning_rate": 1.7730585936432077e-06,
      "loss": 0.31,
      "step": 2831
    },
    {
      "epoch": 1.6538208889862054,
      "grad_norm": 0.08791509532330856,
      "learning_rate": 1.7672662276653384e-06,
      "loss": 0.3348,
      "step": 2832
    },
    {
      "epoch": 1.6544047879716808,
      "grad_norm": 0.08297104745574767,
      "learning_rate": 1.7614824214237158e-06,
      "loss": 0.296,
      "step": 2833
    },
    {
      "epoch": 1.6549886869571564,
      "grad_norm": 0.08791623585611412,
      "learning_rate": 1.7557071809318737e-06,
      "loss": 0.3143,
      "step": 2834
    },
    {
      "epoch": 1.655572585942632,
      "grad_norm": 0.09316204230757288,
      "learning_rate": 1.7499405121944423e-06,
      "loss": 0.3388,
      "step": 2835
    },
    {
      "epoch": 1.6561564849281074,
      "grad_norm": 0.08778281671717643,
      "learning_rate": 1.7441824212071455e-06,
      "loss": 0.3086,
      "step": 2836
    },
    {
      "epoch": 1.6567403839135828,
      "grad_norm": 0.09007331194804802,
      "learning_rate": 1.73843291395678e-06,
      "loss": 0.2956,
      "step": 2837
    },
    {
      "epoch": 1.6573242828990584,
      "grad_norm": 0.08878832213379277,
      "learning_rate": 1.7326919964212275e-06,
      "loss": 0.2885,
      "step": 2838
    },
    {
      "epoch": 1.657908181884534,
      "grad_norm": 0.09036430420349095,
      "learning_rate": 1.7269596745694295e-06,
      "loss": 0.3305,
      "step": 2839
    },
    {
      "epoch": 1.6584920808700094,
      "grad_norm": 0.09216127117646374,
      "learning_rate": 1.7212359543613943e-06,
      "loss": 0.3372,
      "step": 2840
    },
    {
      "epoch": 1.659075979855485,
      "grad_norm": 0.09820317378606691,
      "learning_rate": 1.7155208417481906e-06,
      "loss": 0.3366,
      "step": 2841
    },
    {
      "epoch": 1.6596598788409604,
      "grad_norm": 0.09117126477224899,
      "learning_rate": 1.7098143426719293e-06,
      "loss": 0.3261,
      "step": 2842
    },
    {
      "epoch": 1.660243777826436,
      "grad_norm": 0.08553945948044997,
      "learning_rate": 1.7041164630657757e-06,
      "loss": 0.3082,
      "step": 2843
    },
    {
      "epoch": 1.6608276768119117,
      "grad_norm": 0.08958712378517425,
      "learning_rate": 1.6984272088539256e-06,
      "loss": 0.3567,
      "step": 2844
    },
    {
      "epoch": 1.661411575797387,
      "grad_norm": 0.09072469748500103,
      "learning_rate": 1.6927465859516057e-06,
      "loss": 0.3106,
      "step": 2845
    },
    {
      "epoch": 1.6619954747828625,
      "grad_norm": 0.09860664836170104,
      "learning_rate": 1.6870746002650784e-06,
      "loss": 0.3399,
      "step": 2846
    },
    {
      "epoch": 1.662579373768338,
      "grad_norm": 0.0827375437898929,
      "learning_rate": 1.6814112576916142e-06,
      "loss": 0.2813,
      "step": 2847
    },
    {
      "epoch": 1.6631632727538137,
      "grad_norm": 0.09241480139870366,
      "learning_rate": 1.6757565641195073e-06,
      "loss": 0.3086,
      "step": 2848
    },
    {
      "epoch": 1.663747171739289,
      "grad_norm": 0.09700325855960075,
      "learning_rate": 1.6701105254280513e-06,
      "loss": 0.3292,
      "step": 2849
    },
    {
      "epoch": 1.6643310707247645,
      "grad_norm": 0.08747121477337459,
      "learning_rate": 1.664473147487541e-06,
      "loss": 0.3178,
      "step": 2850
    },
    {
      "epoch": 1.6649149697102401,
      "grad_norm": 0.0875923666318606,
      "learning_rate": 1.658844436159277e-06,
      "loss": 0.3204,
      "step": 2851
    },
    {
      "epoch": 1.6654988686957157,
      "grad_norm": 0.08775752343744311,
      "learning_rate": 1.6532243972955397e-06,
      "loss": 0.2583,
      "step": 2852
    },
    {
      "epoch": 1.6660827676811911,
      "grad_norm": 0.09289694075783327,
      "learning_rate": 1.6476130367395914e-06,
      "loss": 0.303,
      "step": 2853
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.08927246816150207,
      "learning_rate": 1.64201036032568e-06,
      "loss": 0.3208,
      "step": 2854
    },
    {
      "epoch": 1.6672505656521421,
      "grad_norm": 0.08946071059840194,
      "learning_rate": 1.6364163738790128e-06,
      "loss": 0.3224,
      "step": 2855
    },
    {
      "epoch": 1.6678344646376178,
      "grad_norm": 0.08426060293902987,
      "learning_rate": 1.6308310832157737e-06,
      "loss": 0.309,
      "step": 2856
    },
    {
      "epoch": 1.6684183636230934,
      "grad_norm": 0.08199270750406029,
      "learning_rate": 1.6252544941430982e-06,
      "loss": 0.2926,
      "step": 2857
    },
    {
      "epoch": 1.6690022626085688,
      "grad_norm": 0.08849252669970706,
      "learning_rate": 1.6196866124590737e-06,
      "loss": 0.2631,
      "step": 2858
    },
    {
      "epoch": 1.6695861615940442,
      "grad_norm": 0.08163494619932608,
      "learning_rate": 1.614127443952741e-06,
      "loss": 0.2871,
      "step": 2859
    },
    {
      "epoch": 1.6701700605795198,
      "grad_norm": 0.08585100645751118,
      "learning_rate": 1.608576994404074e-06,
      "loss": 0.3046,
      "step": 2860
    },
    {
      "epoch": 1.6707539595649954,
      "grad_norm": 0.08546777112764414,
      "learning_rate": 1.603035269583989e-06,
      "loss": 0.285,
      "step": 2861
    },
    {
      "epoch": 1.6713378585504708,
      "grad_norm": 0.0934959360605802,
      "learning_rate": 1.5975022752543247e-06,
      "loss": 0.3543,
      "step": 2862
    },
    {
      "epoch": 1.6719217575359462,
      "grad_norm": 0.09005690290461564,
      "learning_rate": 1.5919780171678412e-06,
      "loss": 0.2755,
      "step": 2863
    },
    {
      "epoch": 1.6725056565214218,
      "grad_norm": 0.09448358362638784,
      "learning_rate": 1.5864625010682266e-06,
      "loss": 0.3269,
      "step": 2864
    },
    {
      "epoch": 1.6730895555068974,
      "grad_norm": 0.08939949459248223,
      "learning_rate": 1.580955732690065e-06,
      "loss": 0.2986,
      "step": 2865
    },
    {
      "epoch": 1.6736734544923728,
      "grad_norm": 0.08266845760352323,
      "learning_rate": 1.5754577177588581e-06,
      "loss": 0.3003,
      "step": 2866
    },
    {
      "epoch": 1.6742573534778482,
      "grad_norm": 0.08615282390753227,
      "learning_rate": 1.5699684619909983e-06,
      "loss": 0.3261,
      "step": 2867
    },
    {
      "epoch": 1.6748412524633238,
      "grad_norm": 0.08950842787324602,
      "learning_rate": 1.5644879710937722e-06,
      "loss": 0.3013,
      "step": 2868
    },
    {
      "epoch": 1.6754251514487994,
      "grad_norm": 0.09679790078100706,
      "learning_rate": 1.5590162507653573e-06,
      "loss": 0.3421,
      "step": 2869
    },
    {
      "epoch": 1.6760090504342748,
      "grad_norm": 0.12027406396866881,
      "learning_rate": 1.5535533066948062e-06,
      "loss": 0.3047,
      "step": 2870
    },
    {
      "epoch": 1.6765929494197502,
      "grad_norm": 0.09822003416748987,
      "learning_rate": 1.5480991445620541e-06,
      "loss": 0.3238,
      "step": 2871
    },
    {
      "epoch": 1.6771768484052259,
      "grad_norm": 0.09470422628946744,
      "learning_rate": 1.5426537700378985e-06,
      "loss": 0.3269,
      "step": 2872
    },
    {
      "epoch": 1.6777607473907015,
      "grad_norm": 0.0848033452909602,
      "learning_rate": 1.5372171887840026e-06,
      "loss": 0.3114,
      "step": 2873
    },
    {
      "epoch": 1.678344646376177,
      "grad_norm": 0.09106771894639788,
      "learning_rate": 1.5317894064528905e-06,
      "loss": 0.3544,
      "step": 2874
    },
    {
      "epoch": 1.6789285453616525,
      "grad_norm": 0.08789548279740132,
      "learning_rate": 1.5263704286879311e-06,
      "loss": 0.3158,
      "step": 2875
    },
    {
      "epoch": 1.6795124443471279,
      "grad_norm": 0.09947805270917219,
      "learning_rate": 1.5209602611233465e-06,
      "loss": 0.352,
      "step": 2876
    },
    {
      "epoch": 1.6800963433326035,
      "grad_norm": 0.09392885969770205,
      "learning_rate": 1.5155589093841939e-06,
      "loss": 0.3018,
      "step": 2877
    },
    {
      "epoch": 1.680680242318079,
      "grad_norm": 0.08318944514473092,
      "learning_rate": 1.5101663790863597e-06,
      "loss": 0.2804,
      "step": 2878
    },
    {
      "epoch": 1.6812641413035545,
      "grad_norm": 0.08881842734414754,
      "learning_rate": 1.5047826758365748e-06,
      "loss": 0.3515,
      "step": 2879
    },
    {
      "epoch": 1.68184804028903,
      "grad_norm": 0.07913413524904181,
      "learning_rate": 1.4994078052323767e-06,
      "loss": 0.2792,
      "step": 2880
    },
    {
      "epoch": 1.6824319392745055,
      "grad_norm": 0.08064758730542633,
      "learning_rate": 1.4940417728621236e-06,
      "loss": 0.2666,
      "step": 2881
    },
    {
      "epoch": 1.6830158382599811,
      "grad_norm": 0.0835113590551349,
      "learning_rate": 1.488684584304988e-06,
      "loss": 0.2661,
      "step": 2882
    },
    {
      "epoch": 1.6835997372454565,
      "grad_norm": 0.08830738792788109,
      "learning_rate": 1.483336245130942e-06,
      "loss": 0.2995,
      "step": 2883
    },
    {
      "epoch": 1.684183636230932,
      "grad_norm": 0.0873527134812208,
      "learning_rate": 1.477996760900764e-06,
      "loss": 0.2852,
      "step": 2884
    },
    {
      "epoch": 1.6847675352164075,
      "grad_norm": 0.08741474010870152,
      "learning_rate": 1.4726661371660189e-06,
      "loss": 0.302,
      "step": 2885
    },
    {
      "epoch": 1.6853514342018832,
      "grad_norm": 0.08891088209234972,
      "learning_rate": 1.467344379469059e-06,
      "loss": 0.3187,
      "step": 2886
    },
    {
      "epoch": 1.6859353331873586,
      "grad_norm": 0.08191670759020986,
      "learning_rate": 1.4620314933430269e-06,
      "loss": 0.2738,
      "step": 2887
    },
    {
      "epoch": 1.686519232172834,
      "grad_norm": 0.09666942280908271,
      "learning_rate": 1.4567274843118296e-06,
      "loss": 0.369,
      "step": 2888
    },
    {
      "epoch": 1.6871031311583096,
      "grad_norm": 0.08770542723826355,
      "learning_rate": 1.4514323578901545e-06,
      "loss": 0.2962,
      "step": 2889
    },
    {
      "epoch": 1.6876870301437852,
      "grad_norm": 0.09304335568122375,
      "learning_rate": 1.4461461195834491e-06,
      "loss": 0.3165,
      "step": 2890
    },
    {
      "epoch": 1.6882709291292608,
      "grad_norm": 0.08177859756561333,
      "learning_rate": 1.4408687748879157e-06,
      "loss": 0.2905,
      "step": 2891
    },
    {
      "epoch": 1.6888548281147362,
      "grad_norm": 0.08627717706603934,
      "learning_rate": 1.4356003292905197e-06,
      "loss": 0.3233,
      "step": 2892
    },
    {
      "epoch": 1.6894387271002116,
      "grad_norm": 0.09659418373653059,
      "learning_rate": 1.4303407882689635e-06,
      "loss": 0.3549,
      "step": 2893
    },
    {
      "epoch": 1.6900226260856872,
      "grad_norm": 0.08102657944480783,
      "learning_rate": 1.4250901572917009e-06,
      "loss": 0.2768,
      "step": 2894
    },
    {
      "epoch": 1.6906065250711628,
      "grad_norm": 0.08655195203900928,
      "learning_rate": 1.4198484418179137e-06,
      "loss": 0.3318,
      "step": 2895
    },
    {
      "epoch": 1.6911904240566382,
      "grad_norm": 0.0874243326883842,
      "learning_rate": 1.4146156472975147e-06,
      "loss": 0.2855,
      "step": 2896
    },
    {
      "epoch": 1.6917743230421136,
      "grad_norm": 0.0872033168816935,
      "learning_rate": 1.4093917791711497e-06,
      "loss": 0.2704,
      "step": 2897
    },
    {
      "epoch": 1.6923582220275892,
      "grad_norm": 0.08286347600782107,
      "learning_rate": 1.404176842870173e-06,
      "loss": 0.2949,
      "step": 2898
    },
    {
      "epoch": 1.6929421210130648,
      "grad_norm": 0.0889997850804021,
      "learning_rate": 1.3989708438166605e-06,
      "loss": 0.3215,
      "step": 2899
    },
    {
      "epoch": 1.6935260199985402,
      "grad_norm": 0.09351430770480976,
      "learning_rate": 1.3937737874233913e-06,
      "loss": 0.2961,
      "step": 2900
    },
    {
      "epoch": 1.6941099189840156,
      "grad_norm": 0.09202651507901273,
      "learning_rate": 1.3885856790938457e-06,
      "loss": 0.3509,
      "step": 2901
    },
    {
      "epoch": 1.6946938179694913,
      "grad_norm": 0.09100273540574393,
      "learning_rate": 1.383406524222206e-06,
      "loss": 0.2945,
      "step": 2902
    },
    {
      "epoch": 1.6952777169549669,
      "grad_norm": 0.09325452734003567,
      "learning_rate": 1.3782363281933387e-06,
      "loss": 0.3297,
      "step": 2903
    },
    {
      "epoch": 1.6958616159404423,
      "grad_norm": 0.08751548476805564,
      "learning_rate": 1.3730750963828033e-06,
      "loss": 0.3289,
      "step": 2904
    },
    {
      "epoch": 1.6964455149259177,
      "grad_norm": 0.08400738434019195,
      "learning_rate": 1.3679228341568308e-06,
      "loss": 0.2702,
      "step": 2905
    },
    {
      "epoch": 1.6970294139113933,
      "grad_norm": 0.09583743080159342,
      "learning_rate": 1.362779546872327e-06,
      "loss": 0.3294,
      "step": 2906
    },
    {
      "epoch": 1.697613312896869,
      "grad_norm": 0.08729184318782618,
      "learning_rate": 1.357645239876879e-06,
      "loss": 0.2925,
      "step": 2907
    },
    {
      "epoch": 1.6981972118823445,
      "grad_norm": 0.09232744715271367,
      "learning_rate": 1.3525199185087223e-06,
      "loss": 0.3039,
      "step": 2908
    },
    {
      "epoch": 1.69878111086782,
      "grad_norm": 0.09499404933458276,
      "learning_rate": 1.3474035880967529e-06,
      "loss": 0.3302,
      "step": 2909
    },
    {
      "epoch": 1.6993650098532953,
      "grad_norm": 0.09161544085112154,
      "learning_rate": 1.3422962539605245e-06,
      "loss": 0.3227,
      "step": 2910
    },
    {
      "epoch": 1.699948908838771,
      "grad_norm": 0.08637249323304211,
      "learning_rate": 1.3371979214102293e-06,
      "loss": 0.2861,
      "step": 2911
    },
    {
      "epoch": 1.7005328078242465,
      "grad_norm": 0.08641529328586525,
      "learning_rate": 1.3321085957467107e-06,
      "loss": 0.2838,
      "step": 2912
    },
    {
      "epoch": 1.701116706809722,
      "grad_norm": 0.08440164168361179,
      "learning_rate": 1.3270282822614366e-06,
      "loss": 0.2866,
      "step": 2913
    },
    {
      "epoch": 1.7017006057951973,
      "grad_norm": 0.0866450122459194,
      "learning_rate": 1.321956986236509e-06,
      "loss": 0.3114,
      "step": 2914
    },
    {
      "epoch": 1.702284504780673,
      "grad_norm": 0.0909469094339131,
      "learning_rate": 1.3168947129446574e-06,
      "loss": 0.328,
      "step": 2915
    },
    {
      "epoch": 1.7028684037661486,
      "grad_norm": 0.08168635741525229,
      "learning_rate": 1.3118414676492252e-06,
      "loss": 0.2637,
      "step": 2916
    },
    {
      "epoch": 1.703452302751624,
      "grad_norm": 0.09373405494212547,
      "learning_rate": 1.3067972556041753e-06,
      "loss": 0.3085,
      "step": 2917
    },
    {
      "epoch": 1.7040362017370994,
      "grad_norm": 0.08649420409310042,
      "learning_rate": 1.3017620820540721e-06,
      "loss": 0.3057,
      "step": 2918
    },
    {
      "epoch": 1.704620100722575,
      "grad_norm": 0.09578706187759553,
      "learning_rate": 1.2967359522340828e-06,
      "loss": 0.3494,
      "step": 2919
    },
    {
      "epoch": 1.7052039997080506,
      "grad_norm": 0.0877557310825074,
      "learning_rate": 1.2917188713699791e-06,
      "loss": 0.2729,
      "step": 2920
    },
    {
      "epoch": 1.705787898693526,
      "grad_norm": 0.08329641444778102,
      "learning_rate": 1.286710844678114e-06,
      "loss": 0.2709,
      "step": 2921
    },
    {
      "epoch": 1.7063717976790014,
      "grad_norm": 0.09051928367296017,
      "learning_rate": 1.2817118773654381e-06,
      "loss": 0.3214,
      "step": 2922
    },
    {
      "epoch": 1.706955696664477,
      "grad_norm": 0.0782143053287659,
      "learning_rate": 1.2767219746294724e-06,
      "loss": 0.2578,
      "step": 2923
    },
    {
      "epoch": 1.7075395956499526,
      "grad_norm": 0.08291342986854032,
      "learning_rate": 1.271741141658317e-06,
      "loss": 0.2822,
      "step": 2924
    },
    {
      "epoch": 1.7081234946354282,
      "grad_norm": 0.08658723292980255,
      "learning_rate": 1.266769383630646e-06,
      "loss": 0.3026,
      "step": 2925
    },
    {
      "epoch": 1.7087073936209036,
      "grad_norm": 0.08776376326284951,
      "learning_rate": 1.2618067057156901e-06,
      "loss": 0.3134,
      "step": 2926
    },
    {
      "epoch": 1.709291292606379,
      "grad_norm": 0.09383811077226842,
      "learning_rate": 1.2568531130732498e-06,
      "loss": 0.3556,
      "step": 2927
    },
    {
      "epoch": 1.7098751915918546,
      "grad_norm": 0.09178053838688537,
      "learning_rate": 1.2519086108536683e-06,
      "loss": 0.2995,
      "step": 2928
    },
    {
      "epoch": 1.7104590905773303,
      "grad_norm": 0.08915185058271462,
      "learning_rate": 1.2469732041978422e-06,
      "loss": 0.3139,
      "step": 2929
    },
    {
      "epoch": 1.7110429895628056,
      "grad_norm": 0.08745948578626743,
      "learning_rate": 1.2420468982372158e-06,
      "loss": 0.2959,
      "step": 2930
    },
    {
      "epoch": 1.711626888548281,
      "grad_norm": 0.09040872912068385,
      "learning_rate": 1.237129698093762e-06,
      "loss": 0.3113,
      "step": 2931
    },
    {
      "epoch": 1.7122107875337567,
      "grad_norm": 0.09024185716782082,
      "learning_rate": 1.2322216088799955e-06,
      "loss": 0.3388,
      "step": 2932
    },
    {
      "epoch": 1.7127946865192323,
      "grad_norm": 0.08785765278970642,
      "learning_rate": 1.227322635698952e-06,
      "loss": 0.2675,
      "step": 2933
    },
    {
      "epoch": 1.7133785855047077,
      "grad_norm": 0.09708399148400682,
      "learning_rate": 1.2224327836441863e-06,
      "loss": 0.3259,
      "step": 2934
    },
    {
      "epoch": 1.713962484490183,
      "grad_norm": 0.08303100067502155,
      "learning_rate": 1.2175520577997834e-06,
      "loss": 0.2971,
      "step": 2935
    },
    {
      "epoch": 1.7145463834756587,
      "grad_norm": 0.0865470488383438,
      "learning_rate": 1.2126804632403255e-06,
      "loss": 0.3114,
      "step": 2936
    },
    {
      "epoch": 1.7151302824611343,
      "grad_norm": 0.08849184980666493,
      "learning_rate": 1.207818005030904e-06,
      "loss": 0.3161,
      "step": 2937
    },
    {
      "epoch": 1.7157141814466097,
      "grad_norm": 0.08130631698112382,
      "learning_rate": 1.2029646882271173e-06,
      "loss": 0.2786,
      "step": 2938
    },
    {
      "epoch": 1.716298080432085,
      "grad_norm": 0.09210220549558422,
      "learning_rate": 1.1981205178750511e-06,
      "loss": 0.3518,
      "step": 2939
    },
    {
      "epoch": 1.7168819794175607,
      "grad_norm": 0.0842619466820285,
      "learning_rate": 1.1932854990112896e-06,
      "loss": 0.2723,
      "step": 2940
    },
    {
      "epoch": 1.7174658784030363,
      "grad_norm": 0.09256310164226095,
      "learning_rate": 1.1884596366628942e-06,
      "loss": 0.2973,
      "step": 2941
    },
    {
      "epoch": 1.718049777388512,
      "grad_norm": 0.08740234343292702,
      "learning_rate": 1.1836429358474077e-06,
      "loss": 0.284,
      "step": 2942
    },
    {
      "epoch": 1.7186336763739873,
      "grad_norm": 0.0867983165798341,
      "learning_rate": 1.1788354015728543e-06,
      "loss": 0.2805,
      "step": 2943
    },
    {
      "epoch": 1.7192175753594627,
      "grad_norm": 0.09313683951093196,
      "learning_rate": 1.1740370388377188e-06,
      "loss": 0.3446,
      "step": 2944
    },
    {
      "epoch": 1.7198014743449384,
      "grad_norm": 0.08906207898572369,
      "learning_rate": 1.1692478526309558e-06,
      "loss": 0.3216,
      "step": 2945
    },
    {
      "epoch": 1.720385373330414,
      "grad_norm": 0.08675038774491685,
      "learning_rate": 1.1644678479319772e-06,
      "loss": 0.3022,
      "step": 2946
    },
    {
      "epoch": 1.7209692723158894,
      "grad_norm": 0.08624644735214483,
      "learning_rate": 1.1596970297106458e-06,
      "loss": 0.2864,
      "step": 2947
    },
    {
      "epoch": 1.7215531713013648,
      "grad_norm": 0.09155820786327558,
      "learning_rate": 1.1549354029272786e-06,
      "loss": 0.3108,
      "step": 2948
    },
    {
      "epoch": 1.7221370702868404,
      "grad_norm": 0.09491452711812041,
      "learning_rate": 1.1501829725326307e-06,
      "loss": 0.36,
      "step": 2949
    },
    {
      "epoch": 1.722720969272316,
      "grad_norm": 0.08732012073743244,
      "learning_rate": 1.1454397434679022e-06,
      "loss": 0.2865,
      "step": 2950
    },
    {
      "epoch": 1.7233048682577914,
      "grad_norm": 0.08664279021422953,
      "learning_rate": 1.1407057206647188e-06,
      "loss": 0.2898,
      "step": 2951
    },
    {
      "epoch": 1.7238887672432668,
      "grad_norm": 0.0840888574089827,
      "learning_rate": 1.1359809090451357e-06,
      "loss": 0.2696,
      "step": 2952
    },
    {
      "epoch": 1.7244726662287424,
      "grad_norm": 0.09106068531170415,
      "learning_rate": 1.131265313521639e-06,
      "loss": 0.3154,
      "step": 2953
    },
    {
      "epoch": 1.725056565214218,
      "grad_norm": 0.09892522841508108,
      "learning_rate": 1.126558938997121e-06,
      "loss": 0.3392,
      "step": 2954
    },
    {
      "epoch": 1.7256404641996934,
      "grad_norm": 0.0834147120833047,
      "learning_rate": 1.1218617903648966e-06,
      "loss": 0.2962,
      "step": 2955
    },
    {
      "epoch": 1.7262243631851688,
      "grad_norm": 0.08924313457398392,
      "learning_rate": 1.1171738725086833e-06,
      "loss": 0.3053,
      "step": 2956
    },
    {
      "epoch": 1.7268082621706444,
      "grad_norm": 0.07689446135943286,
      "learning_rate": 1.1124951903025981e-06,
      "loss": 0.254,
      "step": 2957
    },
    {
      "epoch": 1.72739216115612,
      "grad_norm": 0.08080578482931383,
      "learning_rate": 1.1078257486111654e-06,
      "loss": 0.2747,
      "step": 2958
    },
    {
      "epoch": 1.7279760601415957,
      "grad_norm": 0.09742601349018544,
      "learning_rate": 1.1031655522892915e-06,
      "loss": 0.301,
      "step": 2959
    },
    {
      "epoch": 1.728559959127071,
      "grad_norm": 0.08815284400574176,
      "learning_rate": 1.0985146061822794e-06,
      "loss": 0.3067,
      "step": 2960
    },
    {
      "epoch": 1.7291438581125465,
      "grad_norm": 0.08313534309618158,
      "learning_rate": 1.0938729151258065e-06,
      "loss": 0.3058,
      "step": 2961
    },
    {
      "epoch": 1.729727757098022,
      "grad_norm": 0.09196632768067683,
      "learning_rate": 1.0892404839459269e-06,
      "loss": 0.3049,
      "step": 2962
    },
    {
      "epoch": 1.7303116560834977,
      "grad_norm": 0.08402073914174016,
      "learning_rate": 1.0846173174590802e-06,
      "loss": 0.2882,
      "step": 2963
    },
    {
      "epoch": 1.730895555068973,
      "grad_norm": 0.09098693028795556,
      "learning_rate": 1.0800034204720588e-06,
      "loss": 0.3065,
      "step": 2964
    },
    {
      "epoch": 1.7314794540544485,
      "grad_norm": 0.09000081961362168,
      "learning_rate": 1.0753987977820214e-06,
      "loss": 0.3095,
      "step": 2965
    },
    {
      "epoch": 1.732063353039924,
      "grad_norm": 0.08326249600881369,
      "learning_rate": 1.07080345417649e-06,
      "loss": 0.303,
      "step": 2966
    },
    {
      "epoch": 1.7326472520253997,
      "grad_norm": 0.0909999083086441,
      "learning_rate": 1.0662173944333288e-06,
      "loss": 0.3126,
      "step": 2967
    },
    {
      "epoch": 1.733231151010875,
      "grad_norm": 0.0941694256557739,
      "learning_rate": 1.06164062332076e-06,
      "loss": 0.3538,
      "step": 2968
    },
    {
      "epoch": 1.7338150499963505,
      "grad_norm": 0.08057751956313591,
      "learning_rate": 1.0570731455973415e-06,
      "loss": 0.2837,
      "step": 2969
    },
    {
      "epoch": 1.7343989489818261,
      "grad_norm": 0.0815138782520205,
      "learning_rate": 1.052514966011966e-06,
      "loss": 0.2796,
      "step": 2970
    },
    {
      "epoch": 1.7349828479673017,
      "grad_norm": 0.08065742893302558,
      "learning_rate": 1.0479660893038702e-06,
      "loss": 0.2646,
      "step": 2971
    },
    {
      "epoch": 1.7355667469527771,
      "grad_norm": 0.08943583689932598,
      "learning_rate": 1.043426520202605e-06,
      "loss": 0.3316,
      "step": 2972
    },
    {
      "epoch": 1.7361506459382525,
      "grad_norm": 0.08422663568711866,
      "learning_rate": 1.0388962634280543e-06,
      "loss": 0.2825,
      "step": 2973
    },
    {
      "epoch": 1.7367345449237281,
      "grad_norm": 0.08429212547010055,
      "learning_rate": 1.0343753236904152e-06,
      "loss": 0.2754,
      "step": 2974
    },
    {
      "epoch": 1.7373184439092038,
      "grad_norm": 0.08150254497547402,
      "learning_rate": 1.029863705690195e-06,
      "loss": 0.2806,
      "step": 2975
    },
    {
      "epoch": 1.7379023428946794,
      "grad_norm": 0.0916345786964083,
      "learning_rate": 1.0253614141182167e-06,
      "loss": 0.2894,
      "step": 2976
    },
    {
      "epoch": 1.7384862418801548,
      "grad_norm": 0.0922043541935784,
      "learning_rate": 1.0208684536555968e-06,
      "loss": 0.3091,
      "step": 2977
    },
    {
      "epoch": 1.7390701408656302,
      "grad_norm": 0.08857601696544157,
      "learning_rate": 1.016384828973761e-06,
      "loss": 0.3187,
      "step": 2978
    },
    {
      "epoch": 1.7396540398511058,
      "grad_norm": 0.09026624999364392,
      "learning_rate": 1.0119105447344203e-06,
      "loss": 0.314,
      "step": 2979
    },
    {
      "epoch": 1.7402379388365814,
      "grad_norm": 0.08468503589420602,
      "learning_rate": 1.007445605589573e-06,
      "loss": 0.3014,
      "step": 2980
    },
    {
      "epoch": 1.7408218378220568,
      "grad_norm": 0.09143415533377398,
      "learning_rate": 1.0029900161815109e-06,
      "loss": 0.3564,
      "step": 2981
    },
    {
      "epoch": 1.7414057368075322,
      "grad_norm": 0.09070453059558233,
      "learning_rate": 9.985437811427934e-07,
      "loss": 0.3301,
      "step": 2982
    },
    {
      "epoch": 1.7419896357930078,
      "grad_norm": 0.09294933017119607,
      "learning_rate": 9.941069050962626e-07,
      "loss": 0.2998,
      "step": 2983
    },
    {
      "epoch": 1.7425735347784834,
      "grad_norm": 0.09132636691491733,
      "learning_rate": 9.896793926550252e-07,
      "loss": 0.2987,
      "step": 2984
    },
    {
      "epoch": 1.7431574337639588,
      "grad_norm": 0.08708747938142473,
      "learning_rate": 9.8526124842245e-07,
      "loss": 0.2997,
      "step": 2985
    },
    {
      "epoch": 1.7437413327494342,
      "grad_norm": 0.08754272732357196,
      "learning_rate": 9.808524769921756e-07,
      "loss": 0.2844,
      "step": 2986
    },
    {
      "epoch": 1.7443252317349098,
      "grad_norm": 0.0905031943791269,
      "learning_rate": 9.764530829480822e-07,
      "loss": 0.3172,
      "step": 2987
    },
    {
      "epoch": 1.7449091307203854,
      "grad_norm": 0.08341318940248507,
      "learning_rate": 9.720630708643131e-07,
      "loss": 0.2987,
      "step": 2988
    },
    {
      "epoch": 1.7454930297058608,
      "grad_norm": 0.09037358424546788,
      "learning_rate": 9.67682445305248e-07,
      "loss": 0.2983,
      "step": 2989
    },
    {
      "epoch": 1.7460769286913362,
      "grad_norm": 0.09080141037102694,
      "learning_rate": 9.63311210825505e-07,
      "loss": 0.3061,
      "step": 2990
    },
    {
      "epoch": 1.7466608276768119,
      "grad_norm": 0.08646664830662824,
      "learning_rate": 9.589493719699517e-07,
      "loss": 0.2912,
      "step": 2991
    },
    {
      "epoch": 1.7472447266622875,
      "grad_norm": 0.09155215076753025,
      "learning_rate": 9.545969332736748e-07,
      "loss": 0.3379,
      "step": 2992
    },
    {
      "epoch": 1.747828625647763,
      "grad_norm": 0.08199975647187971,
      "learning_rate": 9.502538992619892e-07,
      "loss": 0.2594,
      "step": 2993
    },
    {
      "epoch": 1.7484125246332385,
      "grad_norm": 0.08403297780926129,
      "learning_rate": 9.459202744504359e-07,
      "loss": 0.2858,
      "step": 2994
    },
    {
      "epoch": 1.7489964236187139,
      "grad_norm": 0.08201713475118468,
      "learning_rate": 9.415960633447674e-07,
      "loss": 0.285,
      "step": 2995
    },
    {
      "epoch": 1.7495803226041895,
      "grad_norm": 0.08223497669645283,
      "learning_rate": 9.372812704409551e-07,
      "loss": 0.2784,
      "step": 2996
    },
    {
      "epoch": 1.7501642215896651,
      "grad_norm": 0.09487527326438247,
      "learning_rate": 9.329759002251726e-07,
      "loss": 0.3322,
      "step": 2997
    },
    {
      "epoch": 1.7507481205751405,
      "grad_norm": 0.08352656473342496,
      "learning_rate": 9.286799571737981e-07,
      "loss": 0.3052,
      "step": 2998
    },
    {
      "epoch": 1.751332019560616,
      "grad_norm": 0.09107316249596624,
      "learning_rate": 9.243934457534098e-07,
      "loss": 0.3206,
      "step": 2999
    },
    {
      "epoch": 1.7519159185460915,
      "grad_norm": 0.09041574054746052,
      "learning_rate": 9.201163704207771e-07,
      "loss": 0.303,
      "step": 3000
    },
    {
      "epoch": 1.7524998175315671,
      "grad_norm": 0.09145235721638599,
      "learning_rate": 9.158487356228618e-07,
      "loss": 0.3052,
      "step": 3001
    },
    {
      "epoch": 1.7530837165170425,
      "grad_norm": 0.0876363328396699,
      "learning_rate": 9.115905457968077e-07,
      "loss": 0.3052,
      "step": 3002
    },
    {
      "epoch": 1.753667615502518,
      "grad_norm": 0.08514432919750392,
      "learning_rate": 9.073418053699368e-07,
      "loss": 0.3057,
      "step": 3003
    },
    {
      "epoch": 1.7542515144879935,
      "grad_norm": 0.08385041002415641,
      "learning_rate": 9.031025187597519e-07,
      "loss": 0.2858,
      "step": 3004
    },
    {
      "epoch": 1.7548354134734692,
      "grad_norm": 0.08340917680319916,
      "learning_rate": 8.988726903739197e-07,
      "loss": 0.291,
      "step": 3005
    },
    {
      "epoch": 1.7554193124589446,
      "grad_norm": 0.08114825170155826,
      "learning_rate": 8.946523246102811e-07,
      "loss": 0.2785,
      "step": 3006
    },
    {
      "epoch": 1.75600321144442,
      "grad_norm": 0.09022391405996857,
      "learning_rate": 8.904414258568306e-07,
      "loss": 0.2993,
      "step": 3007
    },
    {
      "epoch": 1.7565871104298956,
      "grad_norm": 0.08489748961471949,
      "learning_rate": 8.862399984917214e-07,
      "loss": 0.2736,
      "step": 3008
    },
    {
      "epoch": 1.7571710094153712,
      "grad_norm": 0.09423216732161882,
      "learning_rate": 8.820480468832649e-07,
      "loss": 0.3161,
      "step": 3009
    },
    {
      "epoch": 1.7577549084008468,
      "grad_norm": 0.09609931893809386,
      "learning_rate": 8.778655753899124e-07,
      "loss": 0.3407,
      "step": 3010
    },
    {
      "epoch": 1.7583388073863222,
      "grad_norm": 0.08174269781267338,
      "learning_rate": 8.736925883602665e-07,
      "loss": 0.3036,
      "step": 3011
    },
    {
      "epoch": 1.7589227063717976,
      "grad_norm": 0.08679874988879148,
      "learning_rate": 8.695290901330611e-07,
      "loss": 0.3187,
      "step": 3012
    },
    {
      "epoch": 1.7595066053572732,
      "grad_norm": 0.08565262568904367,
      "learning_rate": 8.653750850371667e-07,
      "loss": 0.291,
      "step": 3013
    },
    {
      "epoch": 1.7600905043427488,
      "grad_norm": 0.08631909365571475,
      "learning_rate": 8.612305773915886e-07,
      "loss": 0.3094,
      "step": 3014
    },
    {
      "epoch": 1.7606744033282242,
      "grad_norm": 0.08967244308173025,
      "learning_rate": 8.570955715054496e-07,
      "loss": 0.3198,
      "step": 3015
    },
    {
      "epoch": 1.7612583023136996,
      "grad_norm": 0.0827073093083439,
      "learning_rate": 8.529700716780009e-07,
      "loss": 0.3192,
      "step": 3016
    },
    {
      "epoch": 1.7618422012991752,
      "grad_norm": 0.09134001466499862,
      "learning_rate": 8.488540821986035e-07,
      "loss": 0.3058,
      "step": 3017
    },
    {
      "epoch": 1.7624261002846509,
      "grad_norm": 0.08854772270827294,
      "learning_rate": 8.447476073467309e-07,
      "loss": 0.3083,
      "step": 3018
    },
    {
      "epoch": 1.7630099992701262,
      "grad_norm": 0.08804646503800304,
      "learning_rate": 8.406506513919721e-07,
      "loss": 0.2933,
      "step": 3019
    },
    {
      "epoch": 1.7635938982556016,
      "grad_norm": 0.09229637551480614,
      "learning_rate": 8.365632185940109e-07,
      "loss": 0.3081,
      "step": 3020
    },
    {
      "epoch": 1.7641777972410773,
      "grad_norm": 0.08508570586340651,
      "learning_rate": 8.3248531320263e-07,
      "loss": 0.2944,
      "step": 3021
    },
    {
      "epoch": 1.7647616962265529,
      "grad_norm": 0.09076148310745154,
      "learning_rate": 8.284169394577124e-07,
      "loss": 0.31,
      "step": 3022
    },
    {
      "epoch": 1.7653455952120283,
      "grad_norm": 0.09073344326954152,
      "learning_rate": 8.243581015892221e-07,
      "loss": 0.3002,
      "step": 3023
    },
    {
      "epoch": 1.7659294941975037,
      "grad_norm": 0.08409036947594231,
      "learning_rate": 8.203088038172169e-07,
      "loss": 0.2842,
      "step": 3024
    },
    {
      "epoch": 1.7665133931829793,
      "grad_norm": 0.08309645792566152,
      "learning_rate": 8.1626905035183e-07,
      "loss": 0.2745,
      "step": 3025
    },
    {
      "epoch": 1.767097292168455,
      "grad_norm": 0.08426566264507526,
      "learning_rate": 8.122388453932728e-07,
      "loss": 0.2882,
      "step": 3026
    },
    {
      "epoch": 1.7676811911539305,
      "grad_norm": 0.08188924654134366,
      "learning_rate": 8.082181931318311e-07,
      "loss": 0.2795,
      "step": 3027
    },
    {
      "epoch": 1.768265090139406,
      "grad_norm": 0.09312566151926178,
      "learning_rate": 8.042070977478533e-07,
      "loss": 0.2967,
      "step": 3028
    },
    {
      "epoch": 1.7688489891248813,
      "grad_norm": 0.08957555992163242,
      "learning_rate": 8.002055634117578e-07,
      "loss": 0.3018,
      "step": 3029
    },
    {
      "epoch": 1.769432888110357,
      "grad_norm": 0.08867518747282177,
      "learning_rate": 7.962135942840188e-07,
      "loss": 0.3127,
      "step": 3030
    },
    {
      "epoch": 1.7700167870958325,
      "grad_norm": 0.0903875916347569,
      "learning_rate": 7.922311945151629e-07,
      "loss": 0.3284,
      "step": 3031
    },
    {
      "epoch": 1.770600686081308,
      "grad_norm": 0.0861983829225451,
      "learning_rate": 7.882583682457734e-07,
      "loss": 0.3311,
      "step": 3032
    },
    {
      "epoch": 1.7711845850667833,
      "grad_norm": 0.08457649661870313,
      "learning_rate": 7.84295119606473e-07,
      "loss": 0.2896,
      "step": 3033
    },
    {
      "epoch": 1.771768484052259,
      "grad_norm": 0.09091313036882272,
      "learning_rate": 7.803414527179343e-07,
      "loss": 0.33,
      "step": 3034
    },
    {
      "epoch": 1.7723523830377346,
      "grad_norm": 0.08099493046895603,
      "learning_rate": 7.76397371690859e-07,
      "loss": 0.2584,
      "step": 3035
    },
    {
      "epoch": 1.77293628202321,
      "grad_norm": 0.09022967842005367,
      "learning_rate": 7.72462880625986e-07,
      "loss": 0.3135,
      "step": 3036
    },
    {
      "epoch": 1.7735201810086854,
      "grad_norm": 0.08760234305283941,
      "learning_rate": 7.685379836140872e-07,
      "loss": 0.3009,
      "step": 3037
    },
    {
      "epoch": 1.774104079994161,
      "grad_norm": 0.08079301449708769,
      "learning_rate": 7.646226847359506e-07,
      "loss": 0.2914,
      "step": 3038
    },
    {
      "epoch": 1.7746879789796366,
      "grad_norm": 0.09348629642500565,
      "learning_rate": 7.607169880623955e-07,
      "loss": 0.3373,
      "step": 3039
    },
    {
      "epoch": 1.775271877965112,
      "grad_norm": 0.08341310157485701,
      "learning_rate": 7.568208976542491e-07,
      "loss": 0.2839,
      "step": 3040
    },
    {
      "epoch": 1.7758557769505874,
      "grad_norm": 0.08800133414103774,
      "learning_rate": 7.529344175623521e-07,
      "loss": 0.3029,
      "step": 3041
    },
    {
      "epoch": 1.776439675936063,
      "grad_norm": 0.08137749533851439,
      "learning_rate": 7.490575518275589e-07,
      "loss": 0.2921,
      "step": 3042
    },
    {
      "epoch": 1.7770235749215386,
      "grad_norm": 0.08354796555055849,
      "learning_rate": 7.451903044807185e-07,
      "loss": 0.2969,
      "step": 3043
    },
    {
      "epoch": 1.7776074739070142,
      "grad_norm": 0.08921737817137815,
      "learning_rate": 7.4133267954269e-07,
      "loss": 0.2876,
      "step": 3044
    },
    {
      "epoch": 1.7781913728924896,
      "grad_norm": 0.086145328649435,
      "learning_rate": 7.374846810243197e-07,
      "loss": 0.3139,
      "step": 3045
    },
    {
      "epoch": 1.778775271877965,
      "grad_norm": 0.0928396701260336,
      "learning_rate": 7.336463129264437e-07,
      "loss": 0.3365,
      "step": 3046
    },
    {
      "epoch": 1.7793591708634406,
      "grad_norm": 0.08560000141224082,
      "learning_rate": 7.298175792398976e-07,
      "loss": 0.2987,
      "step": 3047
    },
    {
      "epoch": 1.7799430698489163,
      "grad_norm": 0.08864910068645142,
      "learning_rate": 7.25998483945487e-07,
      "loss": 0.3314,
      "step": 3048
    },
    {
      "epoch": 1.7805269688343917,
      "grad_norm": 0.08432115089380217,
      "learning_rate": 7.22189031013999e-07,
      "loss": 0.303,
      "step": 3049
    },
    {
      "epoch": 1.781110867819867,
      "grad_norm": 0.08015805136973005,
      "learning_rate": 7.183892244062018e-07,
      "loss": 0.2773,
      "step": 3050
    },
    {
      "epoch": 1.7816947668053427,
      "grad_norm": 0.0887181756401946,
      "learning_rate": 7.145990680728243e-07,
      "loss": 0.3154,
      "step": 3051
    },
    {
      "epoch": 1.7822786657908183,
      "grad_norm": 0.07888148611941954,
      "learning_rate": 7.10818565954573e-07,
      "loss": 0.2723,
      "step": 3052
    },
    {
      "epoch": 1.7828625647762937,
      "grad_norm": 0.09311012535185148,
      "learning_rate": 7.07047721982107e-07,
      "loss": 0.3349,
      "step": 3053
    },
    {
      "epoch": 1.783446463761769,
      "grad_norm": 0.08862758114884235,
      "learning_rate": 7.032865400760469e-07,
      "loss": 0.3282,
      "step": 3054
    },
    {
      "epoch": 1.7840303627472447,
      "grad_norm": 0.0949043846434443,
      "learning_rate": 6.995350241469701e-07,
      "loss": 0.3344,
      "step": 3055
    },
    {
      "epoch": 1.7846142617327203,
      "grad_norm": 0.08897902186861191,
      "learning_rate": 6.957931780954008e-07,
      "loss": 0.3363,
      "step": 3056
    },
    {
      "epoch": 1.7851981607181957,
      "grad_norm": 0.08622222944415293,
      "learning_rate": 6.920610058118105e-07,
      "loss": 0.3136,
      "step": 3057
    },
    {
      "epoch": 1.785782059703671,
      "grad_norm": 0.09154743012033052,
      "learning_rate": 6.883385111766139e-07,
      "loss": 0.3339,
      "step": 3058
    },
    {
      "epoch": 1.7863659586891467,
      "grad_norm": 0.08477672730173282,
      "learning_rate": 6.846256980601596e-07,
      "loss": 0.2817,
      "step": 3059
    },
    {
      "epoch": 1.7869498576746223,
      "grad_norm": 0.09238347471564864,
      "learning_rate": 6.809225703227352e-07,
      "loss": 0.2901,
      "step": 3060
    },
    {
      "epoch": 1.787533756660098,
      "grad_norm": 0.0846504706803368,
      "learning_rate": 6.772291318145541e-07,
      "loss": 0.2981,
      "step": 3061
    },
    {
      "epoch": 1.7881176556455733,
      "grad_norm": 0.08259263860792515,
      "learning_rate": 6.735453863757602e-07,
      "loss": 0.2484,
      "step": 3062
    },
    {
      "epoch": 1.7887015546310487,
      "grad_norm": 0.09247416458650663,
      "learning_rate": 6.698713378364142e-07,
      "loss": 0.3453,
      "step": 3063
    },
    {
      "epoch": 1.7892854536165244,
      "grad_norm": 0.08602191423466199,
      "learning_rate": 6.662069900164969e-07,
      "loss": 0.277,
      "step": 3064
    },
    {
      "epoch": 1.789869352602,
      "grad_norm": 0.08297330720469921,
      "learning_rate": 6.625523467259043e-07,
      "loss": 0.3102,
      "step": 3065
    },
    {
      "epoch": 1.7904532515874754,
      "grad_norm": 0.08451481325810808,
      "learning_rate": 6.589074117644411e-07,
      "loss": 0.3003,
      "step": 3066
    },
    {
      "epoch": 1.7910371505729508,
      "grad_norm": 0.0884134010554438,
      "learning_rate": 6.552721889218194e-07,
      "loss": 0.3113,
      "step": 3067
    },
    {
      "epoch": 1.7916210495584264,
      "grad_norm": 0.09159335526547072,
      "learning_rate": 6.516466819776502e-07,
      "loss": 0.3343,
      "step": 3068
    },
    {
      "epoch": 1.792204948543902,
      "grad_norm": 0.0905556787552893,
      "learning_rate": 6.480308947014458e-07,
      "loss": 0.3029,
      "step": 3069
    },
    {
      "epoch": 1.7927888475293774,
      "grad_norm": 0.09113663962438948,
      "learning_rate": 6.444248308526125e-07,
      "loss": 0.336,
      "step": 3070
    },
    {
      "epoch": 1.7933727465148528,
      "grad_norm": 0.08722885557501651,
      "learning_rate": 6.408284941804444e-07,
      "loss": 0.2998,
      "step": 3071
    },
    {
      "epoch": 1.7939566455003284,
      "grad_norm": 0.08871877859970728,
      "learning_rate": 6.372418884241271e-07,
      "loss": 0.2955,
      "step": 3072
    },
    {
      "epoch": 1.794540544485804,
      "grad_norm": 0.08915213859264737,
      "learning_rate": 6.336650173127224e-07,
      "loss": 0.307,
      "step": 3073
    },
    {
      "epoch": 1.7951244434712794,
      "grad_norm": 0.08801229458970226,
      "learning_rate": 6.300978845651728e-07,
      "loss": 0.3126,
      "step": 3074
    },
    {
      "epoch": 1.795708342456755,
      "grad_norm": 0.08808806124962226,
      "learning_rate": 6.26540493890303e-07,
      "loss": 0.323,
      "step": 3075
    },
    {
      "epoch": 1.7962922414422304,
      "grad_norm": 0.08356787568934955,
      "learning_rate": 6.229928489867987e-07,
      "loss": 0.3003,
      "step": 3076
    },
    {
      "epoch": 1.796876140427706,
      "grad_norm": 0.08647916119010585,
      "learning_rate": 6.194549535432137e-07,
      "loss": 0.2951,
      "step": 3077
    },
    {
      "epoch": 1.7974600394131817,
      "grad_norm": 0.08558280134261098,
      "learning_rate": 6.159268112379734e-07,
      "loss": 0.2868,
      "step": 3078
    },
    {
      "epoch": 1.798043938398657,
      "grad_norm": 0.08355155447964693,
      "learning_rate": 6.124084257393525e-07,
      "loss": 0.2875,
      "step": 3079
    },
    {
      "epoch": 1.7986278373841325,
      "grad_norm": 0.0850014748520539,
      "learning_rate": 6.088998007054903e-07,
      "loss": 0.3057,
      "step": 3080
    },
    {
      "epoch": 1.799211736369608,
      "grad_norm": 0.09389667408684704,
      "learning_rate": 6.054009397843708e-07,
      "loss": 0.3198,
      "step": 3081
    },
    {
      "epoch": 1.7997956353550837,
      "grad_norm": 0.08536081789943037,
      "learning_rate": 6.019118466138285e-07,
      "loss": 0.2919,
      "step": 3082
    },
    {
      "epoch": 1.800379534340559,
      "grad_norm": 0.08760033626259021,
      "learning_rate": 5.98432524821545e-07,
      "loss": 0.3166,
      "step": 3083
    },
    {
      "epoch": 1.8009634333260345,
      "grad_norm": 0.08865546248746785,
      "learning_rate": 5.949629780250376e-07,
      "loss": 0.3198,
      "step": 3084
    },
    {
      "epoch": 1.80154733231151,
      "grad_norm": 0.08911828220258214,
      "learning_rate": 5.915032098316653e-07,
      "loss": 0.3129,
      "step": 3085
    },
    {
      "epoch": 1.8021312312969857,
      "grad_norm": 0.08954187857557658,
      "learning_rate": 5.880532238386161e-07,
      "loss": 0.3073,
      "step": 3086
    },
    {
      "epoch": 1.802715130282461,
      "grad_norm": 0.09058640671903884,
      "learning_rate": 5.846130236329073e-07,
      "loss": 0.342,
      "step": 3087
    },
    {
      "epoch": 1.8032990292679365,
      "grad_norm": 0.08137842106277654,
      "learning_rate": 5.811826127913855e-07,
      "loss": 0.2415,
      "step": 3088
    },
    {
      "epoch": 1.8038829282534121,
      "grad_norm": 0.08491472253587062,
      "learning_rate": 5.777619948807156e-07,
      "loss": 0.2942,
      "step": 3089
    },
    {
      "epoch": 1.8044668272388877,
      "grad_norm": 0.08442518925589029,
      "learning_rate": 5.743511734573837e-07,
      "loss": 0.2897,
      "step": 3090
    },
    {
      "epoch": 1.8050507262243631,
      "grad_norm": 0.09006109519836486,
      "learning_rate": 5.709501520676853e-07,
      "loss": 0.3157,
      "step": 3091
    },
    {
      "epoch": 1.8056346252098388,
      "grad_norm": 0.08700723878646559,
      "learning_rate": 5.675589342477305e-07,
      "loss": 0.2486,
      "step": 3092
    },
    {
      "epoch": 1.8062185241953141,
      "grad_norm": 0.08660593405409539,
      "learning_rate": 5.641775235234381e-07,
      "loss": 0.3109,
      "step": 3093
    },
    {
      "epoch": 1.8068024231807898,
      "grad_norm": 0.08669610604282885,
      "learning_rate": 5.608059234105234e-07,
      "loss": 0.3354,
      "step": 3094
    },
    {
      "epoch": 1.8073863221662654,
      "grad_norm": 0.08967327278694774,
      "learning_rate": 5.5744413741451e-07,
      "loss": 0.2912,
      "step": 3095
    },
    {
      "epoch": 1.8079702211517408,
      "grad_norm": 0.09392617532249603,
      "learning_rate": 5.540921690307111e-07,
      "loss": 0.3093,
      "step": 3096
    },
    {
      "epoch": 1.8085541201372162,
      "grad_norm": 0.09267261391599414,
      "learning_rate": 5.507500217442341e-07,
      "loss": 0.3394,
      "step": 3097
    },
    {
      "epoch": 1.8091380191226918,
      "grad_norm": 0.08855291533625607,
      "learning_rate": 5.474176990299773e-07,
      "loss": 0.3028,
      "step": 3098
    },
    {
      "epoch": 1.8097219181081674,
      "grad_norm": 0.09123201002158064,
      "learning_rate": 5.440952043526215e-07,
      "loss": 0.3083,
      "step": 3099
    },
    {
      "epoch": 1.8103058170936428,
      "grad_norm": 0.09245820941953903,
      "learning_rate": 5.407825411666312e-07,
      "loss": 0.3281,
      "step": 3100
    },
    {
      "epoch": 1.8108897160791182,
      "grad_norm": 0.08547364043156434,
      "learning_rate": 5.374797129162468e-07,
      "loss": 0.2933,
      "step": 3101
    },
    {
      "epoch": 1.8114736150645938,
      "grad_norm": 0.0916370172092071,
      "learning_rate": 5.341867230354824e-07,
      "loss": 0.3154,
      "step": 3102
    },
    {
      "epoch": 1.8120575140500694,
      "grad_norm": 0.09641031418825906,
      "learning_rate": 5.309035749481295e-07,
      "loss": 0.3122,
      "step": 3103
    },
    {
      "epoch": 1.8126414130355448,
      "grad_norm": 0.09701937212809623,
      "learning_rate": 5.276302720677395e-07,
      "loss": 0.3263,
      "step": 3104
    },
    {
      "epoch": 1.8132253120210202,
      "grad_norm": 0.08972202822830284,
      "learning_rate": 5.243668177976291e-07,
      "loss": 0.3048,
      "step": 3105
    },
    {
      "epoch": 1.8138092110064958,
      "grad_norm": 0.09089359741301575,
      "learning_rate": 5.211132155308785e-07,
      "loss": 0.3385,
      "step": 3106
    },
    {
      "epoch": 1.8143931099919715,
      "grad_norm": 0.08963015016028791,
      "learning_rate": 5.178694686503205e-07,
      "loss": 0.3261,
      "step": 3107
    },
    {
      "epoch": 1.8149770089774468,
      "grad_norm": 0.0810265122122705,
      "learning_rate": 5.146355805285452e-07,
      "loss": 0.2696,
      "step": 3108
    },
    {
      "epoch": 1.8155609079629225,
      "grad_norm": 0.09485773282543213,
      "learning_rate": 5.114115545278875e-07,
      "loss": 0.3415,
      "step": 3109
    },
    {
      "epoch": 1.8161448069483979,
      "grad_norm": 0.08575443383043431,
      "learning_rate": 5.081973940004315e-07,
      "loss": 0.2829,
      "step": 3110
    },
    {
      "epoch": 1.8167287059338735,
      "grad_norm": 0.0909113042016174,
      "learning_rate": 5.049931022880061e-07,
      "loss": 0.32,
      "step": 3111
    },
    {
      "epoch": 1.817312604919349,
      "grad_norm": 0.09155412333265182,
      "learning_rate": 5.017986827221733e-07,
      "loss": 0.3639,
      "step": 3112
    },
    {
      "epoch": 1.8178965039048245,
      "grad_norm": 0.0950729738919312,
      "learning_rate": 4.986141386242371e-07,
      "loss": 0.3304,
      "step": 3113
    },
    {
      "epoch": 1.8184804028902999,
      "grad_norm": 0.08359608827368223,
      "learning_rate": 4.954394733052293e-07,
      "loss": 0.2912,
      "step": 3114
    },
    {
      "epoch": 1.8190643018757755,
      "grad_norm": 0.08340285916748422,
      "learning_rate": 4.922746900659125e-07,
      "loss": 0.278,
      "step": 3115
    },
    {
      "epoch": 1.8196482008612511,
      "grad_norm": 0.09105220308455507,
      "learning_rate": 4.89119792196776e-07,
      "loss": 0.3371,
      "step": 3116
    },
    {
      "epoch": 1.8202320998467265,
      "grad_norm": 0.08625856811506136,
      "learning_rate": 4.85974782978027e-07,
      "loss": 0.3058,
      "step": 3117
    },
    {
      "epoch": 1.820815998832202,
      "grad_norm": 0.08661146497987254,
      "learning_rate": 4.828396656795964e-07,
      "loss": 0.3247,
      "step": 3118
    },
    {
      "epoch": 1.8213998978176775,
      "grad_norm": 0.08947981937411116,
      "learning_rate": 4.797144435611256e-07,
      "loss": 0.2972,
      "step": 3119
    },
    {
      "epoch": 1.8219837968031531,
      "grad_norm": 0.08081022071185949,
      "learning_rate": 4.76599119871971e-07,
      "loss": 0.2688,
      "step": 3120
    },
    {
      "epoch": 1.8225676957886285,
      "grad_norm": 0.08484992124099142,
      "learning_rate": 4.734936978511961e-07,
      "loss": 0.299,
      "step": 3121
    },
    {
      "epoch": 1.823151594774104,
      "grad_norm": 0.08866610057065485,
      "learning_rate": 4.7039818072756927e-07,
      "loss": 0.3156,
      "step": 3122
    },
    {
      "epoch": 1.8237354937595796,
      "grad_norm": 0.09024101994688459,
      "learning_rate": 4.6731257171956256e-07,
      "loss": 0.2958,
      "step": 3123
    },
    {
      "epoch": 1.8243193927450552,
      "grad_norm": 0.09436832638470785,
      "learning_rate": 4.642368740353431e-07,
      "loss": 0.3464,
      "step": 3124
    },
    {
      "epoch": 1.8249032917305306,
      "grad_norm": 0.0933704039055966,
      "learning_rate": 4.61171090872774e-07,
      "loss": 0.3272,
      "step": 3125
    },
    {
      "epoch": 1.8254871907160062,
      "grad_norm": 0.08312294560880973,
      "learning_rate": 4.581152254194121e-07,
      "loss": 0.2833,
      "step": 3126
    },
    {
      "epoch": 1.8260710897014816,
      "grad_norm": 0.08134414595542594,
      "learning_rate": 4.5506928085250033e-07,
      "loss": 0.27,
      "step": 3127
    },
    {
      "epoch": 1.8266549886869572,
      "grad_norm": 0.08271946304081075,
      "learning_rate": 4.520332603389699e-07,
      "loss": 0.2817,
      "step": 3128
    },
    {
      "epoch": 1.8272388876724328,
      "grad_norm": 0.08975232644690755,
      "learning_rate": 4.490071670354279e-07,
      "loss": 0.3041,
      "step": 3129
    },
    {
      "epoch": 1.8278227866579082,
      "grad_norm": 0.08517706877136907,
      "learning_rate": 4.459910040881632e-07,
      "loss": 0.3204,
      "step": 3130
    },
    {
      "epoch": 1.8284066856433836,
      "grad_norm": 0.08675107749475566,
      "learning_rate": 4.42984774633145e-07,
      "loss": 0.3113,
      "step": 3131
    },
    {
      "epoch": 1.8289905846288592,
      "grad_norm": 0.09207978385102382,
      "learning_rate": 4.399884817960065e-07,
      "loss": 0.3372,
      "step": 3132
    },
    {
      "epoch": 1.8295744836143348,
      "grad_norm": 0.08902457663714347,
      "learning_rate": 4.3700212869205117e-07,
      "loss": 0.3016,
      "step": 3133
    },
    {
      "epoch": 1.8301583825998102,
      "grad_norm": 0.09055004541382568,
      "learning_rate": 4.34025718426252e-07,
      "loss": 0.3281,
      "step": 3134
    },
    {
      "epoch": 1.8307422815852856,
      "grad_norm": 0.0902215366329159,
      "learning_rate": 4.310592540932401e-07,
      "loss": 0.3215,
      "step": 3135
    },
    {
      "epoch": 1.8313261805707612,
      "grad_norm": 0.09277319308869392,
      "learning_rate": 4.2810273877730843e-07,
      "loss": 0.2996,
      "step": 3136
    },
    {
      "epoch": 1.8319100795562369,
      "grad_norm": 0.08520605147793228,
      "learning_rate": 4.251561755524036e-07,
      "loss": 0.2708,
      "step": 3137
    },
    {
      "epoch": 1.8324939785417123,
      "grad_norm": 0.08252671735121442,
      "learning_rate": 4.222195674821239e-07,
      "loss": 0.2999,
      "step": 3138
    },
    {
      "epoch": 1.8330778775271876,
      "grad_norm": 0.07794689632844597,
      "learning_rate": 4.192929176197236e-07,
      "loss": 0.2772,
      "step": 3139
    },
    {
      "epoch": 1.8336617765126633,
      "grad_norm": 0.09676878242431126,
      "learning_rate": 4.1637622900809304e-07,
      "loss": 0.3266,
      "step": 3140
    },
    {
      "epoch": 1.8342456754981389,
      "grad_norm": 0.08424717311023028,
      "learning_rate": 4.1346950467977545e-07,
      "loss": 0.2831,
      "step": 3141
    },
    {
      "epoch": 1.8348295744836145,
      "grad_norm": 0.08266643241591842,
      "learning_rate": 4.1057274765694765e-07,
      "loss": 0.2987,
      "step": 3142
    },
    {
      "epoch": 1.83541347346909,
      "grad_norm": 0.0788840629318298,
      "learning_rate": 4.0768596095142497e-07,
      "loss": 0.2812,
      "step": 3143
    },
    {
      "epoch": 1.8359973724545653,
      "grad_norm": 0.08668299173422872,
      "learning_rate": 4.048091475646576e-07,
      "loss": 0.2945,
      "step": 3144
    },
    {
      "epoch": 1.836581271440041,
      "grad_norm": 0.08751908467981026,
      "learning_rate": 4.0194231048772514e-07,
      "loss": 0.3292,
      "step": 3145
    },
    {
      "epoch": 1.8371651704255165,
      "grad_norm": 0.08191513577987361,
      "learning_rate": 3.9908545270133436e-07,
      "loss": 0.31,
      "step": 3146
    },
    {
      "epoch": 1.837749069410992,
      "grad_norm": 0.09072225843059746,
      "learning_rate": 3.9623857717581813e-07,
      "loss": 0.3147,
      "step": 3147
    },
    {
      "epoch": 1.8383329683964673,
      "grad_norm": 0.08811102019457796,
      "learning_rate": 3.934016868711266e-07,
      "loss": 0.3006,
      "step": 3148
    },
    {
      "epoch": 1.838916867381943,
      "grad_norm": 0.08229933280202427,
      "learning_rate": 3.905747847368335e-07,
      "loss": 0.309,
      "step": 3149
    },
    {
      "epoch": 1.8395007663674185,
      "grad_norm": 0.08669267020055269,
      "learning_rate": 3.8775787371212346e-07,
      "loss": 0.3207,
      "step": 3150
    },
    {
      "epoch": 1.840084665352894,
      "grad_norm": 0.07615405138252046,
      "learning_rate": 3.8495095672579584e-07,
      "loss": 0.2614,
      "step": 3151
    },
    {
      "epoch": 1.8406685643383693,
      "grad_norm": 0.09286334404839111,
      "learning_rate": 3.8215403669625726e-07,
      "loss": 0.3345,
      "step": 3152
    },
    {
      "epoch": 1.841252463323845,
      "grad_norm": 0.09033208564816443,
      "learning_rate": 3.793671165315194e-07,
      "loss": 0.295,
      "step": 3153
    },
    {
      "epoch": 1.8418363623093206,
      "grad_norm": 0.08391988391945902,
      "learning_rate": 3.765901991291998e-07,
      "loss": 0.3069,
      "step": 3154
    },
    {
      "epoch": 1.842420261294796,
      "grad_norm": 0.08685905883417439,
      "learning_rate": 3.738232873765146e-07,
      "loss": 0.3281,
      "step": 3155
    },
    {
      "epoch": 1.8430041602802714,
      "grad_norm": 0.09148053741292843,
      "learning_rate": 3.7106638415027594e-07,
      "loss": 0.3313,
      "step": 3156
    },
    {
      "epoch": 1.843588059265747,
      "grad_norm": 0.09315875406467528,
      "learning_rate": 3.6831949231689203e-07,
      "loss": 0.3537,
      "step": 3157
    },
    {
      "epoch": 1.8441719582512226,
      "grad_norm": 0.09241275711250932,
      "learning_rate": 3.65582614732356e-07,
      "loss": 0.2842,
      "step": 3158
    },
    {
      "epoch": 1.8447558572366982,
      "grad_norm": 0.08976572847134162,
      "learning_rate": 3.628557542422606e-07,
      "loss": 0.2999,
      "step": 3159
    },
    {
      "epoch": 1.8453397562221736,
      "grad_norm": 0.08776205783874906,
      "learning_rate": 3.6013891368177345e-07,
      "loss": 0.2993,
      "step": 3160
    },
    {
      "epoch": 1.845923655207649,
      "grad_norm": 0.09459194394554675,
      "learning_rate": 3.574320958756461e-07,
      "loss": 0.3606,
      "step": 3161
    },
    {
      "epoch": 1.8465075541931246,
      "grad_norm": 0.09054482305214508,
      "learning_rate": 3.547353036382117e-07,
      "loss": 0.3253,
      "step": 3162
    },
    {
      "epoch": 1.8470914531786002,
      "grad_norm": 0.08725923341958984,
      "learning_rate": 3.520485397733786e-07,
      "loss": 0.2928,
      "step": 3163
    },
    {
      "epoch": 1.8476753521640756,
      "grad_norm": 0.07802876513240707,
      "learning_rate": 3.493718070746299e-07,
      "loss": 0.263,
      "step": 3164
    },
    {
      "epoch": 1.848259251149551,
      "grad_norm": 0.08322598692498386,
      "learning_rate": 3.467051083250161e-07,
      "loss": 0.2909,
      "step": 3165
    },
    {
      "epoch": 1.8488431501350266,
      "grad_norm": 0.08410033918342226,
      "learning_rate": 3.440484462971549e-07,
      "loss": 0.2846,
      "step": 3166
    },
    {
      "epoch": 1.8494270491205023,
      "grad_norm": 0.08197128175713382,
      "learning_rate": 3.414018237532335e-07,
      "loss": 0.2799,
      "step": 3167
    },
    {
      "epoch": 1.8500109481059777,
      "grad_norm": 0.0863145794435158,
      "learning_rate": 3.3876524344499507e-07,
      "loss": 0.3151,
      "step": 3168
    },
    {
      "epoch": 1.850594847091453,
      "grad_norm": 0.08723388037548001,
      "learning_rate": 3.3613870811374574e-07,
      "loss": 0.2897,
      "step": 3169
    },
    {
      "epoch": 1.8511787460769287,
      "grad_norm": 0.08269365993072068,
      "learning_rate": 3.335222204903477e-07,
      "loss": 0.2977,
      "step": 3170
    },
    {
      "epoch": 1.8517626450624043,
      "grad_norm": 0.08447040225722642,
      "learning_rate": 3.3091578329521147e-07,
      "loss": 0.2883,
      "step": 3171
    },
    {
      "epoch": 1.8523465440478797,
      "grad_norm": 0.08950847030679537,
      "learning_rate": 3.283193992383049e-07,
      "loss": 0.3109,
      "step": 3172
    },
    {
      "epoch": 1.852930443033355,
      "grad_norm": 0.08620602734830173,
      "learning_rate": 3.2573307101913756e-07,
      "loss": 0.288,
      "step": 3173
    },
    {
      "epoch": 1.8535143420188307,
      "grad_norm": 0.08192045479089176,
      "learning_rate": 3.231568013267672e-07,
      "loss": 0.2672,
      "step": 3174
    },
    {
      "epoch": 1.8540982410043063,
      "grad_norm": 0.09826024001649672,
      "learning_rate": 3.205905928397923e-07,
      "loss": 0.328,
      "step": 3175
    },
    {
      "epoch": 1.854682139989782,
      "grad_norm": 0.0972440038984401,
      "learning_rate": 3.180344482263487e-07,
      "loss": 0.3021,
      "step": 3176
    },
    {
      "epoch": 1.8552660389752573,
      "grad_norm": 0.08485490383572236,
      "learning_rate": 3.154883701441136e-07,
      "loss": 0.2946,
      "step": 3177
    },
    {
      "epoch": 1.8558499379607327,
      "grad_norm": 0.0840354739846377,
      "learning_rate": 3.129523612402918e-07,
      "loss": 0.2746,
      "step": 3178
    },
    {
      "epoch": 1.8564338369462083,
      "grad_norm": 0.0871703862470433,
      "learning_rate": 3.1042642415162526e-07,
      "loss": 0.3186,
      "step": 3179
    },
    {
      "epoch": 1.857017735931684,
      "grad_norm": 0.08852151011154678,
      "learning_rate": 3.079105615043787e-07,
      "loss": 0.3198,
      "step": 3180
    },
    {
      "epoch": 1.8576016349171594,
      "grad_norm": 0.0914341386024884,
      "learning_rate": 3.0540477591434415e-07,
      "loss": 0.3241,
      "step": 3181
    },
    {
      "epoch": 1.8581855339026347,
      "grad_norm": 0.08669972534431317,
      "learning_rate": 3.0290906998683755e-07,
      "loss": 0.3018,
      "step": 3182
    },
    {
      "epoch": 1.8587694328881104,
      "grad_norm": 0.08806061336196293,
      "learning_rate": 3.0042344631669217e-07,
      "loss": 0.2952,
      "step": 3183
    },
    {
      "epoch": 1.859353331873586,
      "grad_norm": 0.08952733878076594,
      "learning_rate": 2.9794790748826184e-07,
      "loss": 0.3581,
      "step": 3184
    },
    {
      "epoch": 1.8599372308590614,
      "grad_norm": 0.08687185133534035,
      "learning_rate": 2.9548245607541326e-07,
      "loss": 0.2757,
      "step": 3185
    },
    {
      "epoch": 1.8605211298445368,
      "grad_norm": 0.08786819796985532,
      "learning_rate": 2.9302709464152144e-07,
      "loss": 0.3136,
      "step": 3186
    },
    {
      "epoch": 1.8611050288300124,
      "grad_norm": 0.08575676580216932,
      "learning_rate": 2.905818257394799e-07,
      "loss": 0.2794,
      "step": 3187
    },
    {
      "epoch": 1.861688927815488,
      "grad_norm": 0.07891634390871168,
      "learning_rate": 2.881466519116793e-07,
      "loss": 0.2793,
      "step": 3188
    },
    {
      "epoch": 1.8622728268009634,
      "grad_norm": 0.08007119691365285,
      "learning_rate": 2.857215756900189e-07,
      "loss": 0.2819,
      "step": 3189
    },
    {
      "epoch": 1.8628567257864388,
      "grad_norm": 0.08195681699011033,
      "learning_rate": 2.8330659959589944e-07,
      "loss": 0.2647,
      "step": 3190
    },
    {
      "epoch": 1.8634406247719144,
      "grad_norm": 0.09650253635797564,
      "learning_rate": 2.8090172614021804e-07,
      "loss": 0.3238,
      "step": 3191
    },
    {
      "epoch": 1.86402452375739,
      "grad_norm": 0.08551426047704232,
      "learning_rate": 2.7850695782337124e-07,
      "loss": 0.2657,
      "step": 3192
    },
    {
      "epoch": 1.8646084227428656,
      "grad_norm": 0.08837075820897847,
      "learning_rate": 2.761222971352451e-07,
      "loss": 0.3137,
      "step": 3193
    },
    {
      "epoch": 1.865192321728341,
      "grad_norm": 0.09077610751019068,
      "learning_rate": 2.737477465552174e-07,
      "loss": 0.2963,
      "step": 3194
    },
    {
      "epoch": 1.8657762207138164,
      "grad_norm": 0.09455282402306084,
      "learning_rate": 2.713833085521589e-07,
      "loss": 0.3593,
      "step": 3195
    },
    {
      "epoch": 1.866360119699292,
      "grad_norm": 0.08081325103718767,
      "learning_rate": 2.690289855844186e-07,
      "loss": 0.2983,
      "step": 3196
    },
    {
      "epoch": 1.8669440186847677,
      "grad_norm": 0.08506019789340659,
      "learning_rate": 2.666847800998362e-07,
      "loss": 0.2689,
      "step": 3197
    },
    {
      "epoch": 1.867527917670243,
      "grad_norm": 0.08644219973309167,
      "learning_rate": 2.643506945357277e-07,
      "loss": 0.3247,
      "step": 3198
    },
    {
      "epoch": 1.8681118166557185,
      "grad_norm": 0.08987540255514424,
      "learning_rate": 2.620267313188862e-07,
      "loss": 0.3064,
      "step": 3199
    },
    {
      "epoch": 1.868695715641194,
      "grad_norm": 0.09317588496188967,
      "learning_rate": 2.5971289286558455e-07,
      "loss": 0.3136,
      "step": 3200
    },
    {
      "epoch": 1.8692796146266697,
      "grad_norm": 0.08539757352217105,
      "learning_rate": 2.574091815815649e-07,
      "loss": 0.2734,
      "step": 3201
    },
    {
      "epoch": 1.869863513612145,
      "grad_norm": 0.08161787722936374,
      "learning_rate": 2.5511559986204247e-07,
      "loss": 0.2826,
      "step": 3202
    },
    {
      "epoch": 1.8704474125976205,
      "grad_norm": 0.09213231695788839,
      "learning_rate": 2.528321500916986e-07,
      "loss": 0.3368,
      "step": 3203
    },
    {
      "epoch": 1.871031311583096,
      "grad_norm": 0.08361574694619404,
      "learning_rate": 2.505588346446808e-07,
      "loss": 0.2908,
      "step": 3204
    },
    {
      "epoch": 1.8716152105685717,
      "grad_norm": 0.08821455724135002,
      "learning_rate": 2.482956558846017e-07,
      "loss": 0.3271,
      "step": 3205
    },
    {
      "epoch": 1.8721991095540471,
      "grad_norm": 0.08229075952173019,
      "learning_rate": 2.460426161645324e-07,
      "loss": 0.2664,
      "step": 3206
    },
    {
      "epoch": 1.8727830085395225,
      "grad_norm": 0.09415507736178977,
      "learning_rate": 2.437997178270035e-07,
      "loss": 0.2907,
      "step": 3207
    },
    {
      "epoch": 1.8733669075249981,
      "grad_norm": 0.08627940505611785,
      "learning_rate": 2.4156696320399963e-07,
      "loss": 0.2713,
      "step": 3208
    },
    {
      "epoch": 1.8739508065104737,
      "grad_norm": 0.09680665753777715,
      "learning_rate": 2.3934435461695936e-07,
      "loss": 0.3187,
      "step": 3209
    },
    {
      "epoch": 1.8745347054959494,
      "grad_norm": 0.09255995190827426,
      "learning_rate": 2.371318943767753e-07,
      "loss": 0.3413,
      "step": 3210
    },
    {
      "epoch": 1.8751186044814248,
      "grad_norm": 0.08541804195173397,
      "learning_rate": 2.3492958478378402e-07,
      "loss": 0.281,
      "step": 3211
    },
    {
      "epoch": 1.8757025034669002,
      "grad_norm": 0.09123942261150293,
      "learning_rate": 2.3273742812777166e-07,
      "loss": 0.3434,
      "step": 3212
    },
    {
      "epoch": 1.8762864024523758,
      "grad_norm": 0.08855450411921056,
      "learning_rate": 2.3055542668796617e-07,
      "loss": 0.3128,
      "step": 3213
    },
    {
      "epoch": 1.8768703014378514,
      "grad_norm": 0.08515644474409495,
      "learning_rate": 2.2838358273303717e-07,
      "loss": 0.2754,
      "step": 3214
    },
    {
      "epoch": 1.8774542004233268,
      "grad_norm": 0.09387018942326927,
      "learning_rate": 2.26221898521094e-07,
      "loss": 0.3245,
      "step": 3215
    },
    {
      "epoch": 1.8780380994088022,
      "grad_norm": 0.09034704966195904,
      "learning_rate": 2.2407037629968431e-07,
      "loss": 0.3223,
      "step": 3216
    },
    {
      "epoch": 1.8786219983942778,
      "grad_norm": 0.09026738537397574,
      "learning_rate": 2.219290183057865e-07,
      "loss": 0.3291,
      "step": 3217
    },
    {
      "epoch": 1.8792058973797534,
      "grad_norm": 0.09068078026589278,
      "learning_rate": 2.1979782676581408e-07,
      "loss": 0.2897,
      "step": 3218
    },
    {
      "epoch": 1.8797897963652288,
      "grad_norm": 0.08551304592587101,
      "learning_rate": 2.1767680389560785e-07,
      "loss": 0.2922,
      "step": 3219
    },
    {
      "epoch": 1.8803736953507042,
      "grad_norm": 0.09132081659079024,
      "learning_rate": 2.1556595190043718e-07,
      "loss": 0.3332,
      "step": 3220
    },
    {
      "epoch": 1.8809575943361798,
      "grad_norm": 0.08358816343847154,
      "learning_rate": 2.1346527297499752e-07,
      "loss": 0.2982,
      "step": 3221
    },
    {
      "epoch": 1.8815414933216554,
      "grad_norm": 0.0871492176785439,
      "learning_rate": 2.1137476930340628e-07,
      "loss": 0.304,
      "step": 3222
    },
    {
      "epoch": 1.8821253923071308,
      "grad_norm": 0.08380579270789314,
      "learning_rate": 2.0929444305920142e-07,
      "loss": 0.297,
      "step": 3223
    },
    {
      "epoch": 1.8827092912926062,
      "grad_norm": 0.08541066393223072,
      "learning_rate": 2.0722429640533948e-07,
      "loss": 0.2874,
      "step": 3224
    },
    {
      "epoch": 1.8832931902780818,
      "grad_norm": 0.09346538334309482,
      "learning_rate": 2.051643314941909e-07,
      "loss": 0.302,
      "step": 3225
    },
    {
      "epoch": 1.8838770892635575,
      "grad_norm": 0.08917579921590958,
      "learning_rate": 2.0311455046754581e-07,
      "loss": 0.3014,
      "step": 3226
    },
    {
      "epoch": 1.884460988249033,
      "grad_norm": 0.09379681249232001,
      "learning_rate": 2.0107495545659829e-07,
      "loss": 0.3221,
      "step": 3227
    },
    {
      "epoch": 1.8850448872345085,
      "grad_norm": 0.0874846419113198,
      "learning_rate": 1.990455485819587e-07,
      "loss": 0.3033,
      "step": 3228
    },
    {
      "epoch": 1.8856287862199839,
      "grad_norm": 0.09225148192881429,
      "learning_rate": 1.9702633195363918e-07,
      "loss": 0.3028,
      "step": 3229
    },
    {
      "epoch": 1.8862126852054595,
      "grad_norm": 0.09251500315968184,
      "learning_rate": 1.9501730767106043e-07,
      "loss": 0.3127,
      "step": 3230
    },
    {
      "epoch": 1.886796584190935,
      "grad_norm": 0.08183849793934239,
      "learning_rate": 1.9301847782304484e-07,
      "loss": 0.2865,
      "step": 3231
    },
    {
      "epoch": 1.8873804831764105,
      "grad_norm": 0.08956749551953964,
      "learning_rate": 1.9102984448781337e-07,
      "loss": 0.34,
      "step": 3232
    },
    {
      "epoch": 1.887964382161886,
      "grad_norm": 0.08418174445155997,
      "learning_rate": 1.8905140973299096e-07,
      "loss": 0.2815,
      "step": 3233
    },
    {
      "epoch": 1.8885482811473615,
      "grad_norm": 0.08640429200500463,
      "learning_rate": 1.870831756155933e-07,
      "loss": 0.3057,
      "step": 3234
    },
    {
      "epoch": 1.8891321801328371,
      "grad_norm": 0.08955601072010039,
      "learning_rate": 1.851251441820323e-07,
      "loss": 0.2839,
      "step": 3235
    },
    {
      "epoch": 1.8897160791183125,
      "grad_norm": 0.08500965608715504,
      "learning_rate": 1.8317731746811285e-07,
      "loss": 0.2892,
      "step": 3236
    },
    {
      "epoch": 1.890299978103788,
      "grad_norm": 0.08840280275707525,
      "learning_rate": 1.8123969749902714e-07,
      "loss": 0.3383,
      "step": 3237
    },
    {
      "epoch": 1.8908838770892635,
      "grad_norm": 0.09212901245702498,
      "learning_rate": 1.7931228628935926e-07,
      "loss": 0.3501,
      "step": 3238
    },
    {
      "epoch": 1.8914677760747391,
      "grad_norm": 0.0915260124277174,
      "learning_rate": 1.773950858430762e-07,
      "loss": 0.3023,
      "step": 3239
    },
    {
      "epoch": 1.8920516750602145,
      "grad_norm": 0.08610838755883235,
      "learning_rate": 1.7548809815352785e-07,
      "loss": 0.3081,
      "step": 3240
    },
    {
      "epoch": 1.89263557404569,
      "grad_norm": 0.09094026213243935,
      "learning_rate": 1.7359132520344823e-07,
      "loss": 0.3193,
      "step": 3241
    },
    {
      "epoch": 1.8932194730311656,
      "grad_norm": 0.09093317323230175,
      "learning_rate": 1.717047689649487e-07,
      "loss": 0.3123,
      "step": 3242
    },
    {
      "epoch": 1.8938033720166412,
      "grad_norm": 0.09071846100800283,
      "learning_rate": 1.6982843139952022e-07,
      "loss": 0.2915,
      "step": 3243
    },
    {
      "epoch": 1.8943872710021168,
      "grad_norm": 0.08854311548053366,
      "learning_rate": 1.6796231445802892e-07,
      "loss": 0.3019,
      "step": 3244
    },
    {
      "epoch": 1.8949711699875922,
      "grad_norm": 0.0810464142052983,
      "learning_rate": 1.6610642008071166e-07,
      "loss": 0.2763,
      "step": 3245
    },
    {
      "epoch": 1.8955550689730676,
      "grad_norm": 0.08696444133058868,
      "learning_rate": 1.6426075019717935e-07,
      "loss": 0.3007,
      "step": 3246
    },
    {
      "epoch": 1.8961389679585432,
      "grad_norm": 0.08732098495461693,
      "learning_rate": 1.6242530672641143e-07,
      "loss": 0.272,
      "step": 3247
    },
    {
      "epoch": 1.8967228669440188,
      "grad_norm": 0.09043033265572574,
      "learning_rate": 1.6060009157675472e-07,
      "loss": 0.3239,
      "step": 3248
    },
    {
      "epoch": 1.8973067659294942,
      "grad_norm": 0.0864583436748374,
      "learning_rate": 1.5878510664592116e-07,
      "loss": 0.26,
      "step": 3249
    },
    {
      "epoch": 1.8978906649149696,
      "grad_norm": 0.0862446901961188,
      "learning_rate": 1.5698035382098687e-07,
      "loss": 0.2877,
      "step": 3250
    },
    {
      "epoch": 1.8984745639004452,
      "grad_norm": 0.08838148299393109,
      "learning_rate": 1.551858349783908e-07,
      "loss": 0.3028,
      "step": 3251
    },
    {
      "epoch": 1.8990584628859208,
      "grad_norm": 0.0852029115766844,
      "learning_rate": 1.5340155198392716e-07,
      "loss": 0.314,
      "step": 3252
    },
    {
      "epoch": 1.8996423618713962,
      "grad_norm": 0.08452315696803864,
      "learning_rate": 1.5162750669274973e-07,
      "loss": 0.2915,
      "step": 3253
    },
    {
      "epoch": 1.9002262608568716,
      "grad_norm": 0.08500862640558815,
      "learning_rate": 1.4986370094937197e-07,
      "loss": 0.3058,
      "step": 3254
    },
    {
      "epoch": 1.9008101598423472,
      "grad_norm": 0.08023575392964903,
      "learning_rate": 1.4811013658765471e-07,
      "loss": 0.2742,
      "step": 3255
    },
    {
      "epoch": 1.9013940588278229,
      "grad_norm": 0.08335248608549668,
      "learning_rate": 1.46366815430814e-07,
      "loss": 0.28,
      "step": 3256
    },
    {
      "epoch": 1.9019779578132983,
      "grad_norm": 0.09386766595997481,
      "learning_rate": 1.4463373929141766e-07,
      "loss": 0.3319,
      "step": 3257
    },
    {
      "epoch": 1.9025618567987737,
      "grad_norm": 0.08778873662607665,
      "learning_rate": 1.4291090997137547e-07,
      "loss": 0.2702,
      "step": 3258
    },
    {
      "epoch": 1.9031457557842493,
      "grad_norm": 0.08459530262756508,
      "learning_rate": 1.411983292619501e-07,
      "loss": 0.2601,
      "step": 3259
    },
    {
      "epoch": 1.9037296547697249,
      "grad_norm": 0.07978226563882382,
      "learning_rate": 1.3949599894374276e-07,
      "loss": 0.2743,
      "step": 3260
    },
    {
      "epoch": 1.9043135537552005,
      "grad_norm": 0.08933399276973576,
      "learning_rate": 1.3780392078670436e-07,
      "loss": 0.3094,
      "step": 3261
    },
    {
      "epoch": 1.904897452740676,
      "grad_norm": 0.08394492857382206,
      "learning_rate": 1.3612209655011866e-07,
      "loss": 0.2761,
      "step": 3262
    },
    {
      "epoch": 1.9054813517261513,
      "grad_norm": 0.08297989498196962,
      "learning_rate": 1.3445052798261137e-07,
      "loss": 0.312,
      "step": 3263
    },
    {
      "epoch": 1.906065250711627,
      "grad_norm": 0.08870465484248745,
      "learning_rate": 1.3278921682214784e-07,
      "loss": 0.3179,
      "step": 3264
    },
    {
      "epoch": 1.9066491496971025,
      "grad_norm": 0.08651584062026267,
      "learning_rate": 1.3113816479602304e-07,
      "loss": 0.2962,
      "step": 3265
    },
    {
      "epoch": 1.907233048682578,
      "grad_norm": 0.08057590478577395,
      "learning_rate": 1.2949737362087156e-07,
      "loss": 0.2697,
      "step": 3266
    },
    {
      "epoch": 1.9078169476680533,
      "grad_norm": 0.0883433968015239,
      "learning_rate": 1.2786684500265546e-07,
      "loss": 0.3076,
      "step": 3267
    },
    {
      "epoch": 1.908400846653529,
      "grad_norm": 0.08601988352867314,
      "learning_rate": 1.262465806366664e-07,
      "loss": 0.2864,
      "step": 3268
    },
    {
      "epoch": 1.9089847456390046,
      "grad_norm": 0.08587146410231444,
      "learning_rate": 1.2463658220752683e-07,
      "loss": 0.2905,
      "step": 3269
    },
    {
      "epoch": 1.90956864462448,
      "grad_norm": 0.08497012121751156,
      "learning_rate": 1.230368513891822e-07,
      "loss": 0.3095,
      "step": 3270
    },
    {
      "epoch": 1.9101525436099553,
      "grad_norm": 0.08658101437799964,
      "learning_rate": 1.2144738984490533e-07,
      "loss": 0.2855,
      "step": 3271
    },
    {
      "epoch": 1.910736442595431,
      "grad_norm": 0.09022665165076132,
      "learning_rate": 1.1986819922729209e-07,
      "loss": 0.301,
      "step": 3272
    },
    {
      "epoch": 1.9113203415809066,
      "grad_norm": 0.08494441160215055,
      "learning_rate": 1.1829928117825685e-07,
      "loss": 0.2975,
      "step": 3273
    },
    {
      "epoch": 1.911904240566382,
      "grad_norm": 0.0887324999354136,
      "learning_rate": 1.1674063732903473e-07,
      "loss": 0.3195,
      "step": 3274
    },
    {
      "epoch": 1.9124881395518574,
      "grad_norm": 0.07889434482168667,
      "learning_rate": 1.1519226930017946e-07,
      "loss": 0.2604,
      "step": 3275
    },
    {
      "epoch": 1.913072038537333,
      "grad_norm": 0.09327428987189089,
      "learning_rate": 1.1365417870155881e-07,
      "loss": 0.3578,
      "step": 3276
    },
    {
      "epoch": 1.9136559375228086,
      "grad_norm": 0.09219320530632974,
      "learning_rate": 1.1212636713235581e-07,
      "loss": 0.3211,
      "step": 3277
    },
    {
      "epoch": 1.9142398365082842,
      "grad_norm": 0.08727352800569778,
      "learning_rate": 1.1060883618106754e-07,
      "loss": 0.3034,
      "step": 3278
    },
    {
      "epoch": 1.9148237354937596,
      "grad_norm": 0.08822691973215406,
      "learning_rate": 1.0910158742550081e-07,
      "loss": 0.2905,
      "step": 3279
    },
    {
      "epoch": 1.915407634479235,
      "grad_norm": 0.08479653754798519,
      "learning_rate": 1.0760462243277204e-07,
      "loss": 0.3003,
      "step": 3280
    },
    {
      "epoch": 1.9159915334647106,
      "grad_norm": 0.08395137530334444,
      "learning_rate": 1.0611794275930398e-07,
      "loss": 0.2804,
      "step": 3281
    },
    {
      "epoch": 1.9165754324501862,
      "grad_norm": 0.08533474144185332,
      "learning_rate": 1.0464154995082909e-07,
      "loss": 0.2889,
      "step": 3282
    },
    {
      "epoch": 1.9171593314356616,
      "grad_norm": 0.08872486457432453,
      "learning_rate": 1.0317544554238058e-07,
      "loss": 0.2968,
      "step": 3283
    },
    {
      "epoch": 1.917743230421137,
      "grad_norm": 0.08906032507389257,
      "learning_rate": 1.0171963105829686e-07,
      "loss": 0.3126,
      "step": 3284
    },
    {
      "epoch": 1.9183271294066127,
      "grad_norm": 0.08841227870501739,
      "learning_rate": 1.0027410801221604e-07,
      "loss": 0.3096,
      "step": 3285
    },
    {
      "epoch": 1.9189110283920883,
      "grad_norm": 0.08875778063133168,
      "learning_rate": 9.883887790707814e-08,
      "loss": 0.305,
      "step": 3286
    },
    {
      "epoch": 1.9194949273775637,
      "grad_norm": 0.08844902158080259,
      "learning_rate": 9.741394223512057e-08,
      "loss": 0.3411,
      "step": 3287
    },
    {
      "epoch": 1.920078826363039,
      "grad_norm": 0.09321319693522438,
      "learning_rate": 9.599930247787604e-08,
      "loss": 0.3062,
      "step": 3288
    },
    {
      "epoch": 1.9206627253485147,
      "grad_norm": 0.09077616996406981,
      "learning_rate": 9.459496010617464e-08,
      "loss": 0.3125,
      "step": 3289
    },
    {
      "epoch": 1.9212466243339903,
      "grad_norm": 0.09069869127901617,
      "learning_rate": 9.320091658013841e-08,
      "loss": 0.3162,
      "step": 3290
    },
    {
      "epoch": 1.9218305233194657,
      "grad_norm": 0.08328455797508777,
      "learning_rate": 9.181717334918127e-08,
      "loss": 0.2872,
      "step": 3291
    },
    {
      "epoch": 1.922414422304941,
      "grad_norm": 0.09466832648116058,
      "learning_rate": 9.044373185200906e-08,
      "loss": 0.3247,
      "step": 3292
    },
    {
      "epoch": 1.9229983212904167,
      "grad_norm": 0.08217708261164038,
      "learning_rate": 8.908059351661725e-08,
      "loss": 0.2542,
      "step": 3293
    },
    {
      "epoch": 1.9235822202758923,
      "grad_norm": 0.0913592477222516,
      "learning_rate": 8.772775976028547e-08,
      "loss": 0.3086,
      "step": 3294
    },
    {
      "epoch": 1.924166119261368,
      "grad_norm": 0.08236324041744228,
      "learning_rate": 8.638523198958415e-08,
      "loss": 0.2972,
      "step": 3295
    },
    {
      "epoch": 1.9247500182468433,
      "grad_norm": 0.08887099958280814,
      "learning_rate": 8.505301160036339e-08,
      "loss": 0.2934,
      "step": 3296
    },
    {
      "epoch": 1.9253339172323187,
      "grad_norm": 0.09258338075557108,
      "learning_rate": 8.373109997776185e-08,
      "loss": 0.2764,
      "step": 3297
    },
    {
      "epoch": 1.9259178162177943,
      "grad_norm": 0.08911681232115273,
      "learning_rate": 8.241949849619457e-08,
      "loss": 0.3032,
      "step": 3298
    },
    {
      "epoch": 1.92650171520327,
      "grad_norm": 0.09884327370409937,
      "learning_rate": 8.11182085193607e-08,
      "loss": 0.3608,
      "step": 3299
    },
    {
      "epoch": 1.9270856141887454,
      "grad_norm": 0.08698796043019967,
      "learning_rate": 7.982723140023906e-08,
      "loss": 0.2787,
      "step": 3300
    },
    {
      "epoch": 1.9276695131742208,
      "grad_norm": 0.08841198577699688,
      "learning_rate": 7.854656848108044e-08,
      "loss": 0.2987,
      "step": 3301
    },
    {
      "epoch": 1.9282534121596964,
      "grad_norm": 0.08674667157787658,
      "learning_rate": 7.727622109341859e-08,
      "loss": 0.2928,
      "step": 3302
    },
    {
      "epoch": 1.928837311145172,
      "grad_norm": 0.0848531687198172,
      "learning_rate": 7.601619055805697e-08,
      "loss": 0.2786,
      "step": 3303
    },
    {
      "epoch": 1.9294212101306474,
      "grad_norm": 0.09849198412348105,
      "learning_rate": 7.476647818507542e-08,
      "loss": 0.3635,
      "step": 3304
    },
    {
      "epoch": 1.9300051091161228,
      "grad_norm": 0.0770603658737684,
      "learning_rate": 7.352708527382346e-08,
      "loss": 0.2653,
      "step": 3305
    },
    {
      "epoch": 1.9305890081015984,
      "grad_norm": 0.08742500671343845,
      "learning_rate": 7.229801311292361e-08,
      "loss": 0.3357,
      "step": 3306
    },
    {
      "epoch": 1.931172907087074,
      "grad_norm": 0.08965121359081024,
      "learning_rate": 7.10792629802659e-08,
      "loss": 0.285,
      "step": 3307
    },
    {
      "epoch": 1.9317568060725494,
      "grad_norm": 0.09325005219602046,
      "learning_rate": 6.987083614300893e-08,
      "loss": 0.3329,
      "step": 3308
    },
    {
      "epoch": 1.9323407050580248,
      "grad_norm": 0.08704457724374133,
      "learning_rate": 6.867273385757767e-08,
      "loss": 0.305,
      "step": 3309
    },
    {
      "epoch": 1.9329246040435004,
      "grad_norm": 0.09213902376029563,
      "learning_rate": 6.748495736966454e-08,
      "loss": 0.3348,
      "step": 3310
    },
    {
      "epoch": 1.933508503028976,
      "grad_norm": 0.09103459544423603,
      "learning_rate": 6.630750791422169e-08,
      "loss": 0.3223,
      "step": 3311
    },
    {
      "epoch": 1.9340924020144517,
      "grad_norm": 0.0907849348138741,
      "learning_rate": 6.514038671546874e-08,
      "loss": 0.3002,
      "step": 3312
    },
    {
      "epoch": 1.934676300999927,
      "grad_norm": 0.08652477787517233,
      "learning_rate": 6.398359498688278e-08,
      "loss": 0.2882,
      "step": 3313
    },
    {
      "epoch": 1.9352601999854024,
      "grad_norm": 0.07840541697859246,
      "learning_rate": 6.283713393120505e-08,
      "loss": 0.2593,
      "step": 3314
    },
    {
      "epoch": 1.935844098970878,
      "grad_norm": 0.08785658898893908,
      "learning_rate": 6.170100474043206e-08,
      "loss": 0.3051,
      "step": 3315
    },
    {
      "epoch": 1.9364279979563537,
      "grad_norm": 0.09123019641097002,
      "learning_rate": 6.05752085958211e-08,
      "loss": 0.3515,
      "step": 3316
    },
    {
      "epoch": 1.937011896941829,
      "grad_norm": 0.0795072560081246,
      "learning_rate": 5.945974666788479e-08,
      "loss": 0.276,
      "step": 3317
    },
    {
      "epoch": 1.9375957959273045,
      "grad_norm": 0.07905638050592936,
      "learning_rate": 5.835462011638982e-08,
      "loss": 0.2815,
      "step": 3318
    },
    {
      "epoch": 1.93817969491278,
      "grad_norm": 0.08695193261786537,
      "learning_rate": 5.725983009035818e-08,
      "loss": 0.3222,
      "step": 3319
    },
    {
      "epoch": 1.9387635938982557,
      "grad_norm": 0.0813946885777394,
      "learning_rate": 5.617537772806603e-08,
      "loss": 0.2794,
      "step": 3320
    },
    {
      "epoch": 1.939347492883731,
      "grad_norm": 0.08273690380557347,
      "learning_rate": 5.5101264157039203e-08,
      "loss": 0.2738,
      "step": 3321
    },
    {
      "epoch": 1.9399313918692065,
      "grad_norm": 0.09070383419452105,
      "learning_rate": 5.403749049405438e-08,
      "loss": 0.3323,
      "step": 3322
    },
    {
      "epoch": 1.940515290854682,
      "grad_norm": 0.08072343948107576,
      "learning_rate": 5.298405784513905e-08,
      "loss": 0.2551,
      "step": 3323
    },
    {
      "epoch": 1.9410991898401577,
      "grad_norm": 0.08646296618674335,
      "learning_rate": 5.194096730556708e-08,
      "loss": 0.3257,
      "step": 3324
    },
    {
      "epoch": 1.9416830888256331,
      "grad_norm": 0.07884393258923861,
      "learning_rate": 5.090821995986095e-08,
      "loss": 0.2873,
      "step": 3325
    },
    {
      "epoch": 1.9422669878111085,
      "grad_norm": 0.08348931694479016,
      "learning_rate": 4.9885816881787287e-08,
      "loss": 0.267,
      "step": 3326
    },
    {
      "epoch": 1.9428508867965841,
      "grad_norm": 0.08332780384321477,
      "learning_rate": 4.887375913436132e-08,
      "loss": 0.3016,
      "step": 3327
    },
    {
      "epoch": 1.9434347857820597,
      "grad_norm": 0.08451296097732952,
      "learning_rate": 4.787204776983689e-08,
      "loss": 0.3031,
      "step": 3328
    },
    {
      "epoch": 1.9440186847675354,
      "grad_norm": 0.08472349298659076,
      "learning_rate": 4.6880683829715335e-08,
      "loss": 0.318,
      "step": 3329
    },
    {
      "epoch": 1.9446025837530108,
      "grad_norm": 0.08163409201244898,
      "learning_rate": 4.589966834473547e-08,
      "loss": 0.2596,
      "step": 3330
    },
    {
      "epoch": 1.9451864827384862,
      "grad_norm": 0.08754727073441718,
      "learning_rate": 4.492900233488029e-08,
      "loss": 0.2864,
      "step": 3331
    },
    {
      "epoch": 1.9457703817239618,
      "grad_norm": 0.08789166939607805,
      "learning_rate": 4.3968686809369165e-08,
      "loss": 0.2927,
      "step": 3332
    },
    {
      "epoch": 1.9463542807094374,
      "grad_norm": 0.08464519343437119,
      "learning_rate": 4.3018722766661194e-08,
      "loss": 0.3091,
      "step": 3333
    },
    {
      "epoch": 1.9469381796949128,
      "grad_norm": 0.08476477891720595,
      "learning_rate": 4.207911119445296e-08,
      "loss": 0.2826,
      "step": 3334
    },
    {
      "epoch": 1.9475220786803882,
      "grad_norm": 0.08904957977063978,
      "learning_rate": 4.114985306967745e-08,
      "loss": 0.2641,
      "step": 3335
    },
    {
      "epoch": 1.9481059776658638,
      "grad_norm": 0.08464610184850326,
      "learning_rate": 4.0230949358502915e-08,
      "loss": 0.2791,
      "step": 3336
    },
    {
      "epoch": 1.9486898766513394,
      "grad_norm": 0.09278286151654397,
      "learning_rate": 3.932240101633178e-08,
      "loss": 0.3096,
      "step": 3337
    },
    {
      "epoch": 1.9492737756368148,
      "grad_norm": 0.08051276040016539,
      "learning_rate": 3.8424208987798415e-08,
      "loss": 0.2509,
      "step": 3338
    },
    {
      "epoch": 1.9498576746222902,
      "grad_norm": 0.09173248125211747,
      "learning_rate": 3.7536374206772475e-08,
      "loss": 0.3343,
      "step": 3339
    },
    {
      "epoch": 1.9504415736077658,
      "grad_norm": 0.07917066091148602,
      "learning_rate": 3.665889759635222e-08,
      "loss": 0.2797,
      "step": 3340
    },
    {
      "epoch": 1.9510254725932414,
      "grad_norm": 0.08229874907161107,
      "learning_rate": 3.579178006886896e-08,
      "loss": 0.2824,
      "step": 3341
    },
    {
      "epoch": 1.9516093715787168,
      "grad_norm": 0.09232997470928599,
      "learning_rate": 3.4935022525880434e-08,
      "loss": 0.3606,
      "step": 3342
    },
    {
      "epoch": 1.9521932705641922,
      "grad_norm": 0.08183483324580507,
      "learning_rate": 3.4088625858174075e-08,
      "loss": 0.273,
      "step": 3343
    },
    {
      "epoch": 1.9527771695496678,
      "grad_norm": 0.08489117350869732,
      "learning_rate": 3.3252590945767047e-08,
      "loss": 0.2642,
      "step": 3344
    },
    {
      "epoch": 1.9533610685351435,
      "grad_norm": 0.08412711197238158,
      "learning_rate": 3.242691865790071e-08,
      "loss": 0.3106,
      "step": 3345
    },
    {
      "epoch": 1.953944967520619,
      "grad_norm": 0.09557969904867417,
      "learning_rate": 3.161160985304168e-08,
      "loss": 0.3246,
      "step": 3346
    },
    {
      "epoch": 1.9545288665060945,
      "grad_norm": 0.08577636345884287,
      "learning_rate": 3.0806665378884106e-08,
      "loss": 0.3002,
      "step": 3347
    },
    {
      "epoch": 1.9551127654915699,
      "grad_norm": 0.08980144537186979,
      "learning_rate": 3.001208607234407e-08,
      "loss": 0.2999,
      "step": 3348
    },
    {
      "epoch": 1.9556966644770455,
      "grad_norm": 0.0890925496002654,
      "learning_rate": 2.922787275956074e-08,
      "loss": 0.2776,
      "step": 3349
    },
    {
      "epoch": 1.956280563462521,
      "grad_norm": 0.08984306896658098,
      "learning_rate": 2.845402625589855e-08,
      "loss": 0.314,
      "step": 3350
    },
    {
      "epoch": 1.9568644624479965,
      "grad_norm": 0.08664814232702836,
      "learning_rate": 2.7690547365938348e-08,
      "loss": 0.283,
      "step": 3351
    },
    {
      "epoch": 1.957448361433472,
      "grad_norm": 0.08143319030871435,
      "learning_rate": 2.693743688348627e-08,
      "loss": 0.2782,
      "step": 3352
    },
    {
      "epoch": 1.9580322604189475,
      "grad_norm": 0.08140564318331081,
      "learning_rate": 2.6194695591563733e-08,
      "loss": 0.2659,
      "step": 3353
    },
    {
      "epoch": 1.9586161594044231,
      "grad_norm": 0.08888703012248274,
      "learning_rate": 2.546232426241635e-08,
      "loss": 0.3236,
      "step": 3354
    },
    {
      "epoch": 1.9592000583898985,
      "grad_norm": 0.08154302229921201,
      "learning_rate": 2.4740323657503895e-08,
      "loss": 0.2981,
      "step": 3355
    },
    {
      "epoch": 1.959783957375374,
      "grad_norm": 0.09102327625408586,
      "learning_rate": 2.4028694527503673e-08,
      "loss": 0.2992,
      "step": 3356
    },
    {
      "epoch": 1.9603678563608495,
      "grad_norm": 0.09610666429269728,
      "learning_rate": 2.33274376123116e-08,
      "loss": 0.3541,
      "step": 3357
    },
    {
      "epoch": 1.9609517553463252,
      "grad_norm": 0.08324357583038143,
      "learning_rate": 2.2636553641040003e-08,
      "loss": 0.3018,
      "step": 3358
    },
    {
      "epoch": 1.9615356543318005,
      "grad_norm": 0.10307374085729537,
      "learning_rate": 2.1956043332010957e-08,
      "loss": 0.3122,
      "step": 3359
    },
    {
      "epoch": 1.9621195533172762,
      "grad_norm": 0.08211493065982868,
      "learning_rate": 2.1285907392767367e-08,
      "loss": 0.261,
      "step": 3360
    },
    {
      "epoch": 1.9627034523027516,
      "grad_norm": 0.0934916042603021,
      "learning_rate": 2.0626146520061897e-08,
      "loss": 0.3094,
      "step": 3361
    },
    {
      "epoch": 1.9632873512882272,
      "grad_norm": 0.08952816445594301,
      "learning_rate": 1.997676139986138e-08,
      "loss": 0.307,
      "step": 3362
    },
    {
      "epoch": 1.9638712502737028,
      "grad_norm": 0.08375374089120795,
      "learning_rate": 1.9337752707343504e-08,
      "loss": 0.3022,
      "step": 3363
    },
    {
      "epoch": 1.9644551492591782,
      "grad_norm": 0.0827587774657481,
      "learning_rate": 1.8709121106899043e-08,
      "loss": 0.2856,
      "step": 3364
    },
    {
      "epoch": 1.9650390482446536,
      "grad_norm": 0.09215451055855153,
      "learning_rate": 1.8090867252127387e-08,
      "loss": 0.292,
      "step": 3365
    },
    {
      "epoch": 1.9656229472301292,
      "grad_norm": 0.0887176089513695,
      "learning_rate": 1.748299178584101e-08,
      "loss": 0.2768,
      "step": 3366
    },
    {
      "epoch": 1.9662068462156048,
      "grad_norm": 0.09426260499073368,
      "learning_rate": 1.68854953400599e-08,
      "loss": 0.325,
      "step": 3367
    },
    {
      "epoch": 1.9667907452010802,
      "grad_norm": 0.09086486207370185,
      "learning_rate": 1.6298378536012682e-08,
      "loss": 0.312,
      "step": 3368
    },
    {
      "epoch": 1.9673746441865556,
      "grad_norm": 0.08646753252498654,
      "learning_rate": 1.5721641984135505e-08,
      "loss": 0.2984,
      "step": 3369
    },
    {
      "epoch": 1.9679585431720312,
      "grad_norm": 0.08946262499391498,
      "learning_rate": 1.5155286284073146e-08,
      "loss": 0.3071,
      "step": 3370
    },
    {
      "epoch": 1.9685424421575068,
      "grad_norm": 0.08803312222684086,
      "learning_rate": 1.4599312024676792e-08,
      "loss": 0.3285,
      "step": 3371
    },
    {
      "epoch": 1.9691263411429822,
      "grad_norm": 0.08662475313648645,
      "learning_rate": 1.405371978400516e-08,
      "loss": 0.296,
      "step": 3372
    },
    {
      "epoch": 1.9697102401284576,
      "grad_norm": 0.08639409919511111,
      "learning_rate": 1.351851012931893e-08,
      "loss": 0.3196,
      "step": 3373
    },
    {
      "epoch": 1.9702941391139333,
      "grad_norm": 0.0933340151108549,
      "learning_rate": 1.2993683617088526e-08,
      "loss": 0.2836,
      "step": 3374
    },
    {
      "epoch": 1.9708780380994089,
      "grad_norm": 0.093734848637988,
      "learning_rate": 1.2479240792985237e-08,
      "loss": 0.3101,
      "step": 3375
    },
    {
      "epoch": 1.9714619370848843,
      "grad_norm": 0.10618346075726733,
      "learning_rate": 1.1975182191885648e-08,
      "loss": 0.3271,
      "step": 3376
    },
    {
      "epoch": 1.9720458360703599,
      "grad_norm": 0.07955618016827691,
      "learning_rate": 1.1481508337869429e-08,
      "loss": 0.2615,
      "step": 3377
    },
    {
      "epoch": 1.9726297350558353,
      "grad_norm": 0.0987702973032722,
      "learning_rate": 1.099821974421933e-08,
      "loss": 0.3695,
      "step": 3378
    },
    {
      "epoch": 1.973213634041311,
      "grad_norm": 0.08623602168514154,
      "learning_rate": 1.0525316913420069e-08,
      "loss": 0.2829,
      "step": 3379
    },
    {
      "epoch": 1.9737975330267865,
      "grad_norm": 0.09087316313493338,
      "learning_rate": 1.006280033715723e-08,
      "loss": 0.3156,
      "step": 3380
    },
    {
      "epoch": 1.974381432012262,
      "grad_norm": 0.08866776408556791,
      "learning_rate": 9.610670496319475e-09,
      "loss": 0.3128,
      "step": 3381
    },
    {
      "epoch": 1.9749653309977373,
      "grad_norm": 0.08821511509593097,
      "learning_rate": 9.168927860994104e-09,
      "loss": 0.2894,
      "step": 3382
    },
    {
      "epoch": 1.975549229983213,
      "grad_norm": 0.09090044101590138,
      "learning_rate": 8.737572890470391e-09,
      "loss": 0.3017,
      "step": 3383
    },
    {
      "epoch": 1.9761331289686885,
      "grad_norm": 0.0845520084678788,
      "learning_rate": 8.316606033237362e-09,
      "loss": 0.2905,
      "step": 3384
    },
    {
      "epoch": 1.976717027954164,
      "grad_norm": 0.08871731832767937,
      "learning_rate": 7.906027726981568e-09,
      "loss": 0.3017,
      "step": 3385
    },
    {
      "epoch": 1.9773009269396393,
      "grad_norm": 0.08901246375127354,
      "learning_rate": 7.505838398589316e-09,
      "loss": 0.3163,
      "step": 3386
    },
    {
      "epoch": 1.977884825925115,
      "grad_norm": 0.08779010049941986,
      "learning_rate": 7.1160384641455475e-09,
      "loss": 0.2856,
      "step": 3387
    },
    {
      "epoch": 1.9784687249105906,
      "grad_norm": 0.0933899253582005,
      "learning_rate": 6.736628328933847e-09,
      "loss": 0.3405,
      "step": 3388
    },
    {
      "epoch": 1.979052623896066,
      "grad_norm": 0.08680388451624943,
      "learning_rate": 6.367608387433111e-09,
      "loss": 0.3109,
      "step": 3389
    },
    {
      "epoch": 1.9796365228815413,
      "grad_norm": 0.09083585629966501,
      "learning_rate": 6.008979023320871e-09,
      "loss": 0.3488,
      "step": 3390
    },
    {
      "epoch": 1.980220421867017,
      "grad_norm": 0.08659789749481435,
      "learning_rate": 5.660740609472193e-09,
      "loss": 0.2973,
      "step": 3391
    },
    {
      "epoch": 1.9808043208524926,
      "grad_norm": 0.11025254732687806,
      "learning_rate": 5.322893507956339e-09,
      "loss": 0.438,
      "step": 3392
    },
    {
      "epoch": 1.981388219837968,
      "grad_norm": 0.08460400568312539,
      "learning_rate": 4.995438070041214e-09,
      "loss": 0.3323,
      "step": 3393
    },
    {
      "epoch": 1.9819721188234436,
      "grad_norm": 0.09191371619527383,
      "learning_rate": 4.6783746361867e-09,
      "loss": 0.3334,
      "step": 3394
    },
    {
      "epoch": 1.982556017808919,
      "grad_norm": 0.08893325004301772,
      "learning_rate": 4.3717035360502094e-09,
      "loss": 0.3305,
      "step": 3395
    },
    {
      "epoch": 1.9831399167943946,
      "grad_norm": 0.08986526888407086,
      "learning_rate": 4.075425088485574e-09,
      "loss": 0.3256,
      "step": 3396
    },
    {
      "epoch": 1.9837238157798702,
      "grad_norm": 0.08030255842195448,
      "learning_rate": 3.7895396015374955e-09,
      "loss": 0.275,
      "step": 3397
    },
    {
      "epoch": 1.9843077147653456,
      "grad_norm": 0.0858559715651346,
      "learning_rate": 3.514047372448204e-09,
      "loss": 0.2945,
      "step": 3398
    },
    {
      "epoch": 1.984891613750821,
      "grad_norm": 0.08766707655086647,
      "learning_rate": 3.248948687650799e-09,
      "loss": 0.3256,
      "step": 3399
    },
    {
      "epoch": 1.9854755127362966,
      "grad_norm": 0.0837384840388082,
      "learning_rate": 2.9942438227748004e-09,
      "loss": 0.2773,
      "step": 3400
    },
    {
      "epoch": 1.9860594117217722,
      "grad_norm": 0.08891988599712869,
      "learning_rate": 2.749933042641706e-09,
      "loss": 0.2874,
      "step": 3401
    },
    {
      "epoch": 1.9866433107072476,
      "grad_norm": 0.08856080988206466,
      "learning_rate": 2.5160166012661024e-09,
      "loss": 0.2812,
      "step": 3402
    },
    {
      "epoch": 1.987227209692723,
      "grad_norm": 0.0862566727606461,
      "learning_rate": 2.2924947418556666e-09,
      "loss": 0.2968,
      "step": 3403
    },
    {
      "epoch": 1.9878111086781987,
      "grad_norm": 0.09030188029164822,
      "learning_rate": 2.079367696810053e-09,
      "loss": 0.306,
      "step": 3404
    },
    {
      "epoch": 1.9883950076636743,
      "grad_norm": 0.09290966332988419,
      "learning_rate": 1.876635687722006e-09,
      "loss": 0.3154,
      "step": 3405
    },
    {
      "epoch": 1.9889789066491497,
      "grad_norm": 0.08336321890156337,
      "learning_rate": 1.684298925377359e-09,
      "loss": 0.2941,
      "step": 3406
    },
    {
      "epoch": 1.989562805634625,
      "grad_norm": 0.0899593545824502,
      "learning_rate": 1.502357609749483e-09,
      "loss": 0.3371,
      "step": 3407
    },
    {
      "epoch": 1.9901467046201007,
      "grad_norm": 0.0843544968127468,
      "learning_rate": 1.3308119300092793e-09,
      "loss": 0.2889,
      "step": 3408
    },
    {
      "epoch": 1.9907306036055763,
      "grad_norm": 0.09301561557058147,
      "learning_rate": 1.1696620645140765e-09,
      "loss": 0.3545,
      "step": 3409
    },
    {
      "epoch": 1.9913145025910517,
      "grad_norm": 0.09596198953632827,
      "learning_rate": 1.0189081808154033e-09,
      "loss": 0.3755,
      "step": 3410
    },
    {
      "epoch": 1.9918984015765273,
      "grad_norm": 0.0874992607583942,
      "learning_rate": 8.785504356556562e-10,
      "loss": 0.2879,
      "step": 3411
    },
    {
      "epoch": 1.9924823005620027,
      "grad_norm": 0.08332511592467594,
      "learning_rate": 7.485889749658803e-10,
      "loss": 0.2684,
      "step": 3412
    },
    {
      "epoch": 1.9930661995474783,
      "grad_norm": 0.09436630021936444,
      "learning_rate": 6.290239338724302e-10,
      "loss": 0.3268,
      "step": 3413
    },
    {
      "epoch": 1.993650098532954,
      "grad_norm": 0.0817893443220606,
      "learning_rate": 5.198554366858676e-10,
      "loss": 0.2969,
      "step": 3414
    },
    {
      "epoch": 1.9942339975184293,
      "grad_norm": 0.09119111132593043,
      "learning_rate": 4.210835969142846e-10,
      "loss": 0.3097,
      "step": 3415
    },
    {
      "epoch": 1.9948178965039047,
      "grad_norm": 0.09194966295337331,
      "learning_rate": 3.3270851724998e-10,
      "loss": 0.331,
      "step": 3416
    },
    {
      "epoch": 1.9954017954893803,
      "grad_norm": 0.08897365414412585,
      "learning_rate": 2.5473028957945234e-10,
      "loss": 0.3331,
      "step": 3417
    },
    {
      "epoch": 1.995985694474856,
      "grad_norm": 0.08345200609249673,
      "learning_rate": 1.8714899497895845e-10,
      "loss": 0.3003,
      "step": 3418
    },
    {
      "epoch": 1.9965695934603314,
      "grad_norm": 0.08325422449737846,
      "learning_rate": 1.2996470371229307e-10,
      "loss": 0.2933,
      "step": 3419
    },
    {
      "epoch": 1.9971534924458068,
      "grad_norm": 0.08783635772778162,
      "learning_rate": 8.317747523745035e-11,
      "loss": 0.3164,
      "step": 3420
    },
    {
      "epoch": 1.9977373914312824,
      "grad_norm": 0.08554606822048123,
      "learning_rate": 4.678735819774183e-11,
      "loss": 0.2979,
      "step": 3421
    },
    {
      "epoch": 1.998321290416758,
      "grad_norm": 0.08920880701367692,
      "learning_rate": 2.0794390429568212e-11,
      "loss": 0.3194,
      "step": 3422
    },
    {
      "epoch": 1.9989051894022334,
      "grad_norm": 0.0843178557930931,
      "learning_rate": 5.198598959088586e-12,
      "loss": 0.2895,
      "step": 3423
    },
    {
      "epoch": 1.9994890883877088,
      "grad_norm": 0.08418720064891395,
      "learning_rate": 0.0,
      "loss": 0.3179,
      "step": 3424
    }
  ],
  "logging_steps": 1,
  "max_steps": 3424,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 311934616780800.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}