ZhongJing-2-1_8b / trainer_state.json
CMLL's picture
Upload 13 files
9918ad6 verified
raw
history blame
182 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 3.0,
"eval_steps": 500,
"global_step": 7497,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 1.999997804999731e-05,
"loss": 2.5926,
"step": 5
},
{
"epoch": 0.0,
"learning_rate": 1.9999912200085595e-05,
"loss": 2.726,
"step": 10
},
{
"epoch": 0.01,
"learning_rate": 1.999980245055394e-05,
"loss": 2.7046,
"step": 15
},
{
"epoch": 0.01,
"learning_rate": 1.9999648801884152e-05,
"loss": 2.5412,
"step": 20
},
{
"epoch": 0.01,
"learning_rate": 1.9999451254750736e-05,
"loss": 2.4895,
"step": 25
},
{
"epoch": 0.01,
"learning_rate": 1.999920981002093e-05,
"loss": 2.5147,
"step": 30
},
{
"epoch": 0.01,
"learning_rate": 1.9998924468754672e-05,
"loss": 2.3979,
"step": 35
},
{
"epoch": 0.02,
"learning_rate": 1.9998595232204618e-05,
"loss": 2.3704,
"step": 40
},
{
"epoch": 0.02,
"learning_rate": 1.9998222101816113e-05,
"loss": 2.3891,
"step": 45
},
{
"epoch": 0.02,
"learning_rate": 1.99978050792272e-05,
"loss": 2.3385,
"step": 50
},
{
"epoch": 0.02,
"learning_rate": 1.999734416626861e-05,
"loss": 2.3395,
"step": 55
},
{
"epoch": 0.02,
"learning_rate": 1.9996839364963744e-05,
"loss": 2.2868,
"step": 60
},
{
"epoch": 0.03,
"learning_rate": 1.9996290677528688e-05,
"loss": 2.2824,
"step": 65
},
{
"epoch": 0.03,
"learning_rate": 1.9995698106372176e-05,
"loss": 2.2458,
"step": 70
},
{
"epoch": 0.03,
"learning_rate": 1.99950616540956e-05,
"loss": 2.2594,
"step": 75
},
{
"epoch": 0.03,
"learning_rate": 1.999438132349298e-05,
"loss": 2.2887,
"step": 80
},
{
"epoch": 0.03,
"learning_rate": 1.9993657117550972e-05,
"loss": 2.2976,
"step": 85
},
{
"epoch": 0.04,
"learning_rate": 1.9992889039448838e-05,
"loss": 2.2611,
"step": 90
},
{
"epoch": 0.04,
"learning_rate": 1.9992077092558443e-05,
"loss": 2.2257,
"step": 95
},
{
"epoch": 0.04,
"learning_rate": 1.9991221280444237e-05,
"loss": 2.3287,
"step": 100
},
{
"epoch": 0.04,
"learning_rate": 1.9990321606863224e-05,
"loss": 2.3082,
"step": 105
},
{
"epoch": 0.04,
"learning_rate": 1.9989378075764988e-05,
"loss": 2.251,
"step": 110
},
{
"epoch": 0.05,
"learning_rate": 1.998839069129162e-05,
"loss": 2.2239,
"step": 115
},
{
"epoch": 0.05,
"learning_rate": 1.998735945777774e-05,
"loss": 2.2154,
"step": 120
},
{
"epoch": 0.05,
"learning_rate": 1.9986284379750462e-05,
"loss": 2.2939,
"step": 125
},
{
"epoch": 0.05,
"learning_rate": 1.9985165461929385e-05,
"loss": 2.2763,
"step": 130
},
{
"epoch": 0.05,
"learning_rate": 1.9984002709226558e-05,
"loss": 2.1672,
"step": 135
},
{
"epoch": 0.06,
"learning_rate": 1.998279612674646e-05,
"loss": 2.1404,
"step": 140
},
{
"epoch": 0.06,
"learning_rate": 1.9981545719785994e-05,
"loss": 2.1851,
"step": 145
},
{
"epoch": 0.06,
"learning_rate": 1.9980251493834447e-05,
"loss": 2.1481,
"step": 150
},
{
"epoch": 0.06,
"learning_rate": 1.997891345457347e-05,
"loss": 2.1352,
"step": 155
},
{
"epoch": 0.06,
"learning_rate": 1.9977531607877055e-05,
"loss": 2.2454,
"step": 160
},
{
"epoch": 0.07,
"learning_rate": 1.9976105959811512e-05,
"loss": 2.3146,
"step": 165
},
{
"epoch": 0.07,
"learning_rate": 1.9974636516635436e-05,
"loss": 2.208,
"step": 170
},
{
"epoch": 0.07,
"learning_rate": 1.9973123284799683e-05,
"loss": 2.1468,
"step": 175
},
{
"epoch": 0.07,
"learning_rate": 1.997156627094734e-05,
"loss": 2.1792,
"step": 180
},
{
"epoch": 0.07,
"learning_rate": 1.9969965481913704e-05,
"loss": 2.3303,
"step": 185
},
{
"epoch": 0.08,
"learning_rate": 1.9968320924726236e-05,
"loss": 2.2114,
"step": 190
},
{
"epoch": 0.08,
"learning_rate": 1.9966632606604543e-05,
"loss": 2.2289,
"step": 195
},
{
"epoch": 0.08,
"learning_rate": 1.996490053496034e-05,
"loss": 2.2365,
"step": 200
},
{
"epoch": 0.08,
"learning_rate": 1.9963124717397425e-05,
"loss": 2.1721,
"step": 205
},
{
"epoch": 0.08,
"learning_rate": 1.9961305161711643e-05,
"loss": 2.1837,
"step": 210
},
{
"epoch": 0.09,
"learning_rate": 1.9959441875890834e-05,
"loss": 2.1694,
"step": 215
},
{
"epoch": 0.09,
"learning_rate": 1.9957534868114835e-05,
"loss": 2.1377,
"step": 220
},
{
"epoch": 0.09,
"learning_rate": 1.99555841467554e-05,
"loss": 2.1963,
"step": 225
},
{
"epoch": 0.09,
"learning_rate": 1.9953589720376204e-05,
"loss": 2.2826,
"step": 230
},
{
"epoch": 0.09,
"learning_rate": 1.995155159773278e-05,
"loss": 2.2644,
"step": 235
},
{
"epoch": 0.1,
"learning_rate": 1.9949469787772484e-05,
"loss": 2.1792,
"step": 240
},
{
"epoch": 0.1,
"learning_rate": 1.9947344299634464e-05,
"loss": 2.2485,
"step": 245
},
{
"epoch": 0.1,
"learning_rate": 1.9945175142649617e-05,
"loss": 2.2065,
"step": 250
},
{
"epoch": 0.1,
"learning_rate": 1.994296232634054e-05,
"loss": 2.2887,
"step": 255
},
{
"epoch": 0.1,
"learning_rate": 1.9940705860421493e-05,
"loss": 2.1542,
"step": 260
},
{
"epoch": 0.11,
"learning_rate": 1.9938405754798377e-05,
"loss": 2.1692,
"step": 265
},
{
"epoch": 0.11,
"learning_rate": 1.9936062019568646e-05,
"loss": 2.1624,
"step": 270
},
{
"epoch": 0.11,
"learning_rate": 1.9933674665021295e-05,
"loss": 2.19,
"step": 275
},
{
"epoch": 0.11,
"learning_rate": 1.9931243701636826e-05,
"loss": 2.1613,
"step": 280
},
{
"epoch": 0.11,
"learning_rate": 1.9928769140087157e-05,
"loss": 2.2509,
"step": 285
},
{
"epoch": 0.12,
"learning_rate": 1.992625099123562e-05,
"loss": 2.1907,
"step": 290
},
{
"epoch": 0.12,
"learning_rate": 1.992368926613689e-05,
"loss": 2.1528,
"step": 295
},
{
"epoch": 0.12,
"learning_rate": 1.9921083976036937e-05,
"loss": 2.1551,
"step": 300
},
{
"epoch": 0.12,
"learning_rate": 1.9918435132372992e-05,
"loss": 2.2466,
"step": 305
},
{
"epoch": 0.12,
"learning_rate": 1.991574274677348e-05,
"loss": 2.2388,
"step": 310
},
{
"epoch": 0.13,
"learning_rate": 1.9913006831057967e-05,
"loss": 2.1348,
"step": 315
},
{
"epoch": 0.13,
"learning_rate": 1.9910227397237136e-05,
"loss": 2.1659,
"step": 320
},
{
"epoch": 0.13,
"learning_rate": 1.9907404457512693e-05,
"loss": 2.1995,
"step": 325
},
{
"epoch": 0.13,
"learning_rate": 1.990453802427735e-05,
"loss": 2.2362,
"step": 330
},
{
"epoch": 0.13,
"learning_rate": 1.990162811011475e-05,
"loss": 2.1695,
"step": 335
},
{
"epoch": 0.14,
"learning_rate": 1.9898674727799418e-05,
"loss": 2.2246,
"step": 340
},
{
"epoch": 0.14,
"learning_rate": 1.9895677890296704e-05,
"loss": 2.1766,
"step": 345
},
{
"epoch": 0.14,
"learning_rate": 1.9892637610762723e-05,
"loss": 2.1765,
"step": 350
},
{
"epoch": 0.14,
"learning_rate": 1.9889553902544307e-05,
"loss": 2.251,
"step": 355
},
{
"epoch": 0.14,
"learning_rate": 1.9886426779178935e-05,
"loss": 2.1699,
"step": 360
},
{
"epoch": 0.15,
"learning_rate": 1.988325625439468e-05,
"loss": 2.2406,
"step": 365
},
{
"epoch": 0.15,
"learning_rate": 1.988004234211015e-05,
"loss": 2.1664,
"step": 370
},
{
"epoch": 0.15,
"learning_rate": 1.9876785056434422e-05,
"loss": 2.1711,
"step": 375
},
{
"epoch": 0.15,
"learning_rate": 1.987348441166698e-05,
"loss": 2.1874,
"step": 380
},
{
"epoch": 0.15,
"learning_rate": 1.9870140422297655e-05,
"loss": 2.1686,
"step": 385
},
{
"epoch": 0.16,
"learning_rate": 1.9866753103006564e-05,
"loss": 2.2158,
"step": 390
},
{
"epoch": 0.16,
"learning_rate": 1.9863322468664038e-05,
"loss": 2.147,
"step": 395
},
{
"epoch": 0.16,
"learning_rate": 1.985984853433057e-05,
"loss": 2.1805,
"step": 400
},
{
"epoch": 0.16,
"learning_rate": 1.9856331315256728e-05,
"loss": 2.2011,
"step": 405
},
{
"epoch": 0.16,
"learning_rate": 1.9852770826883106e-05,
"loss": 2.0972,
"step": 410
},
{
"epoch": 0.17,
"learning_rate": 1.984916708484025e-05,
"loss": 2.243,
"step": 415
},
{
"epoch": 0.17,
"learning_rate": 1.984552010494859e-05,
"loss": 2.2098,
"step": 420
},
{
"epoch": 0.17,
"learning_rate": 1.9841829903218377e-05,
"loss": 2.1151,
"step": 425
},
{
"epoch": 0.17,
"learning_rate": 1.9838096495849582e-05,
"loss": 2.2735,
"step": 430
},
{
"epoch": 0.17,
"learning_rate": 1.9834319899231884e-05,
"loss": 2.1943,
"step": 435
},
{
"epoch": 0.18,
"learning_rate": 1.983050012994453e-05,
"loss": 2.2244,
"step": 440
},
{
"epoch": 0.18,
"learning_rate": 1.9826637204756312e-05,
"loss": 2.178,
"step": 445
},
{
"epoch": 0.18,
"learning_rate": 1.982273114062548e-05,
"loss": 2.1652,
"step": 450
},
{
"epoch": 0.18,
"learning_rate": 1.9818781954699656e-05,
"loss": 2.2102,
"step": 455
},
{
"epoch": 0.18,
"learning_rate": 1.9814789664315762e-05,
"loss": 2.1286,
"step": 460
},
{
"epoch": 0.19,
"learning_rate": 1.981075428699996e-05,
"loss": 2.2028,
"step": 465
},
{
"epoch": 0.19,
"learning_rate": 1.980667584046756e-05,
"loss": 2.122,
"step": 470
},
{
"epoch": 0.19,
"learning_rate": 1.980255434262294e-05,
"loss": 2.0737,
"step": 475
},
{
"epoch": 0.19,
"learning_rate": 1.979838981155948e-05,
"loss": 2.1987,
"step": 480
},
{
"epoch": 0.19,
"learning_rate": 1.979418226555947e-05,
"loss": 2.2296,
"step": 485
},
{
"epoch": 0.2,
"learning_rate": 1.9789931723094046e-05,
"loss": 2.1883,
"step": 490
},
{
"epoch": 0.2,
"learning_rate": 1.978563820282309e-05,
"loss": 2.0761,
"step": 495
},
{
"epoch": 0.2,
"learning_rate": 1.9781301723595154e-05,
"loss": 2.1523,
"step": 500
},
{
"epoch": 0.2,
"learning_rate": 1.977692230444739e-05,
"loss": 2.2492,
"step": 505
},
{
"epoch": 0.2,
"learning_rate": 1.977249996460544e-05,
"loss": 2.179,
"step": 510
},
{
"epoch": 0.21,
"learning_rate": 1.976803472348339e-05,
"loss": 2.1714,
"step": 515
},
{
"epoch": 0.21,
"learning_rate": 1.976352660068365e-05,
"loss": 2.1702,
"step": 520
},
{
"epoch": 0.21,
"learning_rate": 1.9758975615996874e-05,
"loss": 2.0948,
"step": 525
},
{
"epoch": 0.21,
"learning_rate": 1.975438178940189e-05,
"loss": 2.1055,
"step": 530
},
{
"epoch": 0.21,
"learning_rate": 1.97497451410656e-05,
"loss": 2.1615,
"step": 535
},
{
"epoch": 0.22,
"learning_rate": 1.97450656913429e-05,
"loss": 2.1442,
"step": 540
},
{
"epoch": 0.22,
"learning_rate": 1.9740343460776564e-05,
"loss": 2.1537,
"step": 545
},
{
"epoch": 0.22,
"learning_rate": 1.9735578470097195e-05,
"loss": 2.2454,
"step": 550
},
{
"epoch": 0.22,
"learning_rate": 1.9730770740223098e-05,
"loss": 2.2078,
"step": 555
},
{
"epoch": 0.22,
"learning_rate": 1.972592029226022e-05,
"loss": 2.1602,
"step": 560
},
{
"epoch": 0.23,
"learning_rate": 1.972102714750202e-05,
"loss": 2.229,
"step": 565
},
{
"epoch": 0.23,
"learning_rate": 1.971609132742941e-05,
"loss": 2.1704,
"step": 570
},
{
"epoch": 0.23,
"learning_rate": 1.9711112853710645e-05,
"loss": 2.2131,
"step": 575
},
{
"epoch": 0.23,
"learning_rate": 1.9706091748201227e-05,
"loss": 2.2287,
"step": 580
},
{
"epoch": 0.23,
"learning_rate": 1.9701028032943805e-05,
"loss": 2.2162,
"step": 585
},
{
"epoch": 0.24,
"learning_rate": 1.96959217301681e-05,
"loss": 2.2365,
"step": 590
},
{
"epoch": 0.24,
"learning_rate": 1.969077286229078e-05,
"loss": 2.1714,
"step": 595
},
{
"epoch": 0.24,
"learning_rate": 1.9685581451915382e-05,
"loss": 2.1122,
"step": 600
},
{
"epoch": 0.24,
"learning_rate": 1.968034752183219e-05,
"loss": 2.1883,
"step": 605
},
{
"epoch": 0.24,
"learning_rate": 1.9675071095018175e-05,
"loss": 2.1136,
"step": 610
},
{
"epoch": 0.25,
"learning_rate": 1.966975219463684e-05,
"loss": 2.2358,
"step": 615
},
{
"epoch": 0.25,
"learning_rate": 1.9664390844038168e-05,
"loss": 2.1575,
"step": 620
},
{
"epoch": 0.25,
"learning_rate": 1.965898706675849e-05,
"loss": 2.176,
"step": 625
},
{
"epoch": 0.25,
"learning_rate": 1.9653540886520387e-05,
"loss": 2.0719,
"step": 630
},
{
"epoch": 0.25,
"learning_rate": 1.96480523272326e-05,
"loss": 2.1178,
"step": 635
},
{
"epoch": 0.26,
"learning_rate": 1.9642521412989902e-05,
"loss": 2.1896,
"step": 640
},
{
"epoch": 0.26,
"learning_rate": 1.963694816807301e-05,
"loss": 2.1458,
"step": 645
},
{
"epoch": 0.26,
"learning_rate": 1.9631332616948472e-05,
"loss": 2.1789,
"step": 650
},
{
"epoch": 0.26,
"learning_rate": 1.9625674784268564e-05,
"loss": 2.1564,
"step": 655
},
{
"epoch": 0.26,
"learning_rate": 1.9619974694871173e-05,
"loss": 2.1995,
"step": 660
},
{
"epoch": 0.27,
"learning_rate": 1.9614232373779692e-05,
"loss": 2.1413,
"step": 665
},
{
"epoch": 0.27,
"learning_rate": 1.9608447846202918e-05,
"loss": 2.1179,
"step": 670
},
{
"epoch": 0.27,
"learning_rate": 1.9602621137534923e-05,
"loss": 2.1635,
"step": 675
},
{
"epoch": 0.27,
"learning_rate": 1.959675227335497e-05,
"loss": 2.187,
"step": 680
},
{
"epoch": 0.27,
"learning_rate": 1.9590841279427368e-05,
"loss": 2.2399,
"step": 685
},
{
"epoch": 0.28,
"learning_rate": 1.9584888181701388e-05,
"loss": 2.1589,
"step": 690
},
{
"epoch": 0.28,
"learning_rate": 1.9578893006311135e-05,
"loss": 2.1393,
"step": 695
},
{
"epoch": 0.28,
"learning_rate": 1.9572855779575427e-05,
"loss": 2.1048,
"step": 700
},
{
"epoch": 0.28,
"learning_rate": 1.9566776527997694e-05,
"loss": 2.1851,
"step": 705
},
{
"epoch": 0.28,
"learning_rate": 1.9560655278265852e-05,
"loss": 2.1909,
"step": 710
},
{
"epoch": 0.29,
"learning_rate": 1.9554492057252196e-05,
"loss": 2.1493,
"step": 715
},
{
"epoch": 0.29,
"learning_rate": 1.9548286892013262e-05,
"loss": 2.1845,
"step": 720
},
{
"epoch": 0.29,
"learning_rate": 1.9542039809789736e-05,
"loss": 2.2492,
"step": 725
},
{
"epoch": 0.29,
"learning_rate": 1.9535750838006307e-05,
"loss": 2.1798,
"step": 730
},
{
"epoch": 0.29,
"learning_rate": 1.9529420004271568e-05,
"loss": 2.1765,
"step": 735
},
{
"epoch": 0.3,
"learning_rate": 1.952304733637788e-05,
"loss": 2.1119,
"step": 740
},
{
"epoch": 0.3,
"learning_rate": 1.9516632862301258e-05,
"loss": 2.0904,
"step": 745
},
{
"epoch": 0.3,
"learning_rate": 1.9510176610201254e-05,
"loss": 2.1828,
"step": 750
},
{
"epoch": 0.3,
"learning_rate": 1.950367860842081e-05,
"loss": 2.1519,
"step": 755
},
{
"epoch": 0.3,
"learning_rate": 1.9497138885486157e-05,
"loss": 2.0773,
"step": 760
},
{
"epoch": 0.31,
"learning_rate": 1.949055747010669e-05,
"loss": 2.1506,
"step": 765
},
{
"epoch": 0.31,
"learning_rate": 1.9483934391174816e-05,
"loss": 2.2158,
"step": 770
},
{
"epoch": 0.31,
"learning_rate": 1.9477269677765863e-05,
"loss": 2.1949,
"step": 775
},
{
"epoch": 0.31,
"learning_rate": 1.9470563359137923e-05,
"loss": 2.1424,
"step": 780
},
{
"epoch": 0.31,
"learning_rate": 1.9463815464731737e-05,
"loss": 2.2106,
"step": 785
},
{
"epoch": 0.32,
"learning_rate": 1.945702602417057e-05,
"loss": 2.1789,
"step": 790
},
{
"epoch": 0.32,
"learning_rate": 1.945019506726007e-05,
"loss": 2.0718,
"step": 795
},
{
"epoch": 0.32,
"learning_rate": 1.9443322623988133e-05,
"loss": 2.1993,
"step": 800
},
{
"epoch": 0.32,
"learning_rate": 1.9436408724524794e-05,
"loss": 2.1222,
"step": 805
},
{
"epoch": 0.32,
"learning_rate": 1.9429453399222077e-05,
"loss": 2.2176,
"step": 810
},
{
"epoch": 0.33,
"learning_rate": 1.942245667861386e-05,
"loss": 2.1398,
"step": 815
},
{
"epoch": 0.33,
"learning_rate": 1.9415418593415755e-05,
"loss": 2.1975,
"step": 820
},
{
"epoch": 0.33,
"learning_rate": 1.9408339174524957e-05,
"loss": 2.0749,
"step": 825
},
{
"epoch": 0.33,
"learning_rate": 1.9401218453020118e-05,
"loss": 2.1371,
"step": 830
},
{
"epoch": 0.33,
"learning_rate": 1.939405646016121e-05,
"loss": 2.162,
"step": 835
},
{
"epoch": 0.34,
"learning_rate": 1.938685322738939e-05,
"loss": 2.1034,
"step": 840
},
{
"epoch": 0.34,
"learning_rate": 1.9379608786326843e-05,
"loss": 2.1339,
"step": 845
},
{
"epoch": 0.34,
"learning_rate": 1.937232316877668e-05,
"loss": 2.1118,
"step": 850
},
{
"epoch": 0.34,
"learning_rate": 1.936499640672276e-05,
"loss": 2.1367,
"step": 855
},
{
"epoch": 0.34,
"learning_rate": 1.9357628532329574e-05,
"loss": 2.1633,
"step": 860
},
{
"epoch": 0.35,
"learning_rate": 1.9350219577942095e-05,
"loss": 2.0912,
"step": 865
},
{
"epoch": 0.35,
"learning_rate": 1.9342769576085633e-05,
"loss": 2.1311,
"step": 870
},
{
"epoch": 0.35,
"learning_rate": 1.9335278559465703e-05,
"loss": 2.1007,
"step": 875
},
{
"epoch": 0.35,
"learning_rate": 1.9327746560967878e-05,
"loss": 2.1426,
"step": 880
},
{
"epoch": 0.35,
"learning_rate": 1.9320173613657628e-05,
"loss": 2.1446,
"step": 885
},
{
"epoch": 0.36,
"learning_rate": 1.9312559750780196e-05,
"loss": 2.1508,
"step": 890
},
{
"epoch": 0.36,
"learning_rate": 1.9304905005760447e-05,
"loss": 2.1822,
"step": 895
},
{
"epoch": 0.36,
"learning_rate": 1.9297209412202712e-05,
"loss": 2.0216,
"step": 900
},
{
"epoch": 0.36,
"learning_rate": 1.9289473003890658e-05,
"loss": 2.2102,
"step": 905
},
{
"epoch": 0.36,
"learning_rate": 1.9281695814787113e-05,
"loss": 2.0846,
"step": 910
},
{
"epoch": 0.37,
"learning_rate": 1.9273877879033946e-05,
"loss": 2.1596,
"step": 915
},
{
"epoch": 0.37,
"learning_rate": 1.92660192309519e-05,
"loss": 2.2179,
"step": 920
},
{
"epoch": 0.37,
"learning_rate": 1.9258119905040443e-05,
"loss": 2.1029,
"step": 925
},
{
"epoch": 0.37,
"learning_rate": 1.9250179935977617e-05,
"loss": 2.1343,
"step": 930
},
{
"epoch": 0.37,
"learning_rate": 1.9242199358619897e-05,
"loss": 2.0859,
"step": 935
},
{
"epoch": 0.38,
"learning_rate": 1.9234178208002014e-05,
"loss": 2.1138,
"step": 940
},
{
"epoch": 0.38,
"learning_rate": 1.922611651933683e-05,
"loss": 2.0537,
"step": 945
},
{
"epoch": 0.38,
"learning_rate": 1.921801432801516e-05,
"loss": 2.1042,
"step": 950
},
{
"epoch": 0.38,
"learning_rate": 1.920987166960563e-05,
"loss": 2.1944,
"step": 955
},
{
"epoch": 0.38,
"learning_rate": 1.920168857985451e-05,
"loss": 2.0814,
"step": 960
},
{
"epoch": 0.39,
"learning_rate": 1.9193465094685577e-05,
"loss": 2.1275,
"step": 965
},
{
"epoch": 0.39,
"learning_rate": 1.9185201250199926e-05,
"loss": 2.0843,
"step": 970
},
{
"epoch": 0.39,
"learning_rate": 1.9176897082675845e-05,
"loss": 2.119,
"step": 975
},
{
"epoch": 0.39,
"learning_rate": 1.9168552628568632e-05,
"loss": 2.1449,
"step": 980
},
{
"epoch": 0.39,
"learning_rate": 1.916016792451044e-05,
"loss": 2.1665,
"step": 985
},
{
"epoch": 0.4,
"learning_rate": 1.9151743007310134e-05,
"loss": 2.0731,
"step": 990
},
{
"epoch": 0.4,
"learning_rate": 1.91432779139531e-05,
"loss": 2.1782,
"step": 995
},
{
"epoch": 0.4,
"learning_rate": 1.9134772681601102e-05,
"loss": 2.2128,
"step": 1000
},
{
"epoch": 0.4,
"learning_rate": 1.9126227347592113e-05,
"loss": 2.1159,
"step": 1005
},
{
"epoch": 0.4,
"learning_rate": 1.9117641949440156e-05,
"loss": 2.1405,
"step": 1010
},
{
"epoch": 0.41,
"learning_rate": 1.9109016524835136e-05,
"loss": 2.1809,
"step": 1015
},
{
"epoch": 0.41,
"learning_rate": 1.9100351111642666e-05,
"loss": 2.092,
"step": 1020
},
{
"epoch": 0.41,
"learning_rate": 1.909164574790392e-05,
"loss": 2.1187,
"step": 1025
},
{
"epoch": 0.41,
"learning_rate": 1.9082900471835448e-05,
"loss": 2.1296,
"step": 1030
},
{
"epoch": 0.41,
"learning_rate": 1.9074115321829015e-05,
"loss": 2.0347,
"step": 1035
},
{
"epoch": 0.42,
"learning_rate": 1.9065290336451435e-05,
"loss": 2.1343,
"step": 1040
},
{
"epoch": 0.42,
"learning_rate": 1.90564255544444e-05,
"loss": 2.1648,
"step": 1045
},
{
"epoch": 0.42,
"learning_rate": 1.9047521014724303e-05,
"loss": 2.0968,
"step": 1050
},
{
"epoch": 0.42,
"learning_rate": 1.9038576756382084e-05,
"loss": 2.1439,
"step": 1055
},
{
"epoch": 0.42,
"learning_rate": 1.9029592818683042e-05,
"loss": 2.1372,
"step": 1060
},
{
"epoch": 0.43,
"learning_rate": 1.9020569241066665e-05,
"loss": 2.0636,
"step": 1065
},
{
"epoch": 0.43,
"learning_rate": 1.901150606314646e-05,
"loss": 2.1161,
"step": 1070
},
{
"epoch": 0.43,
"learning_rate": 1.9002403324709793e-05,
"loss": 2.1448,
"step": 1075
},
{
"epoch": 0.43,
"learning_rate": 1.8993261065717685e-05,
"loss": 2.1542,
"step": 1080
},
{
"epoch": 0.43,
"learning_rate": 1.8984079326304653e-05,
"loss": 2.1861,
"step": 1085
},
{
"epoch": 0.44,
"learning_rate": 1.8974858146778547e-05,
"loss": 2.1522,
"step": 1090
},
{
"epoch": 0.44,
"learning_rate": 1.8965597567620344e-05,
"loss": 2.1143,
"step": 1095
},
{
"epoch": 0.44,
"learning_rate": 1.8956297629483995e-05,
"loss": 2.1022,
"step": 1100
},
{
"epoch": 0.44,
"learning_rate": 1.894695837319623e-05,
"loss": 2.1759,
"step": 1105
},
{
"epoch": 0.44,
"learning_rate": 1.893757983975639e-05,
"loss": 2.1132,
"step": 1110
},
{
"epoch": 0.45,
"learning_rate": 1.892816207033625e-05,
"loss": 2.1244,
"step": 1115
},
{
"epoch": 0.45,
"learning_rate": 1.8918705106279812e-05,
"loss": 2.1174,
"step": 1120
},
{
"epoch": 0.45,
"learning_rate": 1.8909208989103155e-05,
"loss": 2.1678,
"step": 1125
},
{
"epoch": 0.45,
"learning_rate": 1.889967376049424e-05,
"loss": 2.1666,
"step": 1130
},
{
"epoch": 0.45,
"learning_rate": 1.8890099462312732e-05,
"loss": 2.0998,
"step": 1135
},
{
"epoch": 0.46,
"learning_rate": 1.8880486136589794e-05,
"loss": 2.1457,
"step": 1140
},
{
"epoch": 0.46,
"learning_rate": 1.887083382552794e-05,
"loss": 2.1633,
"step": 1145
},
{
"epoch": 0.46,
"learning_rate": 1.8861142571500813e-05,
"loss": 2.1287,
"step": 1150
},
{
"epoch": 0.46,
"learning_rate": 1.8851412417053033e-05,
"loss": 2.0356,
"step": 1155
},
{
"epoch": 0.46,
"learning_rate": 1.8841643404899974e-05,
"loss": 2.1444,
"step": 1160
},
{
"epoch": 0.47,
"learning_rate": 1.883183557792761e-05,
"loss": 2.1141,
"step": 1165
},
{
"epoch": 0.47,
"learning_rate": 1.8821988979192307e-05,
"loss": 2.1039,
"step": 1170
},
{
"epoch": 0.47,
"learning_rate": 1.8812103651920633e-05,
"loss": 2.1084,
"step": 1175
},
{
"epoch": 0.47,
"learning_rate": 1.8802179639509188e-05,
"loss": 2.1054,
"step": 1180
},
{
"epoch": 0.47,
"learning_rate": 1.879221698552439e-05,
"loss": 2.0563,
"step": 1185
},
{
"epoch": 0.48,
"learning_rate": 1.8782215733702286e-05,
"loss": 2.2365,
"step": 1190
},
{
"epoch": 0.48,
"learning_rate": 1.877217592794839e-05,
"loss": 2.177,
"step": 1195
},
{
"epoch": 0.48,
"learning_rate": 1.8762097612337444e-05,
"loss": 2.1924,
"step": 1200
},
{
"epoch": 0.48,
"learning_rate": 1.875198083111327e-05,
"loss": 2.1563,
"step": 1205
},
{
"epoch": 0.48,
"learning_rate": 1.8741825628688534e-05,
"loss": 2.0484,
"step": 1210
},
{
"epoch": 0.49,
"learning_rate": 1.873163204964458e-05,
"loss": 2.0747,
"step": 1215
},
{
"epoch": 0.49,
"learning_rate": 1.872140013873123e-05,
"loss": 2.0507,
"step": 1220
},
{
"epoch": 0.49,
"learning_rate": 1.8711129940866577e-05,
"loss": 2.1103,
"step": 1225
},
{
"epoch": 0.49,
"learning_rate": 1.8700821501136797e-05,
"loss": 2.1322,
"step": 1230
},
{
"epoch": 0.49,
"learning_rate": 1.8690474864795942e-05,
"loss": 2.0776,
"step": 1235
},
{
"epoch": 0.5,
"learning_rate": 1.8680090077265753e-05,
"loss": 2.1604,
"step": 1240
},
{
"epoch": 0.5,
"learning_rate": 1.8669667184135454e-05,
"loss": 2.1689,
"step": 1245
},
{
"epoch": 0.5,
"learning_rate": 1.8659206231161548e-05,
"loss": 2.0437,
"step": 1250
},
{
"epoch": 0.5,
"learning_rate": 1.8648707264267628e-05,
"loss": 2.1611,
"step": 1255
},
{
"epoch": 0.5,
"learning_rate": 1.8638170329544164e-05,
"loss": 2.1317,
"step": 1260
},
{
"epoch": 0.51,
"learning_rate": 1.8627595473248303e-05,
"loss": 2.0664,
"step": 1265
},
{
"epoch": 0.51,
"learning_rate": 1.861698274180367e-05,
"loss": 2.0979,
"step": 1270
},
{
"epoch": 0.51,
"learning_rate": 1.8606332181800165e-05,
"loss": 2.0975,
"step": 1275
},
{
"epoch": 0.51,
"learning_rate": 1.8595643839993747e-05,
"loss": 2.0339,
"step": 1280
},
{
"epoch": 0.51,
"learning_rate": 1.8584917763306246e-05,
"loss": 2.1365,
"step": 1285
},
{
"epoch": 0.52,
"learning_rate": 1.8574153998825145e-05,
"loss": 2.1832,
"step": 1290
},
{
"epoch": 0.52,
"learning_rate": 1.856335259380337e-05,
"loss": 2.1306,
"step": 1295
},
{
"epoch": 0.52,
"learning_rate": 1.8552513595659103e-05,
"loss": 2.1845,
"step": 1300
},
{
"epoch": 0.52,
"learning_rate": 1.8541637051975544e-05,
"loss": 2.1158,
"step": 1305
},
{
"epoch": 0.52,
"learning_rate": 1.8530723010500733e-05,
"loss": 2.1405,
"step": 1310
},
{
"epoch": 0.53,
"learning_rate": 1.8519771519147312e-05,
"loss": 2.0784,
"step": 1315
},
{
"epoch": 0.53,
"learning_rate": 1.850878262599234e-05,
"loss": 2.1533,
"step": 1320
},
{
"epoch": 0.53,
"learning_rate": 1.8497756379277058e-05,
"loss": 2.1382,
"step": 1325
},
{
"epoch": 0.53,
"learning_rate": 1.8486692827406694e-05,
"loss": 2.129,
"step": 1330
},
{
"epoch": 0.53,
"learning_rate": 1.8475592018950256e-05,
"loss": 2.1339,
"step": 1335
},
{
"epoch": 0.54,
"learning_rate": 1.846445400264029e-05,
"loss": 2.161,
"step": 1340
},
{
"epoch": 0.54,
"learning_rate": 1.8453278827372697e-05,
"loss": 2.0769,
"step": 1345
},
{
"epoch": 0.54,
"learning_rate": 1.84420665422065e-05,
"loss": 2.07,
"step": 1350
},
{
"epoch": 0.54,
"learning_rate": 1.843081719636364e-05,
"loss": 2.2284,
"step": 1355
},
{
"epoch": 0.54,
"learning_rate": 1.841953083922875e-05,
"loss": 2.0727,
"step": 1360
},
{
"epoch": 0.55,
"learning_rate": 1.8408207520348945e-05,
"loss": 2.1778,
"step": 1365
},
{
"epoch": 0.55,
"learning_rate": 1.83968472894336e-05,
"loss": 2.0996,
"step": 1370
},
{
"epoch": 0.55,
"learning_rate": 1.838545019635413e-05,
"loss": 2.0714,
"step": 1375
},
{
"epoch": 0.55,
"learning_rate": 1.8374016291143792e-05,
"loss": 2.1285,
"step": 1380
},
{
"epoch": 0.55,
"learning_rate": 1.8362545623997428e-05,
"loss": 2.0806,
"step": 1385
},
{
"epoch": 0.56,
"learning_rate": 1.835103824527127e-05,
"loss": 2.079,
"step": 1390
},
{
"epoch": 0.56,
"learning_rate": 1.8339494205482722e-05,
"loss": 2.1132,
"step": 1395
},
{
"epoch": 0.56,
"learning_rate": 1.8327913555310125e-05,
"loss": 2.0798,
"step": 1400
},
{
"epoch": 0.56,
"learning_rate": 1.8316296345592534e-05,
"loss": 2.1899,
"step": 1405
},
{
"epoch": 0.56,
"learning_rate": 1.8304642627329513e-05,
"loss": 2.0772,
"step": 1410
},
{
"epoch": 0.57,
"learning_rate": 1.8292952451680886e-05,
"loss": 2.1043,
"step": 1415
},
{
"epoch": 0.57,
"learning_rate": 1.8281225869966532e-05,
"loss": 2.1246,
"step": 1420
},
{
"epoch": 0.57,
"learning_rate": 1.8269462933666157e-05,
"loss": 2.026,
"step": 1425
},
{
"epoch": 0.57,
"learning_rate": 1.8257663694419045e-05,
"loss": 2.1274,
"step": 1430
},
{
"epoch": 0.57,
"learning_rate": 1.8245828204023875e-05,
"loss": 2.0544,
"step": 1435
},
{
"epoch": 0.58,
"learning_rate": 1.823395651443845e-05,
"loss": 2.0656,
"step": 1440
},
{
"epoch": 0.58,
"learning_rate": 1.8222048677779495e-05,
"loss": 2.164,
"step": 1445
},
{
"epoch": 0.58,
"learning_rate": 1.821010474632242e-05,
"loss": 2.0952,
"step": 1450
},
{
"epoch": 0.58,
"learning_rate": 1.8198124772501085e-05,
"loss": 2.1039,
"step": 1455
},
{
"epoch": 0.58,
"learning_rate": 1.818610880890759e-05,
"loss": 2.0748,
"step": 1460
},
{
"epoch": 0.59,
"learning_rate": 1.817405690829202e-05,
"loss": 2.0959,
"step": 1465
},
{
"epoch": 0.59,
"learning_rate": 1.816196912356222e-05,
"loss": 2.1587,
"step": 1470
},
{
"epoch": 0.59,
"learning_rate": 1.8149845507783574e-05,
"loss": 2.0942,
"step": 1475
},
{
"epoch": 0.59,
"learning_rate": 1.8137686114178763e-05,
"loss": 2.1103,
"step": 1480
},
{
"epoch": 0.59,
"learning_rate": 1.812549099612753e-05,
"loss": 2.2153,
"step": 1485
},
{
"epoch": 0.6,
"learning_rate": 1.8113260207166453e-05,
"loss": 2.0573,
"step": 1490
},
{
"epoch": 0.6,
"learning_rate": 1.8100993800988696e-05,
"loss": 2.0931,
"step": 1495
},
{
"epoch": 0.6,
"learning_rate": 1.8088691831443798e-05,
"loss": 2.0398,
"step": 1500
},
{
"epoch": 0.6,
"learning_rate": 1.8076354352537402e-05,
"loss": 2.0999,
"step": 1505
},
{
"epoch": 0.6,
"learning_rate": 1.806398141843105e-05,
"loss": 2.1188,
"step": 1510
},
{
"epoch": 0.61,
"learning_rate": 1.8051573083441935e-05,
"loss": 2.1364,
"step": 1515
},
{
"epoch": 0.61,
"learning_rate": 1.8039129402042648e-05,
"loss": 2.05,
"step": 1520
},
{
"epoch": 0.61,
"learning_rate": 1.8026650428860958e-05,
"loss": 2.0816,
"step": 1525
},
{
"epoch": 0.61,
"learning_rate": 1.8014136218679566e-05,
"loss": 2.1499,
"step": 1530
},
{
"epoch": 0.61,
"learning_rate": 1.8001586826435863e-05,
"loss": 2.2182,
"step": 1535
},
{
"epoch": 0.62,
"learning_rate": 1.7989002307221685e-05,
"loss": 2.0472,
"step": 1540
},
{
"epoch": 0.62,
"learning_rate": 1.7976382716283075e-05,
"loss": 2.1268,
"step": 1545
},
{
"epoch": 0.62,
"learning_rate": 1.7963728109020047e-05,
"loss": 2.1228,
"step": 1550
},
{
"epoch": 0.62,
"learning_rate": 1.795103854098634e-05,
"loss": 2.0701,
"step": 1555
},
{
"epoch": 0.62,
"learning_rate": 1.7938314067889154e-05,
"loss": 2.1223,
"step": 1560
},
{
"epoch": 0.63,
"learning_rate": 1.7925554745588938e-05,
"loss": 2.0372,
"step": 1565
},
{
"epoch": 0.63,
"learning_rate": 1.791276063009912e-05,
"loss": 2.0967,
"step": 1570
},
{
"epoch": 0.63,
"learning_rate": 1.789993177758588e-05,
"loss": 2.0381,
"step": 1575
},
{
"epoch": 0.63,
"learning_rate": 1.7887068244367887e-05,
"loss": 2.1974,
"step": 1580
},
{
"epoch": 0.63,
"learning_rate": 1.787417008691605e-05,
"loss": 2.1828,
"step": 1585
},
{
"epoch": 0.64,
"learning_rate": 1.7861237361853297e-05,
"loss": 2.1431,
"step": 1590
},
{
"epoch": 0.64,
"learning_rate": 1.7848270125954295e-05,
"loss": 2.0985,
"step": 1595
},
{
"epoch": 0.64,
"learning_rate": 1.7835268436145217e-05,
"loss": 2.1519,
"step": 1600
},
{
"epoch": 0.64,
"learning_rate": 1.7822232349503485e-05,
"loss": 2.1818,
"step": 1605
},
{
"epoch": 0.64,
"learning_rate": 1.780916192325753e-05,
"loss": 2.1099,
"step": 1610
},
{
"epoch": 0.65,
"learning_rate": 1.779605721478652e-05,
"loss": 2.1819,
"step": 1615
},
{
"epoch": 0.65,
"learning_rate": 1.778291828162015e-05,
"loss": 2.1122,
"step": 1620
},
{
"epoch": 0.65,
"learning_rate": 1.7769745181438333e-05,
"loss": 2.1088,
"step": 1625
},
{
"epoch": 0.65,
"learning_rate": 1.775653797207099e-05,
"loss": 2.1283,
"step": 1630
},
{
"epoch": 0.65,
"learning_rate": 1.774329671149777e-05,
"loss": 2.1591,
"step": 1635
},
{
"epoch": 0.66,
"learning_rate": 1.7730021457847822e-05,
"loss": 2.0889,
"step": 1640
},
{
"epoch": 0.66,
"learning_rate": 1.7716712269399512e-05,
"loss": 2.1279,
"step": 1645
},
{
"epoch": 0.66,
"learning_rate": 1.7703369204580187e-05,
"loss": 2.1395,
"step": 1650
},
{
"epoch": 0.66,
"learning_rate": 1.7689992321965907e-05,
"loss": 2.1582,
"step": 1655
},
{
"epoch": 0.66,
"learning_rate": 1.7676581680281194e-05,
"loss": 2.0378,
"step": 1660
},
{
"epoch": 0.67,
"learning_rate": 1.766313733839877e-05,
"loss": 2.0885,
"step": 1665
},
{
"epoch": 0.67,
"learning_rate": 1.7649659355339313e-05,
"loss": 2.1027,
"step": 1670
},
{
"epoch": 0.67,
"learning_rate": 1.7636147790271163e-05,
"loss": 2.1033,
"step": 1675
},
{
"epoch": 0.67,
"learning_rate": 1.7622602702510104e-05,
"loss": 2.1079,
"step": 1680
},
{
"epoch": 0.67,
"learning_rate": 1.7609024151519082e-05,
"loss": 1.9935,
"step": 1685
},
{
"epoch": 0.68,
"learning_rate": 1.7595412196907937e-05,
"loss": 2.1249,
"step": 1690
},
{
"epoch": 0.68,
"learning_rate": 1.758176689843316e-05,
"loss": 2.1409,
"step": 1695
},
{
"epoch": 0.68,
"learning_rate": 1.756808831599762e-05,
"loss": 2.0591,
"step": 1700
},
{
"epoch": 0.68,
"learning_rate": 1.75543765096503e-05,
"loss": 2.0628,
"step": 1705
},
{
"epoch": 0.68,
"learning_rate": 1.754063153958603e-05,
"loss": 2.1537,
"step": 1710
},
{
"epoch": 0.69,
"learning_rate": 1.7526853466145248e-05,
"loss": 2.1149,
"step": 1715
},
{
"epoch": 0.69,
"learning_rate": 1.7513042349813692e-05,
"loss": 2.1868,
"step": 1720
},
{
"epoch": 0.69,
"learning_rate": 1.7499198251222184e-05,
"loss": 2.1345,
"step": 1725
},
{
"epoch": 0.69,
"learning_rate": 1.7485321231146314e-05,
"loss": 2.1213,
"step": 1730
},
{
"epoch": 0.69,
"learning_rate": 1.747141135050621e-05,
"loss": 2.0826,
"step": 1735
},
{
"epoch": 0.7,
"learning_rate": 1.7457468670366258e-05,
"loss": 2.1221,
"step": 1740
},
{
"epoch": 0.7,
"learning_rate": 1.7443493251934826e-05,
"loss": 2.1497,
"step": 1745
},
{
"epoch": 0.7,
"learning_rate": 1.7429485156564014e-05,
"loss": 1.9985,
"step": 1750
},
{
"epoch": 0.7,
"learning_rate": 1.7415444445749367e-05,
"loss": 2.1146,
"step": 1755
},
{
"epoch": 0.7,
"learning_rate": 1.740137118112961e-05,
"loss": 2.0794,
"step": 1760
},
{
"epoch": 0.71,
"learning_rate": 1.7387265424486384e-05,
"loss": 2.1051,
"step": 1765
},
{
"epoch": 0.71,
"learning_rate": 1.7373127237743966e-05,
"loss": 2.0684,
"step": 1770
},
{
"epoch": 0.71,
"learning_rate": 1.7358956682969012e-05,
"loss": 2.1082,
"step": 1775
},
{
"epoch": 0.71,
"learning_rate": 1.7344753822370253e-05,
"loss": 2.1632,
"step": 1780
},
{
"epoch": 0.71,
"learning_rate": 1.7330518718298263e-05,
"loss": 2.1144,
"step": 1785
},
{
"epoch": 0.72,
"learning_rate": 1.7316251433245157e-05,
"loss": 2.1013,
"step": 1790
},
{
"epoch": 0.72,
"learning_rate": 1.7301952029844318e-05,
"loss": 2.0976,
"step": 1795
},
{
"epoch": 0.72,
"learning_rate": 1.728762057087014e-05,
"loss": 2.1355,
"step": 1800
},
{
"epoch": 0.72,
"learning_rate": 1.727325711923773e-05,
"loss": 2.1501,
"step": 1805
},
{
"epoch": 0.72,
"learning_rate": 1.725886173800265e-05,
"loss": 2.1784,
"step": 1810
},
{
"epoch": 0.73,
"learning_rate": 1.724443449036064e-05,
"loss": 2.1633,
"step": 1815
},
{
"epoch": 0.73,
"learning_rate": 1.7229975439647316e-05,
"loss": 2.0991,
"step": 1820
},
{
"epoch": 0.73,
"learning_rate": 1.7215484649337918e-05,
"loss": 2.1432,
"step": 1825
},
{
"epoch": 0.73,
"learning_rate": 1.7200962183047028e-05,
"loss": 2.0887,
"step": 1830
},
{
"epoch": 0.73,
"learning_rate": 1.7186408104528278e-05,
"loss": 2.168,
"step": 1835
},
{
"epoch": 0.74,
"learning_rate": 1.717182247767408e-05,
"loss": 2.1152,
"step": 1840
},
{
"epoch": 0.74,
"learning_rate": 1.7157205366515347e-05,
"loss": 2.0208,
"step": 1845
},
{
"epoch": 0.74,
"learning_rate": 1.71425568352212e-05,
"loss": 2.0639,
"step": 1850
},
{
"epoch": 0.74,
"learning_rate": 1.7127876948098706e-05,
"loss": 2.1513,
"step": 1855
},
{
"epoch": 0.74,
"learning_rate": 1.711316576959257e-05,
"loss": 2.0711,
"step": 1860
},
{
"epoch": 0.75,
"learning_rate": 1.7098423364284878e-05,
"loss": 2.0285,
"step": 1865
},
{
"epoch": 0.75,
"learning_rate": 1.7083649796894798e-05,
"loss": 2.1167,
"step": 1870
},
{
"epoch": 0.75,
"learning_rate": 1.7068845132278294e-05,
"loss": 2.1325,
"step": 1875
},
{
"epoch": 0.75,
"learning_rate": 1.7054009435427855e-05,
"loss": 2.1438,
"step": 1880
},
{
"epoch": 0.75,
"learning_rate": 1.7039142771472197e-05,
"loss": 2.1716,
"step": 1885
},
{
"epoch": 0.76,
"learning_rate": 1.7024245205675986e-05,
"loss": 2.0852,
"step": 1890
},
{
"epoch": 0.76,
"learning_rate": 1.700931680343954e-05,
"loss": 2.0742,
"step": 1895
},
{
"epoch": 0.76,
"learning_rate": 1.6994357630298558e-05,
"loss": 2.1573,
"step": 1900
},
{
"epoch": 0.76,
"learning_rate": 1.697936775192381e-05,
"loss": 2.1373,
"step": 1905
},
{
"epoch": 0.76,
"learning_rate": 1.6964347234120874e-05,
"loss": 2.1254,
"step": 1910
},
{
"epoch": 0.77,
"learning_rate": 1.6949296142829833e-05,
"loss": 2.1806,
"step": 1915
},
{
"epoch": 0.77,
"learning_rate": 1.6934214544124986e-05,
"loss": 2.0781,
"step": 1920
},
{
"epoch": 0.77,
"learning_rate": 1.6919102504214557e-05,
"loss": 2.1924,
"step": 1925
},
{
"epoch": 0.77,
"learning_rate": 1.690396008944041e-05,
"loss": 2.0889,
"step": 1930
},
{
"epoch": 0.77,
"learning_rate": 1.6888787366277752e-05,
"loss": 2.0604,
"step": 1935
},
{
"epoch": 0.78,
"learning_rate": 1.6873584401334856e-05,
"loss": 2.102,
"step": 1940
},
{
"epoch": 0.78,
"learning_rate": 1.685835126135273e-05,
"loss": 2.0902,
"step": 1945
},
{
"epoch": 0.78,
"learning_rate": 1.684308801320488e-05,
"loss": 2.1354,
"step": 1950
},
{
"epoch": 0.78,
"learning_rate": 1.6827794723896968e-05,
"loss": 2.0281,
"step": 1955
},
{
"epoch": 0.78,
"learning_rate": 1.681247146056654e-05,
"loss": 2.1993,
"step": 1960
},
{
"epoch": 0.79,
"learning_rate": 1.6797118290482737e-05,
"loss": 2.0583,
"step": 1965
},
{
"epoch": 0.79,
"learning_rate": 1.678173528104598e-05,
"loss": 2.1452,
"step": 1970
},
{
"epoch": 0.79,
"learning_rate": 1.676632249978769e-05,
"loss": 2.0835,
"step": 1975
},
{
"epoch": 0.79,
"learning_rate": 1.6750880014369983e-05,
"loss": 2.0589,
"step": 1980
},
{
"epoch": 0.79,
"learning_rate": 1.6735407892585378e-05,
"loss": 2.0813,
"step": 1985
},
{
"epoch": 0.8,
"learning_rate": 1.6719906202356502e-05,
"loss": 2.0503,
"step": 1990
},
{
"epoch": 0.8,
"learning_rate": 1.670437501173578e-05,
"loss": 2.0837,
"step": 1995
},
{
"epoch": 0.8,
"learning_rate": 1.6688814388905146e-05,
"loss": 2.081,
"step": 2000
},
{
"epoch": 0.8,
"learning_rate": 1.6673224402175743e-05,
"loss": 2.2051,
"step": 2005
},
{
"epoch": 0.8,
"learning_rate": 1.6657605119987626e-05,
"loss": 2.137,
"step": 2010
},
{
"epoch": 0.81,
"learning_rate": 1.6641956610909453e-05,
"loss": 2.0797,
"step": 2015
},
{
"epoch": 0.81,
"learning_rate": 1.6626278943638177e-05,
"loss": 2.1248,
"step": 2020
},
{
"epoch": 0.81,
"learning_rate": 1.6610572186998772e-05,
"loss": 2.075,
"step": 2025
},
{
"epoch": 0.81,
"learning_rate": 1.659483640994391e-05,
"loss": 2.1157,
"step": 2030
},
{
"epoch": 0.81,
"learning_rate": 1.657907168155366e-05,
"loss": 2.0207,
"step": 2035
},
{
"epoch": 0.82,
"learning_rate": 1.6563278071035182e-05,
"loss": 2.1333,
"step": 2040
},
{
"epoch": 0.82,
"learning_rate": 1.6547455647722443e-05,
"loss": 2.1026,
"step": 2045
},
{
"epoch": 0.82,
"learning_rate": 1.6531604481075886e-05,
"loss": 2.0887,
"step": 2050
},
{
"epoch": 0.82,
"learning_rate": 1.6515724640682146e-05,
"loss": 2.1504,
"step": 2055
},
{
"epoch": 0.82,
"learning_rate": 1.649981619625372e-05,
"loss": 2.0906,
"step": 2060
},
{
"epoch": 0.83,
"learning_rate": 1.6483879217628696e-05,
"loss": 2.0802,
"step": 2065
},
{
"epoch": 0.83,
"learning_rate": 1.6467913774770416e-05,
"loss": 2.093,
"step": 2070
},
{
"epoch": 0.83,
"learning_rate": 1.6451919937767184e-05,
"loss": 2.0915,
"step": 2075
},
{
"epoch": 0.83,
"learning_rate": 1.6435897776831956e-05,
"loss": 2.1309,
"step": 2080
},
{
"epoch": 0.83,
"learning_rate": 1.641984736230202e-05,
"loss": 2.1177,
"step": 2085
},
{
"epoch": 0.84,
"learning_rate": 1.6403768764638708e-05,
"loss": 2.0697,
"step": 2090
},
{
"epoch": 0.84,
"learning_rate": 1.6387662054427073e-05,
"loss": 2.115,
"step": 2095
},
{
"epoch": 0.84,
"learning_rate": 1.637152730237558e-05,
"loss": 2.1686,
"step": 2100
},
{
"epoch": 0.84,
"learning_rate": 1.63553645793158e-05,
"loss": 2.1476,
"step": 2105
},
{
"epoch": 0.84,
"learning_rate": 1.6339173956202098e-05,
"loss": 2.0028,
"step": 2110
},
{
"epoch": 0.85,
"learning_rate": 1.632295550411132e-05,
"loss": 2.15,
"step": 2115
},
{
"epoch": 0.85,
"learning_rate": 1.630670929424247e-05,
"loss": 2.0369,
"step": 2120
},
{
"epoch": 0.85,
"learning_rate": 1.6290435397916426e-05,
"loss": 2.0505,
"step": 2125
},
{
"epoch": 0.85,
"learning_rate": 1.6274133886575597e-05,
"loss": 2.1644,
"step": 2130
},
{
"epoch": 0.85,
"learning_rate": 1.6257804831783633e-05,
"loss": 2.1103,
"step": 2135
},
{
"epoch": 0.86,
"learning_rate": 1.6241448305225085e-05,
"loss": 2.073,
"step": 2140
},
{
"epoch": 0.86,
"learning_rate": 1.6225064378705124e-05,
"loss": 2.0924,
"step": 2145
},
{
"epoch": 0.86,
"learning_rate": 1.6208653124149183e-05,
"loss": 2.1405,
"step": 2150
},
{
"epoch": 0.86,
"learning_rate": 1.6192214613602687e-05,
"loss": 2.0792,
"step": 2155
},
{
"epoch": 0.86,
"learning_rate": 1.6175748919230708e-05,
"loss": 2.1245,
"step": 2160
},
{
"epoch": 0.87,
"learning_rate": 1.6159256113317646e-05,
"loss": 2.0774,
"step": 2165
},
{
"epoch": 0.87,
"learning_rate": 1.614273626826693e-05,
"loss": 2.0218,
"step": 2170
},
{
"epoch": 0.87,
"learning_rate": 1.6126189456600694e-05,
"loss": 2.189,
"step": 2175
},
{
"epoch": 0.87,
"learning_rate": 1.6109615750959445e-05,
"loss": 2.0766,
"step": 2180
},
{
"epoch": 0.87,
"learning_rate": 1.609301522410176e-05,
"loss": 2.0824,
"step": 2185
},
{
"epoch": 0.88,
"learning_rate": 1.6076387948903965e-05,
"loss": 2.0341,
"step": 2190
},
{
"epoch": 0.88,
"learning_rate": 1.60597339983598e-05,
"loss": 2.1769,
"step": 2195
},
{
"epoch": 0.88,
"learning_rate": 1.604305344558012e-05,
"loss": 2.0102,
"step": 2200
},
{
"epoch": 0.88,
"learning_rate": 1.6026346363792565e-05,
"loss": 2.1207,
"step": 2205
},
{
"epoch": 0.88,
"learning_rate": 1.6009612826341226e-05,
"loss": 2.1376,
"step": 2210
},
{
"epoch": 0.89,
"learning_rate": 1.5992852906686346e-05,
"loss": 2.0659,
"step": 2215
},
{
"epoch": 0.89,
"learning_rate": 1.597606667840398e-05,
"loss": 2.1084,
"step": 2220
},
{
"epoch": 0.89,
"learning_rate": 1.5959254215185683e-05,
"loss": 2.0434,
"step": 2225
},
{
"epoch": 0.89,
"learning_rate": 1.594241559083817e-05,
"loss": 2.0074,
"step": 2230
},
{
"epoch": 0.89,
"learning_rate": 1.5925550879283017e-05,
"loss": 2.0913,
"step": 2235
},
{
"epoch": 0.9,
"learning_rate": 1.5908660154556313e-05,
"loss": 2.0843,
"step": 2240
},
{
"epoch": 0.9,
"learning_rate": 1.589174349080835e-05,
"loss": 2.0662,
"step": 2245
},
{
"epoch": 0.9,
"learning_rate": 1.587480096230329e-05,
"loss": 2.0527,
"step": 2250
},
{
"epoch": 0.9,
"learning_rate": 1.5857832643418844e-05,
"loss": 2.0494,
"step": 2255
},
{
"epoch": 0.9,
"learning_rate": 1.5840838608645943e-05,
"loss": 2.121,
"step": 2260
},
{
"epoch": 0.91,
"learning_rate": 1.5823818932588406e-05,
"loss": 2.1162,
"step": 2265
},
{
"epoch": 0.91,
"learning_rate": 1.580677368996262e-05,
"loss": 2.1505,
"step": 2270
},
{
"epoch": 0.91,
"learning_rate": 1.578970295559721e-05,
"loss": 2.1857,
"step": 2275
},
{
"epoch": 0.91,
"learning_rate": 1.5772606804432704e-05,
"loss": 2.159,
"step": 2280
},
{
"epoch": 0.91,
"learning_rate": 1.5755485311521223e-05,
"loss": 2.0198,
"step": 2285
},
{
"epoch": 0.92,
"learning_rate": 1.5738338552026126e-05,
"loss": 2.0953,
"step": 2290
},
{
"epoch": 0.92,
"learning_rate": 1.5721166601221697e-05,
"loss": 2.0743,
"step": 2295
},
{
"epoch": 0.92,
"learning_rate": 1.5703969534492812e-05,
"loss": 2.0906,
"step": 2300
},
{
"epoch": 0.92,
"learning_rate": 1.56867474273346e-05,
"loss": 2.0602,
"step": 2305
},
{
"epoch": 0.92,
"learning_rate": 1.5669500355352117e-05,
"loss": 2.1485,
"step": 2310
},
{
"epoch": 0.93,
"learning_rate": 1.5652228394260026e-05,
"loss": 2.1229,
"step": 2315
},
{
"epoch": 0.93,
"learning_rate": 1.563493161988224e-05,
"loss": 2.1125,
"step": 2320
},
{
"epoch": 0.93,
"learning_rate": 1.561761010815161e-05,
"loss": 2.2295,
"step": 2325
},
{
"epoch": 0.93,
"learning_rate": 1.5600263935109584e-05,
"loss": 2.0598,
"step": 2330
},
{
"epoch": 0.93,
"learning_rate": 1.5582893176905867e-05,
"loss": 2.1363,
"step": 2335
},
{
"epoch": 0.94,
"learning_rate": 1.55654979097981e-05,
"loss": 2.0272,
"step": 2340
},
{
"epoch": 0.94,
"learning_rate": 1.554807821015151e-05,
"loss": 2.0747,
"step": 2345
},
{
"epoch": 0.94,
"learning_rate": 1.5530634154438592e-05,
"loss": 2.0505,
"step": 2350
},
{
"epoch": 0.94,
"learning_rate": 1.5513165819238764e-05,
"loss": 2.0423,
"step": 2355
},
{
"epoch": 0.94,
"learning_rate": 1.5495673281238016e-05,
"loss": 2.0228,
"step": 2360
},
{
"epoch": 0.95,
"learning_rate": 1.547815661722861e-05,
"loss": 2.0991,
"step": 2365
},
{
"epoch": 0.95,
"learning_rate": 1.5460615904108704e-05,
"loss": 2.0544,
"step": 2370
},
{
"epoch": 0.95,
"learning_rate": 1.5443051218882042e-05,
"loss": 2.0873,
"step": 2375
},
{
"epoch": 0.95,
"learning_rate": 1.5425462638657597e-05,
"loss": 2.0415,
"step": 2380
},
{
"epoch": 0.95,
"learning_rate": 1.540785024064925e-05,
"loss": 2.1257,
"step": 2385
},
{
"epoch": 0.96,
"learning_rate": 1.5390214102175432e-05,
"loss": 2.0762,
"step": 2390
},
{
"epoch": 0.96,
"learning_rate": 1.5372554300658807e-05,
"loss": 2.0193,
"step": 2395
},
{
"epoch": 0.96,
"learning_rate": 1.5354870913625907e-05,
"loss": 2.0364,
"step": 2400
},
{
"epoch": 0.96,
"learning_rate": 1.5337164018706822e-05,
"loss": 2.1337,
"step": 2405
},
{
"epoch": 0.96,
"learning_rate": 1.5319433693634814e-05,
"loss": 2.0862,
"step": 2410
},
{
"epoch": 0.97,
"learning_rate": 1.530168001624603e-05,
"loss": 2.1117,
"step": 2415
},
{
"epoch": 0.97,
"learning_rate": 1.5283903064479125e-05,
"loss": 2.1142,
"step": 2420
},
{
"epoch": 0.97,
"learning_rate": 1.5266102916374918e-05,
"loss": 2.07,
"step": 2425
},
{
"epoch": 0.97,
"learning_rate": 1.524827965007608e-05,
"loss": 2.0325,
"step": 2430
},
{
"epoch": 0.97,
"learning_rate": 1.5230433343826748e-05,
"loss": 2.106,
"step": 2435
},
{
"epoch": 0.98,
"learning_rate": 1.521256407597222e-05,
"loss": 2.0486,
"step": 2440
},
{
"epoch": 0.98,
"learning_rate": 1.5194671924958597e-05,
"loss": 2.0351,
"step": 2445
},
{
"epoch": 0.98,
"learning_rate": 1.5176756969332428e-05,
"loss": 2.1353,
"step": 2450
},
{
"epoch": 0.98,
"learning_rate": 1.5158819287740372e-05,
"loss": 2.097,
"step": 2455
},
{
"epoch": 0.98,
"learning_rate": 1.5140858958928872e-05,
"loss": 2.0776,
"step": 2460
},
{
"epoch": 0.99,
"learning_rate": 1.5122876061743772e-05,
"loss": 2.1002,
"step": 2465
},
{
"epoch": 0.99,
"learning_rate": 1.5104870675130006e-05,
"loss": 2.0693,
"step": 2470
},
{
"epoch": 0.99,
"learning_rate": 1.5086842878131224e-05,
"loss": 1.9931,
"step": 2475
},
{
"epoch": 0.99,
"learning_rate": 1.5068792749889473e-05,
"loss": 2.0622,
"step": 2480
},
{
"epoch": 0.99,
"learning_rate": 1.5050720369644822e-05,
"loss": 2.0894,
"step": 2485
},
{
"epoch": 1.0,
"learning_rate": 1.5032625816735027e-05,
"loss": 1.9941,
"step": 2490
},
{
"epoch": 1.0,
"learning_rate": 1.5014509170595193e-05,
"loss": 2.0138,
"step": 2495
},
{
"epoch": 1.0,
"learning_rate": 1.4996370510757397e-05,
"loss": 2.1484,
"step": 2500
},
{
"epoch": 1.0,
"learning_rate": 1.4978209916850368e-05,
"loss": 2.0602,
"step": 2505
},
{
"epoch": 1.0,
"learning_rate": 1.4960027468599128e-05,
"loss": 2.1208,
"step": 2510
},
{
"epoch": 1.01,
"learning_rate": 1.494182324582463e-05,
"loss": 2.0889,
"step": 2515
},
{
"epoch": 1.01,
"learning_rate": 1.4923597328443423e-05,
"loss": 2.0358,
"step": 2520
},
{
"epoch": 1.01,
"learning_rate": 1.4905349796467295e-05,
"loss": 2.11,
"step": 2525
},
{
"epoch": 1.01,
"learning_rate": 1.4887080730002918e-05,
"loss": 2.0893,
"step": 2530
},
{
"epoch": 1.01,
"learning_rate": 1.4868790209251509e-05,
"loss": 2.0928,
"step": 2535
},
{
"epoch": 1.02,
"learning_rate": 1.4850478314508459e-05,
"loss": 2.0905,
"step": 2540
},
{
"epoch": 1.02,
"learning_rate": 1.4832145126162996e-05,
"loss": 2.0338,
"step": 2545
},
{
"epoch": 1.02,
"learning_rate": 1.4813790724697832e-05,
"loss": 2.07,
"step": 2550
},
{
"epoch": 1.02,
"learning_rate": 1.479541519068879e-05,
"loss": 2.0586,
"step": 2555
},
{
"epoch": 1.02,
"learning_rate": 1.4777018604804484e-05,
"loss": 2.064,
"step": 2560
},
{
"epoch": 1.03,
"learning_rate": 1.4758601047805934e-05,
"loss": 2.0792,
"step": 2565
},
{
"epoch": 1.03,
"learning_rate": 1.4740162600546217e-05,
"loss": 2.0141,
"step": 2570
},
{
"epoch": 1.03,
"learning_rate": 1.4721703343970137e-05,
"loss": 2.1187,
"step": 2575
},
{
"epoch": 1.03,
"learning_rate": 1.4703223359113836e-05,
"loss": 2.1028,
"step": 2580
},
{
"epoch": 1.03,
"learning_rate": 1.4684722727104455e-05,
"loss": 1.9526,
"step": 2585
},
{
"epoch": 1.04,
"learning_rate": 1.4666201529159781e-05,
"loss": 2.1122,
"step": 2590
},
{
"epoch": 1.04,
"learning_rate": 1.464765984658788e-05,
"loss": 2.0869,
"step": 2595
},
{
"epoch": 1.04,
"learning_rate": 1.4629097760786755e-05,
"loss": 2.0335,
"step": 2600
},
{
"epoch": 1.04,
"learning_rate": 1.4610515353243964e-05,
"loss": 2.1524,
"step": 2605
},
{
"epoch": 1.04,
"learning_rate": 1.4591912705536294e-05,
"loss": 2.0777,
"step": 2610
},
{
"epoch": 1.05,
"learning_rate": 1.4573289899329374e-05,
"loss": 2.1048,
"step": 2615
},
{
"epoch": 1.05,
"learning_rate": 1.4554647016377334e-05,
"loss": 2.1319,
"step": 2620
},
{
"epoch": 1.05,
"learning_rate": 1.4535984138522442e-05,
"loss": 1.9869,
"step": 2625
},
{
"epoch": 1.05,
"learning_rate": 1.4517301347694743e-05,
"loss": 1.9912,
"step": 2630
},
{
"epoch": 1.05,
"learning_rate": 1.4498598725911693e-05,
"loss": 2.0666,
"step": 2635
},
{
"epoch": 1.06,
"learning_rate": 1.4479876355277815e-05,
"loss": 2.1449,
"step": 2640
},
{
"epoch": 1.06,
"learning_rate": 1.4461134317984326e-05,
"loss": 2.1128,
"step": 2645
},
{
"epoch": 1.06,
"learning_rate": 1.4442372696308782e-05,
"loss": 2.1342,
"step": 2650
},
{
"epoch": 1.06,
"learning_rate": 1.4423591572614705e-05,
"loss": 2.0594,
"step": 2655
},
{
"epoch": 1.06,
"learning_rate": 1.4404791029351249e-05,
"loss": 2.098,
"step": 2660
},
{
"epoch": 1.07,
"learning_rate": 1.4385971149052803e-05,
"loss": 2.0177,
"step": 2665
},
{
"epoch": 1.07,
"learning_rate": 1.4367132014338648e-05,
"loss": 2.0658,
"step": 2670
},
{
"epoch": 1.07,
"learning_rate": 1.4348273707912601e-05,
"loss": 2.1465,
"step": 2675
},
{
"epoch": 1.07,
"learning_rate": 1.4329396312562638e-05,
"loss": 2.0353,
"step": 2680
},
{
"epoch": 1.07,
"learning_rate": 1.431049991116053e-05,
"loss": 2.1074,
"step": 2685
},
{
"epoch": 1.08,
"learning_rate": 1.4291584586661494e-05,
"loss": 2.0332,
"step": 2690
},
{
"epoch": 1.08,
"learning_rate": 1.427265042210381e-05,
"loss": 2.1348,
"step": 2695
},
{
"epoch": 1.08,
"learning_rate": 1.4253697500608475e-05,
"loss": 2.0878,
"step": 2700
},
{
"epoch": 1.08,
"learning_rate": 1.4234725905378826e-05,
"loss": 2.0234,
"step": 2705
},
{
"epoch": 1.08,
"learning_rate": 1.4215735719700167e-05,
"loss": 2.2253,
"step": 2710
},
{
"epoch": 1.09,
"learning_rate": 1.4196727026939434e-05,
"loss": 2.0872,
"step": 2715
},
{
"epoch": 1.09,
"learning_rate": 1.4177699910544793e-05,
"loss": 2.0715,
"step": 2720
},
{
"epoch": 1.09,
"learning_rate": 1.4158654454045292e-05,
"loss": 2.0865,
"step": 2725
},
{
"epoch": 1.09,
"learning_rate": 1.4139590741050505e-05,
"loss": 2.1196,
"step": 2730
},
{
"epoch": 1.09,
"learning_rate": 1.4120508855250134e-05,
"loss": 2.0734,
"step": 2735
},
{
"epoch": 1.1,
"learning_rate": 1.4101408880413672e-05,
"loss": 2.1182,
"step": 2740
},
{
"epoch": 1.1,
"learning_rate": 1.4082290900390016e-05,
"loss": 2.0678,
"step": 2745
},
{
"epoch": 1.1,
"learning_rate": 1.406315499910711e-05,
"loss": 2.1042,
"step": 2750
},
{
"epoch": 1.1,
"learning_rate": 1.4044001260571574e-05,
"loss": 2.0094,
"step": 2755
},
{
"epoch": 1.1,
"learning_rate": 1.4024829768868324e-05,
"loss": 1.9978,
"step": 2760
},
{
"epoch": 1.11,
"learning_rate": 1.4005640608160223e-05,
"loss": 2.1296,
"step": 2765
},
{
"epoch": 1.11,
"learning_rate": 1.3986433862687699e-05,
"loss": 2.0618,
"step": 2770
},
{
"epoch": 1.11,
"learning_rate": 1.3967209616768369e-05,
"loss": 2.1228,
"step": 2775
},
{
"epoch": 1.11,
"learning_rate": 1.394796795479669e-05,
"loss": 2.0857,
"step": 2780
},
{
"epoch": 1.11,
"learning_rate": 1.392870896124356e-05,
"loss": 2.0438,
"step": 2785
},
{
"epoch": 1.12,
"learning_rate": 1.3909432720655976e-05,
"loss": 2.137,
"step": 2790
},
{
"epoch": 1.12,
"learning_rate": 1.3890139317656645e-05,
"loss": 2.0582,
"step": 2795
},
{
"epoch": 1.12,
"learning_rate": 1.3870828836943617e-05,
"loss": 2.0735,
"step": 2800
},
{
"epoch": 1.12,
"learning_rate": 1.3851501363289907e-05,
"loss": 2.1025,
"step": 2805
},
{
"epoch": 1.12,
"learning_rate": 1.3832156981543145e-05,
"loss": 2.0914,
"step": 2810
},
{
"epoch": 1.13,
"learning_rate": 1.381279577662517e-05,
"loss": 2.1104,
"step": 2815
},
{
"epoch": 1.13,
"learning_rate": 1.3793417833531683e-05,
"loss": 2.0286,
"step": 2820
},
{
"epoch": 1.13,
"learning_rate": 1.377402323733186e-05,
"loss": 2.0399,
"step": 2825
},
{
"epoch": 1.13,
"learning_rate": 1.3754612073168002e-05,
"loss": 2.0269,
"step": 2830
},
{
"epoch": 1.13,
"learning_rate": 1.3735184426255117e-05,
"loss": 2.0914,
"step": 2835
},
{
"epoch": 1.14,
"learning_rate": 1.3715740381880592e-05,
"loss": 2.0965,
"step": 2840
},
{
"epoch": 1.14,
"learning_rate": 1.369628002540379e-05,
"loss": 2.049,
"step": 2845
},
{
"epoch": 1.14,
"learning_rate": 1.3676803442255688e-05,
"loss": 2.1164,
"step": 2850
},
{
"epoch": 1.14,
"learning_rate": 1.3657310717938495e-05,
"loss": 2.1314,
"step": 2855
},
{
"epoch": 1.14,
"learning_rate": 1.3637801938025282e-05,
"loss": 2.0716,
"step": 2860
},
{
"epoch": 1.15,
"learning_rate": 1.3618277188159601e-05,
"loss": 2.1287,
"step": 2865
},
{
"epoch": 1.15,
"learning_rate": 1.3598736554055116e-05,
"loss": 2.0827,
"step": 2870
},
{
"epoch": 1.15,
"learning_rate": 1.3579180121495225e-05,
"loss": 2.1128,
"step": 2875
},
{
"epoch": 1.15,
"learning_rate": 1.3559607976332675e-05,
"loss": 2.0894,
"step": 2880
},
{
"epoch": 1.15,
"learning_rate": 1.354002020448919e-05,
"loss": 2.0323,
"step": 2885
},
{
"epoch": 1.16,
"learning_rate": 1.3520416891955101e-05,
"loss": 2.1541,
"step": 2890
},
{
"epoch": 1.16,
"learning_rate": 1.3500798124788965e-05,
"loss": 2.1082,
"step": 2895
},
{
"epoch": 1.16,
"learning_rate": 1.3481163989117177e-05,
"loss": 2.1331,
"step": 2900
},
{
"epoch": 1.16,
"learning_rate": 1.3461514571133598e-05,
"loss": 2.0552,
"step": 2905
},
{
"epoch": 1.16,
"learning_rate": 1.3441849957099193e-05,
"loss": 2.1692,
"step": 2910
},
{
"epoch": 1.17,
"learning_rate": 1.3422170233341625e-05,
"loss": 2.1162,
"step": 2915
},
{
"epoch": 1.17,
"learning_rate": 1.3402475486254887e-05,
"loss": 2.109,
"step": 2920
},
{
"epoch": 1.17,
"learning_rate": 1.3382765802298934e-05,
"loss": 2.0635,
"step": 2925
},
{
"epoch": 1.17,
"learning_rate": 1.3363041267999291e-05,
"loss": 2.137,
"step": 2930
},
{
"epoch": 1.17,
"learning_rate": 1.334330196994667e-05,
"loss": 2.0237,
"step": 2935
},
{
"epoch": 1.18,
"learning_rate": 1.3323547994796597e-05,
"loss": 2.0276,
"step": 2940
},
{
"epoch": 1.18,
"learning_rate": 1.330377942926904e-05,
"loss": 2.0646,
"step": 2945
},
{
"epoch": 1.18,
"learning_rate": 1.3283996360148015e-05,
"loss": 2.1255,
"step": 2950
},
{
"epoch": 1.18,
"learning_rate": 1.3264198874281198e-05,
"loss": 2.0739,
"step": 2955
},
{
"epoch": 1.18,
"learning_rate": 1.3244387058579566e-05,
"loss": 2.1738,
"step": 2960
},
{
"epoch": 1.19,
"learning_rate": 1.3224561000017002e-05,
"loss": 2.1162,
"step": 2965
},
{
"epoch": 1.19,
"learning_rate": 1.320472078562991e-05,
"loss": 2.0098,
"step": 2970
},
{
"epoch": 1.19,
"learning_rate": 1.3184866502516846e-05,
"loss": 2.0545,
"step": 2975
},
{
"epoch": 1.19,
"learning_rate": 1.3164998237838122e-05,
"loss": 2.0972,
"step": 2980
},
{
"epoch": 1.19,
"learning_rate": 1.3145116078815427e-05,
"loss": 2.0943,
"step": 2985
},
{
"epoch": 1.2,
"learning_rate": 1.3125220112731458e-05,
"loss": 2.0336,
"step": 2990
},
{
"epoch": 1.2,
"learning_rate": 1.310531042692951e-05,
"loss": 2.0876,
"step": 2995
},
{
"epoch": 1.2,
"learning_rate": 1.3085387108813116e-05,
"loss": 2.0413,
"step": 3000
},
{
"epoch": 1.2,
"learning_rate": 1.3065450245845652e-05,
"loss": 2.1667,
"step": 3005
},
{
"epoch": 1.2,
"learning_rate": 1.3045499925549962e-05,
"loss": 2.082,
"step": 3010
},
{
"epoch": 1.21,
"learning_rate": 1.302553623550796e-05,
"loss": 2.0349,
"step": 3015
},
{
"epoch": 1.21,
"learning_rate": 1.300555926336025e-05,
"loss": 2.1066,
"step": 3020
},
{
"epoch": 1.21,
"learning_rate": 1.298556909680576e-05,
"loss": 2.1254,
"step": 3025
},
{
"epoch": 1.21,
"learning_rate": 1.296556582360133e-05,
"loss": 2.078,
"step": 3030
},
{
"epoch": 1.21,
"learning_rate": 1.2945549531561334e-05,
"loss": 2.1126,
"step": 3035
},
{
"epoch": 1.22,
"learning_rate": 1.2925520308557316e-05,
"loss": 2.0396,
"step": 3040
},
{
"epoch": 1.22,
"learning_rate": 1.2905478242517563e-05,
"loss": 2.0167,
"step": 3045
},
{
"epoch": 1.22,
"learning_rate": 1.2885423421426762e-05,
"loss": 2.0488,
"step": 3050
},
{
"epoch": 1.22,
"learning_rate": 1.286535593332559e-05,
"loss": 2.1691,
"step": 3055
},
{
"epoch": 1.22,
"learning_rate": 1.2845275866310325e-05,
"loss": 2.1113,
"step": 3060
},
{
"epoch": 1.23,
"learning_rate": 1.2825183308532478e-05,
"loss": 2.1532,
"step": 3065
},
{
"epoch": 1.23,
"learning_rate": 1.2805078348198387e-05,
"loss": 2.0869,
"step": 3070
},
{
"epoch": 1.23,
"learning_rate": 1.2784961073568835e-05,
"loss": 2.1402,
"step": 3075
},
{
"epoch": 1.23,
"learning_rate": 1.2764831572958674e-05,
"loss": 2.045,
"step": 3080
},
{
"epoch": 1.23,
"learning_rate": 1.274468993473642e-05,
"loss": 2.1223,
"step": 3085
},
{
"epoch": 1.24,
"learning_rate": 1.2724536247323868e-05,
"loss": 2.085,
"step": 3090
},
{
"epoch": 1.24,
"learning_rate": 1.270437059919573e-05,
"loss": 2.1571,
"step": 3095
},
{
"epoch": 1.24,
"learning_rate": 1.2684193078879205e-05,
"loss": 2.1077,
"step": 3100
},
{
"epoch": 1.24,
"learning_rate": 1.266400377495362e-05,
"loss": 2.0425,
"step": 3105
},
{
"epoch": 1.24,
"learning_rate": 1.2643802776050027e-05,
"loss": 2.1263,
"step": 3110
},
{
"epoch": 1.25,
"learning_rate": 1.2623590170850826e-05,
"loss": 2.1301,
"step": 3115
},
{
"epoch": 1.25,
"learning_rate": 1.2603366048089363e-05,
"loss": 2.0984,
"step": 3120
},
{
"epoch": 1.25,
"learning_rate": 1.2583130496549545e-05,
"loss": 2.0693,
"step": 3125
},
{
"epoch": 1.25,
"learning_rate": 1.2562883605065456e-05,
"loss": 2.1245,
"step": 3130
},
{
"epoch": 1.25,
"learning_rate": 1.2542625462520968e-05,
"loss": 2.1125,
"step": 3135
},
{
"epoch": 1.26,
"learning_rate": 1.2522356157849323e-05,
"loss": 2.1237,
"step": 3140
},
{
"epoch": 1.26,
"learning_rate": 1.2502075780032792e-05,
"loss": 2.0992,
"step": 3145
},
{
"epoch": 1.26,
"learning_rate": 1.248178441810224e-05,
"loss": 2.0085,
"step": 3150
},
{
"epoch": 1.26,
"learning_rate": 1.2461482161136756e-05,
"loss": 2.1386,
"step": 3155
},
{
"epoch": 1.26,
"learning_rate": 1.244116909826326e-05,
"loss": 2.0545,
"step": 3160
},
{
"epoch": 1.27,
"learning_rate": 1.2420845318656107e-05,
"loss": 2.0876,
"step": 3165
},
{
"epoch": 1.27,
"learning_rate": 1.2400510911536705e-05,
"loss": 2.0853,
"step": 3170
},
{
"epoch": 1.27,
"learning_rate": 1.2380165966173105e-05,
"loss": 2.1409,
"step": 3175
},
{
"epoch": 1.27,
"learning_rate": 1.2359810571879638e-05,
"loss": 2.071,
"step": 3180
},
{
"epoch": 1.27,
"learning_rate": 1.2339444818016488e-05,
"loss": 2.1455,
"step": 3185
},
{
"epoch": 1.28,
"learning_rate": 1.2319068793989326e-05,
"loss": 2.1625,
"step": 3190
},
{
"epoch": 1.28,
"learning_rate": 1.229868258924891e-05,
"loss": 2.0579,
"step": 3195
},
{
"epoch": 1.28,
"learning_rate": 1.2278286293290693e-05,
"loss": 2.045,
"step": 3200
},
{
"epoch": 1.28,
"learning_rate": 1.225787999565442e-05,
"loss": 2.0943,
"step": 3205
},
{
"epoch": 1.28,
"learning_rate": 1.2237463785923752e-05,
"loss": 2.0928,
"step": 3210
},
{
"epoch": 1.29,
"learning_rate": 1.221703775372586e-05,
"loss": 2.071,
"step": 3215
},
{
"epoch": 1.29,
"learning_rate": 1.2196601988731035e-05,
"loss": 2.21,
"step": 3220
},
{
"epoch": 1.29,
"learning_rate": 1.2176156580652293e-05,
"loss": 2.0664,
"step": 3225
},
{
"epoch": 1.29,
"learning_rate": 1.2155701619244997e-05,
"loss": 1.9691,
"step": 3230
},
{
"epoch": 1.29,
"learning_rate": 1.213523719430643e-05,
"loss": 2.0508,
"step": 3235
},
{
"epoch": 1.3,
"learning_rate": 1.211476339567543e-05,
"loss": 1.9978,
"step": 3240
},
{
"epoch": 1.3,
"learning_rate": 1.2094280313231985e-05,
"loss": 2.1024,
"step": 3245
},
{
"epoch": 1.3,
"learning_rate": 1.2073788036896842e-05,
"loss": 2.0739,
"step": 3250
},
{
"epoch": 1.3,
"learning_rate": 1.2053286656631093e-05,
"loss": 2.1285,
"step": 3255
},
{
"epoch": 1.3,
"learning_rate": 1.2032776262435824e-05,
"loss": 2.0807,
"step": 3260
},
{
"epoch": 1.31,
"learning_rate": 1.2012256944351664e-05,
"loss": 2.0765,
"step": 3265
},
{
"epoch": 1.31,
"learning_rate": 1.1991728792458432e-05,
"loss": 2.0483,
"step": 3270
},
{
"epoch": 1.31,
"learning_rate": 1.1971191896874734e-05,
"loss": 2.0142,
"step": 3275
},
{
"epoch": 1.31,
"learning_rate": 1.1950646347757548e-05,
"loss": 1.9939,
"step": 3280
},
{
"epoch": 1.31,
"learning_rate": 1.1930092235301847e-05,
"loss": 2.17,
"step": 3285
},
{
"epoch": 1.32,
"learning_rate": 1.1909529649740188e-05,
"loss": 2.1462,
"step": 3290
},
{
"epoch": 1.32,
"learning_rate": 1.1888958681342345e-05,
"loss": 2.1365,
"step": 3295
},
{
"epoch": 1.32,
"learning_rate": 1.186837942041487e-05,
"loss": 2.0604,
"step": 3300
},
{
"epoch": 1.32,
"learning_rate": 1.1847791957300735e-05,
"loss": 2.1323,
"step": 3305
},
{
"epoch": 1.32,
"learning_rate": 1.1827196382378914e-05,
"loss": 2.0574,
"step": 3310
},
{
"epoch": 1.33,
"learning_rate": 1.1806592786063991e-05,
"loss": 2.1837,
"step": 3315
},
{
"epoch": 1.33,
"learning_rate": 1.1785981258805764e-05,
"loss": 2.0659,
"step": 3320
},
{
"epoch": 1.33,
"learning_rate": 1.1765361891088851e-05,
"loss": 2.0591,
"step": 3325
},
{
"epoch": 1.33,
"learning_rate": 1.1744734773432282e-05,
"loss": 2.1358,
"step": 3330
},
{
"epoch": 1.33,
"learning_rate": 1.172409999638912e-05,
"loss": 2.0352,
"step": 3335
},
{
"epoch": 1.34,
"learning_rate": 1.170345765054605e-05,
"loss": 2.0648,
"step": 3340
},
{
"epoch": 1.34,
"learning_rate": 1.1682807826522973e-05,
"loss": 1.956,
"step": 3345
},
{
"epoch": 1.34,
"learning_rate": 1.1662150614972633e-05,
"loss": 2.0617,
"step": 3350
},
{
"epoch": 1.34,
"learning_rate": 1.16414861065802e-05,
"loss": 2.1478,
"step": 3355
},
{
"epoch": 1.34,
"learning_rate": 1.1620814392062873e-05,
"loss": 2.097,
"step": 3360
},
{
"epoch": 1.35,
"learning_rate": 1.1600135562169494e-05,
"loss": 2.0129,
"step": 3365
},
{
"epoch": 1.35,
"learning_rate": 1.1579449707680137e-05,
"loss": 2.0587,
"step": 3370
},
{
"epoch": 1.35,
"learning_rate": 1.1558756919405712e-05,
"loss": 2.1292,
"step": 3375
},
{
"epoch": 1.35,
"learning_rate": 1.1538057288187573e-05,
"loss": 2.1235,
"step": 3380
},
{
"epoch": 1.35,
"learning_rate": 1.151735090489711e-05,
"loss": 2.0787,
"step": 3385
},
{
"epoch": 1.36,
"learning_rate": 1.1496637860435355e-05,
"loss": 2.0729,
"step": 3390
},
{
"epoch": 1.36,
"learning_rate": 1.1475918245732588e-05,
"loss": 2.0815,
"step": 3395
},
{
"epoch": 1.36,
"learning_rate": 1.1455192151747931e-05,
"loss": 2.1627,
"step": 3400
},
{
"epoch": 1.36,
"learning_rate": 1.1434459669468944e-05,
"loss": 2.1101,
"step": 3405
},
{
"epoch": 1.36,
"learning_rate": 1.1413720889911232e-05,
"loss": 2.0376,
"step": 3410
},
{
"epoch": 1.37,
"learning_rate": 1.1392975904118058e-05,
"loss": 2.0389,
"step": 3415
},
{
"epoch": 1.37,
"learning_rate": 1.1372224803159912e-05,
"loss": 2.0645,
"step": 3420
},
{
"epoch": 1.37,
"learning_rate": 1.135146767813414e-05,
"loss": 2.0577,
"step": 3425
},
{
"epoch": 1.37,
"learning_rate": 1.133070462016454e-05,
"loss": 2.0651,
"step": 3430
},
{
"epoch": 1.37,
"learning_rate": 1.1309935720400934e-05,
"loss": 2.1368,
"step": 3435
},
{
"epoch": 1.38,
"learning_rate": 1.1289161070018813e-05,
"loss": 1.9803,
"step": 3440
},
{
"epoch": 1.38,
"learning_rate": 1.1268380760218901e-05,
"loss": 2.1219,
"step": 3445
},
{
"epoch": 1.38,
"learning_rate": 1.124759488222677e-05,
"loss": 2.0363,
"step": 3450
},
{
"epoch": 1.38,
"learning_rate": 1.1226803527292435e-05,
"loss": 2.0921,
"step": 3455
},
{
"epoch": 1.38,
"learning_rate": 1.1206006786689951e-05,
"loss": 2.0454,
"step": 3460
},
{
"epoch": 1.39,
"learning_rate": 1.118520475171703e-05,
"loss": 2.0804,
"step": 3465
},
{
"epoch": 1.39,
"learning_rate": 1.1164397513694608e-05,
"loss": 2.0569,
"step": 3470
},
{
"epoch": 1.39,
"learning_rate": 1.114358516396647e-05,
"loss": 2.128,
"step": 3475
},
{
"epoch": 1.39,
"learning_rate": 1.1122767793898853e-05,
"loss": 2.0417,
"step": 3480
},
{
"epoch": 1.39,
"learning_rate": 1.1101945494880013e-05,
"loss": 2.0421,
"step": 3485
},
{
"epoch": 1.4,
"learning_rate": 1.1081118358319857e-05,
"loss": 2.108,
"step": 3490
},
{
"epoch": 1.4,
"learning_rate": 1.1060286475649529e-05,
"loss": 2.0822,
"step": 3495
},
{
"epoch": 1.4,
"learning_rate": 1.1039449938321e-05,
"loss": 2.0601,
"step": 3500
},
{
"epoch": 1.4,
"learning_rate": 1.1018608837806685e-05,
"loss": 2.1049,
"step": 3505
},
{
"epoch": 1.4,
"learning_rate": 1.0997763265599023e-05,
"loss": 2.1129,
"step": 3510
},
{
"epoch": 1.41,
"learning_rate": 1.0976913313210084e-05,
"loss": 2.1099,
"step": 3515
},
{
"epoch": 1.41,
"learning_rate": 1.095605907217118e-05,
"loss": 2.0894,
"step": 3520
},
{
"epoch": 1.41,
"learning_rate": 1.093520063403243e-05,
"loss": 2.1987,
"step": 3525
},
{
"epoch": 1.41,
"learning_rate": 1.0914338090362395e-05,
"loss": 2.0848,
"step": 3530
},
{
"epoch": 1.41,
"learning_rate": 1.0893471532747651e-05,
"loss": 2.1345,
"step": 3535
},
{
"epoch": 1.42,
"learning_rate": 1.0872601052792398e-05,
"loss": 2.1285,
"step": 3540
},
{
"epoch": 1.42,
"learning_rate": 1.0851726742118051e-05,
"loss": 2.1164,
"step": 3545
},
{
"epoch": 1.42,
"learning_rate": 1.0830848692362852e-05,
"loss": 2.1502,
"step": 3550
},
{
"epoch": 1.42,
"learning_rate": 1.0809966995181443e-05,
"loss": 2.082,
"step": 3555
},
{
"epoch": 1.42,
"learning_rate": 1.078908174224449e-05,
"loss": 2.0757,
"step": 3560
},
{
"epoch": 1.43,
"learning_rate": 1.0768193025238265e-05,
"loss": 2.1279,
"step": 3565
},
{
"epoch": 1.43,
"learning_rate": 1.0747300935864245e-05,
"loss": 2.0593,
"step": 3570
},
{
"epoch": 1.43,
"learning_rate": 1.0726405565838713e-05,
"loss": 2.0968,
"step": 3575
},
{
"epoch": 1.43,
"learning_rate": 1.0705507006892356e-05,
"loss": 2.1628,
"step": 3580
},
{
"epoch": 1.43,
"learning_rate": 1.0684605350769862e-05,
"loss": 2.0794,
"step": 3585
},
{
"epoch": 1.44,
"learning_rate": 1.0663700689229506e-05,
"loss": 1.9637,
"step": 3590
},
{
"epoch": 1.44,
"learning_rate": 1.064279311404277e-05,
"loss": 2.146,
"step": 3595
},
{
"epoch": 1.44,
"learning_rate": 1.0621882716993916e-05,
"loss": 2.1017,
"step": 3600
},
{
"epoch": 1.44,
"learning_rate": 1.06009695898796e-05,
"loss": 2.1323,
"step": 3605
},
{
"epoch": 1.44,
"learning_rate": 1.0580053824508463e-05,
"loss": 2.0876,
"step": 3610
},
{
"epoch": 1.45,
"learning_rate": 1.055913551270072e-05,
"loss": 2.1592,
"step": 3615
},
{
"epoch": 1.45,
"learning_rate": 1.0538214746287775e-05,
"loss": 2.0061,
"step": 3620
},
{
"epoch": 1.45,
"learning_rate": 1.0517291617111809e-05,
"loss": 2.0367,
"step": 3625
},
{
"epoch": 1.45,
"learning_rate": 1.0496366217025362e-05,
"loss": 2.0932,
"step": 3630
},
{
"epoch": 1.45,
"learning_rate": 1.0475438637890958e-05,
"loss": 2.061,
"step": 3635
},
{
"epoch": 1.46,
"learning_rate": 1.0454508971580675e-05,
"loss": 2.0244,
"step": 3640
},
{
"epoch": 1.46,
"learning_rate": 1.0433577309975763e-05,
"loss": 2.0368,
"step": 3645
},
{
"epoch": 1.46,
"learning_rate": 1.0412643744966226e-05,
"loss": 2.1809,
"step": 3650
},
{
"epoch": 1.46,
"learning_rate": 1.0391708368450429e-05,
"loss": 2.1164,
"step": 3655
},
{
"epoch": 1.46,
"learning_rate": 1.0370771272334679e-05,
"loss": 2.111,
"step": 3660
},
{
"epoch": 1.47,
"learning_rate": 1.0349832548532848e-05,
"loss": 2.1022,
"step": 3665
},
{
"epoch": 1.47,
"learning_rate": 1.0328892288965939e-05,
"loss": 2.1016,
"step": 3670
},
{
"epoch": 1.47,
"learning_rate": 1.0307950585561705e-05,
"loss": 2.1116,
"step": 3675
},
{
"epoch": 1.47,
"learning_rate": 1.0287007530254233e-05,
"loss": 2.0237,
"step": 3680
},
{
"epoch": 1.47,
"learning_rate": 1.026606321498355e-05,
"loss": 2.0666,
"step": 3685
},
{
"epoch": 1.48,
"learning_rate": 1.0245117731695213e-05,
"loss": 2.023,
"step": 3690
},
{
"epoch": 1.48,
"learning_rate": 1.0224171172339899e-05,
"loss": 2.1712,
"step": 3695
},
{
"epoch": 1.48,
"learning_rate": 1.0203223628873019e-05,
"loss": 2.1528,
"step": 3700
},
{
"epoch": 1.48,
"learning_rate": 1.0182275193254296e-05,
"loss": 2.056,
"step": 3705
},
{
"epoch": 1.48,
"learning_rate": 1.0161325957447377e-05,
"loss": 2.092,
"step": 3710
},
{
"epoch": 1.49,
"learning_rate": 1.0140376013419419e-05,
"loss": 2.0285,
"step": 3715
},
{
"epoch": 1.49,
"learning_rate": 1.0119425453140687e-05,
"loss": 2.1339,
"step": 3720
},
{
"epoch": 1.49,
"learning_rate": 1.0098474368584153e-05,
"loss": 2.0977,
"step": 3725
},
{
"epoch": 1.49,
"learning_rate": 1.0077522851725086e-05,
"loss": 2.0364,
"step": 3730
},
{
"epoch": 1.49,
"learning_rate": 1.0056570994540658e-05,
"loss": 2.2121,
"step": 3735
},
{
"epoch": 1.5,
"learning_rate": 1.0035618889009535e-05,
"loss": 2.0931,
"step": 3740
},
{
"epoch": 1.5,
"learning_rate": 1.0014666627111467e-05,
"loss": 2.0551,
"step": 3745
},
{
"epoch": 1.5,
"learning_rate": 9.993714300826901e-06,
"loss": 2.0648,
"step": 3750
},
{
"epoch": 1.5,
"learning_rate": 9.972762002136554e-06,
"loss": 2.0979,
"step": 3755
},
{
"epoch": 1.5,
"learning_rate": 9.951809823021037e-06,
"loss": 2.0781,
"step": 3760
},
{
"epoch": 1.51,
"learning_rate": 9.930857855460421e-06,
"loss": 2.1147,
"step": 3765
},
{
"epoch": 1.51,
"learning_rate": 9.909906191433855e-06,
"loss": 2.0669,
"step": 3770
},
{
"epoch": 1.51,
"learning_rate": 9.88895492291916e-06,
"loss": 2.0526,
"step": 3775
},
{
"epoch": 1.51,
"learning_rate": 9.868004141892412e-06,
"loss": 2.145,
"step": 3780
},
{
"epoch": 1.51,
"learning_rate": 9.847053940327556e-06,
"loss": 2.0464,
"step": 3785
},
{
"epoch": 1.52,
"learning_rate": 9.826104410195976e-06,
"loss": 2.1414,
"step": 3790
},
{
"epoch": 1.52,
"learning_rate": 9.805155643466133e-06,
"loss": 2.0413,
"step": 3795
},
{
"epoch": 1.52,
"learning_rate": 9.784207732103122e-06,
"loss": 2.0787,
"step": 3800
},
{
"epoch": 1.52,
"learning_rate": 9.76326076806828e-06,
"loss": 2.0104,
"step": 3805
},
{
"epoch": 1.52,
"learning_rate": 9.742314843318796e-06,
"loss": 2.0562,
"step": 3810
},
{
"epoch": 1.53,
"learning_rate": 9.721370049807287e-06,
"loss": 2.0541,
"step": 3815
},
{
"epoch": 1.53,
"learning_rate": 9.700426479481408e-06,
"loss": 2.1302,
"step": 3820
},
{
"epoch": 1.53,
"learning_rate": 9.67948422428345e-06,
"loss": 2.0897,
"step": 3825
},
{
"epoch": 1.53,
"learning_rate": 9.658543376149917e-06,
"loss": 2.0729,
"step": 3830
},
{
"epoch": 1.53,
"learning_rate": 9.637604027011145e-06,
"loss": 2.0358,
"step": 3835
},
{
"epoch": 1.54,
"learning_rate": 9.61666626879089e-06,
"loss": 2.025,
"step": 3840
},
{
"epoch": 1.54,
"learning_rate": 9.595730193405924e-06,
"loss": 2.0552,
"step": 3845
},
{
"epoch": 1.54,
"learning_rate": 9.574795892765628e-06,
"loss": 2.1235,
"step": 3850
},
{
"epoch": 1.54,
"learning_rate": 9.553863458771585e-06,
"loss": 2.097,
"step": 3855
},
{
"epoch": 1.54,
"learning_rate": 9.532932983317202e-06,
"loss": 2.1525,
"step": 3860
},
{
"epoch": 1.55,
"learning_rate": 9.512004558287277e-06,
"loss": 2.0289,
"step": 3865
},
{
"epoch": 1.55,
"learning_rate": 9.491078275557596e-06,
"loss": 2.0842,
"step": 3870
},
{
"epoch": 1.55,
"learning_rate": 9.470154226994564e-06,
"loss": 1.9881,
"step": 3875
},
{
"epoch": 1.55,
"learning_rate": 9.449232504454763e-06,
"loss": 2.0582,
"step": 3880
},
{
"epoch": 1.55,
"learning_rate": 9.428313199784557e-06,
"loss": 2.1515,
"step": 3885
},
{
"epoch": 1.56,
"learning_rate": 9.407396404819717e-06,
"loss": 2.0348,
"step": 3890
},
{
"epoch": 1.56,
"learning_rate": 9.38648221138498e-06,
"loss": 2.1124,
"step": 3895
},
{
"epoch": 1.56,
"learning_rate": 9.365570711293658e-06,
"loss": 2.1524,
"step": 3900
},
{
"epoch": 1.56,
"learning_rate": 9.34466199634726e-06,
"loss": 2.0611,
"step": 3905
},
{
"epoch": 1.56,
"learning_rate": 9.323756158335054e-06,
"loss": 2.0999,
"step": 3910
},
{
"epoch": 1.57,
"learning_rate": 9.302853289033673e-06,
"loss": 2.102,
"step": 3915
},
{
"epoch": 1.57,
"learning_rate": 9.281953480206725e-06,
"loss": 2.0639,
"step": 3920
},
{
"epoch": 1.57,
"learning_rate": 9.26105682360439e-06,
"loss": 2.0317,
"step": 3925
},
{
"epoch": 1.57,
"learning_rate": 9.240163410962999e-06,
"loss": 2.0991,
"step": 3930
},
{
"epoch": 1.57,
"learning_rate": 9.219273334004635e-06,
"loss": 2.1076,
"step": 3935
},
{
"epoch": 1.58,
"learning_rate": 9.19838668443676e-06,
"loss": 1.9736,
"step": 3940
},
{
"epoch": 1.58,
"learning_rate": 9.177503553951775e-06,
"loss": 1.9861,
"step": 3945
},
{
"epoch": 1.58,
"learning_rate": 9.156624034226623e-06,
"loss": 2.0982,
"step": 3950
},
{
"epoch": 1.58,
"learning_rate": 9.13574821692242e-06,
"loss": 2.0654,
"step": 3955
},
{
"epoch": 1.58,
"learning_rate": 9.114876193684011e-06,
"loss": 2.1508,
"step": 3960
},
{
"epoch": 1.59,
"learning_rate": 9.094008056139587e-06,
"loss": 2.0808,
"step": 3965
},
{
"epoch": 1.59,
"learning_rate": 9.07314389590028e-06,
"loss": 2.1509,
"step": 3970
},
{
"epoch": 1.59,
"learning_rate": 9.052283804559774e-06,
"loss": 2.0443,
"step": 3975
},
{
"epoch": 1.59,
"learning_rate": 9.031427873693875e-06,
"loss": 2.0152,
"step": 3980
},
{
"epoch": 1.59,
"learning_rate": 9.010576194860129e-06,
"loss": 2.0672,
"step": 3985
},
{
"epoch": 1.6,
"learning_rate": 8.989728859597424e-06,
"loss": 2.1208,
"step": 3990
},
{
"epoch": 1.6,
"learning_rate": 8.968885959425567e-06,
"loss": 2.1253,
"step": 3995
},
{
"epoch": 1.6,
"learning_rate": 8.9480475858449e-06,
"loss": 2.0516,
"step": 4000
},
{
"epoch": 1.6,
"learning_rate": 8.927213830335904e-06,
"loss": 2.0799,
"step": 4005
},
{
"epoch": 1.6,
"learning_rate": 8.906384784358767e-06,
"loss": 2.0959,
"step": 4010
},
{
"epoch": 1.61,
"learning_rate": 8.88556053935301e-06,
"loss": 2.0965,
"step": 4015
},
{
"epoch": 1.61,
"learning_rate": 8.864741186737094e-06,
"loss": 2.0327,
"step": 4020
},
{
"epoch": 1.61,
"learning_rate": 8.843926817907976e-06,
"loss": 2.1073,
"step": 4025
},
{
"epoch": 1.61,
"learning_rate": 8.823117524240751e-06,
"loss": 1.9879,
"step": 4030
},
{
"epoch": 1.61,
"learning_rate": 8.802313397088223e-06,
"loss": 2.0548,
"step": 4035
},
{
"epoch": 1.62,
"learning_rate": 8.781514527780531e-06,
"loss": 2.1127,
"step": 4040
},
{
"epoch": 1.62,
"learning_rate": 8.760721007624718e-06,
"loss": 2.0538,
"step": 4045
},
{
"epoch": 1.62,
"learning_rate": 8.739932927904345e-06,
"loss": 2.1022,
"step": 4050
},
{
"epoch": 1.62,
"learning_rate": 8.719150379879099e-06,
"loss": 2.1688,
"step": 4055
},
{
"epoch": 1.62,
"learning_rate": 8.698373454784374e-06,
"loss": 2.0854,
"step": 4060
},
{
"epoch": 1.63,
"learning_rate": 8.677602243830882e-06,
"loss": 2.1103,
"step": 4065
},
{
"epoch": 1.63,
"learning_rate": 8.656836838204255e-06,
"loss": 2.0988,
"step": 4070
},
{
"epoch": 1.63,
"learning_rate": 8.63607732906463e-06,
"loss": 2.0324,
"step": 4075
},
{
"epoch": 1.63,
"learning_rate": 8.615323807546258e-06,
"loss": 2.0913,
"step": 4080
},
{
"epoch": 1.63,
"learning_rate": 8.594576364757126e-06,
"loss": 2.0598,
"step": 4085
},
{
"epoch": 1.64,
"learning_rate": 8.573835091778505e-06,
"loss": 2.0585,
"step": 4090
},
{
"epoch": 1.64,
"learning_rate": 8.553100079664598e-06,
"loss": 2.0281,
"step": 4095
},
{
"epoch": 1.64,
"learning_rate": 8.53237141944212e-06,
"loss": 2.1304,
"step": 4100
},
{
"epoch": 1.64,
"learning_rate": 8.511649202109902e-06,
"loss": 2.1373,
"step": 4105
},
{
"epoch": 1.64,
"learning_rate": 8.490933518638488e-06,
"loss": 2.0538,
"step": 4110
},
{
"epoch": 1.65,
"learning_rate": 8.470224459969737e-06,
"loss": 2.1275,
"step": 4115
},
{
"epoch": 1.65,
"learning_rate": 8.449522117016432e-06,
"loss": 2.088,
"step": 4120
},
{
"epoch": 1.65,
"learning_rate": 8.428826580661867e-06,
"loss": 2.1329,
"step": 4125
},
{
"epoch": 1.65,
"learning_rate": 8.408137941759459e-06,
"loss": 2.1218,
"step": 4130
},
{
"epoch": 1.65,
"learning_rate": 8.387456291132343e-06,
"loss": 2.0591,
"step": 4135
},
{
"epoch": 1.66,
"learning_rate": 8.366781719572978e-06,
"loss": 2.2194,
"step": 4140
},
{
"epoch": 1.66,
"learning_rate": 8.34611431784274e-06,
"loss": 2.0977,
"step": 4145
},
{
"epoch": 1.66,
"learning_rate": 8.325454176671541e-06,
"loss": 2.1123,
"step": 4150
},
{
"epoch": 1.66,
"learning_rate": 8.304801386757407e-06,
"loss": 2.0763,
"step": 4155
},
{
"epoch": 1.66,
"learning_rate": 8.284156038766095e-06,
"loss": 2.0852,
"step": 4160
},
{
"epoch": 1.67,
"learning_rate": 8.263518223330698e-06,
"loss": 2.0575,
"step": 4165
},
{
"epoch": 1.67,
"learning_rate": 8.242888031051234e-06,
"loss": 2.075,
"step": 4170
},
{
"epoch": 1.67,
"learning_rate": 8.222265552494262e-06,
"loss": 2.0556,
"step": 4175
},
{
"epoch": 1.67,
"learning_rate": 8.201650878192468e-06,
"loss": 2.0116,
"step": 4180
},
{
"epoch": 1.67,
"learning_rate": 8.18104409864429e-06,
"loss": 1.9719,
"step": 4185
},
{
"epoch": 1.68,
"learning_rate": 8.160445304313497e-06,
"loss": 2.0438,
"step": 4190
},
{
"epoch": 1.68,
"learning_rate": 8.139854585628806e-06,
"loss": 2.0374,
"step": 4195
},
{
"epoch": 1.68,
"learning_rate": 8.119272032983487e-06,
"loss": 2.1279,
"step": 4200
},
{
"epoch": 1.68,
"learning_rate": 8.098697736734957e-06,
"loss": 2.0143,
"step": 4205
},
{
"epoch": 1.68,
"learning_rate": 8.078131787204382e-06,
"loss": 2.1391,
"step": 4210
},
{
"epoch": 1.69,
"learning_rate": 8.0575742746763e-06,
"loss": 2.0629,
"step": 4215
},
{
"epoch": 1.69,
"learning_rate": 8.037025289398196e-06,
"loss": 2.1205,
"step": 4220
},
{
"epoch": 1.69,
"learning_rate": 8.016484921580127e-06,
"loss": 2.0495,
"step": 4225
},
{
"epoch": 1.69,
"learning_rate": 7.995953261394321e-06,
"loss": 2.0628,
"step": 4230
},
{
"epoch": 1.69,
"learning_rate": 7.975430398974775e-06,
"loss": 2.0952,
"step": 4235
},
{
"epoch": 1.7,
"learning_rate": 7.954916424416869e-06,
"loss": 2.0941,
"step": 4240
},
{
"epoch": 1.7,
"learning_rate": 7.934411427776958e-06,
"loss": 2.1818,
"step": 4245
},
{
"epoch": 1.7,
"learning_rate": 7.913915499071994e-06,
"loss": 2.0785,
"step": 4250
},
{
"epoch": 1.7,
"learning_rate": 7.89342872827911e-06,
"loss": 2.1087,
"step": 4255
},
{
"epoch": 1.7,
"learning_rate": 7.872951205335242e-06,
"loss": 2.0482,
"step": 4260
},
{
"epoch": 1.71,
"learning_rate": 7.85248302013673e-06,
"loss": 2.2156,
"step": 4265
},
{
"epoch": 1.71,
"learning_rate": 7.832024262538914e-06,
"loss": 2.04,
"step": 4270
},
{
"epoch": 1.71,
"learning_rate": 7.811575022355749e-06,
"loss": 2.0792,
"step": 4275
},
{
"epoch": 1.71,
"learning_rate": 7.791135389359417e-06,
"loss": 1.9923,
"step": 4280
},
{
"epoch": 1.71,
"learning_rate": 7.770705453279916e-06,
"loss": 2.1058,
"step": 4285
},
{
"epoch": 1.72,
"learning_rate": 7.750285303804674e-06,
"loss": 2.0794,
"step": 4290
},
{
"epoch": 1.72,
"learning_rate": 7.729875030578157e-06,
"loss": 2.1222,
"step": 4295
},
{
"epoch": 1.72,
"learning_rate": 7.70947472320148e-06,
"loss": 2.0841,
"step": 4300
},
{
"epoch": 1.72,
"learning_rate": 7.689084471232001e-06,
"loss": 2.0811,
"step": 4305
},
{
"epoch": 1.72,
"learning_rate": 7.668704364182935e-06,
"loss": 2.0769,
"step": 4310
},
{
"epoch": 1.73,
"learning_rate": 7.648334491522966e-06,
"loss": 2.1287,
"step": 4315
},
{
"epoch": 1.73,
"learning_rate": 7.627974942675846e-06,
"loss": 2.0796,
"step": 4320
},
{
"epoch": 1.73,
"learning_rate": 7.607625807020003e-06,
"loss": 2.013,
"step": 4325
},
{
"epoch": 1.73,
"learning_rate": 7.587287173888156e-06,
"loss": 2.082,
"step": 4330
},
{
"epoch": 1.73,
"learning_rate": 7.566959132566914e-06,
"loss": 2.0406,
"step": 4335
},
{
"epoch": 1.74,
"learning_rate": 7.546641772296388e-06,
"loss": 1.9931,
"step": 4340
},
{
"epoch": 1.74,
"learning_rate": 7.526335182269804e-06,
"loss": 2.019,
"step": 4345
},
{
"epoch": 1.74,
"learning_rate": 7.506039451633101e-06,
"loss": 2.0648,
"step": 4350
},
{
"epoch": 1.74,
"learning_rate": 7.485754669484549e-06,
"loss": 1.9721,
"step": 4355
},
{
"epoch": 1.74,
"learning_rate": 7.465480924874348e-06,
"loss": 2.0578,
"step": 4360
},
{
"epoch": 1.75,
"learning_rate": 7.445218306804253e-06,
"loss": 2.1054,
"step": 4365
},
{
"epoch": 1.75,
"learning_rate": 7.424966904227167e-06,
"loss": 2.0934,
"step": 4370
},
{
"epoch": 1.75,
"learning_rate": 7.404726806046753e-06,
"loss": 2.0193,
"step": 4375
},
{
"epoch": 1.75,
"learning_rate": 7.384498101117062e-06,
"loss": 2.0823,
"step": 4380
},
{
"epoch": 1.75,
"learning_rate": 7.364280878242114e-06,
"loss": 2.1134,
"step": 4385
},
{
"epoch": 1.76,
"learning_rate": 7.344075226175527e-06,
"loss": 2.1058,
"step": 4390
},
{
"epoch": 1.76,
"learning_rate": 7.323881233620129e-06,
"loss": 2.1015,
"step": 4395
},
{
"epoch": 1.76,
"learning_rate": 7.303698989227554e-06,
"loss": 2.0341,
"step": 4400
},
{
"epoch": 1.76,
"learning_rate": 7.283528581597867e-06,
"loss": 2.1213,
"step": 4405
},
{
"epoch": 1.76,
"learning_rate": 7.263370099279173e-06,
"loss": 2.0839,
"step": 4410
},
{
"epoch": 1.77,
"learning_rate": 7.2432236307672136e-06,
"loss": 2.0384,
"step": 4415
},
{
"epoch": 1.77,
"learning_rate": 7.223089264505001e-06,
"loss": 2.0842,
"step": 4420
},
{
"epoch": 1.77,
"learning_rate": 7.202967088882405e-06,
"loss": 2.087,
"step": 4425
},
{
"epoch": 1.77,
"learning_rate": 7.1828571922358e-06,
"loss": 1.9524,
"step": 4430
},
{
"epoch": 1.77,
"learning_rate": 7.162759662847638e-06,
"loss": 2.0555,
"step": 4435
},
{
"epoch": 1.78,
"learning_rate": 7.142674588946079e-06,
"loss": 2.1134,
"step": 4440
},
{
"epoch": 1.78,
"learning_rate": 7.122602058704615e-06,
"loss": 2.0735,
"step": 4445
},
{
"epoch": 1.78,
"learning_rate": 7.102542160241664e-06,
"loss": 2.1126,
"step": 4450
},
{
"epoch": 1.78,
"learning_rate": 7.082494981620184e-06,
"loss": 2.0787,
"step": 4455
},
{
"epoch": 1.78,
"learning_rate": 7.062460610847308e-06,
"loss": 1.9744,
"step": 4460
},
{
"epoch": 1.79,
"learning_rate": 7.042439135873932e-06,
"loss": 2.1265,
"step": 4465
},
{
"epoch": 1.79,
"learning_rate": 7.022430644594339e-06,
"loss": 1.9675,
"step": 4470
},
{
"epoch": 1.79,
"learning_rate": 7.002435224845822e-06,
"loss": 2.0836,
"step": 4475
},
{
"epoch": 1.79,
"learning_rate": 6.98245296440828e-06,
"loss": 2.0921,
"step": 4480
},
{
"epoch": 1.79,
"learning_rate": 6.962483951003851e-06,
"loss": 2.0507,
"step": 4485
},
{
"epoch": 1.8,
"learning_rate": 6.942528272296505e-06,
"loss": 1.9563,
"step": 4490
},
{
"epoch": 1.8,
"learning_rate": 6.922586015891695e-06,
"loss": 2.1548,
"step": 4495
},
{
"epoch": 1.8,
"learning_rate": 6.902657269335933e-06,
"loss": 2.1145,
"step": 4500
},
{
"epoch": 1.8,
"learning_rate": 6.882742120116419e-06,
"loss": 2.0528,
"step": 4505
},
{
"epoch": 1.8,
"learning_rate": 6.862840655660679e-06,
"loss": 2.1135,
"step": 4510
},
{
"epoch": 1.81,
"learning_rate": 6.842952963336154e-06,
"loss": 2.0965,
"step": 4515
},
{
"epoch": 1.81,
"learning_rate": 6.82307913044981e-06,
"loss": 2.042,
"step": 4520
},
{
"epoch": 1.81,
"learning_rate": 6.803219244247798e-06,
"loss": 2.1888,
"step": 4525
},
{
"epoch": 1.81,
"learning_rate": 6.783373391915027e-06,
"loss": 2.0114,
"step": 4530
},
{
"epoch": 1.81,
"learning_rate": 6.763541660574795e-06,
"loss": 2.0276,
"step": 4535
},
{
"epoch": 1.82,
"learning_rate": 6.74372413728841e-06,
"loss": 2.0472,
"step": 4540
},
{
"epoch": 1.82,
"learning_rate": 6.723920909054822e-06,
"loss": 2.1113,
"step": 4545
},
{
"epoch": 1.82,
"learning_rate": 6.704132062810204e-06,
"loss": 2.1455,
"step": 4550
},
{
"epoch": 1.82,
"learning_rate": 6.6843576854276005e-06,
"loss": 2.0414,
"step": 4555
},
{
"epoch": 1.82,
"learning_rate": 6.6645978637165485e-06,
"loss": 2.0696,
"step": 4560
},
{
"epoch": 1.83,
"learning_rate": 6.644852684422669e-06,
"loss": 2.0612,
"step": 4565
},
{
"epoch": 1.83,
"learning_rate": 6.625122234227306e-06,
"loss": 1.9787,
"step": 4570
},
{
"epoch": 1.83,
"learning_rate": 6.605406599747156e-06,
"loss": 2.115,
"step": 4575
},
{
"epoch": 1.83,
"learning_rate": 6.585705867533859e-06,
"loss": 2.1017,
"step": 4580
},
{
"epoch": 1.83,
"learning_rate": 6.566020124073638e-06,
"loss": 2.0864,
"step": 4585
},
{
"epoch": 1.84,
"learning_rate": 6.546349455786926e-06,
"loss": 2.1133,
"step": 4590
},
{
"epoch": 1.84,
"learning_rate": 6.52669394902796e-06,
"loss": 2.0318,
"step": 4595
},
{
"epoch": 1.84,
"learning_rate": 6.507053690084426e-06,
"loss": 2.0634,
"step": 4600
},
{
"epoch": 1.84,
"learning_rate": 6.487428765177073e-06,
"loss": 2.0525,
"step": 4605
},
{
"epoch": 1.84,
"learning_rate": 6.467819260459332e-06,
"loss": 2.13,
"step": 4610
},
{
"epoch": 1.85,
"learning_rate": 6.448225262016938e-06,
"loss": 2.044,
"step": 4615
},
{
"epoch": 1.85,
"learning_rate": 6.428646855867553e-06,
"loss": 2.1884,
"step": 4620
},
{
"epoch": 1.85,
"learning_rate": 6.409084127960398e-06,
"loss": 2.1139,
"step": 4625
},
{
"epoch": 1.85,
"learning_rate": 6.389537164175852e-06,
"loss": 2.1151,
"step": 4630
},
{
"epoch": 1.85,
"learning_rate": 6.370006050325095e-06,
"loss": 2.0269,
"step": 4635
},
{
"epoch": 1.86,
"learning_rate": 6.350490872149737e-06,
"loss": 2.1715,
"step": 4640
},
{
"epoch": 1.86,
"learning_rate": 6.3309917153214115e-06,
"loss": 2.048,
"step": 4645
},
{
"epoch": 1.86,
"learning_rate": 6.311508665441428e-06,
"loss": 2.1836,
"step": 4650
},
{
"epoch": 1.86,
"learning_rate": 6.292041808040393e-06,
"loss": 1.9866,
"step": 4655
},
{
"epoch": 1.86,
"learning_rate": 6.272591228577816e-06,
"loss": 2.1363,
"step": 4660
},
{
"epoch": 1.87,
"learning_rate": 6.253157012441751e-06,
"loss": 2.0852,
"step": 4665
},
{
"epoch": 1.87,
"learning_rate": 6.233739244948416e-06,
"loss": 2.0689,
"step": 4670
},
{
"epoch": 1.87,
"learning_rate": 6.214338011341825e-06,
"loss": 2.0112,
"step": 4675
},
{
"epoch": 1.87,
"learning_rate": 6.194953396793401e-06,
"loss": 2.0693,
"step": 4680
},
{
"epoch": 1.87,
"learning_rate": 6.175585486401612e-06,
"loss": 2.0233,
"step": 4685
},
{
"epoch": 1.88,
"learning_rate": 6.156234365191598e-06,
"loss": 2.0183,
"step": 4690
},
{
"epoch": 1.88,
"learning_rate": 6.136900118114789e-06,
"loss": 1.9348,
"step": 4695
},
{
"epoch": 1.88,
"learning_rate": 6.117582830048539e-06,
"loss": 2.0473,
"step": 4700
},
{
"epoch": 1.88,
"learning_rate": 6.0982825857957565e-06,
"loss": 2.0919,
"step": 4705
},
{
"epoch": 1.88,
"learning_rate": 6.0789994700845234e-06,
"loss": 2.0806,
"step": 4710
},
{
"epoch": 1.89,
"learning_rate": 6.059733567567725e-06,
"loss": 2.0353,
"step": 4715
},
{
"epoch": 1.89,
"learning_rate": 6.040484962822686e-06,
"loss": 2.0148,
"step": 4720
},
{
"epoch": 1.89,
"learning_rate": 6.021253740350793e-06,
"loss": 2.0244,
"step": 4725
},
{
"epoch": 1.89,
"learning_rate": 6.002039984577121e-06,
"loss": 2.1046,
"step": 4730
},
{
"epoch": 1.89,
"learning_rate": 5.982843779850067e-06,
"loss": 2.0956,
"step": 4735
},
{
"epoch": 1.9,
"learning_rate": 5.963665210440983e-06,
"loss": 2.0678,
"step": 4740
},
{
"epoch": 1.9,
"learning_rate": 5.944504360543797e-06,
"loss": 2.0827,
"step": 4745
},
{
"epoch": 1.9,
"learning_rate": 5.9253613142746505e-06,
"loss": 2.0919,
"step": 4750
},
{
"epoch": 1.9,
"learning_rate": 5.906236155671529e-06,
"loss": 2.1765,
"step": 4755
},
{
"epoch": 1.9,
"learning_rate": 5.887128968693887e-06,
"loss": 2.0592,
"step": 4760
},
{
"epoch": 1.91,
"learning_rate": 5.8680398372222834e-06,
"loss": 2.015,
"step": 4765
},
{
"epoch": 1.91,
"learning_rate": 5.8489688450580215e-06,
"loss": 2.0643,
"step": 4770
},
{
"epoch": 1.91,
"learning_rate": 5.829916075922766e-06,
"loss": 2.1475,
"step": 4775
},
{
"epoch": 1.91,
"learning_rate": 5.810881613458176e-06,
"loss": 2.0388,
"step": 4780
},
{
"epoch": 1.91,
"learning_rate": 5.791865541225561e-06,
"loss": 2.0519,
"step": 4785
},
{
"epoch": 1.92,
"learning_rate": 5.772867942705485e-06,
"loss": 2.0604,
"step": 4790
},
{
"epoch": 1.92,
"learning_rate": 5.753888901297416e-06,
"loss": 2.0753,
"step": 4795
},
{
"epoch": 1.92,
"learning_rate": 5.734928500319352e-06,
"loss": 1.9892,
"step": 4800
},
{
"epoch": 1.92,
"learning_rate": 5.71598682300747e-06,
"loss": 2.124,
"step": 4805
},
{
"epoch": 1.92,
"learning_rate": 5.697063952515745e-06,
"loss": 2.0879,
"step": 4810
},
{
"epoch": 1.93,
"learning_rate": 5.678159971915578e-06,
"loss": 2.0136,
"step": 4815
},
{
"epoch": 1.93,
"learning_rate": 5.659274964195463e-06,
"loss": 2.1105,
"step": 4820
},
{
"epoch": 1.93,
"learning_rate": 5.6404090122605925e-06,
"loss": 2.0453,
"step": 4825
},
{
"epoch": 1.93,
"learning_rate": 5.621562198932499e-06,
"loss": 2.0919,
"step": 4830
},
{
"epoch": 1.93,
"learning_rate": 5.602734606948714e-06,
"loss": 1.9485,
"step": 4835
},
{
"epoch": 1.94,
"learning_rate": 5.583926318962376e-06,
"loss": 2.124,
"step": 4840
},
{
"epoch": 1.94,
"learning_rate": 5.565137417541866e-06,
"loss": 2.139,
"step": 4845
},
{
"epoch": 1.94,
"learning_rate": 5.546367985170483e-06,
"loss": 2.0599,
"step": 4850
},
{
"epoch": 1.94,
"learning_rate": 5.527618104246044e-06,
"loss": 2.0426,
"step": 4855
},
{
"epoch": 1.94,
"learning_rate": 5.5088878570805336e-06,
"loss": 2.0937,
"step": 4860
},
{
"epoch": 1.95,
"learning_rate": 5.490177325899744e-06,
"loss": 2.1013,
"step": 4865
},
{
"epoch": 1.95,
"learning_rate": 5.471486592842927e-06,
"loss": 2.056,
"step": 4870
},
{
"epoch": 1.95,
"learning_rate": 5.452815739962404e-06,
"loss": 2.0075,
"step": 4875
},
{
"epoch": 1.95,
"learning_rate": 5.434164849223225e-06,
"loss": 2.061,
"step": 4880
},
{
"epoch": 1.95,
"learning_rate": 5.415534002502818e-06,
"loss": 2.1069,
"step": 4885
},
{
"epoch": 1.96,
"learning_rate": 5.396923281590609e-06,
"loss": 2.1454,
"step": 4890
},
{
"epoch": 1.96,
"learning_rate": 5.378332768187667e-06,
"loss": 2.0682,
"step": 4895
},
{
"epoch": 1.96,
"learning_rate": 5.3597625439063685e-06,
"loss": 2.0854,
"step": 4900
},
{
"epoch": 1.96,
"learning_rate": 5.341212690269994e-06,
"loss": 2.0926,
"step": 4905
},
{
"epoch": 1.96,
"learning_rate": 5.322683288712416e-06,
"loss": 2.0883,
"step": 4910
},
{
"epoch": 1.97,
"learning_rate": 5.304174420577719e-06,
"loss": 2.082,
"step": 4915
},
{
"epoch": 1.97,
"learning_rate": 5.285686167119845e-06,
"loss": 2.0835,
"step": 4920
},
{
"epoch": 1.97,
"learning_rate": 5.267218609502234e-06,
"loss": 2.1362,
"step": 4925
},
{
"epoch": 1.97,
"learning_rate": 5.248771828797474e-06,
"loss": 2.0765,
"step": 4930
},
{
"epoch": 1.97,
"learning_rate": 5.230345905986945e-06,
"loss": 2.1331,
"step": 4935
},
{
"epoch": 1.98,
"learning_rate": 5.211940921960455e-06,
"loss": 2.131,
"step": 4940
},
{
"epoch": 1.98,
"learning_rate": 5.193556957515888e-06,
"loss": 2.002,
"step": 4945
},
{
"epoch": 1.98,
"learning_rate": 5.1751940933588714e-06,
"loss": 2.1444,
"step": 4950
},
{
"epoch": 1.98,
"learning_rate": 5.156852410102382e-06,
"loss": 2.0563,
"step": 4955
},
{
"epoch": 1.98,
"learning_rate": 5.1385319882664135e-06,
"loss": 2.068,
"step": 4960
},
{
"epoch": 1.99,
"learning_rate": 5.120232908277642e-06,
"loss": 2.0141,
"step": 4965
},
{
"epoch": 1.99,
"learning_rate": 5.101955250469025e-06,
"loss": 2.0439,
"step": 4970
},
{
"epoch": 1.99,
"learning_rate": 5.0836990950794906e-06,
"loss": 2.0652,
"step": 4975
},
{
"epoch": 1.99,
"learning_rate": 5.06546452225358e-06,
"loss": 2.067,
"step": 4980
},
{
"epoch": 1.99,
"learning_rate": 5.047251612041072e-06,
"loss": 2.049,
"step": 4985
},
{
"epoch": 2.0,
"learning_rate": 5.029060444396653e-06,
"loss": 2.0319,
"step": 4990
},
{
"epoch": 2.0,
"learning_rate": 5.010891099179558e-06,
"loss": 2.1232,
"step": 4995
},
{
"epoch": 2.0,
"learning_rate": 4.992743656153224e-06,
"loss": 2.1031,
"step": 5000
},
{
"epoch": 2.0,
"learning_rate": 4.974618194984934e-06,
"loss": 2.1366,
"step": 5005
},
{
"epoch": 2.0,
"learning_rate": 4.956514795245469e-06,
"loss": 2.0794,
"step": 5010
},
{
"epoch": 2.01,
"learning_rate": 4.938433536408771e-06,
"loss": 1.9702,
"step": 5015
},
{
"epoch": 2.01,
"learning_rate": 4.9203744978515735e-06,
"loss": 2.1197,
"step": 5020
},
{
"epoch": 2.01,
"learning_rate": 4.9023377588530626e-06,
"loss": 2.0746,
"step": 5025
},
{
"epoch": 2.01,
"learning_rate": 4.884323398594536e-06,
"loss": 2.0547,
"step": 5030
},
{
"epoch": 2.01,
"learning_rate": 4.866331496159042e-06,
"loss": 2.1689,
"step": 5035
},
{
"epoch": 2.02,
"learning_rate": 4.848362130531039e-06,
"loss": 2.0292,
"step": 5040
},
{
"epoch": 2.02,
"learning_rate": 4.8304153805960595e-06,
"loss": 1.977,
"step": 5045
},
{
"epoch": 2.02,
"learning_rate": 4.812491325140343e-06,
"loss": 2.0431,
"step": 5050
},
{
"epoch": 2.02,
"learning_rate": 4.7945900428505e-06,
"loss": 2.0355,
"step": 5055
},
{
"epoch": 2.02,
"learning_rate": 4.776711612313171e-06,
"loss": 2.1682,
"step": 5060
},
{
"epoch": 2.03,
"learning_rate": 4.758856112014675e-06,
"loss": 1.9793,
"step": 5065
},
{
"epoch": 2.03,
"learning_rate": 4.741023620340668e-06,
"loss": 2.0138,
"step": 5070
},
{
"epoch": 2.03,
"learning_rate": 4.723214215575796e-06,
"loss": 1.9691,
"step": 5075
},
{
"epoch": 2.03,
"learning_rate": 4.705427975903359e-06,
"loss": 2.0467,
"step": 5080
},
{
"epoch": 2.03,
"learning_rate": 4.687664979404959e-06,
"loss": 2.0741,
"step": 5085
},
{
"epoch": 2.04,
"learning_rate": 4.669925304060159e-06,
"loss": 2.0443,
"step": 5090
},
{
"epoch": 2.04,
"learning_rate": 4.652209027746143e-06,
"loss": 2.0996,
"step": 5095
},
{
"epoch": 2.04,
"learning_rate": 4.634516228237372e-06,
"loss": 2.0144,
"step": 5100
},
{
"epoch": 2.04,
"learning_rate": 4.616846983205246e-06,
"loss": 2.0942,
"step": 5105
},
{
"epoch": 2.04,
"learning_rate": 4.599201370217763e-06,
"loss": 2.063,
"step": 5110
},
{
"epoch": 2.05,
"learning_rate": 4.581579466739171e-06,
"loss": 2.0336,
"step": 5115
},
{
"epoch": 2.05,
"learning_rate": 4.563981350129637e-06,
"loss": 2.117,
"step": 5120
},
{
"epoch": 2.05,
"learning_rate": 4.546407097644903e-06,
"loss": 2.0373,
"step": 5125
},
{
"epoch": 2.05,
"learning_rate": 4.528856786435945e-06,
"loss": 2.0733,
"step": 5130
},
{
"epoch": 2.05,
"learning_rate": 4.511330493548638e-06,
"loss": 2.0492,
"step": 5135
},
{
"epoch": 2.06,
"learning_rate": 4.493828295923416e-06,
"loss": 2.1111,
"step": 5140
},
{
"epoch": 2.06,
"learning_rate": 4.476350270394942e-06,
"loss": 2.037,
"step": 5145
},
{
"epoch": 2.06,
"learning_rate": 4.458896493691754e-06,
"loss": 2.0392,
"step": 5150
},
{
"epoch": 2.06,
"learning_rate": 4.441467042435941e-06,
"loss": 2.0423,
"step": 5155
},
{
"epoch": 2.06,
"learning_rate": 4.424061993142803e-06,
"loss": 2.0407,
"step": 5160
},
{
"epoch": 2.07,
"learning_rate": 4.406681422220518e-06,
"loss": 2.0928,
"step": 5165
},
{
"epoch": 2.07,
"learning_rate": 4.389325405969799e-06,
"loss": 2.1026,
"step": 5170
},
{
"epoch": 2.07,
"learning_rate": 4.371994020583563e-06,
"loss": 2.077,
"step": 5175
},
{
"epoch": 2.07,
"learning_rate": 4.3546873421466104e-06,
"loss": 2.1275,
"step": 5180
},
{
"epoch": 2.07,
"learning_rate": 4.337405446635264e-06,
"loss": 2.0782,
"step": 5185
},
{
"epoch": 2.08,
"learning_rate": 4.320148409917055e-06,
"loss": 1.9864,
"step": 5190
},
{
"epoch": 2.08,
"learning_rate": 4.302916307750383e-06,
"loss": 2.007,
"step": 5195
},
{
"epoch": 2.08,
"learning_rate": 4.285709215784187e-06,
"loss": 2.0399,
"step": 5200
},
{
"epoch": 2.08,
"learning_rate": 4.268527209557605e-06,
"loss": 2.01,
"step": 5205
},
{
"epoch": 2.08,
"learning_rate": 4.2513703644996615e-06,
"loss": 2.0768,
"step": 5210
},
{
"epoch": 2.09,
"learning_rate": 4.234238755928913e-06,
"loss": 2.0703,
"step": 5215
},
{
"epoch": 2.09,
"learning_rate": 4.217132459053129e-06,
"loss": 2.1422,
"step": 5220
},
{
"epoch": 2.09,
"learning_rate": 4.200051548968962e-06,
"loss": 2.1622,
"step": 5225
},
{
"epoch": 2.09,
"learning_rate": 4.182996100661616e-06,
"loss": 2.1308,
"step": 5230
},
{
"epoch": 2.09,
"learning_rate": 4.16596618900452e-06,
"loss": 2.1187,
"step": 5235
},
{
"epoch": 2.1,
"learning_rate": 4.148961888758991e-06,
"loss": 2.0699,
"step": 5240
},
{
"epoch": 2.1,
"learning_rate": 4.131983274573922e-06,
"loss": 2.0442,
"step": 5245
},
{
"epoch": 2.1,
"learning_rate": 4.1150304209854375e-06,
"loss": 2.1129,
"step": 5250
},
{
"epoch": 2.1,
"learning_rate": 4.098103402416571e-06,
"loss": 2.0754,
"step": 5255
},
{
"epoch": 2.1,
"learning_rate": 4.081202293176945e-06,
"loss": 2.037,
"step": 5260
},
{
"epoch": 2.11,
"learning_rate": 4.064327167462437e-06,
"loss": 2.087,
"step": 5265
},
{
"epoch": 2.11,
"learning_rate": 4.047478099354857e-06,
"loss": 2.0902,
"step": 5270
},
{
"epoch": 2.11,
"learning_rate": 4.030655162821626e-06,
"loss": 2.0168,
"step": 5275
},
{
"epoch": 2.11,
"learning_rate": 4.013858431715445e-06,
"loss": 2.0462,
"step": 5280
},
{
"epoch": 2.11,
"learning_rate": 3.9970879797739695e-06,
"loss": 2.077,
"step": 5285
},
{
"epoch": 2.12,
"learning_rate": 3.980343880619494e-06,
"loss": 2.0406,
"step": 5290
},
{
"epoch": 2.12,
"learning_rate": 3.9636262077586225e-06,
"loss": 2.1191,
"step": 5295
},
{
"epoch": 2.12,
"learning_rate": 3.946935034581948e-06,
"loss": 1.9797,
"step": 5300
},
{
"epoch": 2.12,
"learning_rate": 3.9302704343637265e-06,
"loss": 2.0947,
"step": 5305
},
{
"epoch": 2.12,
"learning_rate": 3.913632480261567e-06,
"loss": 2.1328,
"step": 5310
},
{
"epoch": 2.13,
"learning_rate": 3.897021245316101e-06,
"loss": 2.1311,
"step": 5315
},
{
"epoch": 2.13,
"learning_rate": 3.880436802450645e-06,
"loss": 2.0713,
"step": 5320
},
{
"epoch": 2.13,
"learning_rate": 3.863879224470922e-06,
"loss": 2.0167,
"step": 5325
},
{
"epoch": 2.13,
"learning_rate": 3.847348584064709e-06,
"loss": 2.1206,
"step": 5330
},
{
"epoch": 2.13,
"learning_rate": 3.830844953801518e-06,
"loss": 2.0814,
"step": 5335
},
{
"epoch": 2.14,
"learning_rate": 3.814368406132304e-06,
"loss": 2.0911,
"step": 5340
},
{
"epoch": 2.14,
"learning_rate": 3.7979190133891163e-06,
"loss": 2.1073,
"step": 5345
},
{
"epoch": 2.14,
"learning_rate": 3.781496847784798e-06,
"loss": 2.0458,
"step": 5350
},
{
"epoch": 2.14,
"learning_rate": 3.7651019814126656e-06,
"loss": 2.0481,
"step": 5355
},
{
"epoch": 2.14,
"learning_rate": 3.7487344862461907e-06,
"loss": 2.0473,
"step": 5360
},
{
"epoch": 2.15,
"learning_rate": 3.732394434138685e-06,
"loss": 2.0432,
"step": 5365
},
{
"epoch": 2.15,
"learning_rate": 3.716081896822984e-06,
"loss": 2.0772,
"step": 5370
},
{
"epoch": 2.15,
"learning_rate": 3.6997969459111414e-06,
"loss": 2.0831,
"step": 5375
},
{
"epoch": 2.15,
"learning_rate": 3.6835396528941003e-06,
"loss": 2.1639,
"step": 5380
},
{
"epoch": 2.15,
"learning_rate": 3.667310089141376e-06,
"loss": 1.9198,
"step": 5385
},
{
"epoch": 2.16,
"learning_rate": 3.651108325900773e-06,
"loss": 2.1591,
"step": 5390
},
{
"epoch": 2.16,
"learning_rate": 3.6349344342980365e-06,
"loss": 2.0509,
"step": 5395
},
{
"epoch": 2.16,
"learning_rate": 3.618788485336555e-06,
"loss": 2.0814,
"step": 5400
},
{
"epoch": 2.16,
"learning_rate": 3.6026705498970617e-06,
"loss": 2.1067,
"step": 5405
},
{
"epoch": 2.16,
"learning_rate": 3.5865806987372996e-06,
"loss": 2.1184,
"step": 5410
},
{
"epoch": 2.17,
"learning_rate": 3.570519002491717e-06,
"loss": 1.9818,
"step": 5415
},
{
"epoch": 2.17,
"learning_rate": 3.5544855316711768e-06,
"loss": 2.0269,
"step": 5420
},
{
"epoch": 2.17,
"learning_rate": 3.538480356662621e-06,
"loss": 2.0397,
"step": 5425
},
{
"epoch": 2.17,
"learning_rate": 3.5225035477287783e-06,
"loss": 2.0323,
"step": 5430
},
{
"epoch": 2.17,
"learning_rate": 3.506555175007843e-06,
"loss": 2.1048,
"step": 5435
},
{
"epoch": 2.18,
"learning_rate": 3.4906353085131917e-06,
"loss": 2.0833,
"step": 5440
},
{
"epoch": 2.18,
"learning_rate": 3.474744018133036e-06,
"loss": 2.0813,
"step": 5445
},
{
"epoch": 2.18,
"learning_rate": 3.4588813736301507e-06,
"loss": 2.137,
"step": 5450
},
{
"epoch": 2.18,
"learning_rate": 3.443047444641557e-06,
"loss": 2.0274,
"step": 5455
},
{
"epoch": 2.18,
"learning_rate": 3.427242300678213e-06,
"loss": 2.1431,
"step": 5460
},
{
"epoch": 2.19,
"learning_rate": 3.411466011124701e-06,
"loss": 2.0952,
"step": 5465
},
{
"epoch": 2.19,
"learning_rate": 3.3957186452389545e-06,
"loss": 2.0546,
"step": 5470
},
{
"epoch": 2.19,
"learning_rate": 3.3800002721519064e-06,
"loss": 2.0325,
"step": 5475
},
{
"epoch": 2.19,
"learning_rate": 3.364310960867223e-06,
"loss": 2.1614,
"step": 5480
},
{
"epoch": 2.19,
"learning_rate": 3.348650780260997e-06,
"loss": 2.0274,
"step": 5485
},
{
"epoch": 2.2,
"learning_rate": 3.333019799081425e-06,
"loss": 2.0534,
"step": 5490
},
{
"epoch": 2.2,
"learning_rate": 3.317418085948524e-06,
"loss": 2.0118,
"step": 5495
},
{
"epoch": 2.2,
"learning_rate": 3.301845709353818e-06,
"loss": 2.0819,
"step": 5500
},
{
"epoch": 2.2,
"learning_rate": 3.286302737660061e-06,
"loss": 1.9773,
"step": 5505
},
{
"epoch": 2.2,
"learning_rate": 3.2707892391008945e-06,
"loss": 2.1252,
"step": 5510
},
{
"epoch": 2.21,
"learning_rate": 3.2553052817805887e-06,
"loss": 2.0567,
"step": 5515
},
{
"epoch": 2.21,
"learning_rate": 3.239850933673728e-06,
"loss": 2.0363,
"step": 5520
},
{
"epoch": 2.21,
"learning_rate": 3.224426262624908e-06,
"loss": 2.0662,
"step": 5525
},
{
"epoch": 2.21,
"learning_rate": 3.2090313363484383e-06,
"loss": 2.1223,
"step": 5530
},
{
"epoch": 2.21,
"learning_rate": 3.1936662224280634e-06,
"loss": 2.1169,
"step": 5535
},
{
"epoch": 2.22,
"learning_rate": 3.1783309883166327e-06,
"loss": 2.1307,
"step": 5540
},
{
"epoch": 2.22,
"learning_rate": 3.16302570133583e-06,
"loss": 1.9699,
"step": 5545
},
{
"epoch": 2.22,
"learning_rate": 3.147750428675883e-06,
"loss": 2.1088,
"step": 5550
},
{
"epoch": 2.22,
"learning_rate": 3.1325052373952424e-06,
"loss": 2.1042,
"step": 5555
},
{
"epoch": 2.22,
"learning_rate": 3.117290194420306e-06,
"loss": 2.1419,
"step": 5560
},
{
"epoch": 2.23,
"learning_rate": 3.1021053665451204e-06,
"loss": 2.045,
"step": 5565
},
{
"epoch": 2.23,
"learning_rate": 3.0869508204310883e-06,
"loss": 2.1147,
"step": 5570
},
{
"epoch": 2.23,
"learning_rate": 3.0718266226066753e-06,
"loss": 2.0688,
"step": 5575
},
{
"epoch": 2.23,
"learning_rate": 3.0567328394671146e-06,
"loss": 2.1113,
"step": 5580
},
{
"epoch": 2.23,
"learning_rate": 3.041669537274129e-06,
"loss": 2.0537,
"step": 5585
},
{
"epoch": 2.24,
"learning_rate": 3.0266367821556196e-06,
"loss": 2.0977,
"step": 5590
},
{
"epoch": 2.24,
"learning_rate": 3.0116346401053908e-06,
"loss": 2.0842,
"step": 5595
},
{
"epoch": 2.24,
"learning_rate": 2.9966631769828524e-06,
"loss": 2.0854,
"step": 5600
},
{
"epoch": 2.24,
"learning_rate": 2.981722458512738e-06,
"loss": 1.9946,
"step": 5605
},
{
"epoch": 2.24,
"learning_rate": 2.9668125502848035e-06,
"loss": 2.0781,
"step": 5610
},
{
"epoch": 2.25,
"learning_rate": 2.9519335177535624e-06,
"loss": 2.0189,
"step": 5615
},
{
"epoch": 2.25,
"learning_rate": 2.9370854262379723e-06,
"loss": 2.0735,
"step": 5620
},
{
"epoch": 2.25,
"learning_rate": 2.9222683409211618e-06,
"loss": 2.1514,
"step": 5625
},
{
"epoch": 2.25,
"learning_rate": 2.907482326850144e-06,
"loss": 2.0128,
"step": 5630
},
{
"epoch": 2.25,
"learning_rate": 2.8927274489355296e-06,
"loss": 2.1505,
"step": 5635
},
{
"epoch": 2.26,
"learning_rate": 2.878003771951239e-06,
"loss": 2.1523,
"step": 5640
},
{
"epoch": 2.26,
"learning_rate": 2.86331136053422e-06,
"loss": 2.0934,
"step": 5645
},
{
"epoch": 2.26,
"learning_rate": 2.848650279184173e-06,
"loss": 2.0922,
"step": 5650
},
{
"epoch": 2.26,
"learning_rate": 2.834020592263249e-06,
"loss": 2.0501,
"step": 5655
},
{
"epoch": 2.26,
"learning_rate": 2.8194223639957816e-06,
"loss": 2.0705,
"step": 5660
},
{
"epoch": 2.27,
"learning_rate": 2.804855658468002e-06,
"loss": 2.1016,
"step": 5665
},
{
"epoch": 2.27,
"learning_rate": 2.7903205396277546e-06,
"loss": 2.0355,
"step": 5670
},
{
"epoch": 2.27,
"learning_rate": 2.7758170712842147e-06,
"loss": 2.0765,
"step": 5675
},
{
"epoch": 2.27,
"learning_rate": 2.7613453171076233e-06,
"loss": 2.0409,
"step": 5680
},
{
"epoch": 2.27,
"learning_rate": 2.7469053406289857e-06,
"loss": 2.0348,
"step": 5685
},
{
"epoch": 2.28,
"learning_rate": 2.732497205239807e-06,
"loss": 1.9971,
"step": 5690
},
{
"epoch": 2.28,
"learning_rate": 2.7181209741918093e-06,
"loss": 2.0887,
"step": 5695
},
{
"epoch": 2.28,
"learning_rate": 2.703776710596654e-06,
"loss": 2.091,
"step": 5700
},
{
"epoch": 2.28,
"learning_rate": 2.6894644774256663e-06,
"loss": 2.097,
"step": 5705
},
{
"epoch": 2.28,
"learning_rate": 2.6751843375095543e-06,
"loss": 1.9934,
"step": 5710
},
{
"epoch": 2.29,
"learning_rate": 2.660936353538146e-06,
"loss": 2.0891,
"step": 5715
},
{
"epoch": 2.29,
"learning_rate": 2.6467205880600954e-06,
"loss": 2.102,
"step": 5720
},
{
"epoch": 2.29,
"learning_rate": 2.632537103482622e-06,
"loss": 2.1345,
"step": 5725
},
{
"epoch": 2.29,
"learning_rate": 2.6183859620712294e-06,
"loss": 2.1523,
"step": 5730
},
{
"epoch": 2.29,
"learning_rate": 2.6042672259494352e-06,
"loss": 2.1234,
"step": 5735
},
{
"epoch": 2.3,
"learning_rate": 2.590180957098498e-06,
"loss": 2.0256,
"step": 5740
},
{
"epoch": 2.3,
"learning_rate": 2.5761272173571507e-06,
"loss": 2.0513,
"step": 5745
},
{
"epoch": 2.3,
"learning_rate": 2.5621060684213138e-06,
"loss": 2.0805,
"step": 5750
},
{
"epoch": 2.3,
"learning_rate": 2.54811757184384e-06,
"loss": 2.001,
"step": 5755
},
{
"epoch": 2.3,
"learning_rate": 2.5341617890342375e-06,
"loss": 2.0726,
"step": 5760
},
{
"epoch": 2.31,
"learning_rate": 2.5202387812583984e-06,
"loss": 2.1048,
"step": 5765
},
{
"epoch": 2.31,
"learning_rate": 2.506348609638336e-06,
"loss": 2.0817,
"step": 5770
},
{
"epoch": 2.31,
"learning_rate": 2.492491335151909e-06,
"loss": 2.0392,
"step": 5775
},
{
"epoch": 2.31,
"learning_rate": 2.478667018632562e-06,
"loss": 1.9889,
"step": 5780
},
{
"epoch": 2.31,
"learning_rate": 2.4648757207690533e-06,
"loss": 2.0698,
"step": 5785
},
{
"epoch": 2.32,
"learning_rate": 2.451117502105185e-06,
"loss": 2.0412,
"step": 5790
},
{
"epoch": 2.32,
"learning_rate": 2.437392423039546e-06,
"loss": 2.0682,
"step": 5795
},
{
"epoch": 2.32,
"learning_rate": 2.42370054382524e-06,
"loss": 2.0883,
"step": 5800
},
{
"epoch": 2.32,
"learning_rate": 2.410041924569625e-06,
"loss": 2.0525,
"step": 5805
},
{
"epoch": 2.32,
"learning_rate": 2.3964166252340438e-06,
"loss": 2.0261,
"step": 5810
},
{
"epoch": 2.33,
"learning_rate": 2.3828247056335718e-06,
"loss": 2.0894,
"step": 5815
},
{
"epoch": 2.33,
"learning_rate": 2.3692662254367426e-06,
"loss": 2.0458,
"step": 5820
},
{
"epoch": 2.33,
"learning_rate": 2.3557412441652903e-06,
"loss": 2.0402,
"step": 5825
},
{
"epoch": 2.33,
"learning_rate": 2.3422498211938918e-06,
"loss": 2.1306,
"step": 5830
},
{
"epoch": 2.33,
"learning_rate": 2.328792015749899e-06,
"loss": 2.082,
"step": 5835
},
{
"epoch": 2.34,
"learning_rate": 2.3153678869130834e-06,
"loss": 2.1265,
"step": 5840
},
{
"epoch": 2.34,
"learning_rate": 2.3019774936153827e-06,
"loss": 2.128,
"step": 5845
},
{
"epoch": 2.34,
"learning_rate": 2.28862089464063e-06,
"loss": 2.0362,
"step": 5850
},
{
"epoch": 2.34,
"learning_rate": 2.2752981486242985e-06,
"loss": 2.1417,
"step": 5855
},
{
"epoch": 2.34,
"learning_rate": 2.2620093140532528e-06,
"loss": 2.0554,
"step": 5860
},
{
"epoch": 2.35,
"learning_rate": 2.2487544492654832e-06,
"loss": 2.0155,
"step": 5865
},
{
"epoch": 2.35,
"learning_rate": 2.235533612449854e-06,
"loss": 2.1008,
"step": 5870
},
{
"epoch": 2.35,
"learning_rate": 2.222346861645841e-06,
"loss": 2.105,
"step": 5875
},
{
"epoch": 2.35,
"learning_rate": 2.209194254743295e-06,
"loss": 2.0809,
"step": 5880
},
{
"epoch": 2.35,
"learning_rate": 2.196075849482164e-06,
"loss": 2.1432,
"step": 5885
},
{
"epoch": 2.36,
"learning_rate": 2.1829917034522552e-06,
"loss": 2.1098,
"step": 5890
},
{
"epoch": 2.36,
"learning_rate": 2.1699418740929744e-06,
"loss": 2.0564,
"step": 5895
},
{
"epoch": 2.36,
"learning_rate": 2.1569264186930817e-06,
"loss": 2.1031,
"step": 5900
},
{
"epoch": 2.36,
"learning_rate": 2.143945394390429e-06,
"loss": 2.1048,
"step": 5905
},
{
"epoch": 2.36,
"learning_rate": 2.1309988581717257e-06,
"loss": 2.1031,
"step": 5910
},
{
"epoch": 2.37,
"learning_rate": 2.118086866872271e-06,
"loss": 2.1187,
"step": 5915
},
{
"epoch": 2.37,
"learning_rate": 2.1052094771757125e-06,
"loss": 2.0922,
"step": 5920
},
{
"epoch": 2.37,
"learning_rate": 2.0923667456137987e-06,
"loss": 2.056,
"step": 5925
},
{
"epoch": 2.37,
"learning_rate": 2.0795587285661278e-06,
"loss": 2.1164,
"step": 5930
},
{
"epoch": 2.37,
"learning_rate": 2.0667854822599022e-06,
"loss": 2.0951,
"step": 5935
},
{
"epoch": 2.38,
"learning_rate": 2.054047062769675e-06,
"loss": 2.0682,
"step": 5940
},
{
"epoch": 2.38,
"learning_rate": 2.041343526017123e-06,
"loss": 1.9337,
"step": 5945
},
{
"epoch": 2.38,
"learning_rate": 2.0286749277707783e-06,
"loss": 2.0883,
"step": 5950
},
{
"epoch": 2.38,
"learning_rate": 2.0160413236457855e-06,
"loss": 2.1396,
"step": 5955
},
{
"epoch": 2.38,
"learning_rate": 2.0034427691036817e-06,
"loss": 2.0591,
"step": 5960
},
{
"epoch": 2.39,
"learning_rate": 1.990879319452125e-06,
"loss": 2.0639,
"step": 5965
},
{
"epoch": 2.39,
"learning_rate": 1.978351029844665e-06,
"loss": 2.1451,
"step": 5970
},
{
"epoch": 2.39,
"learning_rate": 1.9658579552805036e-06,
"loss": 2.0165,
"step": 5975
},
{
"epoch": 2.39,
"learning_rate": 1.9534001506042455e-06,
"loss": 2.0768,
"step": 5980
},
{
"epoch": 2.39,
"learning_rate": 1.9409776705056514e-06,
"loss": 2.0771,
"step": 5985
},
{
"epoch": 2.4,
"learning_rate": 1.928590569519425e-06,
"loss": 2.0962,
"step": 5990
},
{
"epoch": 2.4,
"learning_rate": 1.9162389020249416e-06,
"loss": 2.007,
"step": 5995
},
{
"epoch": 2.4,
"learning_rate": 1.90392272224603e-06,
"loss": 2.0936,
"step": 6000
},
{
"epoch": 2.4,
"learning_rate": 1.8916420842507232e-06,
"loss": 2.0272,
"step": 6005
},
{
"epoch": 2.4,
"learning_rate": 1.8793970419510333e-06,
"loss": 2.1202,
"step": 6010
},
{
"epoch": 2.41,
"learning_rate": 1.867187649102702e-06,
"loss": 2.1284,
"step": 6015
},
{
"epoch": 2.41,
"learning_rate": 1.8550139593049631e-06,
"loss": 1.9971,
"step": 6020
},
{
"epoch": 2.41,
"learning_rate": 1.8428760260003297e-06,
"loss": 2.0249,
"step": 6025
},
{
"epoch": 2.41,
"learning_rate": 1.830773902474332e-06,
"loss": 2.0139,
"step": 6030
},
{
"epoch": 2.41,
"learning_rate": 1.8187076418552974e-06,
"loss": 2.1007,
"step": 6035
},
{
"epoch": 2.42,
"learning_rate": 1.806677297114121e-06,
"loss": 2.0515,
"step": 6040
},
{
"epoch": 2.42,
"learning_rate": 1.7946829210640238e-06,
"loss": 2.0003,
"step": 6045
},
{
"epoch": 2.42,
"learning_rate": 1.7827245663603133e-06,
"loss": 2.115,
"step": 6050
},
{
"epoch": 2.42,
"learning_rate": 1.7708022855001816e-06,
"loss": 2.0915,
"step": 6055
},
{
"epoch": 2.42,
"learning_rate": 1.7589161308224466e-06,
"loss": 1.9925,
"step": 6060
},
{
"epoch": 2.43,
"learning_rate": 1.7470661545073319e-06,
"loss": 2.059,
"step": 6065
},
{
"epoch": 2.43,
"learning_rate": 1.735252408576239e-06,
"loss": 2.0153,
"step": 6070
},
{
"epoch": 2.43,
"learning_rate": 1.7234749448915255e-06,
"loss": 2.1008,
"step": 6075
},
{
"epoch": 2.43,
"learning_rate": 1.7117338151562568e-06,
"loss": 2.1203,
"step": 6080
},
{
"epoch": 2.43,
"learning_rate": 1.7000290709139977e-06,
"loss": 2.0918,
"step": 6085
},
{
"epoch": 2.44,
"learning_rate": 1.6883607635485877e-06,
"loss": 2.1489,
"step": 6090
},
{
"epoch": 2.44,
"learning_rate": 1.6767289442838985e-06,
"loss": 2.0792,
"step": 6095
},
{
"epoch": 2.44,
"learning_rate": 1.6651336641836214e-06,
"loss": 2.0856,
"step": 6100
},
{
"epoch": 2.44,
"learning_rate": 1.65357497415105e-06,
"loss": 2.0075,
"step": 6105
},
{
"epoch": 2.44,
"learning_rate": 1.642052924928832e-06,
"loss": 1.9995,
"step": 6110
},
{
"epoch": 2.45,
"learning_rate": 1.6305675670987686e-06,
"loss": 2.0732,
"step": 6115
},
{
"epoch": 2.45,
"learning_rate": 1.6191189510815942e-06,
"loss": 2.1005,
"step": 6120
},
{
"epoch": 2.45,
"learning_rate": 1.607707127136734e-06,
"loss": 2.1333,
"step": 6125
},
{
"epoch": 2.45,
"learning_rate": 1.596332145362104e-06,
"loss": 2.1098,
"step": 6130
},
{
"epoch": 2.45,
"learning_rate": 1.5849940556938782e-06,
"loss": 2.0098,
"step": 6135
},
{
"epoch": 2.46,
"learning_rate": 1.5736929079062768e-06,
"loss": 2.1078,
"step": 6140
},
{
"epoch": 2.46,
"learning_rate": 1.5624287516113457e-06,
"loss": 1.9704,
"step": 6145
},
{
"epoch": 2.46,
"learning_rate": 1.5512016362587346e-06,
"loss": 2.023,
"step": 6150
},
{
"epoch": 2.46,
"learning_rate": 1.540011611135489e-06,
"loss": 2.1033,
"step": 6155
},
{
"epoch": 2.46,
"learning_rate": 1.5288587253658248e-06,
"loss": 2.0905,
"step": 6160
},
{
"epoch": 2.47,
"learning_rate": 1.5177430279109128e-06,
"loss": 2.1233,
"step": 6165
},
{
"epoch": 2.47,
"learning_rate": 1.5066645675686787e-06,
"loss": 2.1036,
"step": 6170
},
{
"epoch": 2.47,
"learning_rate": 1.495623392973562e-06,
"loss": 2.0099,
"step": 6175
},
{
"epoch": 2.47,
"learning_rate": 1.4846195525963247e-06,
"loss": 1.9788,
"step": 6180
},
{
"epoch": 2.47,
"learning_rate": 1.4736530947438377e-06,
"loss": 2.0596,
"step": 6185
},
{
"epoch": 2.48,
"learning_rate": 1.4627240675588539e-06,
"loss": 2.0375,
"step": 6190
},
{
"epoch": 2.48,
"learning_rate": 1.451832519019808e-06,
"loss": 2.0944,
"step": 6195
},
{
"epoch": 2.48,
"learning_rate": 1.4409784969406049e-06,
"loss": 2.0623,
"step": 6200
},
{
"epoch": 2.48,
"learning_rate": 1.4301620489704072e-06,
"loss": 2.0963,
"step": 6205
},
{
"epoch": 2.48,
"learning_rate": 1.4193832225934267e-06,
"loss": 2.1514,
"step": 6210
},
{
"epoch": 2.49,
"learning_rate": 1.4086420651287157e-06,
"loss": 2.0243,
"step": 6215
},
{
"epoch": 2.49,
"learning_rate": 1.3979386237299641e-06,
"loss": 2.0516,
"step": 6220
},
{
"epoch": 2.49,
"learning_rate": 1.387272945385285e-06,
"loss": 2.067,
"step": 6225
},
{
"epoch": 2.49,
"learning_rate": 1.3766450769170115e-06,
"loss": 2.038,
"step": 6230
},
{
"epoch": 2.49,
"learning_rate": 1.3660550649814918e-06,
"loss": 2.1,
"step": 6235
},
{
"epoch": 2.5,
"learning_rate": 1.3555029560688838e-06,
"loss": 1.9969,
"step": 6240
},
{
"epoch": 2.5,
"learning_rate": 1.3449887965029485e-06,
"loss": 2.0904,
"step": 6245
},
{
"epoch": 2.5,
"learning_rate": 1.3345126324408575e-06,
"loss": 2.0902,
"step": 6250
},
{
"epoch": 2.5,
"learning_rate": 1.3240745098729745e-06,
"loss": 2.0967,
"step": 6255
},
{
"epoch": 2.51,
"learning_rate": 1.3136744746226626e-06,
"loss": 1.9768,
"step": 6260
},
{
"epoch": 2.51,
"learning_rate": 1.3033125723460826e-06,
"loss": 2.0477,
"step": 6265
},
{
"epoch": 2.51,
"learning_rate": 1.2929888485319908e-06,
"loss": 2.1532,
"step": 6270
},
{
"epoch": 2.51,
"learning_rate": 1.2827033485015406e-06,
"loss": 1.9443,
"step": 6275
},
{
"epoch": 2.51,
"learning_rate": 1.2724561174080796e-06,
"loss": 2.1782,
"step": 6280
},
{
"epoch": 2.52,
"learning_rate": 1.2622472002369635e-06,
"loss": 2.1286,
"step": 6285
},
{
"epoch": 2.52,
"learning_rate": 1.2520766418053408e-06,
"loss": 2.0444,
"step": 6290
},
{
"epoch": 2.52,
"learning_rate": 1.241944486761969e-06,
"loss": 2.0266,
"step": 6295
},
{
"epoch": 2.52,
"learning_rate": 1.2318507795870138e-06,
"loss": 2.1015,
"step": 6300
},
{
"epoch": 2.52,
"learning_rate": 1.2217955645918568e-06,
"loss": 2.0997,
"step": 6305
},
{
"epoch": 2.53,
"learning_rate": 1.2117788859188928e-06,
"loss": 2.0902,
"step": 6310
},
{
"epoch": 2.53,
"learning_rate": 1.2018007875413518e-06,
"loss": 2.163,
"step": 6315
},
{
"epoch": 2.53,
"learning_rate": 1.1918613132630896e-06,
"loss": 1.9922,
"step": 6320
},
{
"epoch": 2.53,
"learning_rate": 1.1819605067184025e-06,
"loss": 2.0706,
"step": 6325
},
{
"epoch": 2.53,
"learning_rate": 1.1720984113718382e-06,
"loss": 2.0752,
"step": 6330
},
{
"epoch": 2.54,
"learning_rate": 1.1622750705179986e-06,
"loss": 2.0683,
"step": 6335
},
{
"epoch": 2.54,
"learning_rate": 1.1524905272813558e-06,
"loss": 2.1766,
"step": 6340
},
{
"epoch": 2.54,
"learning_rate": 1.1427448246160588e-06,
"loss": 2.064,
"step": 6345
},
{
"epoch": 2.54,
"learning_rate": 1.133038005305751e-06,
"loss": 2.1203,
"step": 6350
},
{
"epoch": 2.54,
"learning_rate": 1.1233701119633723e-06,
"loss": 2.0746,
"step": 6355
},
{
"epoch": 2.55,
"learning_rate": 1.1137411870309788e-06,
"loss": 1.995,
"step": 6360
},
{
"epoch": 2.55,
"learning_rate": 1.104151272779559e-06,
"loss": 1.9195,
"step": 6365
},
{
"epoch": 2.55,
"learning_rate": 1.0946004113088381e-06,
"loss": 2.0753,
"step": 6370
},
{
"epoch": 2.55,
"learning_rate": 1.0850886445471055e-06,
"loss": 2.087,
"step": 6375
},
{
"epoch": 2.55,
"learning_rate": 1.0756160142510197e-06,
"loss": 2.1446,
"step": 6380
},
{
"epoch": 2.56,
"learning_rate": 1.0661825620054366e-06,
"loss": 2.1177,
"step": 6385
},
{
"epoch": 2.56,
"learning_rate": 1.056788329223215e-06,
"loss": 2.13,
"step": 6390
},
{
"epoch": 2.56,
"learning_rate": 1.0474333571450412e-06,
"loss": 2.0877,
"step": 6395
},
{
"epoch": 2.56,
"learning_rate": 1.0381176868392483e-06,
"loss": 2.1238,
"step": 6400
},
{
"epoch": 2.56,
"learning_rate": 1.0288413592016345e-06,
"loss": 2.1037,
"step": 6405
},
{
"epoch": 2.57,
"learning_rate": 1.0196044149552798e-06,
"loss": 2.0599,
"step": 6410
},
{
"epoch": 2.57,
"learning_rate": 1.0104068946503787e-06,
"loss": 2.1005,
"step": 6415
},
{
"epoch": 2.57,
"learning_rate": 1.0012488386640484e-06,
"loss": 2.0853,
"step": 6420
},
{
"epoch": 2.57,
"learning_rate": 9.921302872001603e-07,
"loss": 2.1091,
"step": 6425
},
{
"epoch": 2.57,
"learning_rate": 9.830512802891601e-07,
"loss": 2.0541,
"step": 6430
},
{
"epoch": 2.58,
"learning_rate": 9.74011857787892e-07,
"loss": 2.0986,
"step": 6435
},
{
"epoch": 2.58,
"learning_rate": 9.650120593794266e-07,
"loss": 2.1166,
"step": 6440
},
{
"epoch": 2.58,
"learning_rate": 9.560519245728816e-07,
"loss": 2.0038,
"step": 6445
},
{
"epoch": 2.58,
"learning_rate": 9.471314927032571e-07,
"loss": 2.0662,
"step": 6450
},
{
"epoch": 2.58,
"learning_rate": 9.382508029312521e-07,
"loss": 2.0667,
"step": 6455
},
{
"epoch": 2.59,
"learning_rate": 9.294098942430996e-07,
"loss": 2.132,
"step": 6460
},
{
"epoch": 2.59,
"learning_rate": 9.206088054503937e-07,
"loss": 2.1023,
"step": 6465
},
{
"epoch": 2.59,
"learning_rate": 9.118475751899192e-07,
"loss": 2.0209,
"step": 6470
},
{
"epoch": 2.59,
"learning_rate": 9.031262419234787e-07,
"loss": 2.04,
"step": 6475
},
{
"epoch": 2.59,
"learning_rate": 8.94444843937734e-07,
"loss": 1.9607,
"step": 6480
},
{
"epoch": 2.6,
"learning_rate": 8.858034193440257e-07,
"loss": 2.0577,
"step": 6485
},
{
"epoch": 2.6,
"learning_rate": 8.772020060782127e-07,
"loss": 2.1076,
"step": 6490
},
{
"epoch": 2.6,
"learning_rate": 8.686406419005022e-07,
"loss": 2.101,
"step": 6495
},
{
"epoch": 2.6,
"learning_rate": 8.601193643952888e-07,
"loss": 2.0948,
"step": 6500
},
{
"epoch": 2.6,
"learning_rate": 8.516382109709854e-07,
"loss": 2.0716,
"step": 6505
},
{
"epoch": 2.61,
"learning_rate": 8.431972188598581e-07,
"loss": 1.972,
"step": 6510
},
{
"epoch": 2.61,
"learning_rate": 8.347964251178697e-07,
"loss": 1.9502,
"step": 6515
},
{
"epoch": 2.61,
"learning_rate": 8.264358666245098e-07,
"loss": 1.9629,
"step": 6520
},
{
"epoch": 2.61,
"learning_rate": 8.181155800826301e-07,
"loss": 2.0311,
"step": 6525
},
{
"epoch": 2.61,
"learning_rate": 8.098356020182973e-07,
"loss": 1.9672,
"step": 6530
},
{
"epoch": 2.62,
"learning_rate": 8.015959687806174e-07,
"loss": 2.1489,
"step": 6535
},
{
"epoch": 2.62,
"learning_rate": 7.933967165415846e-07,
"loss": 2.14,
"step": 6540
},
{
"epoch": 2.62,
"learning_rate": 7.852378812959227e-07,
"loss": 2.0682,
"step": 6545
},
{
"epoch": 2.62,
"learning_rate": 7.771194988609221e-07,
"loss": 2.124,
"step": 6550
},
{
"epoch": 2.62,
"learning_rate": 7.690416048762861e-07,
"loss": 2.1139,
"step": 6555
},
{
"epoch": 2.63,
"learning_rate": 7.610042348039715e-07,
"loss": 2.0541,
"step": 6560
},
{
"epoch": 2.63,
"learning_rate": 7.530074239280405e-07,
"loss": 2.0691,
"step": 6565
},
{
"epoch": 2.63,
"learning_rate": 7.450512073544946e-07,
"loss": 2.0822,
"step": 6570
},
{
"epoch": 2.63,
"learning_rate": 7.371356200111279e-07,
"loss": 2.0511,
"step": 6575
},
{
"epoch": 2.63,
"learning_rate": 7.29260696647377e-07,
"loss": 2.1127,
"step": 6580
},
{
"epoch": 2.64,
"learning_rate": 7.214264718341591e-07,
"loss": 2.0741,
"step": 6585
},
{
"epoch": 2.64,
"learning_rate": 7.13632979963721e-07,
"loss": 2.0819,
"step": 6590
},
{
"epoch": 2.64,
"learning_rate": 7.058802552495004e-07,
"loss": 2.0707,
"step": 6595
},
{
"epoch": 2.64,
"learning_rate": 6.981683317259613e-07,
"loss": 2.0275,
"step": 6600
},
{
"epoch": 2.64,
"learning_rate": 6.904972432484513e-07,
"loss": 2.0088,
"step": 6605
},
{
"epoch": 2.65,
"learning_rate": 6.828670234930556e-07,
"loss": 2.1961,
"step": 6610
},
{
"epoch": 2.65,
"learning_rate": 6.752777059564431e-07,
"loss": 2.0664,
"step": 6615
},
{
"epoch": 2.65,
"learning_rate": 6.677293239557181e-07,
"loss": 2.0626,
"step": 6620
},
{
"epoch": 2.65,
"learning_rate": 6.602219106282836e-07,
"loss": 2.0819,
"step": 6625
},
{
"epoch": 2.65,
"learning_rate": 6.527554989316898e-07,
"loss": 2.0876,
"step": 6630
},
{
"epoch": 2.66,
"learning_rate": 6.453301216434871e-07,
"loss": 2.0798,
"step": 6635
},
{
"epoch": 2.66,
"learning_rate": 6.379458113610825e-07,
"loss": 2.0956,
"step": 6640
},
{
"epoch": 2.66,
"learning_rate": 6.306026005016086e-07,
"loss": 2.1568,
"step": 6645
},
{
"epoch": 2.66,
"learning_rate": 6.233005213017607e-07,
"loss": 2.0234,
"step": 6650
},
{
"epoch": 2.66,
"learning_rate": 6.160396058176687e-07,
"loss": 1.9598,
"step": 6655
},
{
"epoch": 2.67,
"learning_rate": 6.088198859247596e-07,
"loss": 2.0365,
"step": 6660
},
{
"epoch": 2.67,
"learning_rate": 6.016413933176057e-07,
"loss": 2.0681,
"step": 6665
},
{
"epoch": 2.67,
"learning_rate": 5.945041595097922e-07,
"loss": 2.1563,
"step": 6670
},
{
"epoch": 2.67,
"learning_rate": 5.874082158337835e-07,
"loss": 2.0175,
"step": 6675
},
{
"epoch": 2.67,
"learning_rate": 5.803535934407734e-07,
"loss": 2.0223,
"step": 6680
},
{
"epoch": 2.68,
"learning_rate": 5.733403233005563e-07,
"loss": 2.0616,
"step": 6685
},
{
"epoch": 2.68,
"learning_rate": 5.663684362013944e-07,
"loss": 2.0521,
"step": 6690
},
{
"epoch": 2.68,
"learning_rate": 5.594379627498747e-07,
"loss": 2.0198,
"step": 6695
},
{
"epoch": 2.68,
"learning_rate": 5.525489333707812e-07,
"loss": 2.077,
"step": 6700
},
{
"epoch": 2.68,
"learning_rate": 5.45701378306952e-07,
"loss": 2.1654,
"step": 6705
},
{
"epoch": 2.69,
"learning_rate": 5.388953276191644e-07,
"loss": 2.0618,
"step": 6710
},
{
"epoch": 2.69,
"learning_rate": 5.321308111859791e-07,
"loss": 2.0267,
"step": 6715
},
{
"epoch": 2.69,
"learning_rate": 5.254078587036282e-07,
"loss": 2.1178,
"step": 6720
},
{
"epoch": 2.69,
"learning_rate": 5.187264996858776e-07,
"loss": 2.1309,
"step": 6725
},
{
"epoch": 2.69,
"learning_rate": 5.120867634638971e-07,
"loss": 2.0864,
"step": 6730
},
{
"epoch": 2.7,
"learning_rate": 5.054886791861291e-07,
"loss": 2.0438,
"step": 6735
},
{
"epoch": 2.7,
"learning_rate": 4.989322758181736e-07,
"loss": 2.0632,
"step": 6740
},
{
"epoch": 2.7,
"learning_rate": 4.924175821426392e-07,
"loss": 2.0679,
"step": 6745
},
{
"epoch": 2.7,
"learning_rate": 4.859446267590351e-07,
"loss": 2.0548,
"step": 6750
},
{
"epoch": 2.7,
"learning_rate": 4.795134380836419e-07,
"loss": 1.9926,
"step": 6755
},
{
"epoch": 2.71,
"learning_rate": 4.7312404434938007e-07,
"loss": 2.09,
"step": 6760
},
{
"epoch": 2.71,
"learning_rate": 4.667764736056912e-07,
"loss": 2.0877,
"step": 6765
},
{
"epoch": 2.71,
"learning_rate": 4.604707537184139e-07,
"loss": 2.1266,
"step": 6770
},
{
"epoch": 2.71,
"learning_rate": 4.542069123696624e-07,
"loss": 2.1788,
"step": 6775
},
{
"epoch": 2.71,
"learning_rate": 4.479849770577038e-07,
"loss": 2.0806,
"step": 6780
},
{
"epoch": 2.72,
"learning_rate": 4.418049750968356e-07,
"loss": 2.0333,
"step": 6785
},
{
"epoch": 2.72,
"learning_rate": 4.3566693361727254e-07,
"loss": 2.0392,
"step": 6790
},
{
"epoch": 2.72,
"learning_rate": 4.2957087956501885e-07,
"loss": 2.0723,
"step": 6795
},
{
"epoch": 2.72,
"learning_rate": 4.235168397017542e-07,
"loss": 2.1018,
"step": 6800
},
{
"epoch": 2.72,
"learning_rate": 4.1750484060471885e-07,
"loss": 2.0483,
"step": 6805
},
{
"epoch": 2.73,
"learning_rate": 4.1153490866658983e-07,
"loss": 2.0559,
"step": 6810
},
{
"epoch": 2.73,
"learning_rate": 4.0560707009537184e-07,
"loss": 2.0806,
"step": 6815
},
{
"epoch": 2.73,
"learning_rate": 3.9972135091428165e-07,
"loss": 2.0804,
"step": 6820
},
{
"epoch": 2.73,
"learning_rate": 3.9387777696162757e-07,
"loss": 2.0594,
"step": 6825
},
{
"epoch": 2.73,
"learning_rate": 3.880763738907034e-07,
"loss": 2.0933,
"step": 6830
},
{
"epoch": 2.74,
"learning_rate": 3.823171671696713e-07,
"loss": 1.9843,
"step": 6835
},
{
"epoch": 2.74,
"learning_rate": 3.766001820814513e-07,
"loss": 2.1302,
"step": 6840
},
{
"epoch": 2.74,
"learning_rate": 3.7092544372361314e-07,
"loss": 2.0555,
"step": 6845
},
{
"epoch": 2.74,
"learning_rate": 3.6529297700825694e-07,
"loss": 2.0146,
"step": 6850
},
{
"epoch": 2.74,
"learning_rate": 3.59702806661919e-07,
"loss": 2.138,
"step": 6855
},
{
"epoch": 2.75,
"learning_rate": 3.541549572254488e-07,
"loss": 2.1426,
"step": 6860
},
{
"epoch": 2.75,
"learning_rate": 3.4864945305390863e-07,
"loss": 2.0187,
"step": 6865
},
{
"epoch": 2.75,
"learning_rate": 3.4318631831646297e-07,
"loss": 2.0497,
"step": 6870
},
{
"epoch": 2.75,
"learning_rate": 3.3776557699627844e-07,
"loss": 1.9925,
"step": 6875
},
{
"epoch": 2.75,
"learning_rate": 3.323872528904104e-07,
"loss": 2.0441,
"step": 6880
},
{
"epoch": 2.76,
"learning_rate": 3.2705136960970554e-07,
"loss": 2.0205,
"step": 6885
},
{
"epoch": 2.76,
"learning_rate": 3.2175795057869494e-07,
"loss": 2.0661,
"step": 6890
},
{
"epoch": 2.76,
"learning_rate": 3.165070190354913e-07,
"loss": 2.0878,
"step": 6895
},
{
"epoch": 2.76,
"learning_rate": 3.1129859803168516e-07,
"loss": 2.0933,
"step": 6900
},
{
"epoch": 2.76,
"learning_rate": 3.061327104322487e-07,
"loss": 2.0879,
"step": 6905
},
{
"epoch": 2.77,
"learning_rate": 3.0100937891543116e-07,
"loss": 2.0346,
"step": 6910
},
{
"epoch": 2.77,
"learning_rate": 2.9592862597266013e-07,
"loss": 2.0495,
"step": 6915
},
{
"epoch": 2.77,
"learning_rate": 2.9089047390844395e-07,
"loss": 1.9751,
"step": 6920
},
{
"epoch": 2.77,
"learning_rate": 2.858949448402737e-07,
"loss": 2.0457,
"step": 6925
},
{
"epoch": 2.77,
"learning_rate": 2.809420606985236e-07,
"loss": 2.0559,
"step": 6930
},
{
"epoch": 2.78,
"learning_rate": 2.760318432263587e-07,
"loss": 2.0475,
"step": 6935
},
{
"epoch": 2.78,
"learning_rate": 2.7116431397963604e-07,
"loss": 2.0471,
"step": 6940
},
{
"epoch": 2.78,
"learning_rate": 2.663394943268094e-07,
"loss": 2.0074,
"step": 6945
},
{
"epoch": 2.78,
"learning_rate": 2.615574054488434e-07,
"loss": 1.9663,
"step": 6950
},
{
"epoch": 2.78,
"learning_rate": 2.568180683391097e-07,
"loss": 2.1215,
"step": 6955
},
{
"epoch": 2.79,
"learning_rate": 2.521215038032987e-07,
"loss": 2.0805,
"step": 6960
},
{
"epoch": 2.79,
"learning_rate": 2.474677324593333e-07,
"loss": 2.0014,
"step": 6965
},
{
"epoch": 2.79,
"learning_rate": 2.4285677473727123e-07,
"loss": 2.0507,
"step": 6970
},
{
"epoch": 2.79,
"learning_rate": 2.3828865087922038e-07,
"loss": 2.1024,
"step": 6975
},
{
"epoch": 2.79,
"learning_rate": 2.3376338093924477e-07,
"loss": 2.1282,
"step": 6980
},
{
"epoch": 2.8,
"learning_rate": 2.2928098478328442e-07,
"loss": 2.0834,
"step": 6985
},
{
"epoch": 2.8,
"learning_rate": 2.2484148208905987e-07,
"loss": 2.0063,
"step": 6990
},
{
"epoch": 2.8,
"learning_rate": 2.2044489234599008e-07,
"loss": 1.9253,
"step": 6995
},
{
"epoch": 2.8,
"learning_rate": 2.1609123485510697e-07,
"loss": 2.0383,
"step": 7000
},
{
"epoch": 2.8,
"learning_rate": 2.117805287289687e-07,
"loss": 2.0034,
"step": 7005
},
{
"epoch": 2.81,
"learning_rate": 2.0751279289157656e-07,
"loss": 2.0936,
"step": 7010
},
{
"epoch": 2.81,
"learning_rate": 2.0328804607829488e-07,
"loss": 2.0141,
"step": 7015
},
{
"epoch": 2.81,
"learning_rate": 1.9910630683576458e-07,
"loss": 2.1539,
"step": 7020
},
{
"epoch": 2.81,
"learning_rate": 1.9496759352182204e-07,
"loss": 2.0881,
"step": 7025
},
{
"epoch": 2.81,
"learning_rate": 1.9087192430542135e-07,
"loss": 2.1645,
"step": 7030
},
{
"epoch": 2.82,
"learning_rate": 1.868193171665522e-07,
"loss": 2.0837,
"step": 7035
},
{
"epoch": 2.82,
"learning_rate": 1.8280978989616338e-07,
"loss": 2.0468,
"step": 7040
},
{
"epoch": 2.82,
"learning_rate": 1.7884336009607928e-07,
"loss": 2.1323,
"step": 7045
},
{
"epoch": 2.82,
"learning_rate": 1.7492004517893125e-07,
"loss": 2.0991,
"step": 7050
},
{
"epoch": 2.82,
"learning_rate": 1.7103986236807312e-07,
"loss": 2.072,
"step": 7055
},
{
"epoch": 2.83,
"learning_rate": 1.6720282869751025e-07,
"loss": 2.0069,
"step": 7060
},
{
"epoch": 2.83,
"learning_rate": 1.6340896101182058e-07,
"loss": 2.0095,
"step": 7065
},
{
"epoch": 2.83,
"learning_rate": 1.5965827596608695e-07,
"loss": 2.0803,
"step": 7070
},
{
"epoch": 2.83,
"learning_rate": 1.5595079002581836e-07,
"loss": 2.0156,
"step": 7075
},
{
"epoch": 2.83,
"learning_rate": 1.522865194668799e-07,
"loss": 2.131,
"step": 7080
},
{
"epoch": 2.84,
"learning_rate": 1.486654803754206e-07,
"loss": 2.1106,
"step": 7085
},
{
"epoch": 2.84,
"learning_rate": 1.4508768864780586e-07,
"loss": 2.0862,
"step": 7090
},
{
"epoch": 2.84,
"learning_rate": 1.4155315999054176e-07,
"loss": 2.0843,
"step": 7095
},
{
"epoch": 2.84,
"learning_rate": 1.3806190992021185e-07,
"loss": 2.0172,
"step": 7100
},
{
"epoch": 2.84,
"learning_rate": 1.3461395376340502e-07,
"loss": 2.1321,
"step": 7105
},
{
"epoch": 2.85,
"learning_rate": 1.3120930665665e-07,
"loss": 2.1629,
"step": 7110
},
{
"epoch": 2.85,
"learning_rate": 1.2784798354635196e-07,
"loss": 2.1107,
"step": 7115
},
{
"epoch": 2.85,
"learning_rate": 1.2452999918871943e-07,
"loss": 2.0813,
"step": 7120
},
{
"epoch": 2.85,
"learning_rate": 1.212553681497064e-07,
"loss": 2.0589,
"step": 7125
},
{
"epoch": 2.85,
"learning_rate": 1.1802410480494353e-07,
"loss": 2.035,
"step": 7130
},
{
"epoch": 2.86,
"learning_rate": 1.1483622333967936e-07,
"loss": 2.0216,
"step": 7135
},
{
"epoch": 2.86,
"learning_rate": 1.1169173774871478e-07,
"loss": 1.978,
"step": 7140
},
{
"epoch": 2.86,
"learning_rate": 1.0859066183634414e-07,
"loss": 2.0482,
"step": 7145
},
{
"epoch": 2.86,
"learning_rate": 1.0553300921629206e-07,
"loss": 2.1282,
"step": 7150
},
{
"epoch": 2.86,
"learning_rate": 1.0251879331165559e-07,
"loss": 2.0081,
"step": 7155
},
{
"epoch": 2.87,
"learning_rate": 9.954802735484214e-08,
"loss": 2.1178,
"step": 7160
},
{
"epoch": 2.87,
"learning_rate": 9.662072438751835e-08,
"loss": 2.0898,
"step": 7165
},
{
"epoch": 2.87,
"learning_rate": 9.373689726054458e-08,
"loss": 2.032,
"step": 7170
},
{
"epoch": 2.87,
"learning_rate": 9.089655863392389e-08,
"loss": 1.996,
"step": 7175
},
{
"epoch": 2.87,
"learning_rate": 8.809972097674424e-08,
"loss": 2.1137,
"step": 7180
},
{
"epoch": 2.88,
"learning_rate": 8.53463965671253e-08,
"loss": 1.9833,
"step": 7185
},
{
"epoch": 2.88,
"learning_rate": 8.263659749215946e-08,
"loss": 2.1127,
"step": 7190
},
{
"epoch": 2.88,
"learning_rate": 7.997033564787093e-08,
"loss": 2.0218,
"step": 7195
},
{
"epoch": 2.88,
"learning_rate": 7.734762273914675e-08,
"loss": 2.1112,
"step": 7200
},
{
"epoch": 2.88,
"learning_rate": 7.476847027970024e-08,
"loss": 2.0171,
"step": 7205
},
{
"epoch": 2.89,
"learning_rate": 7.223288959200991e-08,
"loss": 2.0654,
"step": 7210
},
{
"epoch": 2.89,
"learning_rate": 6.97408918072795e-08,
"loss": 2.012,
"step": 7215
},
{
"epoch": 2.89,
"learning_rate": 6.729248786537912e-08,
"loss": 2.1098,
"step": 7220
},
{
"epoch": 2.89,
"learning_rate": 6.488768851480087e-08,
"loss": 2.0205,
"step": 7225
},
{
"epoch": 2.89,
"learning_rate": 6.252650431261886e-08,
"loss": 2.0984,
"step": 7230
},
{
"epoch": 2.9,
"learning_rate": 6.020894562443146e-08,
"loss": 2.0464,
"step": 7235
},
{
"epoch": 2.9,
"learning_rate": 5.793502262432249e-08,
"loss": 2.103,
"step": 7240
},
{
"epoch": 2.9,
"learning_rate": 5.5704745294815624e-08,
"loss": 2.0956,
"step": 7245
},
{
"epoch": 2.9,
"learning_rate": 5.3518123426830046e-08,
"loss": 2.0641,
"step": 7250
},
{
"epoch": 2.9,
"learning_rate": 5.137516661963493e-08,
"loss": 2.1449,
"step": 7255
},
{
"epoch": 2.91,
"learning_rate": 4.927588428081387e-08,
"loss": 2.0376,
"step": 7260
},
{
"epoch": 2.91,
"learning_rate": 4.7220285626216054e-08,
"loss": 2.0383,
"step": 7265
},
{
"epoch": 2.91,
"learning_rate": 4.5208379679921865e-08,
"loss": 2.1728,
"step": 7270
},
{
"epoch": 2.91,
"learning_rate": 4.3240175274197325e-08,
"loss": 2.093,
"step": 7275
},
{
"epoch": 2.91,
"learning_rate": 4.131568104946415e-08,
"loss": 2.0098,
"step": 7280
},
{
"epoch": 2.92,
"learning_rate": 3.943490545425088e-08,
"loss": 1.998,
"step": 7285
},
{
"epoch": 2.92,
"learning_rate": 3.759785674516292e-08,
"loss": 2.099,
"step": 7290
},
{
"epoch": 2.92,
"learning_rate": 3.580454298684699e-08,
"loss": 2.041,
"step": 7295
},
{
"epoch": 2.92,
"learning_rate": 3.405497205195007e-08,
"loss": 2.1463,
"step": 7300
},
{
"epoch": 2.92,
"learning_rate": 3.234915162108942e-08,
"loss": 2.1113,
"step": 7305
},
{
"epoch": 2.93,
"learning_rate": 3.0687089182819264e-08,
"loss": 2.0994,
"step": 7310
},
{
"epoch": 2.93,
"learning_rate": 2.906879203359303e-08,
"loss": 1.9752,
"step": 7315
},
{
"epoch": 2.93,
"learning_rate": 2.7494267277735632e-08,
"loss": 1.9797,
"step": 7320
},
{
"epoch": 2.93,
"learning_rate": 2.5963521827412352e-08,
"loss": 2.0584,
"step": 7325
},
{
"epoch": 2.93,
"learning_rate": 2.447656240259777e-08,
"loss": 2.0813,
"step": 7330
},
{
"epoch": 2.94,
"learning_rate": 2.3033395531042448e-08,
"loss": 2.0428,
"step": 7335
},
{
"epoch": 2.94,
"learning_rate": 2.1634027548250723e-08,
"loss": 2.0691,
"step": 7340
},
{
"epoch": 2.94,
"learning_rate": 2.0278464597449644e-08,
"loss": 2.0987,
"step": 7345
},
{
"epoch": 2.94,
"learning_rate": 1.896671262955896e-08,
"loss": 2.1581,
"step": 7350
},
{
"epoch": 2.94,
"learning_rate": 1.7698777403173383e-08,
"loss": 2.0984,
"step": 7355
},
{
"epoch": 2.95,
"learning_rate": 1.6474664484527058e-08,
"loss": 2.0336,
"step": 7360
},
{
"epoch": 2.95,
"learning_rate": 1.5294379247476898e-08,
"loss": 2.1252,
"step": 7365
},
{
"epoch": 2.95,
"learning_rate": 1.4157926873475947e-08,
"loss": 2.0692,
"step": 7370
},
{
"epoch": 2.95,
"learning_rate": 1.3065312351552283e-08,
"loss": 2.1003,
"step": 7375
},
{
"epoch": 2.95,
"learning_rate": 1.201654047828127e-08,
"loss": 2.1239,
"step": 7380
},
{
"epoch": 2.96,
"learning_rate": 1.1011615857773328e-08,
"loss": 2.1577,
"step": 7385
},
{
"epoch": 2.96,
"learning_rate": 1.0050542901648419e-08,
"loss": 2.1533,
"step": 7390
},
{
"epoch": 2.96,
"learning_rate": 9.13332582901716e-09,
"loss": 2.0182,
"step": 7395
},
{
"epoch": 2.96,
"learning_rate": 8.259968666463058e-09,
"loss": 2.1697,
"step": 7400
},
{
"epoch": 2.96,
"learning_rate": 7.43047524802476e-09,
"loss": 2.0327,
"step": 7405
},
{
"epoch": 2.97,
"learning_rate": 6.644849215178273e-09,
"loss": 2.0703,
"step": 7410
},
{
"epoch": 2.97,
"learning_rate": 5.903094016822542e-09,
"loss": 2.0087,
"step": 7415
},
{
"epoch": 2.97,
"learning_rate": 5.205212909262791e-09,
"loss": 2.0258,
"step": 7420
},
{
"epoch": 2.97,
"learning_rate": 4.551208956198317e-09,
"loss": 1.9995,
"step": 7425
},
{
"epoch": 2.97,
"learning_rate": 3.941085028705827e-09,
"loss": 2.054,
"step": 7430
},
{
"epoch": 2.98,
"learning_rate": 3.3748438052305656e-09,
"loss": 2.1216,
"step": 7435
},
{
"epoch": 2.98,
"learning_rate": 2.852487771571877e-09,
"loss": 2.0869,
"step": 7440
},
{
"epoch": 2.98,
"learning_rate": 2.3740192208721034e-09,
"loss": 2.0625,
"step": 7445
},
{
"epoch": 2.98,
"learning_rate": 1.9394402536099255e-09,
"loss": 2.0759,
"step": 7450
},
{
"epoch": 2.98,
"learning_rate": 1.5487527775848165e-09,
"loss": 2.0811,
"step": 7455
},
{
"epoch": 2.99,
"learning_rate": 1.201958507918155e-09,
"loss": 2.1014,
"step": 7460
},
{
"epoch": 2.99,
"learning_rate": 8.990589670343497e-10,
"loss": 2.0307,
"step": 7465
},
{
"epoch": 2.99,
"learning_rate": 6.400554846641705e-10,
"loss": 2.0364,
"step": 7470
},
{
"epoch": 2.99,
"learning_rate": 4.2494919783142574e-10,
"loss": 2.0335,
"step": 7475
},
{
"epoch": 2.99,
"learning_rate": 2.5374105085518297e-10,
"loss": 2.0692,
"step": 7480
},
{
"epoch": 3.0,
"learning_rate": 1.264317953364458e-10,
"loss": 2.0747,
"step": 7485
},
{
"epoch": 3.0,
"learning_rate": 4.3021990164815455e-11,
"loss": 2.0857,
"step": 7490
},
{
"epoch": 3.0,
"learning_rate": 3.5120015096090644e-12,
"loss": 2.1121,
"step": 7495
},
{
"epoch": 3.0,
"step": 7497,
"total_flos": 4.954742374840074e+17,
"train_loss": 2.0977668136346335,
"train_runtime": 13801.1295,
"train_samples_per_second": 8.691,
"train_steps_per_second": 0.543
}
],
"logging_steps": 5,
"max_steps": 7497,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 100,
"total_flos": 4.954742374840074e+17,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}