vietnamese-correction / trainer_state.json
bmd1905's picture
fix bug
25a07b4
raw
history blame
37.1 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.49995365459282987,
"global_step": 3034,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 9.96704021094265e-09,
"loss": 0.2145,
"step": 10
},
{
"epoch": 0.0,
"learning_rate": 9.9340804218853e-09,
"loss": 0.1998,
"step": 20
},
{
"epoch": 0.0,
"learning_rate": 9.90112063282795e-09,
"loss": 0.187,
"step": 30
},
{
"epoch": 0.01,
"learning_rate": 9.8681608437706e-09,
"loss": 0.1964,
"step": 40
},
{
"epoch": 0.01,
"learning_rate": 9.835201054713249e-09,
"loss": 0.1877,
"step": 50
},
{
"epoch": 0.01,
"learning_rate": 9.802241265655901e-09,
"loss": 0.1848,
"step": 60
},
{
"epoch": 0.01,
"learning_rate": 9.769281476598551e-09,
"loss": 0.2161,
"step": 70
},
{
"epoch": 0.01,
"learning_rate": 9.7363216875412e-09,
"loss": 0.2022,
"step": 80
},
{
"epoch": 0.01,
"learning_rate": 9.70336189848385e-09,
"loss": 0.1829,
"step": 90
},
{
"epoch": 0.02,
"learning_rate": 9.6704021094265e-09,
"loss": 0.1805,
"step": 100
},
{
"epoch": 0.02,
"learning_rate": 9.63744232036915e-09,
"loss": 0.1835,
"step": 110
},
{
"epoch": 0.02,
"learning_rate": 9.6044825313118e-09,
"loss": 0.1925,
"step": 120
},
{
"epoch": 0.02,
"learning_rate": 9.57152274225445e-09,
"loss": 0.1996,
"step": 130
},
{
"epoch": 0.02,
"learning_rate": 9.5385629531971e-09,
"loss": 0.1905,
"step": 140
},
{
"epoch": 0.02,
"learning_rate": 9.50560316413975e-09,
"loss": 0.2047,
"step": 150
},
{
"epoch": 0.03,
"learning_rate": 9.472643375082399e-09,
"loss": 0.1751,
"step": 160
},
{
"epoch": 0.03,
"learning_rate": 9.439683586025049e-09,
"loss": 0.1791,
"step": 170
},
{
"epoch": 0.03,
"learning_rate": 9.4067237969677e-09,
"loss": 0.1996,
"step": 180
},
{
"epoch": 0.03,
"learning_rate": 9.373764007910349e-09,
"loss": 0.2002,
"step": 190
},
{
"epoch": 0.03,
"learning_rate": 9.340804218852999e-09,
"loss": 0.1816,
"step": 200
},
{
"epoch": 0.03,
"learning_rate": 9.30784442979565e-09,
"loss": 0.1834,
"step": 210
},
{
"epoch": 0.04,
"learning_rate": 9.2748846407383e-09,
"loss": 0.1751,
"step": 220
},
{
"epoch": 0.04,
"learning_rate": 9.24192485168095e-09,
"loss": 0.1758,
"step": 230
},
{
"epoch": 0.04,
"learning_rate": 9.2089650626236e-09,
"loss": 0.1822,
"step": 240
},
{
"epoch": 0.04,
"learning_rate": 9.17600527356625e-09,
"loss": 0.1543,
"step": 250
},
{
"epoch": 0.04,
"learning_rate": 9.1430454845089e-09,
"loss": 0.1768,
"step": 260
},
{
"epoch": 0.04,
"learning_rate": 9.110085695451548e-09,
"loss": 0.1779,
"step": 270
},
{
"epoch": 0.05,
"learning_rate": 9.077125906394198e-09,
"loss": 0.1783,
"step": 280
},
{
"epoch": 0.05,
"learning_rate": 9.04416611733685e-09,
"loss": 0.1911,
"step": 290
},
{
"epoch": 0.05,
"learning_rate": 9.011206328279499e-09,
"loss": 0.175,
"step": 300
},
{
"epoch": 0.05,
"learning_rate": 8.978246539222149e-09,
"loss": 0.1991,
"step": 310
},
{
"epoch": 0.05,
"learning_rate": 8.945286750164799e-09,
"loss": 0.1881,
"step": 320
},
{
"epoch": 0.05,
"learning_rate": 8.912326961107449e-09,
"loss": 0.1655,
"step": 330
},
{
"epoch": 0.06,
"learning_rate": 8.879367172050099e-09,
"loss": 0.1694,
"step": 340
},
{
"epoch": 0.06,
"learning_rate": 8.846407382992749e-09,
"loss": 0.2049,
"step": 350
},
{
"epoch": 0.06,
"learning_rate": 8.8134475939354e-09,
"loss": 0.187,
"step": 360
},
{
"epoch": 0.06,
"learning_rate": 8.78048780487805e-09,
"loss": 0.1891,
"step": 370
},
{
"epoch": 0.06,
"learning_rate": 8.7475280158207e-09,
"loss": 0.178,
"step": 380
},
{
"epoch": 0.06,
"learning_rate": 8.714568226763348e-09,
"loss": 0.19,
"step": 390
},
{
"epoch": 0.07,
"learning_rate": 8.681608437706e-09,
"loss": 0.1625,
"step": 400
},
{
"epoch": 0.07,
"learning_rate": 8.64864864864865e-09,
"loss": 0.1688,
"step": 410
},
{
"epoch": 0.07,
"learning_rate": 8.615688859591298e-09,
"loss": 0.1737,
"step": 420
},
{
"epoch": 0.07,
"learning_rate": 8.582729070533948e-09,
"loss": 0.1822,
"step": 430
},
{
"epoch": 0.07,
"learning_rate": 8.549769281476598e-09,
"loss": 0.1653,
"step": 440
},
{
"epoch": 0.07,
"learning_rate": 8.516809492419249e-09,
"loss": 0.1622,
"step": 450
},
{
"epoch": 0.08,
"learning_rate": 8.483849703361899e-09,
"loss": 0.1734,
"step": 460
},
{
"epoch": 0.08,
"learning_rate": 8.450889914304549e-09,
"loss": 0.1668,
"step": 470
},
{
"epoch": 0.08,
"learning_rate": 8.417930125247199e-09,
"loss": 0.1554,
"step": 480
},
{
"epoch": 0.08,
"learning_rate": 8.384970336189849e-09,
"loss": 0.1717,
"step": 490
},
{
"epoch": 0.08,
"learning_rate": 8.352010547132498e-09,
"loss": 0.1747,
"step": 500
},
{
"epoch": 0.08,
"learning_rate": 8.319050758075148e-09,
"loss": 0.1676,
"step": 510
},
{
"epoch": 0.09,
"learning_rate": 8.2860909690178e-09,
"loss": 0.1545,
"step": 520
},
{
"epoch": 0.09,
"learning_rate": 8.253131179960448e-09,
"loss": 0.184,
"step": 530
},
{
"epoch": 0.09,
"learning_rate": 8.220171390903098e-09,
"loss": 0.1584,
"step": 540
},
{
"epoch": 0.09,
"learning_rate": 8.187211601845748e-09,
"loss": 0.1576,
"step": 550
},
{
"epoch": 0.09,
"learning_rate": 8.154251812788398e-09,
"loss": 0.1828,
"step": 560
},
{
"epoch": 0.09,
"learning_rate": 8.121292023731048e-09,
"loss": 0.1786,
"step": 570
},
{
"epoch": 0.1,
"learning_rate": 8.088332234673698e-09,
"loss": 0.1876,
"step": 580
},
{
"epoch": 0.1,
"learning_rate": 8.055372445616349e-09,
"loss": 0.1549,
"step": 590
},
{
"epoch": 0.1,
"learning_rate": 8.022412656558999e-09,
"loss": 0.168,
"step": 600
},
{
"epoch": 0.1,
"learning_rate": 7.989452867501649e-09,
"loss": 0.1685,
"step": 610
},
{
"epoch": 0.1,
"learning_rate": 7.956493078444297e-09,
"loss": 0.1663,
"step": 620
},
{
"epoch": 0.1,
"learning_rate": 7.923533289386949e-09,
"loss": 0.1661,
"step": 630
},
{
"epoch": 0.11,
"learning_rate": 7.890573500329597e-09,
"loss": 0.1688,
"step": 640
},
{
"epoch": 0.11,
"learning_rate": 7.857613711272248e-09,
"loss": 0.1897,
"step": 650
},
{
"epoch": 0.11,
"learning_rate": 7.824653922214898e-09,
"loss": 0.1831,
"step": 660
},
{
"epoch": 0.11,
"learning_rate": 7.791694133157548e-09,
"loss": 0.1788,
"step": 670
},
{
"epoch": 0.11,
"learning_rate": 7.758734344100198e-09,
"loss": 0.1649,
"step": 680
},
{
"epoch": 0.11,
"learning_rate": 7.725774555042848e-09,
"loss": 0.182,
"step": 690
},
{
"epoch": 0.12,
"learning_rate": 7.692814765985498e-09,
"loss": 0.1725,
"step": 700
},
{
"epoch": 0.12,
"learning_rate": 7.659854976928148e-09,
"loss": 0.1548,
"step": 710
},
{
"epoch": 0.12,
"learning_rate": 7.626895187870798e-09,
"loss": 0.1675,
"step": 720
},
{
"epoch": 0.12,
"learning_rate": 7.593935398813447e-09,
"loss": 0.177,
"step": 730
},
{
"epoch": 0.12,
"learning_rate": 7.560975609756099e-09,
"loss": 0.1571,
"step": 740
},
{
"epoch": 0.12,
"learning_rate": 7.528015820698749e-09,
"loss": 0.1749,
"step": 750
},
{
"epoch": 0.13,
"learning_rate": 7.495056031641397e-09,
"loss": 0.1468,
"step": 760
},
{
"epoch": 0.13,
"learning_rate": 7.462096242584047e-09,
"loss": 0.1482,
"step": 770
},
{
"epoch": 0.13,
"learning_rate": 7.429136453526698e-09,
"loss": 0.1721,
"step": 780
},
{
"epoch": 0.13,
"learning_rate": 7.3961766644693474e-09,
"loss": 0.1708,
"step": 790
},
{
"epoch": 0.13,
"learning_rate": 7.3632168754119975e-09,
"loss": 0.1439,
"step": 800
},
{
"epoch": 0.13,
"learning_rate": 7.330257086354647e-09,
"loss": 0.1504,
"step": 810
},
{
"epoch": 0.14,
"learning_rate": 7.297297297297297e-09,
"loss": 0.1649,
"step": 820
},
{
"epoch": 0.14,
"learning_rate": 7.264337508239948e-09,
"loss": 0.1481,
"step": 830
},
{
"epoch": 0.14,
"learning_rate": 7.231377719182597e-09,
"loss": 0.1709,
"step": 840
},
{
"epoch": 0.14,
"learning_rate": 7.198417930125247e-09,
"loss": 0.1576,
"step": 850
},
{
"epoch": 0.14,
"learning_rate": 7.165458141067897e-09,
"loss": 0.1763,
"step": 860
},
{
"epoch": 0.14,
"learning_rate": 7.132498352010547e-09,
"loss": 0.1451,
"step": 870
},
{
"epoch": 0.15,
"learning_rate": 7.099538562953198e-09,
"loss": 0.1728,
"step": 880
},
{
"epoch": 0.15,
"learning_rate": 7.066578773895848e-09,
"loss": 0.1577,
"step": 890
},
{
"epoch": 0.15,
"learning_rate": 7.033618984838497e-09,
"loss": 0.1722,
"step": 900
},
{
"epoch": 0.15,
"learning_rate": 7.000659195781147e-09,
"loss": 0.1565,
"step": 910
},
{
"epoch": 0.15,
"learning_rate": 6.967699406723797e-09,
"loss": 0.1495,
"step": 920
},
{
"epoch": 0.15,
"learning_rate": 6.9347396176664465e-09,
"loss": 0.1609,
"step": 930
},
{
"epoch": 0.15,
"learning_rate": 6.9017798286090974e-09,
"loss": 0.1717,
"step": 940
},
{
"epoch": 0.16,
"learning_rate": 6.8688200395517476e-09,
"loss": 0.1598,
"step": 950
},
{
"epoch": 0.16,
"learning_rate": 6.835860250494397e-09,
"loss": 0.167,
"step": 960
},
{
"epoch": 0.16,
"learning_rate": 6.802900461437047e-09,
"loss": 0.1698,
"step": 970
},
{
"epoch": 0.16,
"learning_rate": 6.769940672379697e-09,
"loss": 0.1733,
"step": 980
},
{
"epoch": 0.16,
"learning_rate": 6.736980883322346e-09,
"loss": 0.15,
"step": 990
},
{
"epoch": 0.16,
"learning_rate": 6.704021094264997e-09,
"loss": 0.1804,
"step": 1000
},
{
"epoch": 0.17,
"learning_rate": 6.6710613052076466e-09,
"loss": 0.1467,
"step": 1010
},
{
"epoch": 0.17,
"learning_rate": 6.638101516150297e-09,
"loss": 0.1544,
"step": 1020
},
{
"epoch": 0.17,
"learning_rate": 6.605141727092947e-09,
"loss": 0.1589,
"step": 1030
},
{
"epoch": 0.17,
"learning_rate": 6.572181938035596e-09,
"loss": 0.1485,
"step": 1040
},
{
"epoch": 0.17,
"learning_rate": 6.539222148978247e-09,
"loss": 0.1459,
"step": 1050
},
{
"epoch": 0.17,
"learning_rate": 6.506262359920897e-09,
"loss": 0.1392,
"step": 1060
},
{
"epoch": 0.18,
"learning_rate": 6.473302570863546e-09,
"loss": 0.1639,
"step": 1070
},
{
"epoch": 0.18,
"learning_rate": 6.4403427818061965e-09,
"loss": 0.1405,
"step": 1080
},
{
"epoch": 0.18,
"learning_rate": 6.407382992748847e-09,
"loss": 0.1555,
"step": 1090
},
{
"epoch": 0.18,
"learning_rate": 6.374423203691496e-09,
"loss": 0.1668,
"step": 1100
},
{
"epoch": 0.18,
"learning_rate": 6.341463414634147e-09,
"loss": 0.1672,
"step": 1110
},
{
"epoch": 0.18,
"learning_rate": 6.308503625576797e-09,
"loss": 0.1519,
"step": 1120
},
{
"epoch": 0.19,
"learning_rate": 6.275543836519446e-09,
"loss": 0.1485,
"step": 1130
},
{
"epoch": 0.19,
"learning_rate": 6.242584047462096e-09,
"loss": 0.1629,
"step": 1140
},
{
"epoch": 0.19,
"learning_rate": 6.2096242584047465e-09,
"loss": 0.1544,
"step": 1150
},
{
"epoch": 0.19,
"learning_rate": 6.176664469347396e-09,
"loss": 0.1519,
"step": 1160
},
{
"epoch": 0.19,
"learning_rate": 6.143704680290047e-09,
"loss": 0.1346,
"step": 1170
},
{
"epoch": 0.19,
"learning_rate": 6.110744891232696e-09,
"loss": 0.1575,
"step": 1180
},
{
"epoch": 0.2,
"learning_rate": 6.077785102175346e-09,
"loss": 0.152,
"step": 1190
},
{
"epoch": 0.2,
"learning_rate": 6.044825313117996e-09,
"loss": 0.1611,
"step": 1200
},
{
"epoch": 0.2,
"learning_rate": 6.0118655240606455e-09,
"loss": 0.1406,
"step": 1210
},
{
"epoch": 0.2,
"learning_rate": 5.9789057350032964e-09,
"loss": 0.1401,
"step": 1220
},
{
"epoch": 0.2,
"learning_rate": 5.9459459459459465e-09,
"loss": 0.16,
"step": 1230
},
{
"epoch": 0.2,
"learning_rate": 5.912986156888596e-09,
"loss": 0.1718,
"step": 1240
},
{
"epoch": 0.21,
"learning_rate": 5.880026367831246e-09,
"loss": 0.1598,
"step": 1250
},
{
"epoch": 0.21,
"learning_rate": 5.847066578773896e-09,
"loss": 0.1698,
"step": 1260
},
{
"epoch": 0.21,
"learning_rate": 5.814106789716545e-09,
"loss": 0.1502,
"step": 1270
},
{
"epoch": 0.21,
"learning_rate": 5.781147000659196e-09,
"loss": 0.1615,
"step": 1280
},
{
"epoch": 0.21,
"learning_rate": 5.748187211601846e-09,
"loss": 0.1466,
"step": 1290
},
{
"epoch": 0.21,
"learning_rate": 5.715227422544496e-09,
"loss": 0.1484,
"step": 1300
},
{
"epoch": 0.22,
"learning_rate": 5.682267633487146e-09,
"loss": 0.1417,
"step": 1310
},
{
"epoch": 0.22,
"learning_rate": 5.649307844429796e-09,
"loss": 0.1349,
"step": 1320
},
{
"epoch": 0.22,
"learning_rate": 5.616348055372445e-09,
"loss": 0.1461,
"step": 1330
},
{
"epoch": 0.22,
"learning_rate": 5.583388266315096e-09,
"loss": 0.1605,
"step": 1340
},
{
"epoch": 0.22,
"learning_rate": 5.550428477257745e-09,
"loss": 0.1484,
"step": 1350
},
{
"epoch": 0.22,
"learning_rate": 5.5174686882003955e-09,
"loss": 0.1438,
"step": 1360
},
{
"epoch": 0.23,
"learning_rate": 5.484508899143046e-09,
"loss": 0.156,
"step": 1370
},
{
"epoch": 0.23,
"learning_rate": 5.451549110085695e-09,
"loss": 0.1711,
"step": 1380
},
{
"epoch": 0.23,
"learning_rate": 5.418589321028346e-09,
"loss": 0.1451,
"step": 1390
},
{
"epoch": 0.23,
"learning_rate": 5.385629531970996e-09,
"loss": 0.1531,
"step": 1400
},
{
"epoch": 0.23,
"learning_rate": 5.352669742913645e-09,
"loss": 0.1406,
"step": 1410
},
{
"epoch": 0.23,
"learning_rate": 5.319709953856295e-09,
"loss": 0.157,
"step": 1420
},
{
"epoch": 0.24,
"learning_rate": 5.2867501647989455e-09,
"loss": 0.1404,
"step": 1430
},
{
"epoch": 0.24,
"learning_rate": 5.253790375741595e-09,
"loss": 0.1532,
"step": 1440
},
{
"epoch": 0.24,
"learning_rate": 5.220830586684246e-09,
"loss": 0.1473,
"step": 1450
},
{
"epoch": 0.24,
"learning_rate": 5.187870797626896e-09,
"loss": 0.1426,
"step": 1460
},
{
"epoch": 0.24,
"learning_rate": 5.154911008569545e-09,
"loss": 0.1416,
"step": 1470
},
{
"epoch": 0.24,
"learning_rate": 5.121951219512195e-09,
"loss": 0.1494,
"step": 1480
},
{
"epoch": 0.25,
"learning_rate": 5.088991430454845e-09,
"loss": 0.124,
"step": 1490
},
{
"epoch": 0.25,
"learning_rate": 5.0560316413974946e-09,
"loss": 0.1365,
"step": 1500
},
{
"epoch": 0.25,
"learning_rate": 5.0230718523401455e-09,
"loss": 0.1422,
"step": 1510
},
{
"epoch": 0.25,
"learning_rate": 4.990112063282795e-09,
"loss": 0.1501,
"step": 1520
},
{
"epoch": 0.25,
"learning_rate": 4.957152274225445e-09,
"loss": 0.1349,
"step": 1530
},
{
"epoch": 0.25,
"learning_rate": 4.924192485168095e-09,
"loss": 0.1496,
"step": 1540
},
{
"epoch": 0.26,
"learning_rate": 4.891232696110745e-09,
"loss": 0.1318,
"step": 1550
},
{
"epoch": 0.26,
"learning_rate": 4.858272907053395e-09,
"loss": 0.1505,
"step": 1560
},
{
"epoch": 0.26,
"learning_rate": 4.8253131179960445e-09,
"loss": 0.1486,
"step": 1570
},
{
"epoch": 0.26,
"learning_rate": 4.792353328938695e-09,
"loss": 0.1615,
"step": 1580
},
{
"epoch": 0.26,
"learning_rate": 4.759393539881345e-09,
"loss": 0.1598,
"step": 1590
},
{
"epoch": 0.26,
"learning_rate": 4.726433750823995e-09,
"loss": 0.1324,
"step": 1600
},
{
"epoch": 0.27,
"learning_rate": 4.693473961766645e-09,
"loss": 0.16,
"step": 1610
},
{
"epoch": 0.27,
"learning_rate": 4.660514172709295e-09,
"loss": 0.1581,
"step": 1620
},
{
"epoch": 0.27,
"learning_rate": 4.627554383651944e-09,
"loss": 0.1486,
"step": 1630
},
{
"epoch": 0.27,
"learning_rate": 4.594594594594595e-09,
"loss": 0.1421,
"step": 1640
},
{
"epoch": 0.27,
"learning_rate": 4.561634805537245e-09,
"loss": 0.1541,
"step": 1650
},
{
"epoch": 0.27,
"learning_rate": 4.528675016479895e-09,
"loss": 0.1565,
"step": 1660
},
{
"epoch": 0.28,
"learning_rate": 4.495715227422544e-09,
"loss": 0.1449,
"step": 1670
},
{
"epoch": 0.28,
"learning_rate": 4.462755438365195e-09,
"loss": 0.1492,
"step": 1680
},
{
"epoch": 0.28,
"learning_rate": 4.429795649307844e-09,
"loss": 0.1346,
"step": 1690
},
{
"epoch": 0.28,
"learning_rate": 4.396835860250494e-09,
"loss": 0.1465,
"step": 1700
},
{
"epoch": 0.28,
"learning_rate": 4.3638760711931444e-09,
"loss": 0.1534,
"step": 1710
},
{
"epoch": 0.28,
"learning_rate": 4.3309162821357946e-09,
"loss": 0.1428,
"step": 1720
},
{
"epoch": 0.29,
"learning_rate": 4.297956493078445e-09,
"loss": 0.1272,
"step": 1730
},
{
"epoch": 0.29,
"learning_rate": 4.264996704021095e-09,
"loss": 0.1241,
"step": 1740
},
{
"epoch": 0.29,
"learning_rate": 4.232036914963744e-09,
"loss": 0.1452,
"step": 1750
},
{
"epoch": 0.29,
"learning_rate": 4.199077125906394e-09,
"loss": 0.1237,
"step": 1760
},
{
"epoch": 0.29,
"learning_rate": 4.166117336849044e-09,
"loss": 0.1447,
"step": 1770
},
{
"epoch": 0.29,
"learning_rate": 4.133157547791694e-09,
"loss": 0.1487,
"step": 1780
},
{
"epoch": 0.29,
"learning_rate": 4.1001977587343445e-09,
"loss": 0.1523,
"step": 1790
},
{
"epoch": 0.3,
"learning_rate": 4.067237969676994e-09,
"loss": 0.1531,
"step": 1800
},
{
"epoch": 0.3,
"learning_rate": 4.034278180619645e-09,
"loss": 0.1424,
"step": 1810
},
{
"epoch": 0.3,
"learning_rate": 4.001318391562294e-09,
"loss": 0.135,
"step": 1820
},
{
"epoch": 0.3,
"learning_rate": 3.968358602504944e-09,
"loss": 0.1462,
"step": 1830
},
{
"epoch": 0.3,
"learning_rate": 3.935398813447593e-09,
"loss": 0.133,
"step": 1840
},
{
"epoch": 0.3,
"learning_rate": 3.902439024390244e-09,
"loss": 0.1463,
"step": 1850
},
{
"epoch": 0.31,
"learning_rate": 3.869479235332894e-09,
"loss": 0.1258,
"step": 1860
},
{
"epoch": 0.31,
"learning_rate": 3.836519446275544e-09,
"loss": 0.1304,
"step": 1870
},
{
"epoch": 0.31,
"learning_rate": 3.803559657218194e-09,
"loss": 0.1437,
"step": 1880
},
{
"epoch": 0.31,
"learning_rate": 3.770599868160844e-09,
"loss": 0.1507,
"step": 1890
},
{
"epoch": 0.31,
"learning_rate": 3.737640079103494e-09,
"loss": 0.1332,
"step": 1900
},
{
"epoch": 0.31,
"learning_rate": 3.704680290046144e-09,
"loss": 0.1415,
"step": 1910
},
{
"epoch": 0.32,
"learning_rate": 3.671720500988794e-09,
"loss": 0.1547,
"step": 1920
},
{
"epoch": 0.32,
"learning_rate": 3.6387607119314436e-09,
"loss": 0.1488,
"step": 1930
},
{
"epoch": 0.32,
"learning_rate": 3.6058009228740933e-09,
"loss": 0.1277,
"step": 1940
},
{
"epoch": 0.32,
"learning_rate": 3.572841133816744e-09,
"loss": 0.1393,
"step": 1950
},
{
"epoch": 0.32,
"learning_rate": 3.5398813447593935e-09,
"loss": 0.1424,
"step": 1960
},
{
"epoch": 0.32,
"learning_rate": 3.5069215557020436e-09,
"loss": 0.144,
"step": 1970
},
{
"epoch": 0.33,
"learning_rate": 3.4739617666446937e-09,
"loss": 0.1457,
"step": 1980
},
{
"epoch": 0.33,
"learning_rate": 3.4410019775873434e-09,
"loss": 0.1581,
"step": 1990
},
{
"epoch": 0.33,
"learning_rate": 3.4080421885299935e-09,
"loss": 0.1484,
"step": 2000
},
{
"epoch": 0.33,
"learning_rate": 3.3750823994726432e-09,
"loss": 0.1222,
"step": 2010
},
{
"epoch": 0.33,
"learning_rate": 3.3421226104152933e-09,
"loss": 0.1391,
"step": 2020
},
{
"epoch": 0.33,
"learning_rate": 3.3091628213579435e-09,
"loss": 0.1452,
"step": 2030
},
{
"epoch": 0.34,
"learning_rate": 3.276203032300593e-09,
"loss": 0.1467,
"step": 2040
},
{
"epoch": 0.34,
"learning_rate": 3.2432432432432437e-09,
"loss": 0.161,
"step": 2050
},
{
"epoch": 0.34,
"learning_rate": 3.2102834541858934e-09,
"loss": 0.1392,
"step": 2060
},
{
"epoch": 0.34,
"learning_rate": 3.177323665128543e-09,
"loss": 0.1366,
"step": 2070
},
{
"epoch": 0.34,
"learning_rate": 3.1443638760711936e-09,
"loss": 0.1261,
"step": 2080
},
{
"epoch": 0.34,
"learning_rate": 3.1114040870138433e-09,
"loss": 0.1454,
"step": 2090
},
{
"epoch": 0.35,
"learning_rate": 3.078444297956493e-09,
"loss": 0.1475,
"step": 2100
},
{
"epoch": 0.35,
"learning_rate": 3.0454845088991427e-09,
"loss": 0.1494,
"step": 2110
},
{
"epoch": 0.35,
"learning_rate": 3.0125247198417932e-09,
"loss": 0.1405,
"step": 2120
},
{
"epoch": 0.35,
"learning_rate": 2.979564930784443e-09,
"loss": 0.1602,
"step": 2130
},
{
"epoch": 0.35,
"learning_rate": 2.9466051417270926e-09,
"loss": 0.1468,
"step": 2140
},
{
"epoch": 0.35,
"learning_rate": 2.913645352669743e-09,
"loss": 0.1406,
"step": 2150
},
{
"epoch": 0.36,
"learning_rate": 2.880685563612393e-09,
"loss": 0.1243,
"step": 2160
},
{
"epoch": 0.36,
"learning_rate": 2.847725774555043e-09,
"loss": 0.147,
"step": 2170
},
{
"epoch": 0.36,
"learning_rate": 2.814765985497693e-09,
"loss": 0.1318,
"step": 2180
},
{
"epoch": 0.36,
"learning_rate": 2.7818061964403428e-09,
"loss": 0.135,
"step": 2190
},
{
"epoch": 0.36,
"learning_rate": 2.748846407382993e-09,
"loss": 0.1441,
"step": 2200
},
{
"epoch": 0.36,
"learning_rate": 2.7158866183256426e-09,
"loss": 0.1152,
"step": 2210
},
{
"epoch": 0.37,
"learning_rate": 2.682926829268293e-09,
"loss": 0.141,
"step": 2220
},
{
"epoch": 0.37,
"learning_rate": 2.6499670402109428e-09,
"loss": 0.143,
"step": 2230
},
{
"epoch": 0.37,
"learning_rate": 2.6170072511535925e-09,
"loss": 0.1359,
"step": 2240
},
{
"epoch": 0.37,
"learning_rate": 2.584047462096243e-09,
"loss": 0.141,
"step": 2250
},
{
"epoch": 0.37,
"learning_rate": 2.5510876730388927e-09,
"loss": 0.1341,
"step": 2260
},
{
"epoch": 0.37,
"learning_rate": 2.5181278839815424e-09,
"loss": 0.1377,
"step": 2270
},
{
"epoch": 0.38,
"learning_rate": 2.4851680949241925e-09,
"loss": 0.1453,
"step": 2280
},
{
"epoch": 0.38,
"learning_rate": 2.4522083058668426e-09,
"loss": 0.1482,
"step": 2290
},
{
"epoch": 0.38,
"learning_rate": 2.4192485168094923e-09,
"loss": 0.1359,
"step": 2300
},
{
"epoch": 0.38,
"learning_rate": 2.3862887277521424e-09,
"loss": 0.1612,
"step": 2310
},
{
"epoch": 0.38,
"learning_rate": 2.353328938694792e-09,
"loss": 0.1447,
"step": 2320
},
{
"epoch": 0.38,
"learning_rate": 2.3203691496374422e-09,
"loss": 0.1505,
"step": 2330
},
{
"epoch": 0.39,
"learning_rate": 2.2874093605800924e-09,
"loss": 0.1442,
"step": 2340
},
{
"epoch": 0.39,
"learning_rate": 2.2544495715227425e-09,
"loss": 0.1506,
"step": 2350
},
{
"epoch": 0.39,
"learning_rate": 2.221489782465392e-09,
"loss": 0.1218,
"step": 2360
},
{
"epoch": 0.39,
"learning_rate": 2.1885299934080423e-09,
"loss": 0.1285,
"step": 2370
},
{
"epoch": 0.39,
"learning_rate": 2.1555702043506924e-09,
"loss": 0.1538,
"step": 2380
},
{
"epoch": 0.39,
"learning_rate": 2.122610415293342e-09,
"loss": 0.1398,
"step": 2390
},
{
"epoch": 0.4,
"learning_rate": 2.089650626235992e-09,
"loss": 0.1287,
"step": 2400
},
{
"epoch": 0.4,
"learning_rate": 2.0566908371786423e-09,
"loss": 0.15,
"step": 2410
},
{
"epoch": 0.4,
"learning_rate": 2.023731048121292e-09,
"loss": 0.143,
"step": 2420
},
{
"epoch": 0.4,
"learning_rate": 1.990771259063942e-09,
"loss": 0.1306,
"step": 2430
},
{
"epoch": 0.4,
"learning_rate": 1.957811470006592e-09,
"loss": 0.1458,
"step": 2440
},
{
"epoch": 0.4,
"learning_rate": 1.924851680949242e-09,
"loss": 0.1264,
"step": 2450
},
{
"epoch": 0.41,
"learning_rate": 1.891891891891892e-09,
"loss": 0.1267,
"step": 2460
},
{
"epoch": 0.41,
"learning_rate": 1.8589321028345417e-09,
"loss": 0.1587,
"step": 2470
},
{
"epoch": 0.41,
"learning_rate": 1.8259723137771919e-09,
"loss": 0.1395,
"step": 2480
},
{
"epoch": 0.41,
"learning_rate": 1.7930125247198418e-09,
"loss": 0.1441,
"step": 2490
},
{
"epoch": 0.41,
"learning_rate": 1.7600527356624919e-09,
"loss": 0.1295,
"step": 2500
},
{
"epoch": 0.41,
"learning_rate": 1.727092946605142e-09,
"loss": 0.148,
"step": 2510
},
{
"epoch": 0.42,
"learning_rate": 1.6941331575477917e-09,
"loss": 0.1483,
"step": 2520
},
{
"epoch": 0.42,
"learning_rate": 1.6611733684904418e-09,
"loss": 0.1288,
"step": 2530
},
{
"epoch": 0.42,
"learning_rate": 1.6282135794330915e-09,
"loss": 0.1616,
"step": 2540
},
{
"epoch": 0.42,
"learning_rate": 1.5952537903757416e-09,
"loss": 0.1698,
"step": 2550
},
{
"epoch": 0.42,
"learning_rate": 1.5622940013183917e-09,
"loss": 0.1292,
"step": 2560
},
{
"epoch": 0.42,
"learning_rate": 1.5293342122610416e-09,
"loss": 0.1345,
"step": 2570
},
{
"epoch": 0.43,
"learning_rate": 1.4963744232036915e-09,
"loss": 0.1221,
"step": 2580
},
{
"epoch": 0.43,
"learning_rate": 1.4634146341463414e-09,
"loss": 0.1431,
"step": 2590
},
{
"epoch": 0.43,
"learning_rate": 1.4304548450889915e-09,
"loss": 0.1204,
"step": 2600
},
{
"epoch": 0.43,
"learning_rate": 1.3974950560316416e-09,
"loss": 0.114,
"step": 2610
},
{
"epoch": 0.43,
"learning_rate": 1.3645352669742913e-09,
"loss": 0.1154,
"step": 2620
},
{
"epoch": 0.43,
"learning_rate": 1.3315754779169415e-09,
"loss": 0.1349,
"step": 2630
},
{
"epoch": 0.44,
"learning_rate": 1.2986156888595912e-09,
"loss": 0.1392,
"step": 2640
},
{
"epoch": 0.44,
"learning_rate": 1.2656558998022413e-09,
"loss": 0.148,
"step": 2650
},
{
"epoch": 0.44,
"learning_rate": 1.2326961107448912e-09,
"loss": 0.1355,
"step": 2660
},
{
"epoch": 0.44,
"learning_rate": 1.1997363216875413e-09,
"loss": 0.1326,
"step": 2670
},
{
"epoch": 0.44,
"learning_rate": 1.1667765326301912e-09,
"loss": 0.1444,
"step": 2680
},
{
"epoch": 0.44,
"learning_rate": 1.133816743572841e-09,
"loss": 0.1281,
"step": 2690
},
{
"epoch": 0.44,
"learning_rate": 1.1008569545154912e-09,
"loss": 0.1109,
"step": 2700
},
{
"epoch": 0.45,
"learning_rate": 1.0678971654581411e-09,
"loss": 0.1293,
"step": 2710
},
{
"epoch": 0.45,
"learning_rate": 1.034937376400791e-09,
"loss": 0.1348,
"step": 2720
},
{
"epoch": 0.45,
"learning_rate": 1.001977587343441e-09,
"loss": 0.1232,
"step": 2730
},
{
"epoch": 0.45,
"learning_rate": 9.69017798286091e-10,
"loss": 0.1364,
"step": 2740
},
{
"epoch": 0.45,
"learning_rate": 9.36058009228741e-10,
"loss": 0.1253,
"step": 2750
},
{
"epoch": 0.45,
"learning_rate": 9.030982201713909e-10,
"loss": 0.1285,
"step": 2760
},
{
"epoch": 0.46,
"learning_rate": 8.701384311140409e-10,
"loss": 0.1404,
"step": 2770
},
{
"epoch": 0.46,
"learning_rate": 8.371786420566909e-10,
"loss": 0.151,
"step": 2780
},
{
"epoch": 0.46,
"learning_rate": 8.042188529993408e-10,
"loss": 0.1253,
"step": 2790
},
{
"epoch": 0.46,
"learning_rate": 7.712590639419908e-10,
"loss": 0.1201,
"step": 2800
},
{
"epoch": 0.46,
"learning_rate": 7.382992748846408e-10,
"loss": 0.1506,
"step": 2810
},
{
"epoch": 0.46,
"learning_rate": 7.053394858272908e-10,
"loss": 0.1536,
"step": 2820
},
{
"epoch": 0.47,
"learning_rate": 6.723796967699407e-10,
"loss": 0.1494,
"step": 2830
},
{
"epoch": 0.47,
"learning_rate": 6.394199077125906e-10,
"loss": 0.136,
"step": 2840
},
{
"epoch": 0.47,
"learning_rate": 6.064601186552406e-10,
"loss": 0.1384,
"step": 2850
},
{
"epoch": 0.47,
"learning_rate": 5.735003295978906e-10,
"loss": 0.1418,
"step": 2860
},
{
"epoch": 0.47,
"learning_rate": 5.405405405405406e-10,
"loss": 0.1436,
"step": 2870
},
{
"epoch": 0.47,
"learning_rate": 5.075807514831905e-10,
"loss": 0.1458,
"step": 2880
},
{
"epoch": 0.48,
"learning_rate": 4.746209624258404e-10,
"loss": 0.1354,
"step": 2890
},
{
"epoch": 0.48,
"learning_rate": 4.416611733684905e-10,
"loss": 0.1269,
"step": 2900
},
{
"epoch": 0.48,
"learning_rate": 4.0870138431114044e-10,
"loss": 0.1444,
"step": 2910
},
{
"epoch": 0.48,
"learning_rate": 3.7574159525379034e-10,
"loss": 0.1406,
"step": 2920
},
{
"epoch": 0.48,
"learning_rate": 3.4278180619644035e-10,
"loss": 0.1439,
"step": 2930
},
{
"epoch": 0.48,
"learning_rate": 3.098220171390903e-10,
"loss": 0.1371,
"step": 2940
},
{
"epoch": 0.49,
"learning_rate": 2.7686222808174026e-10,
"loss": 0.1566,
"step": 2950
},
{
"epoch": 0.49,
"learning_rate": 2.4390243902439027e-10,
"loss": 0.1367,
"step": 2960
},
{
"epoch": 0.49,
"learning_rate": 2.109426499670402e-10,
"loss": 0.1201,
"step": 2970
},
{
"epoch": 0.49,
"learning_rate": 1.7798286090969018e-10,
"loss": 0.1355,
"step": 2980
},
{
"epoch": 0.49,
"learning_rate": 1.4502307185234014e-10,
"loss": 0.1304,
"step": 2990
},
{
"epoch": 0.49,
"learning_rate": 1.1206328279499011e-10,
"loss": 0.1319,
"step": 3000
},
{
"epoch": 0.5,
"learning_rate": 7.910349373764008e-11,
"loss": 0.1249,
"step": 3010
},
{
"epoch": 0.5,
"learning_rate": 4.614370468029005e-11,
"loss": 0.1378,
"step": 3020
},
{
"epoch": 0.5,
"learning_rate": 1.3183915622940013e-11,
"loss": 0.1469,
"step": 3030
},
{
"epoch": 0.5,
"step": 3034,
"total_flos": 1.0736841266823168e+16,
"train_loss": 0.15334907445219212,
"train_runtime": 5619.9104,
"train_samples_per_second": 17.277,
"train_steps_per_second": 0.54
}
],
"max_steps": 3034,
"num_train_epochs": 1,
"total_flos": 1.0736841266823168e+16,
"trial_name": null,
"trial_params": null
}