bigbird-roberta-natural-questions / trainer_state.json
vasudevgupta's picture
add ckpt-10500 / epoch-0
4daa96c
raw
history blame
127 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.9993337774816788,
"global_step": 10500,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 1e-05,
"loss": 5.8577,
"step": 10
},
{
"epoch": 0.0,
"learning_rate": 2e-05,
"loss": 5.2479,
"step": 20
},
{
"epoch": 0.0,
"learning_rate": 3e-05,
"loss": 4.2581,
"step": 30
},
{
"epoch": 0.0,
"learning_rate": 4e-05,
"loss": 4.1526,
"step": 40
},
{
"epoch": 0.0,
"learning_rate": 5e-05,
"loss": 4.0411,
"step": 50
},
{
"epoch": 0.01,
"learning_rate": 6e-05,
"loss": 3.4283,
"step": 60
},
{
"epoch": 0.01,
"learning_rate": 7e-05,
"loss": 3.833,
"step": 70
},
{
"epoch": 0.01,
"learning_rate": 8e-05,
"loss": 3.7164,
"step": 80
},
{
"epoch": 0.01,
"learning_rate": 9e-05,
"loss": 3.715,
"step": 90
},
{
"epoch": 0.01,
"learning_rate": 0.0001,
"loss": 3.559,
"step": 100
},
{
"epoch": 0.01,
"learning_rate": 9.996817415104547e-05,
"loss": 2.9796,
"step": 110
},
{
"epoch": 0.01,
"learning_rate": 9.993634830209096e-05,
"loss": 3.2296,
"step": 120
},
{
"epoch": 0.01,
"learning_rate": 9.990452245313644e-05,
"loss": 2.6348,
"step": 130
},
{
"epoch": 0.01,
"learning_rate": 9.987269660418193e-05,
"loss": 3.2406,
"step": 140
},
{
"epoch": 0.01,
"learning_rate": 9.98408707552274e-05,
"loss": 2.8193,
"step": 150
},
{
"epoch": 0.02,
"learning_rate": 9.980904490627288e-05,
"loss": 3.0848,
"step": 160
},
{
"epoch": 0.02,
"learning_rate": 9.977721905731836e-05,
"loss": 2.8889,
"step": 170
},
{
"epoch": 0.02,
"learning_rate": 9.974539320836383e-05,
"loss": 3.2759,
"step": 180
},
{
"epoch": 0.02,
"learning_rate": 9.971356735940932e-05,
"loss": 2.7277,
"step": 190
},
{
"epoch": 0.02,
"learning_rate": 9.96817415104548e-05,
"loss": 2.5394,
"step": 200
},
{
"epoch": 0.02,
"learning_rate": 9.964991566150027e-05,
"loss": 2.9889,
"step": 210
},
{
"epoch": 0.02,
"learning_rate": 9.961808981254575e-05,
"loss": 2.8291,
"step": 220
},
{
"epoch": 0.02,
"learning_rate": 9.958626396359122e-05,
"loss": 2.9713,
"step": 230
},
{
"epoch": 0.02,
"learning_rate": 9.955443811463672e-05,
"loss": 2.8579,
"step": 240
},
{
"epoch": 0.02,
"learning_rate": 9.952261226568219e-05,
"loss": 2.6235,
"step": 250
},
{
"epoch": 0.02,
"learning_rate": 9.949078641672766e-05,
"loss": 2.7682,
"step": 260
},
{
"epoch": 0.03,
"learning_rate": 9.945896056777315e-05,
"loss": 2.5362,
"step": 270
},
{
"epoch": 0.03,
"learning_rate": 9.942713471881863e-05,
"loss": 2.5971,
"step": 280
},
{
"epoch": 0.03,
"learning_rate": 9.939530886986411e-05,
"loss": 2.89,
"step": 290
},
{
"epoch": 0.03,
"learning_rate": 9.936348302090958e-05,
"loss": 2.4912,
"step": 300
},
{
"epoch": 0.03,
"learning_rate": 9.933165717195507e-05,
"loss": 2.8739,
"step": 310
},
{
"epoch": 0.03,
"learning_rate": 9.929983132300055e-05,
"loss": 2.6042,
"step": 320
},
{
"epoch": 0.03,
"learning_rate": 9.926800547404602e-05,
"loss": 2.3941,
"step": 330
},
{
"epoch": 0.03,
"learning_rate": 9.92361796250915e-05,
"loss": 2.5959,
"step": 340
},
{
"epoch": 0.03,
"learning_rate": 9.920435377613699e-05,
"loss": 2.6849,
"step": 350
},
{
"epoch": 0.03,
"learning_rate": 9.917252792718246e-05,
"loss": 2.8489,
"step": 360
},
{
"epoch": 0.04,
"learning_rate": 9.914070207822794e-05,
"loss": 2.6433,
"step": 370
},
{
"epoch": 0.04,
"learning_rate": 9.910887622927341e-05,
"loss": 2.5534,
"step": 380
},
{
"epoch": 0.04,
"learning_rate": 9.907705038031891e-05,
"loss": 2.3736,
"step": 390
},
{
"epoch": 0.04,
"learning_rate": 9.904522453136438e-05,
"loss": 2.8226,
"step": 400
},
{
"epoch": 0.04,
"learning_rate": 9.901339868240985e-05,
"loss": 2.468,
"step": 410
},
{
"epoch": 0.04,
"learning_rate": 9.898157283345533e-05,
"loss": 2.298,
"step": 420
},
{
"epoch": 0.04,
"learning_rate": 9.894974698450082e-05,
"loss": 2.5418,
"step": 430
},
{
"epoch": 0.04,
"learning_rate": 9.89179211355463e-05,
"loss": 2.3139,
"step": 440
},
{
"epoch": 0.04,
"learning_rate": 9.888609528659177e-05,
"loss": 2.5035,
"step": 450
},
{
"epoch": 0.04,
"learning_rate": 9.885426943763725e-05,
"loss": 2.8296,
"step": 460
},
{
"epoch": 0.04,
"learning_rate": 9.882244358868274e-05,
"loss": 2.1434,
"step": 470
},
{
"epoch": 0.05,
"learning_rate": 9.879061773972821e-05,
"loss": 2.2989,
"step": 480
},
{
"epoch": 0.05,
"learning_rate": 9.875879189077369e-05,
"loss": 2.7385,
"step": 490
},
{
"epoch": 0.05,
"learning_rate": 9.872696604181917e-05,
"loss": 2.5565,
"step": 500
},
{
"epoch": 0.05,
"learning_rate": 9.869514019286466e-05,
"loss": 2.4335,
"step": 510
},
{
"epoch": 0.05,
"learning_rate": 9.866331434391013e-05,
"loss": 2.9056,
"step": 520
},
{
"epoch": 0.05,
"learning_rate": 9.86314884949556e-05,
"loss": 2.392,
"step": 530
},
{
"epoch": 0.05,
"learning_rate": 9.85996626460011e-05,
"loss": 2.8014,
"step": 540
},
{
"epoch": 0.05,
"learning_rate": 9.856783679704657e-05,
"loss": 2.1574,
"step": 550
},
{
"epoch": 0.05,
"learning_rate": 9.853601094809205e-05,
"loss": 2.3031,
"step": 560
},
{
"epoch": 0.05,
"learning_rate": 9.850418509913752e-05,
"loss": 2.3997,
"step": 570
},
{
"epoch": 0.06,
"learning_rate": 9.8472359250183e-05,
"loss": 2.4631,
"step": 580
},
{
"epoch": 0.06,
"learning_rate": 9.844053340122849e-05,
"loss": 2.228,
"step": 590
},
{
"epoch": 0.06,
"learning_rate": 9.840870755227396e-05,
"loss": 2.375,
"step": 600
},
{
"epoch": 0.06,
"learning_rate": 9.837688170331944e-05,
"loss": 2.4447,
"step": 610
},
{
"epoch": 0.06,
"learning_rate": 9.834505585436492e-05,
"loss": 2.587,
"step": 620
},
{
"epoch": 0.06,
"learning_rate": 9.83132300054104e-05,
"loss": 2.1196,
"step": 630
},
{
"epoch": 0.06,
"learning_rate": 9.828140415645588e-05,
"loss": 2.5909,
"step": 640
},
{
"epoch": 0.06,
"learning_rate": 9.824957830750136e-05,
"loss": 2.4393,
"step": 650
},
{
"epoch": 0.06,
"learning_rate": 9.821775245854684e-05,
"loss": 2.8212,
"step": 660
},
{
"epoch": 0.06,
"learning_rate": 9.818592660959231e-05,
"loss": 2.4206,
"step": 670
},
{
"epoch": 0.06,
"learning_rate": 9.815410076063778e-05,
"loss": 2.2936,
"step": 680
},
{
"epoch": 0.07,
"learning_rate": 9.812227491168328e-05,
"loss": 2.3386,
"step": 690
},
{
"epoch": 0.07,
"learning_rate": 9.809044906272875e-05,
"loss": 1.9638,
"step": 700
},
{
"epoch": 0.07,
"learning_rate": 9.805862321377424e-05,
"loss": 2.5946,
"step": 710
},
{
"epoch": 0.07,
"learning_rate": 9.80267973648197e-05,
"loss": 2.4551,
"step": 720
},
{
"epoch": 0.07,
"learning_rate": 9.799497151586519e-05,
"loss": 2.6737,
"step": 730
},
{
"epoch": 0.07,
"learning_rate": 9.796314566691067e-05,
"loss": 2.1145,
"step": 740
},
{
"epoch": 0.07,
"learning_rate": 9.793131981795614e-05,
"loss": 2.1091,
"step": 750
},
{
"epoch": 0.07,
"learning_rate": 9.789949396900163e-05,
"loss": 2.7712,
"step": 760
},
{
"epoch": 0.07,
"learning_rate": 9.786766812004711e-05,
"loss": 2.1544,
"step": 770
},
{
"epoch": 0.07,
"learning_rate": 9.783584227109258e-05,
"loss": 2.3773,
"step": 780
},
{
"epoch": 0.08,
"learning_rate": 9.780401642213806e-05,
"loss": 2.1907,
"step": 790
},
{
"epoch": 0.08,
"learning_rate": 9.777219057318355e-05,
"loss": 2.6661,
"step": 800
},
{
"epoch": 0.08,
"learning_rate": 9.774036472422903e-05,
"loss": 2.238,
"step": 810
},
{
"epoch": 0.08,
"learning_rate": 9.77085388752745e-05,
"loss": 1.7985,
"step": 820
},
{
"epoch": 0.08,
"learning_rate": 9.767671302631997e-05,
"loss": 2.1975,
"step": 830
},
{
"epoch": 0.08,
"learning_rate": 9.764488717736547e-05,
"loss": 2.1023,
"step": 840
},
{
"epoch": 0.08,
"learning_rate": 9.761306132841094e-05,
"loss": 2.4209,
"step": 850
},
{
"epoch": 0.08,
"learning_rate": 9.758123547945642e-05,
"loss": 2.4297,
"step": 860
},
{
"epoch": 0.08,
"learning_rate": 9.754940963050189e-05,
"loss": 1.9522,
"step": 870
},
{
"epoch": 0.08,
"learning_rate": 9.751758378154738e-05,
"loss": 2.3907,
"step": 880
},
{
"epoch": 0.08,
"learning_rate": 9.748575793259286e-05,
"loss": 2.206,
"step": 890
},
{
"epoch": 0.09,
"learning_rate": 9.745393208363833e-05,
"loss": 1.9964,
"step": 900
},
{
"epoch": 0.09,
"learning_rate": 9.742210623468381e-05,
"loss": 2.6844,
"step": 910
},
{
"epoch": 0.09,
"learning_rate": 9.73902803857293e-05,
"loss": 2.2864,
"step": 920
},
{
"epoch": 0.09,
"learning_rate": 9.735845453677477e-05,
"loss": 2.4212,
"step": 930
},
{
"epoch": 0.09,
"learning_rate": 9.732662868782025e-05,
"loss": 2.463,
"step": 940
},
{
"epoch": 0.09,
"learning_rate": 9.729480283886573e-05,
"loss": 2.2846,
"step": 950
},
{
"epoch": 0.09,
"learning_rate": 9.726297698991122e-05,
"loss": 2.3168,
"step": 960
},
{
"epoch": 0.09,
"learning_rate": 9.723115114095669e-05,
"loss": 2.205,
"step": 970
},
{
"epoch": 0.09,
"learning_rate": 9.719932529200216e-05,
"loss": 2.6097,
"step": 980
},
{
"epoch": 0.09,
"learning_rate": 9.716749944304766e-05,
"loss": 2.5665,
"step": 990
},
{
"epoch": 0.1,
"learning_rate": 9.713567359409313e-05,
"loss": 2.0707,
"step": 1000
},
{
"epoch": 0.1,
"learning_rate": 9.710384774513861e-05,
"loss": 2.3376,
"step": 1010
},
{
"epoch": 0.1,
"learning_rate": 9.707202189618408e-05,
"loss": 2.1752,
"step": 1020
},
{
"epoch": 0.1,
"learning_rate": 9.704019604722956e-05,
"loss": 1.9965,
"step": 1030
},
{
"epoch": 0.1,
"learning_rate": 9.700837019827505e-05,
"loss": 2.3768,
"step": 1040
},
{
"epoch": 0.1,
"learning_rate": 9.697654434932052e-05,
"loss": 1.8873,
"step": 1050
},
{
"epoch": 0.1,
"learning_rate": 9.6944718500366e-05,
"loss": 2.1792,
"step": 1060
},
{
"epoch": 0.1,
"learning_rate": 9.691289265141148e-05,
"loss": 2.0115,
"step": 1070
},
{
"epoch": 0.1,
"learning_rate": 9.688106680245697e-05,
"loss": 2.3,
"step": 1080
},
{
"epoch": 0.1,
"learning_rate": 9.684924095350244e-05,
"loss": 2.3574,
"step": 1090
},
{
"epoch": 0.1,
"learning_rate": 9.681741510454792e-05,
"loss": 2.2998,
"step": 1100
},
{
"epoch": 0.11,
"learning_rate": 9.67855892555934e-05,
"loss": 2.2051,
"step": 1110
},
{
"epoch": 0.11,
"learning_rate": 9.675376340663888e-05,
"loss": 2.5525,
"step": 1120
},
{
"epoch": 0.11,
"learning_rate": 9.672193755768436e-05,
"loss": 2.5324,
"step": 1130
},
{
"epoch": 0.11,
"learning_rate": 9.669011170872984e-05,
"loss": 2.4017,
"step": 1140
},
{
"epoch": 0.11,
"learning_rate": 9.665828585977531e-05,
"loss": 2.2123,
"step": 1150
},
{
"epoch": 0.11,
"learning_rate": 9.66264600108208e-05,
"loss": 2.0349,
"step": 1160
},
{
"epoch": 0.11,
"learning_rate": 9.659463416186627e-05,
"loss": 1.7593,
"step": 1170
},
{
"epoch": 0.11,
"learning_rate": 9.656280831291175e-05,
"loss": 2.4243,
"step": 1180
},
{
"epoch": 0.11,
"learning_rate": 9.653098246395723e-05,
"loss": 2.3423,
"step": 1190
},
{
"epoch": 0.11,
"learning_rate": 9.64991566150027e-05,
"loss": 1.8123,
"step": 1200
},
{
"epoch": 0.12,
"learning_rate": 9.646733076604819e-05,
"loss": 2.0992,
"step": 1210
},
{
"epoch": 0.12,
"learning_rate": 9.643550491709367e-05,
"loss": 2.5563,
"step": 1220
},
{
"epoch": 0.12,
"learning_rate": 9.640367906813915e-05,
"loss": 2.3245,
"step": 1230
},
{
"epoch": 0.12,
"learning_rate": 9.637185321918462e-05,
"loss": 1.7916,
"step": 1240
},
{
"epoch": 0.12,
"learning_rate": 9.63400273702301e-05,
"loss": 1.4747,
"step": 1250
},
{
"epoch": 0.12,
"learning_rate": 9.630820152127559e-05,
"loss": 2.0067,
"step": 1260
},
{
"epoch": 0.12,
"learning_rate": 9.627637567232106e-05,
"loss": 1.9419,
"step": 1270
},
{
"epoch": 0.12,
"learning_rate": 9.624454982336655e-05,
"loss": 2.2326,
"step": 1280
},
{
"epoch": 0.12,
"learning_rate": 9.621272397441202e-05,
"loss": 2.4721,
"step": 1290
},
{
"epoch": 0.12,
"learning_rate": 9.61808981254575e-05,
"loss": 1.9018,
"step": 1300
},
{
"epoch": 0.12,
"learning_rate": 9.614907227650298e-05,
"loss": 2.0016,
"step": 1310
},
{
"epoch": 0.13,
"learning_rate": 9.611724642754845e-05,
"loss": 1.8423,
"step": 1320
},
{
"epoch": 0.13,
"learning_rate": 9.608542057859394e-05,
"loss": 2.4551,
"step": 1330
},
{
"epoch": 0.13,
"learning_rate": 9.605359472963942e-05,
"loss": 2.1678,
"step": 1340
},
{
"epoch": 0.13,
"learning_rate": 9.602176888068489e-05,
"loss": 2.2086,
"step": 1350
},
{
"epoch": 0.13,
"learning_rate": 9.598994303173037e-05,
"loss": 2.5018,
"step": 1360
},
{
"epoch": 0.13,
"learning_rate": 9.595811718277586e-05,
"loss": 1.8025,
"step": 1370
},
{
"epoch": 0.13,
"learning_rate": 9.592629133382134e-05,
"loss": 2.0562,
"step": 1380
},
{
"epoch": 0.13,
"learning_rate": 9.589446548486681e-05,
"loss": 2.4341,
"step": 1390
},
{
"epoch": 0.13,
"learning_rate": 9.586263963591228e-05,
"loss": 2.0408,
"step": 1400
},
{
"epoch": 0.13,
"learning_rate": 9.583081378695778e-05,
"loss": 1.923,
"step": 1410
},
{
"epoch": 0.14,
"learning_rate": 9.579898793800325e-05,
"loss": 2.232,
"step": 1420
},
{
"epoch": 0.14,
"learning_rate": 9.576716208904873e-05,
"loss": 1.8952,
"step": 1430
},
{
"epoch": 0.14,
"learning_rate": 9.57353362400942e-05,
"loss": 2.0362,
"step": 1440
},
{
"epoch": 0.14,
"learning_rate": 9.570351039113969e-05,
"loss": 2.3579,
"step": 1450
},
{
"epoch": 0.14,
"learning_rate": 9.567168454218517e-05,
"loss": 2.3189,
"step": 1460
},
{
"epoch": 0.14,
"learning_rate": 9.563985869323064e-05,
"loss": 2.0279,
"step": 1470
},
{
"epoch": 0.14,
"learning_rate": 9.560803284427612e-05,
"loss": 2.206,
"step": 1480
},
{
"epoch": 0.14,
"learning_rate": 9.557620699532161e-05,
"loss": 2.0405,
"step": 1490
},
{
"epoch": 0.14,
"learning_rate": 9.554438114636708e-05,
"loss": 2.0556,
"step": 1500
},
{
"epoch": 0.14,
"learning_rate": 9.551255529741256e-05,
"loss": 2.1394,
"step": 1510
},
{
"epoch": 0.14,
"learning_rate": 9.548072944845804e-05,
"loss": 2.0859,
"step": 1520
},
{
"epoch": 0.15,
"learning_rate": 9.544890359950353e-05,
"loss": 1.9614,
"step": 1530
},
{
"epoch": 0.15,
"learning_rate": 9.5417077750549e-05,
"loss": 2.0116,
"step": 1540
},
{
"epoch": 0.15,
"learning_rate": 9.538525190159447e-05,
"loss": 1.694,
"step": 1550
},
{
"epoch": 0.15,
"learning_rate": 9.535342605263997e-05,
"loss": 2.0689,
"step": 1560
},
{
"epoch": 0.15,
"learning_rate": 9.532160020368544e-05,
"loss": 2.4515,
"step": 1570
},
{
"epoch": 0.15,
"learning_rate": 9.528977435473092e-05,
"loss": 2.0836,
"step": 1580
},
{
"epoch": 0.15,
"learning_rate": 9.525794850577639e-05,
"loss": 2.1763,
"step": 1590
},
{
"epoch": 0.15,
"learning_rate": 9.522612265682187e-05,
"loss": 2.3392,
"step": 1600
},
{
"epoch": 0.15,
"learning_rate": 9.519429680786736e-05,
"loss": 2.2552,
"step": 1610
},
{
"epoch": 0.15,
"learning_rate": 9.516247095891283e-05,
"loss": 1.7769,
"step": 1620
},
{
"epoch": 0.16,
"learning_rate": 9.513064510995831e-05,
"loss": 2.3103,
"step": 1630
},
{
"epoch": 0.16,
"learning_rate": 9.50988192610038e-05,
"loss": 2.1365,
"step": 1640
},
{
"epoch": 0.16,
"learning_rate": 9.506699341204926e-05,
"loss": 2.4357,
"step": 1650
},
{
"epoch": 0.16,
"learning_rate": 9.503516756309475e-05,
"loss": 1.8809,
"step": 1660
},
{
"epoch": 0.16,
"learning_rate": 9.500334171414023e-05,
"loss": 2.2216,
"step": 1670
},
{
"epoch": 0.16,
"learning_rate": 9.497151586518572e-05,
"loss": 2.1124,
"step": 1680
},
{
"epoch": 0.16,
"learning_rate": 9.493969001623119e-05,
"loss": 1.9944,
"step": 1690
},
{
"epoch": 0.16,
"learning_rate": 9.490786416727667e-05,
"loss": 2.2696,
"step": 1700
},
{
"epoch": 0.16,
"learning_rate": 9.487603831832215e-05,
"loss": 1.9576,
"step": 1710
},
{
"epoch": 0.16,
"learning_rate": 9.484421246936762e-05,
"loss": 1.8947,
"step": 1720
},
{
"epoch": 0.16,
"learning_rate": 9.48123866204131e-05,
"loss": 2.0351,
"step": 1730
},
{
"epoch": 0.17,
"learning_rate": 9.478056077145858e-05,
"loss": 2.291,
"step": 1740
},
{
"epoch": 0.17,
"learning_rate": 9.474873492250407e-05,
"loss": 1.915,
"step": 1750
},
{
"epoch": 0.17,
"learning_rate": 9.471690907354954e-05,
"loss": 2.1551,
"step": 1760
},
{
"epoch": 0.17,
"learning_rate": 9.468508322459501e-05,
"loss": 1.8664,
"step": 1770
},
{
"epoch": 0.17,
"learning_rate": 9.46532573756405e-05,
"loss": 2.5013,
"step": 1780
},
{
"epoch": 0.17,
"learning_rate": 9.462143152668598e-05,
"loss": 2.2391,
"step": 1790
},
{
"epoch": 0.17,
"learning_rate": 9.458960567773146e-05,
"loss": 1.9795,
"step": 1800
},
{
"epoch": 0.17,
"learning_rate": 9.455777982877693e-05,
"loss": 1.8689,
"step": 1810
},
{
"epoch": 0.17,
"learning_rate": 9.452595397982242e-05,
"loss": 2.4631,
"step": 1820
},
{
"epoch": 0.17,
"learning_rate": 9.44941281308679e-05,
"loss": 2.1215,
"step": 1830
},
{
"epoch": 0.18,
"learning_rate": 9.446230228191337e-05,
"loss": 2.169,
"step": 1840
},
{
"epoch": 0.18,
"learning_rate": 9.443047643295886e-05,
"loss": 1.9249,
"step": 1850
},
{
"epoch": 0.18,
"learning_rate": 9.439865058400434e-05,
"loss": 2.1031,
"step": 1860
},
{
"epoch": 0.18,
"learning_rate": 9.436682473504981e-05,
"loss": 2.0699,
"step": 1870
},
{
"epoch": 0.18,
"learning_rate": 9.433499888609529e-05,
"loss": 2.0062,
"step": 1880
},
{
"epoch": 0.18,
"learning_rate": 9.430317303714076e-05,
"loss": 1.988,
"step": 1890
},
{
"epoch": 0.18,
"learning_rate": 9.427134718818626e-05,
"loss": 1.7972,
"step": 1900
},
{
"epoch": 0.18,
"learning_rate": 9.423952133923173e-05,
"loss": 1.7263,
"step": 1910
},
{
"epoch": 0.18,
"learning_rate": 9.42076954902772e-05,
"loss": 1.7781,
"step": 1920
},
{
"epoch": 0.18,
"learning_rate": 9.417586964132268e-05,
"loss": 1.784,
"step": 1930
},
{
"epoch": 0.18,
"learning_rate": 9.414404379236817e-05,
"loss": 2.1332,
"step": 1940
},
{
"epoch": 0.19,
"learning_rate": 9.411221794341365e-05,
"loss": 2.1236,
"step": 1950
},
{
"epoch": 0.19,
"learning_rate": 9.408039209445912e-05,
"loss": 2.1588,
"step": 1960
},
{
"epoch": 0.19,
"learning_rate": 9.40485662455046e-05,
"loss": 2.117,
"step": 1970
},
{
"epoch": 0.19,
"learning_rate": 9.401674039655009e-05,
"loss": 1.7931,
"step": 1980
},
{
"epoch": 0.19,
"learning_rate": 9.398491454759556e-05,
"loss": 2.1229,
"step": 1990
},
{
"epoch": 0.19,
"learning_rate": 9.395308869864104e-05,
"loss": 1.772,
"step": 2000
},
{
"epoch": 0.19,
"learning_rate": 9.392126284968653e-05,
"loss": 1.8689,
"step": 2010
},
{
"epoch": 0.19,
"learning_rate": 9.3889437000732e-05,
"loss": 2.1535,
"step": 2020
},
{
"epoch": 0.19,
"learning_rate": 9.385761115177748e-05,
"loss": 1.9323,
"step": 2030
},
{
"epoch": 0.19,
"learning_rate": 9.382578530282295e-05,
"loss": 2.2067,
"step": 2040
},
{
"epoch": 0.2,
"learning_rate": 9.379395945386845e-05,
"loss": 2.1581,
"step": 2050
},
{
"epoch": 0.2,
"learning_rate": 9.376213360491392e-05,
"loss": 2.0287,
"step": 2060
},
{
"epoch": 0.2,
"learning_rate": 9.373030775595939e-05,
"loss": 2.1503,
"step": 2070
},
{
"epoch": 0.2,
"learning_rate": 9.369848190700487e-05,
"loss": 1.8953,
"step": 2080
},
{
"epoch": 0.2,
"learning_rate": 9.366665605805035e-05,
"loss": 2.4307,
"step": 2090
},
{
"epoch": 0.2,
"learning_rate": 9.363483020909584e-05,
"loss": 2.0636,
"step": 2100
},
{
"epoch": 0.2,
"learning_rate": 9.360300436014131e-05,
"loss": 2.0434,
"step": 2110
},
{
"epoch": 0.2,
"learning_rate": 9.357117851118679e-05,
"loss": 1.9077,
"step": 2120
},
{
"epoch": 0.2,
"learning_rate": 9.353935266223228e-05,
"loss": 2.2045,
"step": 2130
},
{
"epoch": 0.2,
"learning_rate": 9.350752681327775e-05,
"loss": 1.8585,
"step": 2140
},
{
"epoch": 0.2,
"learning_rate": 9.347570096432323e-05,
"loss": 1.6934,
"step": 2150
},
{
"epoch": 0.21,
"learning_rate": 9.344387511536871e-05,
"loss": 1.8759,
"step": 2160
},
{
"epoch": 0.21,
"learning_rate": 9.341204926641418e-05,
"loss": 2.2663,
"step": 2170
},
{
"epoch": 0.21,
"learning_rate": 9.338022341745967e-05,
"loss": 1.7734,
"step": 2180
},
{
"epoch": 0.21,
"learning_rate": 9.334839756850514e-05,
"loss": 1.941,
"step": 2190
},
{
"epoch": 0.21,
"learning_rate": 9.331657171955063e-05,
"loss": 2.2826,
"step": 2200
},
{
"epoch": 0.21,
"learning_rate": 9.32847458705961e-05,
"loss": 2.4277,
"step": 2210
},
{
"epoch": 0.21,
"learning_rate": 9.325292002164157e-05,
"loss": 2.0279,
"step": 2220
},
{
"epoch": 0.21,
"learning_rate": 9.322109417268706e-05,
"loss": 1.738,
"step": 2230
},
{
"epoch": 0.21,
"learning_rate": 9.318926832373254e-05,
"loss": 2.3177,
"step": 2240
},
{
"epoch": 0.21,
"learning_rate": 9.315744247477803e-05,
"loss": 2.0615,
"step": 2250
},
{
"epoch": 0.22,
"learning_rate": 9.31256166258235e-05,
"loss": 1.788,
"step": 2260
},
{
"epoch": 0.22,
"learning_rate": 9.309379077686898e-05,
"loss": 2.0254,
"step": 2270
},
{
"epoch": 0.22,
"learning_rate": 9.306196492791446e-05,
"loss": 1.9799,
"step": 2280
},
{
"epoch": 0.22,
"learning_rate": 9.303013907895993e-05,
"loss": 1.9327,
"step": 2290
},
{
"epoch": 0.22,
"learning_rate": 9.299831323000542e-05,
"loss": 2.0215,
"step": 2300
},
{
"epoch": 0.22,
"learning_rate": 9.296648738105089e-05,
"loss": 1.7893,
"step": 2310
},
{
"epoch": 0.22,
"learning_rate": 9.293466153209637e-05,
"loss": 1.5906,
"step": 2320
},
{
"epoch": 0.22,
"learning_rate": 9.290283568314185e-05,
"loss": 1.9828,
"step": 2330
},
{
"epoch": 0.22,
"learning_rate": 9.287100983418732e-05,
"loss": 1.8949,
"step": 2340
},
{
"epoch": 0.22,
"learning_rate": 9.283918398523281e-05,
"loss": 2.0422,
"step": 2350
},
{
"epoch": 0.22,
"learning_rate": 9.280735813627829e-05,
"loss": 1.9592,
"step": 2360
},
{
"epoch": 0.23,
"learning_rate": 9.277553228732377e-05,
"loss": 2.0711,
"step": 2370
},
{
"epoch": 0.23,
"learning_rate": 9.274370643836924e-05,
"loss": 1.9374,
"step": 2380
},
{
"epoch": 0.23,
"learning_rate": 9.271188058941473e-05,
"loss": 2.0565,
"step": 2390
},
{
"epoch": 0.23,
"learning_rate": 9.268005474046021e-05,
"loss": 2.1121,
"step": 2400
},
{
"epoch": 0.23,
"learning_rate": 9.264822889150568e-05,
"loss": 2.263,
"step": 2410
},
{
"epoch": 0.23,
"learning_rate": 9.261640304255117e-05,
"loss": 1.8936,
"step": 2420
},
{
"epoch": 0.23,
"learning_rate": 9.258457719359665e-05,
"loss": 2.4082,
"step": 2430
},
{
"epoch": 0.23,
"learning_rate": 9.255275134464212e-05,
"loss": 2.1083,
"step": 2440
},
{
"epoch": 0.23,
"learning_rate": 9.25209254956876e-05,
"loss": 1.7903,
"step": 2450
},
{
"epoch": 0.23,
"learning_rate": 9.248909964673307e-05,
"loss": 2.2809,
"step": 2460
},
{
"epoch": 0.24,
"learning_rate": 9.245727379777857e-05,
"loss": 1.9134,
"step": 2470
},
{
"epoch": 0.24,
"learning_rate": 9.242544794882404e-05,
"loss": 1.8962,
"step": 2480
},
{
"epoch": 0.24,
"learning_rate": 9.239362209986951e-05,
"loss": 1.9613,
"step": 2490
},
{
"epoch": 0.24,
"learning_rate": 9.2361796250915e-05,
"loss": 2.0229,
"step": 2500
},
{
"epoch": 0.24,
"learning_rate": 9.232997040196048e-05,
"loss": 2.4332,
"step": 2510
},
{
"epoch": 0.24,
"learning_rate": 9.229814455300596e-05,
"loss": 2.3423,
"step": 2520
},
{
"epoch": 0.24,
"learning_rate": 9.226631870405143e-05,
"loss": 1.9032,
"step": 2530
},
{
"epoch": 0.24,
"learning_rate": 9.223449285509692e-05,
"loss": 1.7481,
"step": 2540
},
{
"epoch": 0.24,
"learning_rate": 9.22026670061424e-05,
"loss": 1.9051,
"step": 2550
},
{
"epoch": 0.24,
"learning_rate": 9.217084115718787e-05,
"loss": 1.7612,
"step": 2560
},
{
"epoch": 0.24,
"learning_rate": 9.213901530823335e-05,
"loss": 2.3907,
"step": 2570
},
{
"epoch": 0.25,
"learning_rate": 9.210718945927884e-05,
"loss": 1.8452,
"step": 2580
},
{
"epoch": 0.25,
"learning_rate": 9.20753636103243e-05,
"loss": 2.0806,
"step": 2590
},
{
"epoch": 0.25,
"learning_rate": 9.204353776136979e-05,
"loss": 1.6906,
"step": 2600
},
{
"epoch": 0.25,
"learning_rate": 9.201171191241526e-05,
"loss": 2.0094,
"step": 2610
},
{
"epoch": 0.25,
"learning_rate": 9.197988606346076e-05,
"loss": 2.2129,
"step": 2620
},
{
"epoch": 0.25,
"learning_rate": 9.194806021450623e-05,
"loss": 2.297,
"step": 2630
},
{
"epoch": 0.25,
"learning_rate": 9.19162343655517e-05,
"loss": 1.969,
"step": 2640
},
{
"epoch": 0.25,
"learning_rate": 9.188440851659718e-05,
"loss": 1.837,
"step": 2650
},
{
"epoch": 0.25,
"learning_rate": 9.185258266764266e-05,
"loss": 1.9689,
"step": 2660
},
{
"epoch": 0.25,
"learning_rate": 9.182075681868815e-05,
"loss": 1.8176,
"step": 2670
},
{
"epoch": 0.26,
"learning_rate": 9.178893096973362e-05,
"loss": 2.0166,
"step": 2680
},
{
"epoch": 0.26,
"learning_rate": 9.17571051207791e-05,
"loss": 1.7734,
"step": 2690
},
{
"epoch": 0.26,
"learning_rate": 9.172527927182459e-05,
"loss": 1.6355,
"step": 2700
},
{
"epoch": 0.26,
"learning_rate": 9.169345342287006e-05,
"loss": 1.4228,
"step": 2710
},
{
"epoch": 0.26,
"learning_rate": 9.166162757391554e-05,
"loss": 1.9741,
"step": 2720
},
{
"epoch": 0.26,
"learning_rate": 9.162980172496102e-05,
"loss": 1.849,
"step": 2730
},
{
"epoch": 0.26,
"learning_rate": 9.159797587600649e-05,
"loss": 1.8072,
"step": 2740
},
{
"epoch": 0.26,
"learning_rate": 9.156615002705198e-05,
"loss": 1.8057,
"step": 2750
},
{
"epoch": 0.26,
"learning_rate": 9.153432417809745e-05,
"loss": 1.766,
"step": 2760
},
{
"epoch": 0.26,
"learning_rate": 9.150249832914294e-05,
"loss": 1.8951,
"step": 2770
},
{
"epoch": 0.26,
"learning_rate": 9.147067248018841e-05,
"loss": 1.5905,
"step": 2780
},
{
"epoch": 0.27,
"learning_rate": 9.143884663123388e-05,
"loss": 1.8121,
"step": 2790
},
{
"epoch": 0.27,
"learning_rate": 9.140702078227937e-05,
"loss": 2.4688,
"step": 2800
},
{
"epoch": 0.27,
"learning_rate": 9.137519493332485e-05,
"loss": 1.8452,
"step": 2810
},
{
"epoch": 0.27,
"learning_rate": 9.134336908437034e-05,
"loss": 2.1774,
"step": 2820
},
{
"epoch": 0.27,
"learning_rate": 9.13115432354158e-05,
"loss": 2.1027,
"step": 2830
},
{
"epoch": 0.27,
"learning_rate": 9.127971738646129e-05,
"loss": 1.7269,
"step": 2840
},
{
"epoch": 0.27,
"learning_rate": 9.124789153750677e-05,
"loss": 1.5584,
"step": 2850
},
{
"epoch": 0.27,
"learning_rate": 9.121606568855224e-05,
"loss": 1.9226,
"step": 2860
},
{
"epoch": 0.27,
"learning_rate": 9.118423983959773e-05,
"loss": 1.9731,
"step": 2870
},
{
"epoch": 0.27,
"learning_rate": 9.115241399064321e-05,
"loss": 1.9055,
"step": 2880
},
{
"epoch": 0.28,
"learning_rate": 9.112058814168868e-05,
"loss": 2.1257,
"step": 2890
},
{
"epoch": 0.28,
"learning_rate": 9.108876229273416e-05,
"loss": 2.1161,
"step": 2900
},
{
"epoch": 0.28,
"learning_rate": 9.105693644377963e-05,
"loss": 2.0938,
"step": 2910
},
{
"epoch": 0.28,
"learning_rate": 9.102511059482513e-05,
"loss": 1.5036,
"step": 2920
},
{
"epoch": 0.28,
"learning_rate": 9.09932847458706e-05,
"loss": 2.4857,
"step": 2930
},
{
"epoch": 0.28,
"learning_rate": 9.096145889691607e-05,
"loss": 1.5093,
"step": 2940
},
{
"epoch": 0.28,
"learning_rate": 9.092963304796155e-05,
"loss": 2.1482,
"step": 2950
},
{
"epoch": 0.28,
"learning_rate": 9.089780719900704e-05,
"loss": 2.0191,
"step": 2960
},
{
"epoch": 0.28,
"learning_rate": 9.086598135005252e-05,
"loss": 1.9049,
"step": 2970
},
{
"epoch": 0.28,
"learning_rate": 9.083415550109799e-05,
"loss": 1.6495,
"step": 2980
},
{
"epoch": 0.28,
"learning_rate": 9.080232965214348e-05,
"loss": 2.2134,
"step": 2990
},
{
"epoch": 0.29,
"learning_rate": 9.077050380318896e-05,
"loss": 2.6072,
"step": 3000
},
{
"epoch": 0.29,
"learning_rate": 9.073867795423443e-05,
"loss": 1.7293,
"step": 3010
},
{
"epoch": 0.29,
"learning_rate": 9.070685210527991e-05,
"loss": 1.7487,
"step": 3020
},
{
"epoch": 0.29,
"learning_rate": 9.06750262563254e-05,
"loss": 2.1817,
"step": 3030
},
{
"epoch": 0.29,
"learning_rate": 9.064320040737088e-05,
"loss": 2.0928,
"step": 3040
},
{
"epoch": 0.29,
"learning_rate": 9.061137455841635e-05,
"loss": 1.8595,
"step": 3050
},
{
"epoch": 0.29,
"learning_rate": 9.057954870946182e-05,
"loss": 2.2285,
"step": 3060
},
{
"epoch": 0.29,
"learning_rate": 9.054772286050732e-05,
"loss": 2.1055,
"step": 3070
},
{
"epoch": 0.29,
"learning_rate": 9.051589701155279e-05,
"loss": 1.9423,
"step": 3080
},
{
"epoch": 0.29,
"learning_rate": 9.048407116259827e-05,
"loss": 1.9643,
"step": 3090
},
{
"epoch": 0.3,
"learning_rate": 9.045224531364374e-05,
"loss": 2.5573,
"step": 3100
},
{
"epoch": 0.3,
"learning_rate": 9.042041946468923e-05,
"loss": 2.2847,
"step": 3110
},
{
"epoch": 0.3,
"learning_rate": 9.038859361573471e-05,
"loss": 1.9266,
"step": 3120
},
{
"epoch": 0.3,
"learning_rate": 9.035676776678018e-05,
"loss": 1.7437,
"step": 3130
},
{
"epoch": 0.3,
"learning_rate": 9.032494191782566e-05,
"loss": 1.5789,
"step": 3140
},
{
"epoch": 0.3,
"learning_rate": 9.029311606887115e-05,
"loss": 2.0244,
"step": 3150
},
{
"epoch": 0.3,
"learning_rate": 9.026129021991662e-05,
"loss": 2.1154,
"step": 3160
},
{
"epoch": 0.3,
"learning_rate": 9.02294643709621e-05,
"loss": 2.1877,
"step": 3170
},
{
"epoch": 0.3,
"learning_rate": 9.019763852200758e-05,
"loss": 2.0215,
"step": 3180
},
{
"epoch": 0.3,
"learning_rate": 9.016581267305307e-05,
"loss": 1.7053,
"step": 3190
},
{
"epoch": 0.3,
"learning_rate": 9.013398682409854e-05,
"loss": 2.1041,
"step": 3200
},
{
"epoch": 0.31,
"learning_rate": 9.010216097514401e-05,
"loss": 1.8648,
"step": 3210
},
{
"epoch": 0.31,
"learning_rate": 9.00703351261895e-05,
"loss": 1.8743,
"step": 3220
},
{
"epoch": 0.31,
"learning_rate": 9.003850927723497e-05,
"loss": 1.8577,
"step": 3230
},
{
"epoch": 0.31,
"learning_rate": 9.000668342828046e-05,
"loss": 2.1161,
"step": 3240
},
{
"epoch": 0.31,
"learning_rate": 8.997485757932593e-05,
"loss": 1.8529,
"step": 3250
},
{
"epoch": 0.31,
"learning_rate": 8.994303173037141e-05,
"loss": 1.8198,
"step": 3260
},
{
"epoch": 0.31,
"learning_rate": 8.99112058814169e-05,
"loss": 1.6714,
"step": 3270
},
{
"epoch": 0.31,
"learning_rate": 8.987938003246237e-05,
"loss": 1.9358,
"step": 3280
},
{
"epoch": 0.31,
"learning_rate": 8.984755418350785e-05,
"loss": 2.1932,
"step": 3290
},
{
"epoch": 0.31,
"learning_rate": 8.981572833455333e-05,
"loss": 1.5896,
"step": 3300
},
{
"epoch": 0.32,
"learning_rate": 8.97839024855988e-05,
"loss": 1.9534,
"step": 3310
},
{
"epoch": 0.32,
"learning_rate": 8.975207663664429e-05,
"loss": 1.8981,
"step": 3320
},
{
"epoch": 0.32,
"learning_rate": 8.972025078768977e-05,
"loss": 1.697,
"step": 3330
},
{
"epoch": 0.32,
"learning_rate": 8.968842493873525e-05,
"loss": 1.92,
"step": 3340
},
{
"epoch": 0.32,
"learning_rate": 8.965659908978072e-05,
"loss": 1.7039,
"step": 3350
},
{
"epoch": 0.32,
"learning_rate": 8.96247732408262e-05,
"loss": 1.7979,
"step": 3360
},
{
"epoch": 0.32,
"learning_rate": 8.959294739187168e-05,
"loss": 2.0006,
"step": 3370
},
{
"epoch": 0.32,
"learning_rate": 8.956112154291716e-05,
"loss": 1.8557,
"step": 3380
},
{
"epoch": 0.32,
"learning_rate": 8.952929569396265e-05,
"loss": 1.6347,
"step": 3390
},
{
"epoch": 0.32,
"learning_rate": 8.949746984500812e-05,
"loss": 1.667,
"step": 3400
},
{
"epoch": 0.32,
"learning_rate": 8.94656439960536e-05,
"loss": 1.9593,
"step": 3410
},
{
"epoch": 0.33,
"learning_rate": 8.943381814709908e-05,
"loss": 1.504,
"step": 3420
},
{
"epoch": 0.33,
"learning_rate": 8.940199229814455e-05,
"loss": 2.2819,
"step": 3430
},
{
"epoch": 0.33,
"learning_rate": 8.937016644919004e-05,
"loss": 1.7575,
"step": 3440
},
{
"epoch": 0.33,
"learning_rate": 8.933834060023552e-05,
"loss": 1.8409,
"step": 3450
},
{
"epoch": 0.33,
"learning_rate": 8.930651475128099e-05,
"loss": 1.9553,
"step": 3460
},
{
"epoch": 0.33,
"learning_rate": 8.927468890232647e-05,
"loss": 2.1456,
"step": 3470
},
{
"epoch": 0.33,
"learning_rate": 8.924286305337194e-05,
"loss": 1.6622,
"step": 3480
},
{
"epoch": 0.33,
"learning_rate": 8.921103720441744e-05,
"loss": 2.3896,
"step": 3490
},
{
"epoch": 0.33,
"learning_rate": 8.917921135546291e-05,
"loss": 1.6848,
"step": 3500
},
{
"epoch": 0.33,
"learning_rate": 8.914738550650838e-05,
"loss": 1.8145,
"step": 3510
},
{
"epoch": 0.34,
"learning_rate": 8.911555965755386e-05,
"loss": 1.8479,
"step": 3520
},
{
"epoch": 0.34,
"learning_rate": 8.908373380859935e-05,
"loss": 2.0713,
"step": 3530
},
{
"epoch": 0.34,
"learning_rate": 8.905190795964483e-05,
"loss": 1.6836,
"step": 3540
},
{
"epoch": 0.34,
"learning_rate": 8.90200821106903e-05,
"loss": 2.1469,
"step": 3550
},
{
"epoch": 0.34,
"learning_rate": 8.898825626173579e-05,
"loss": 1.9421,
"step": 3560
},
{
"epoch": 0.34,
"learning_rate": 8.895643041278127e-05,
"loss": 1.424,
"step": 3570
},
{
"epoch": 0.34,
"learning_rate": 8.892460456382674e-05,
"loss": 2.1441,
"step": 3580
},
{
"epoch": 0.34,
"learning_rate": 8.889277871487222e-05,
"loss": 1.9829,
"step": 3590
},
{
"epoch": 0.34,
"learning_rate": 8.88609528659177e-05,
"loss": 1.6689,
"step": 3600
},
{
"epoch": 0.34,
"learning_rate": 8.882912701696319e-05,
"loss": 1.9551,
"step": 3610
},
{
"epoch": 0.34,
"learning_rate": 8.879730116800866e-05,
"loss": 1.5118,
"step": 3620
},
{
"epoch": 0.35,
"learning_rate": 8.876547531905413e-05,
"loss": 1.8151,
"step": 3630
},
{
"epoch": 0.35,
"learning_rate": 8.873364947009963e-05,
"loss": 2.0585,
"step": 3640
},
{
"epoch": 0.35,
"learning_rate": 8.87018236211451e-05,
"loss": 1.9604,
"step": 3650
},
{
"epoch": 0.35,
"learning_rate": 8.866999777219058e-05,
"loss": 1.6825,
"step": 3660
},
{
"epoch": 0.35,
"learning_rate": 8.863817192323605e-05,
"loss": 2.1185,
"step": 3670
},
{
"epoch": 0.35,
"learning_rate": 8.860634607428154e-05,
"loss": 1.7995,
"step": 3680
},
{
"epoch": 0.35,
"learning_rate": 8.857452022532702e-05,
"loss": 1.7444,
"step": 3690
},
{
"epoch": 0.35,
"learning_rate": 8.854269437637249e-05,
"loss": 1.7131,
"step": 3700
},
{
"epoch": 0.35,
"learning_rate": 8.851086852741797e-05,
"loss": 1.5694,
"step": 3710
},
{
"epoch": 0.35,
"learning_rate": 8.847904267846346e-05,
"loss": 1.8997,
"step": 3720
},
{
"epoch": 0.36,
"learning_rate": 8.844721682950893e-05,
"loss": 1.7479,
"step": 3730
},
{
"epoch": 0.36,
"learning_rate": 8.841539098055441e-05,
"loss": 2.0054,
"step": 3740
},
{
"epoch": 0.36,
"learning_rate": 8.83835651315999e-05,
"loss": 1.783,
"step": 3750
},
{
"epoch": 0.36,
"learning_rate": 8.835173928264538e-05,
"loss": 1.6751,
"step": 3760
},
{
"epoch": 0.36,
"learning_rate": 8.831991343369085e-05,
"loss": 1.9195,
"step": 3770
},
{
"epoch": 0.36,
"learning_rate": 8.828808758473632e-05,
"loss": 1.6263,
"step": 3780
},
{
"epoch": 0.36,
"learning_rate": 8.825626173578181e-05,
"loss": 1.8235,
"step": 3790
},
{
"epoch": 0.36,
"learning_rate": 8.822443588682728e-05,
"loss": 1.8654,
"step": 3800
},
{
"epoch": 0.36,
"learning_rate": 8.819261003787277e-05,
"loss": 2.0507,
"step": 3810
},
{
"epoch": 0.36,
"learning_rate": 8.816078418891824e-05,
"loss": 1.7236,
"step": 3820
},
{
"epoch": 0.36,
"learning_rate": 8.812895833996372e-05,
"loss": 2.1645,
"step": 3830
},
{
"epoch": 0.37,
"learning_rate": 8.80971324910092e-05,
"loss": 2.1542,
"step": 3840
},
{
"epoch": 0.37,
"learning_rate": 8.806530664205468e-05,
"loss": 1.6501,
"step": 3850
},
{
"epoch": 0.37,
"learning_rate": 8.803348079310016e-05,
"loss": 1.4847,
"step": 3860
},
{
"epoch": 0.37,
"learning_rate": 8.800165494414564e-05,
"loss": 1.9785,
"step": 3870
},
{
"epoch": 0.37,
"learning_rate": 8.796982909519111e-05,
"loss": 1.8721,
"step": 3880
},
{
"epoch": 0.37,
"learning_rate": 8.79380032462366e-05,
"loss": 1.9387,
"step": 3890
},
{
"epoch": 0.37,
"learning_rate": 8.790617739728208e-05,
"loss": 1.6376,
"step": 3900
},
{
"epoch": 0.37,
"learning_rate": 8.787435154832756e-05,
"loss": 1.7417,
"step": 3910
},
{
"epoch": 0.37,
"learning_rate": 8.784252569937303e-05,
"loss": 1.4899,
"step": 3920
},
{
"epoch": 0.37,
"learning_rate": 8.78106998504185e-05,
"loss": 1.8071,
"step": 3930
},
{
"epoch": 0.37,
"learning_rate": 8.7778874001464e-05,
"loss": 1.9723,
"step": 3940
},
{
"epoch": 0.38,
"learning_rate": 8.774704815250947e-05,
"loss": 1.7802,
"step": 3950
},
{
"epoch": 0.38,
"learning_rate": 8.771522230355495e-05,
"loss": 1.7954,
"step": 3960
},
{
"epoch": 0.38,
"learning_rate": 8.768339645460043e-05,
"loss": 1.825,
"step": 3970
},
{
"epoch": 0.38,
"learning_rate": 8.765157060564591e-05,
"loss": 2.056,
"step": 3980
},
{
"epoch": 0.38,
"learning_rate": 8.761974475669139e-05,
"loss": 2.1008,
"step": 3990
},
{
"epoch": 0.38,
"learning_rate": 8.758791890773686e-05,
"loss": 1.9251,
"step": 4000
},
{
"epoch": 0.38,
"learning_rate": 8.755609305878235e-05,
"loss": 1.7959,
"step": 4010
},
{
"epoch": 0.38,
"learning_rate": 8.752426720982783e-05,
"loss": 1.9192,
"step": 4020
},
{
"epoch": 0.38,
"learning_rate": 8.74924413608733e-05,
"loss": 2.0,
"step": 4030
},
{
"epoch": 0.38,
"learning_rate": 8.746061551191878e-05,
"loss": 1.8604,
"step": 4040
},
{
"epoch": 0.39,
"learning_rate": 8.742878966296427e-05,
"loss": 1.7686,
"step": 4050
},
{
"epoch": 0.39,
"learning_rate": 8.739696381400975e-05,
"loss": 1.7677,
"step": 4060
},
{
"epoch": 0.39,
"learning_rate": 8.736513796505522e-05,
"loss": 1.7588,
"step": 4070
},
{
"epoch": 0.39,
"learning_rate": 8.733331211610069e-05,
"loss": 1.8295,
"step": 4080
},
{
"epoch": 0.39,
"learning_rate": 8.730148626714619e-05,
"loss": 1.9025,
"step": 4090
},
{
"epoch": 0.39,
"learning_rate": 8.726966041819166e-05,
"loss": 1.7978,
"step": 4100
},
{
"epoch": 0.39,
"learning_rate": 8.723783456923714e-05,
"loss": 1.7281,
"step": 4110
},
{
"epoch": 0.39,
"learning_rate": 8.720600872028261e-05,
"loss": 1.5019,
"step": 4120
},
{
"epoch": 0.39,
"learning_rate": 8.71741828713281e-05,
"loss": 1.604,
"step": 4130
},
{
"epoch": 0.39,
"learning_rate": 8.714235702237358e-05,
"loss": 1.6965,
"step": 4140
},
{
"epoch": 0.39,
"learning_rate": 8.711053117341905e-05,
"loss": 1.7006,
"step": 4150
},
{
"epoch": 0.4,
"learning_rate": 8.707870532446453e-05,
"loss": 1.8867,
"step": 4160
},
{
"epoch": 0.4,
"learning_rate": 8.704687947551002e-05,
"loss": 1.9758,
"step": 4170
},
{
"epoch": 0.4,
"learning_rate": 8.701505362655549e-05,
"loss": 1.7924,
"step": 4180
},
{
"epoch": 0.4,
"learning_rate": 8.698322777760097e-05,
"loss": 1.4875,
"step": 4190
},
{
"epoch": 0.4,
"learning_rate": 8.695140192864645e-05,
"loss": 1.7991,
"step": 4200
},
{
"epoch": 0.4,
"learning_rate": 8.691957607969194e-05,
"loss": 2.2652,
"step": 4210
},
{
"epoch": 0.4,
"learning_rate": 8.688775023073741e-05,
"loss": 1.8837,
"step": 4220
},
{
"epoch": 0.4,
"learning_rate": 8.685592438178288e-05,
"loss": 1.7792,
"step": 4230
},
{
"epoch": 0.4,
"learning_rate": 8.682409853282837e-05,
"loss": 2.4074,
"step": 4240
},
{
"epoch": 0.4,
"learning_rate": 8.679227268387384e-05,
"loss": 1.8309,
"step": 4250
},
{
"epoch": 0.41,
"learning_rate": 8.676044683491933e-05,
"loss": 1.6532,
"step": 4260
},
{
"epoch": 0.41,
"learning_rate": 8.67286209859648e-05,
"loss": 1.6922,
"step": 4270
},
{
"epoch": 0.41,
"learning_rate": 8.66967951370103e-05,
"loss": 1.5487,
"step": 4280
},
{
"epoch": 0.41,
"learning_rate": 8.666496928805577e-05,
"loss": 1.9437,
"step": 4290
},
{
"epoch": 0.41,
"learning_rate": 8.663314343910124e-05,
"loss": 1.8552,
"step": 4300
},
{
"epoch": 0.41,
"learning_rate": 8.660131759014672e-05,
"loss": 2.2202,
"step": 4310
},
{
"epoch": 0.41,
"learning_rate": 8.65694917411922e-05,
"loss": 1.7241,
"step": 4320
},
{
"epoch": 0.41,
"learning_rate": 8.653766589223769e-05,
"loss": 2.0968,
"step": 4330
},
{
"epoch": 0.41,
"learning_rate": 8.650584004328316e-05,
"loss": 2.2153,
"step": 4340
},
{
"epoch": 0.41,
"learning_rate": 8.647401419432864e-05,
"loss": 1.7501,
"step": 4350
},
{
"epoch": 0.41,
"learning_rate": 8.644218834537412e-05,
"loss": 2.2423,
"step": 4360
},
{
"epoch": 0.42,
"learning_rate": 8.64103624964196e-05,
"loss": 1.6641,
"step": 4370
},
{
"epoch": 0.42,
"learning_rate": 8.637853664746508e-05,
"loss": 2.1719,
"step": 4380
},
{
"epoch": 0.42,
"learning_rate": 8.634671079851056e-05,
"loss": 1.7141,
"step": 4390
},
{
"epoch": 0.42,
"learning_rate": 8.631488494955603e-05,
"loss": 1.8436,
"step": 4400
},
{
"epoch": 0.42,
"learning_rate": 8.628305910060152e-05,
"loss": 1.9603,
"step": 4410
},
{
"epoch": 0.42,
"learning_rate": 8.625123325164699e-05,
"loss": 1.7869,
"step": 4420
},
{
"epoch": 0.42,
"learning_rate": 8.621940740269247e-05,
"loss": 1.9844,
"step": 4430
},
{
"epoch": 0.42,
"learning_rate": 8.618758155373795e-05,
"loss": 1.9699,
"step": 4440
},
{
"epoch": 0.42,
"learning_rate": 8.615575570478342e-05,
"loss": 1.879,
"step": 4450
},
{
"epoch": 0.42,
"learning_rate": 8.61239298558289e-05,
"loss": 1.8398,
"step": 4460
},
{
"epoch": 0.43,
"learning_rate": 8.609210400687439e-05,
"loss": 2.1011,
"step": 4470
},
{
"epoch": 0.43,
"learning_rate": 8.606027815791987e-05,
"loss": 1.9542,
"step": 4480
},
{
"epoch": 0.43,
"learning_rate": 8.602845230896534e-05,
"loss": 2.2341,
"step": 4490
},
{
"epoch": 0.43,
"learning_rate": 8.599662646001081e-05,
"loss": 1.7047,
"step": 4500
},
{
"epoch": 0.43,
"learning_rate": 8.596480061105631e-05,
"loss": 1.8369,
"step": 4510
},
{
"epoch": 0.43,
"learning_rate": 8.593297476210178e-05,
"loss": 1.7466,
"step": 4520
},
{
"epoch": 0.43,
"learning_rate": 8.590114891314726e-05,
"loss": 1.736,
"step": 4530
},
{
"epoch": 0.43,
"learning_rate": 8.586932306419274e-05,
"loss": 1.6473,
"step": 4540
},
{
"epoch": 0.43,
"learning_rate": 8.583749721523822e-05,
"loss": 1.8275,
"step": 4550
},
{
"epoch": 0.43,
"learning_rate": 8.58056713662837e-05,
"loss": 1.8659,
"step": 4560
},
{
"epoch": 0.43,
"learning_rate": 8.577384551732917e-05,
"loss": 1.6171,
"step": 4570
},
{
"epoch": 0.44,
"learning_rate": 8.574201966837466e-05,
"loss": 1.5898,
"step": 4580
},
{
"epoch": 0.44,
"learning_rate": 8.571019381942014e-05,
"loss": 1.7374,
"step": 4590
},
{
"epoch": 0.44,
"learning_rate": 8.567836797046561e-05,
"loss": 1.7308,
"step": 4600
},
{
"epoch": 0.44,
"learning_rate": 8.56465421215111e-05,
"loss": 1.8294,
"step": 4610
},
{
"epoch": 0.44,
"learning_rate": 8.561471627255658e-05,
"loss": 1.5242,
"step": 4620
},
{
"epoch": 0.44,
"learning_rate": 8.558289042360206e-05,
"loss": 2.284,
"step": 4630
},
{
"epoch": 0.44,
"learning_rate": 8.555106457464753e-05,
"loss": 1.7441,
"step": 4640
},
{
"epoch": 0.44,
"learning_rate": 8.5519238725693e-05,
"loss": 2.1215,
"step": 4650
},
{
"epoch": 0.44,
"learning_rate": 8.54874128767385e-05,
"loss": 1.9204,
"step": 4660
},
{
"epoch": 0.44,
"learning_rate": 8.545558702778397e-05,
"loss": 1.8143,
"step": 4670
},
{
"epoch": 0.45,
"learning_rate": 8.542376117882945e-05,
"loss": 1.8353,
"step": 4680
},
{
"epoch": 0.45,
"learning_rate": 8.539193532987492e-05,
"loss": 1.9182,
"step": 4690
},
{
"epoch": 0.45,
"learning_rate": 8.53601094809204e-05,
"loss": 1.7577,
"step": 4700
},
{
"epoch": 0.45,
"learning_rate": 8.532828363196589e-05,
"loss": 1.5695,
"step": 4710
},
{
"epoch": 0.45,
"learning_rate": 8.529645778301136e-05,
"loss": 1.2831,
"step": 4720
},
{
"epoch": 0.45,
"learning_rate": 8.526463193405684e-05,
"loss": 1.7315,
"step": 4730
},
{
"epoch": 0.45,
"learning_rate": 8.523280608510233e-05,
"loss": 1.7665,
"step": 4740
},
{
"epoch": 0.45,
"learning_rate": 8.52009802361478e-05,
"loss": 1.8807,
"step": 4750
},
{
"epoch": 0.45,
"learning_rate": 8.516915438719328e-05,
"loss": 1.7689,
"step": 4760
},
{
"epoch": 0.45,
"learning_rate": 8.513732853823876e-05,
"loss": 1.6982,
"step": 4770
},
{
"epoch": 0.45,
"learning_rate": 8.510550268928425e-05,
"loss": 2.0575,
"step": 4780
},
{
"epoch": 0.46,
"learning_rate": 8.507367684032972e-05,
"loss": 1.8133,
"step": 4790
},
{
"epoch": 0.46,
"learning_rate": 8.504185099137519e-05,
"loss": 1.949,
"step": 4800
},
{
"epoch": 0.46,
"learning_rate": 8.501002514242068e-05,
"loss": 1.5134,
"step": 4810
},
{
"epoch": 0.46,
"learning_rate": 8.497819929346615e-05,
"loss": 1.9392,
"step": 4820
},
{
"epoch": 0.46,
"learning_rate": 8.494637344451164e-05,
"loss": 1.7536,
"step": 4830
},
{
"epoch": 0.46,
"learning_rate": 8.491454759555711e-05,
"loss": 2.1834,
"step": 4840
},
{
"epoch": 0.46,
"learning_rate": 8.488272174660259e-05,
"loss": 1.672,
"step": 4850
},
{
"epoch": 0.46,
"learning_rate": 8.485089589764808e-05,
"loss": 1.7865,
"step": 4860
},
{
"epoch": 0.46,
"learning_rate": 8.481907004869355e-05,
"loss": 1.6641,
"step": 4870
},
{
"epoch": 0.46,
"learning_rate": 8.478724419973903e-05,
"loss": 1.8628,
"step": 4880
},
{
"epoch": 0.47,
"learning_rate": 8.475541835078451e-05,
"loss": 1.7441,
"step": 4890
},
{
"epoch": 0.47,
"learning_rate": 8.472359250183e-05,
"loss": 1.4225,
"step": 4900
},
{
"epoch": 0.47,
"learning_rate": 8.469176665287547e-05,
"loss": 1.8587,
"step": 4910
},
{
"epoch": 0.47,
"learning_rate": 8.465994080392095e-05,
"loss": 1.7314,
"step": 4920
},
{
"epoch": 0.47,
"learning_rate": 8.462811495496643e-05,
"loss": 2.0339,
"step": 4930
},
{
"epoch": 0.47,
"learning_rate": 8.45962891060119e-05,
"loss": 1.9146,
"step": 4940
},
{
"epoch": 0.47,
"learning_rate": 8.456446325705739e-05,
"loss": 1.9494,
"step": 4950
},
{
"epoch": 0.47,
"learning_rate": 8.453263740810287e-05,
"loss": 1.5817,
"step": 4960
},
{
"epoch": 0.47,
"learning_rate": 8.450081155914834e-05,
"loss": 1.8283,
"step": 4970
},
{
"epoch": 0.47,
"learning_rate": 8.446898571019383e-05,
"loss": 1.5496,
"step": 4980
},
{
"epoch": 0.47,
"learning_rate": 8.44371598612393e-05,
"loss": 1.6279,
"step": 4990
},
{
"epoch": 0.48,
"learning_rate": 8.440533401228479e-05,
"loss": 2.1064,
"step": 5000
},
{
"epoch": 0.48,
"learning_rate": 8.437350816333026e-05,
"loss": 1.8572,
"step": 5010
},
{
"epoch": 0.48,
"learning_rate": 8.434168231437573e-05,
"loss": 1.9051,
"step": 5020
},
{
"epoch": 0.48,
"learning_rate": 8.430985646542122e-05,
"loss": 1.8268,
"step": 5030
},
{
"epoch": 0.48,
"learning_rate": 8.42780306164667e-05,
"loss": 2.0814,
"step": 5040
},
{
"epoch": 0.48,
"learning_rate": 8.424620476751218e-05,
"loss": 1.5997,
"step": 5050
},
{
"epoch": 0.48,
"learning_rate": 8.421437891855765e-05,
"loss": 2.0973,
"step": 5060
},
{
"epoch": 0.48,
"learning_rate": 8.418255306960314e-05,
"loss": 2.0325,
"step": 5070
},
{
"epoch": 0.48,
"learning_rate": 8.415072722064862e-05,
"loss": 1.9608,
"step": 5080
},
{
"epoch": 0.48,
"learning_rate": 8.411890137169409e-05,
"loss": 2.1482,
"step": 5090
},
{
"epoch": 0.49,
"learning_rate": 8.408707552273957e-05,
"loss": 1.7059,
"step": 5100
},
{
"epoch": 0.49,
"learning_rate": 8.405524967378506e-05,
"loss": 1.6616,
"step": 5110
},
{
"epoch": 0.49,
"learning_rate": 8.402342382483053e-05,
"loss": 1.331,
"step": 5120
},
{
"epoch": 0.49,
"learning_rate": 8.399159797587601e-05,
"loss": 1.9625,
"step": 5130
},
{
"epoch": 0.49,
"learning_rate": 8.395977212692148e-05,
"loss": 1.7034,
"step": 5140
},
{
"epoch": 0.49,
"learning_rate": 8.392794627796698e-05,
"loss": 2.0897,
"step": 5150
},
{
"epoch": 0.49,
"learning_rate": 8.389612042901245e-05,
"loss": 1.681,
"step": 5160
},
{
"epoch": 0.49,
"learning_rate": 8.386429458005792e-05,
"loss": 1.7284,
"step": 5170
},
{
"epoch": 0.49,
"learning_rate": 8.38324687311034e-05,
"loss": 1.7513,
"step": 5180
},
{
"epoch": 0.49,
"learning_rate": 8.380064288214889e-05,
"loss": 1.3583,
"step": 5190
},
{
"epoch": 0.49,
"learning_rate": 8.376881703319437e-05,
"loss": 1.7959,
"step": 5200
},
{
"epoch": 0.5,
"learning_rate": 8.373699118423984e-05,
"loss": 2.121,
"step": 5210
},
{
"epoch": 0.5,
"learning_rate": 8.370516533528532e-05,
"loss": 2.2103,
"step": 5220
},
{
"epoch": 0.5,
"learning_rate": 8.367333948633081e-05,
"loss": 1.9372,
"step": 5230
},
{
"epoch": 0.5,
"learning_rate": 8.364151363737628e-05,
"loss": 1.7694,
"step": 5240
},
{
"epoch": 0.5,
"learning_rate": 8.360968778842176e-05,
"loss": 1.8922,
"step": 5250
},
{
"epoch": 0.5,
"learning_rate": 8.357786193946725e-05,
"loss": 1.8685,
"step": 5260
},
{
"epoch": 0.5,
"learning_rate": 8.354603609051272e-05,
"loss": 1.7645,
"step": 5270
},
{
"epoch": 0.5,
"learning_rate": 8.35142102415582e-05,
"loss": 2.0918,
"step": 5280
},
{
"epoch": 0.5,
"learning_rate": 8.348238439260367e-05,
"loss": 1.6694,
"step": 5290
},
{
"epoch": 0.5,
"learning_rate": 8.345055854364917e-05,
"loss": 1.6349,
"step": 5300
},
{
"epoch": 0.51,
"learning_rate": 8.341873269469464e-05,
"loss": 1.7016,
"step": 5310
},
{
"epoch": 0.51,
"learning_rate": 8.33869068457401e-05,
"loss": 1.9029,
"step": 5320
},
{
"epoch": 0.51,
"learning_rate": 8.335508099678559e-05,
"loss": 1.7197,
"step": 5330
},
{
"epoch": 0.51,
"learning_rate": 8.332325514783107e-05,
"loss": 2.0524,
"step": 5340
},
{
"epoch": 0.51,
"learning_rate": 8.329142929887656e-05,
"loss": 1.7017,
"step": 5350
},
{
"epoch": 0.51,
"learning_rate": 8.325960344992203e-05,
"loss": 2.2195,
"step": 5360
},
{
"epoch": 0.51,
"learning_rate": 8.322777760096751e-05,
"loss": 1.7724,
"step": 5370
},
{
"epoch": 0.51,
"learning_rate": 8.3195951752013e-05,
"loss": 1.9593,
"step": 5380
},
{
"epoch": 0.51,
"learning_rate": 8.316412590305846e-05,
"loss": 1.8544,
"step": 5390
},
{
"epoch": 0.51,
"learning_rate": 8.313230005410395e-05,
"loss": 2.0837,
"step": 5400
},
{
"epoch": 0.51,
"learning_rate": 8.310047420514943e-05,
"loss": 1.97,
"step": 5410
},
{
"epoch": 0.52,
"learning_rate": 8.30686483561949e-05,
"loss": 1.4903,
"step": 5420
},
{
"epoch": 0.52,
"learning_rate": 8.303682250724039e-05,
"loss": 1.6233,
"step": 5430
},
{
"epoch": 0.52,
"learning_rate": 8.300499665828586e-05,
"loss": 1.5539,
"step": 5440
},
{
"epoch": 0.52,
"learning_rate": 8.297317080933135e-05,
"loss": 1.8161,
"step": 5450
},
{
"epoch": 0.52,
"learning_rate": 8.294134496037682e-05,
"loss": 1.752,
"step": 5460
},
{
"epoch": 0.52,
"learning_rate": 8.29095191114223e-05,
"loss": 2.069,
"step": 5470
},
{
"epoch": 0.52,
"learning_rate": 8.287769326246778e-05,
"loss": 2.061,
"step": 5480
},
{
"epoch": 0.52,
"learning_rate": 8.284586741351326e-05,
"loss": 1.6476,
"step": 5490
},
{
"epoch": 0.52,
"learning_rate": 8.281404156455874e-05,
"loss": 1.6349,
"step": 5500
},
{
"epoch": 0.52,
"learning_rate": 8.278221571560421e-05,
"loss": 1.4046,
"step": 5510
},
{
"epoch": 0.53,
"learning_rate": 8.27503898666497e-05,
"loss": 1.7181,
"step": 5520
},
{
"epoch": 0.53,
"learning_rate": 8.271856401769518e-05,
"loss": 1.8994,
"step": 5530
},
{
"epoch": 0.53,
"learning_rate": 8.268673816874065e-05,
"loss": 2.2467,
"step": 5540
},
{
"epoch": 0.53,
"learning_rate": 8.265491231978614e-05,
"loss": 1.7663,
"step": 5550
},
{
"epoch": 0.53,
"learning_rate": 8.26230864708316e-05,
"loss": 2.232,
"step": 5560
},
{
"epoch": 0.53,
"learning_rate": 8.25912606218771e-05,
"loss": 2.0191,
"step": 5570
},
{
"epoch": 0.53,
"learning_rate": 8.255943477292257e-05,
"loss": 2.1281,
"step": 5580
},
{
"epoch": 0.53,
"learning_rate": 8.252760892396804e-05,
"loss": 1.7599,
"step": 5590
},
{
"epoch": 0.53,
"learning_rate": 8.249578307501353e-05,
"loss": 1.9067,
"step": 5600
},
{
"epoch": 0.53,
"learning_rate": 8.246395722605901e-05,
"loss": 1.8876,
"step": 5610
},
{
"epoch": 0.53,
"learning_rate": 8.24321313771045e-05,
"loss": 2.0441,
"step": 5620
},
{
"epoch": 0.54,
"learning_rate": 8.240030552814996e-05,
"loss": 2.1636,
"step": 5630
},
{
"epoch": 0.54,
"learning_rate": 8.236847967919545e-05,
"loss": 1.6258,
"step": 5640
},
{
"epoch": 0.54,
"learning_rate": 8.233665383024093e-05,
"loss": 1.761,
"step": 5650
},
{
"epoch": 0.54,
"learning_rate": 8.23048279812864e-05,
"loss": 1.6266,
"step": 5660
},
{
"epoch": 0.54,
"learning_rate": 8.227300213233188e-05,
"loss": 1.6244,
"step": 5670
},
{
"epoch": 0.54,
"learning_rate": 8.224117628337737e-05,
"loss": 1.9169,
"step": 5680
},
{
"epoch": 0.54,
"learning_rate": 8.220935043442284e-05,
"loss": 1.3947,
"step": 5690
},
{
"epoch": 0.54,
"learning_rate": 8.217752458546832e-05,
"loss": 1.6006,
"step": 5700
},
{
"epoch": 0.54,
"learning_rate": 8.214569873651379e-05,
"loss": 1.4239,
"step": 5710
},
{
"epoch": 0.54,
"learning_rate": 8.211387288755929e-05,
"loss": 1.5619,
"step": 5720
},
{
"epoch": 0.55,
"learning_rate": 8.208204703860476e-05,
"loss": 1.5051,
"step": 5730
},
{
"epoch": 0.55,
"learning_rate": 8.205022118965023e-05,
"loss": 1.8509,
"step": 5740
},
{
"epoch": 0.55,
"learning_rate": 8.201839534069571e-05,
"loss": 1.7132,
"step": 5750
},
{
"epoch": 0.55,
"learning_rate": 8.19865694917412e-05,
"loss": 1.9296,
"step": 5760
},
{
"epoch": 0.55,
"learning_rate": 8.195474364278668e-05,
"loss": 1.8191,
"step": 5770
},
{
"epoch": 0.55,
"learning_rate": 8.192291779383215e-05,
"loss": 1.6306,
"step": 5780
},
{
"epoch": 0.55,
"learning_rate": 8.189109194487763e-05,
"loss": 1.5563,
"step": 5790
},
{
"epoch": 0.55,
"learning_rate": 8.185926609592312e-05,
"loss": 1.8907,
"step": 5800
},
{
"epoch": 0.55,
"learning_rate": 8.182744024696859e-05,
"loss": 1.6601,
"step": 5810
},
{
"epoch": 0.55,
"learning_rate": 8.179561439801407e-05,
"loss": 1.8245,
"step": 5820
},
{
"epoch": 0.55,
"learning_rate": 8.176378854905956e-05,
"loss": 1.8156,
"step": 5830
},
{
"epoch": 0.56,
"learning_rate": 8.173196270010503e-05,
"loss": 1.9084,
"step": 5840
},
{
"epoch": 0.56,
"learning_rate": 8.170013685115051e-05,
"loss": 1.5468,
"step": 5850
},
{
"epoch": 0.56,
"learning_rate": 8.166831100219598e-05,
"loss": 1.9778,
"step": 5860
},
{
"epoch": 0.56,
"learning_rate": 8.163648515324148e-05,
"loss": 1.701,
"step": 5870
},
{
"epoch": 0.56,
"learning_rate": 8.160465930428695e-05,
"loss": 1.6719,
"step": 5880
},
{
"epoch": 0.56,
"learning_rate": 8.157283345533242e-05,
"loss": 1.6509,
"step": 5890
},
{
"epoch": 0.56,
"learning_rate": 8.15410076063779e-05,
"loss": 1.673,
"step": 5900
},
{
"epoch": 0.56,
"learning_rate": 8.150918175742338e-05,
"loss": 1.3831,
"step": 5910
},
{
"epoch": 0.56,
"learning_rate": 8.147735590846887e-05,
"loss": 1.7159,
"step": 5920
},
{
"epoch": 0.56,
"learning_rate": 8.144553005951434e-05,
"loss": 1.832,
"step": 5930
},
{
"epoch": 0.57,
"learning_rate": 8.141370421055982e-05,
"loss": 1.93,
"step": 5940
},
{
"epoch": 0.57,
"learning_rate": 8.13818783616053e-05,
"loss": 1.3991,
"step": 5950
},
{
"epoch": 0.57,
"learning_rate": 8.135005251265077e-05,
"loss": 1.7181,
"step": 5960
},
{
"epoch": 0.57,
"learning_rate": 8.131822666369626e-05,
"loss": 1.7019,
"step": 5970
},
{
"epoch": 0.57,
"learning_rate": 8.128640081474174e-05,
"loss": 1.7486,
"step": 5980
},
{
"epoch": 0.57,
"learning_rate": 8.125457496578721e-05,
"loss": 1.8143,
"step": 5990
},
{
"epoch": 0.57,
"learning_rate": 8.12227491168327e-05,
"loss": 1.7242,
"step": 6000
},
{
"epoch": 0.57,
"learning_rate": 8.119092326787817e-05,
"loss": 1.3983,
"step": 6010
},
{
"epoch": 0.57,
"learning_rate": 8.115909741892366e-05,
"loss": 1.5508,
"step": 6020
},
{
"epoch": 0.57,
"learning_rate": 8.112727156996913e-05,
"loss": 2.059,
"step": 6030
},
{
"epoch": 0.57,
"learning_rate": 8.10954457210146e-05,
"loss": 2.0893,
"step": 6040
},
{
"epoch": 0.58,
"learning_rate": 8.106361987206009e-05,
"loss": 2.0184,
"step": 6050
},
{
"epoch": 0.58,
"learning_rate": 8.103179402310557e-05,
"loss": 1.8744,
"step": 6060
},
{
"epoch": 0.58,
"learning_rate": 8.099996817415105e-05,
"loss": 1.4619,
"step": 6070
},
{
"epoch": 0.58,
"learning_rate": 8.096814232519652e-05,
"loss": 1.7368,
"step": 6080
},
{
"epoch": 0.58,
"learning_rate": 8.093631647624201e-05,
"loss": 1.7933,
"step": 6090
},
{
"epoch": 0.58,
"learning_rate": 8.090449062728749e-05,
"loss": 1.5629,
"step": 6100
},
{
"epoch": 0.58,
"learning_rate": 8.087266477833296e-05,
"loss": 2.0451,
"step": 6110
},
{
"epoch": 0.58,
"learning_rate": 8.084083892937845e-05,
"loss": 1.8756,
"step": 6120
},
{
"epoch": 0.58,
"learning_rate": 8.080901308042393e-05,
"loss": 1.7944,
"step": 6130
},
{
"epoch": 0.58,
"learning_rate": 8.07771872314694e-05,
"loss": 1.6811,
"step": 6140
},
{
"epoch": 0.59,
"learning_rate": 8.074536138251488e-05,
"loss": 1.4877,
"step": 6150
},
{
"epoch": 0.59,
"learning_rate": 8.071353553356035e-05,
"loss": 2.0818,
"step": 6160
},
{
"epoch": 0.59,
"learning_rate": 8.068170968460585e-05,
"loss": 1.4355,
"step": 6170
},
{
"epoch": 0.59,
"learning_rate": 8.064988383565132e-05,
"loss": 1.6414,
"step": 6180
},
{
"epoch": 0.59,
"learning_rate": 8.06180579866968e-05,
"loss": 2.0349,
"step": 6190
},
{
"epoch": 0.59,
"learning_rate": 8.058623213774227e-05,
"loss": 1.6727,
"step": 6200
},
{
"epoch": 0.59,
"learning_rate": 8.055440628878776e-05,
"loss": 1.8855,
"step": 6210
},
{
"epoch": 0.59,
"learning_rate": 8.052258043983324e-05,
"loss": 1.6737,
"step": 6220
},
{
"epoch": 0.59,
"learning_rate": 8.049075459087871e-05,
"loss": 1.485,
"step": 6230
},
{
"epoch": 0.59,
"learning_rate": 8.04589287419242e-05,
"loss": 1.277,
"step": 6240
},
{
"epoch": 0.59,
"learning_rate": 8.042710289296968e-05,
"loss": 1.778,
"step": 6250
},
{
"epoch": 0.6,
"learning_rate": 8.039527704401515e-05,
"loss": 2.0159,
"step": 6260
},
{
"epoch": 0.6,
"learning_rate": 8.036345119506063e-05,
"loss": 1.7595,
"step": 6270
},
{
"epoch": 0.6,
"learning_rate": 8.033162534610612e-05,
"loss": 1.7878,
"step": 6280
},
{
"epoch": 0.6,
"learning_rate": 8.02997994971516e-05,
"loss": 2.0789,
"step": 6290
},
{
"epoch": 0.6,
"learning_rate": 8.026797364819707e-05,
"loss": 1.613,
"step": 6300
},
{
"epoch": 0.6,
"learning_rate": 8.023614779924254e-05,
"loss": 1.9158,
"step": 6310
},
{
"epoch": 0.6,
"learning_rate": 8.020432195028804e-05,
"loss": 1.7132,
"step": 6320
},
{
"epoch": 0.6,
"learning_rate": 8.017249610133351e-05,
"loss": 1.8105,
"step": 6330
},
{
"epoch": 0.6,
"learning_rate": 8.014067025237899e-05,
"loss": 1.4884,
"step": 6340
},
{
"epoch": 0.6,
"learning_rate": 8.010884440342446e-05,
"loss": 1.2167,
"step": 6350
},
{
"epoch": 0.61,
"learning_rate": 8.007701855446994e-05,
"loss": 1.8082,
"step": 6360
},
{
"epoch": 0.61,
"learning_rate": 8.004519270551543e-05,
"loss": 1.6277,
"step": 6370
},
{
"epoch": 0.61,
"learning_rate": 8.00133668565609e-05,
"loss": 1.7452,
"step": 6380
},
{
"epoch": 0.61,
"learning_rate": 7.998154100760638e-05,
"loss": 1.7174,
"step": 6390
},
{
"epoch": 0.61,
"learning_rate": 7.994971515865187e-05,
"loss": 2.2034,
"step": 6400
},
{
"epoch": 0.61,
"learning_rate": 7.991788930969734e-05,
"loss": 1.6318,
"step": 6410
},
{
"epoch": 0.61,
"learning_rate": 7.988606346074282e-05,
"loss": 1.6383,
"step": 6420
},
{
"epoch": 0.61,
"learning_rate": 7.98542376117883e-05,
"loss": 1.4466,
"step": 6430
},
{
"epoch": 0.61,
"learning_rate": 7.982241176283379e-05,
"loss": 1.9118,
"step": 6440
},
{
"epoch": 0.61,
"learning_rate": 7.979058591387926e-05,
"loss": 1.8459,
"step": 6450
},
{
"epoch": 0.61,
"learning_rate": 7.975876006492473e-05,
"loss": 1.7772,
"step": 6460
},
{
"epoch": 0.62,
"learning_rate": 7.972693421597022e-05,
"loss": 1.6248,
"step": 6470
},
{
"epoch": 0.62,
"learning_rate": 7.96951083670157e-05,
"loss": 1.5957,
"step": 6480
},
{
"epoch": 0.62,
"learning_rate": 7.966328251806118e-05,
"loss": 1.4671,
"step": 6490
},
{
"epoch": 0.62,
"learning_rate": 7.963145666910665e-05,
"loss": 1.569,
"step": 6500
},
{
"epoch": 0.62,
"learning_rate": 7.959963082015213e-05,
"loss": 1.9128,
"step": 6510
},
{
"epoch": 0.62,
"learning_rate": 7.956780497119761e-05,
"loss": 1.7862,
"step": 6520
},
{
"epoch": 0.62,
"learning_rate": 7.953597912224308e-05,
"loss": 1.7062,
"step": 6530
},
{
"epoch": 0.62,
"learning_rate": 7.950415327328857e-05,
"loss": 1.4484,
"step": 6540
},
{
"epoch": 0.62,
"learning_rate": 7.947232742433405e-05,
"loss": 1.9372,
"step": 6550
},
{
"epoch": 0.62,
"learning_rate": 7.944050157537952e-05,
"loss": 2.0335,
"step": 6560
},
{
"epoch": 0.63,
"learning_rate": 7.9408675726425e-05,
"loss": 1.8989,
"step": 6570
},
{
"epoch": 0.63,
"learning_rate": 7.937684987747049e-05,
"loss": 1.4778,
"step": 6580
},
{
"epoch": 0.63,
"learning_rate": 7.934502402851597e-05,
"loss": 1.5545,
"step": 6590
},
{
"epoch": 0.63,
"learning_rate": 7.931319817956144e-05,
"loss": 1.7245,
"step": 6600
},
{
"epoch": 0.63,
"learning_rate": 7.928137233060691e-05,
"loss": 1.7073,
"step": 6610
},
{
"epoch": 0.63,
"learning_rate": 7.92495464816524e-05,
"loss": 1.5795,
"step": 6620
},
{
"epoch": 0.63,
"learning_rate": 7.921772063269788e-05,
"loss": 1.7212,
"step": 6630
},
{
"epoch": 0.63,
"learning_rate": 7.918589478374336e-05,
"loss": 1.3638,
"step": 6640
},
{
"epoch": 0.63,
"learning_rate": 7.915406893478883e-05,
"loss": 1.482,
"step": 6650
},
{
"epoch": 0.63,
"learning_rate": 7.912224308583432e-05,
"loss": 1.6127,
"step": 6660
},
{
"epoch": 0.63,
"learning_rate": 7.90904172368798e-05,
"loss": 1.8949,
"step": 6670
},
{
"epoch": 0.64,
"learning_rate": 7.905859138792527e-05,
"loss": 1.6316,
"step": 6680
},
{
"epoch": 0.64,
"learning_rate": 7.902676553897076e-05,
"loss": 1.7575,
"step": 6690
},
{
"epoch": 0.64,
"learning_rate": 7.899493969001624e-05,
"loss": 1.6866,
"step": 6700
},
{
"epoch": 0.64,
"learning_rate": 7.896311384106171e-05,
"loss": 1.6949,
"step": 6710
},
{
"epoch": 0.64,
"learning_rate": 7.893128799210719e-05,
"loss": 2.1837,
"step": 6720
},
{
"epoch": 0.64,
"learning_rate": 7.889946214315266e-05,
"loss": 1.754,
"step": 6730
},
{
"epoch": 0.64,
"learning_rate": 7.886763629419816e-05,
"loss": 1.6275,
"step": 6740
},
{
"epoch": 0.64,
"learning_rate": 7.883581044524363e-05,
"loss": 1.6981,
"step": 6750
},
{
"epoch": 0.64,
"learning_rate": 7.88039845962891e-05,
"loss": 1.6664,
"step": 6760
},
{
"epoch": 0.64,
"learning_rate": 7.877215874733458e-05,
"loss": 1.7061,
"step": 6770
},
{
"epoch": 0.65,
"learning_rate": 7.874033289838007e-05,
"loss": 1.6414,
"step": 6780
},
{
"epoch": 0.65,
"learning_rate": 7.870850704942555e-05,
"loss": 1.7035,
"step": 6790
},
{
"epoch": 0.65,
"learning_rate": 7.867668120047102e-05,
"loss": 1.5274,
"step": 6800
},
{
"epoch": 0.65,
"learning_rate": 7.86448553515165e-05,
"loss": 2.1185,
"step": 6810
},
{
"epoch": 0.65,
"learning_rate": 7.861302950256199e-05,
"loss": 1.949,
"step": 6820
},
{
"epoch": 0.65,
"learning_rate": 7.858120365360746e-05,
"loss": 1.7355,
"step": 6830
},
{
"epoch": 0.65,
"learning_rate": 7.854937780465294e-05,
"loss": 2.224,
"step": 6840
},
{
"epoch": 0.65,
"learning_rate": 7.851755195569843e-05,
"loss": 1.7225,
"step": 6850
},
{
"epoch": 0.65,
"learning_rate": 7.848572610674391e-05,
"loss": 2.2467,
"step": 6860
},
{
"epoch": 0.65,
"learning_rate": 7.845390025778938e-05,
"loss": 1.4054,
"step": 6870
},
{
"epoch": 0.65,
"learning_rate": 7.842207440883485e-05,
"loss": 1.3582,
"step": 6880
},
{
"epoch": 0.66,
"learning_rate": 7.839024855988035e-05,
"loss": 1.356,
"step": 6890
},
{
"epoch": 0.66,
"learning_rate": 7.835842271092582e-05,
"loss": 1.4775,
"step": 6900
},
{
"epoch": 0.66,
"learning_rate": 7.83265968619713e-05,
"loss": 1.8954,
"step": 6910
},
{
"epoch": 0.66,
"learning_rate": 7.829477101301677e-05,
"loss": 1.7116,
"step": 6920
},
{
"epoch": 0.66,
"learning_rate": 7.826294516406225e-05,
"loss": 1.4697,
"step": 6930
},
{
"epoch": 0.66,
"learning_rate": 7.823111931510774e-05,
"loss": 1.5814,
"step": 6940
},
{
"epoch": 0.66,
"learning_rate": 7.819929346615321e-05,
"loss": 1.9475,
"step": 6950
},
{
"epoch": 0.66,
"learning_rate": 7.816746761719869e-05,
"loss": 1.9221,
"step": 6960
},
{
"epoch": 0.66,
"learning_rate": 7.813564176824418e-05,
"loss": 1.8046,
"step": 6970
},
{
"epoch": 0.66,
"learning_rate": 7.810381591928965e-05,
"loss": 1.4795,
"step": 6980
},
{
"epoch": 0.67,
"learning_rate": 7.807199007033513e-05,
"loss": 1.6698,
"step": 6990
},
{
"epoch": 0.67,
"learning_rate": 7.804016422138061e-05,
"loss": 1.4368,
"step": 7000
},
{
"epoch": 0.67,
"learning_rate": 7.80083383724261e-05,
"loss": 2.2295,
"step": 7010
},
{
"epoch": 0.67,
"learning_rate": 7.797651252347157e-05,
"loss": 1.7967,
"step": 7020
},
{
"epoch": 0.67,
"learning_rate": 7.794468667451704e-05,
"loss": 1.8404,
"step": 7030
},
{
"epoch": 0.67,
"learning_rate": 7.791286082556253e-05,
"loss": 1.7147,
"step": 7040
},
{
"epoch": 0.67,
"learning_rate": 7.7881034976608e-05,
"loss": 1.893,
"step": 7050
},
{
"epoch": 0.67,
"learning_rate": 7.784920912765349e-05,
"loss": 1.8299,
"step": 7060
},
{
"epoch": 0.67,
"learning_rate": 7.781738327869896e-05,
"loss": 1.9237,
"step": 7070
},
{
"epoch": 0.67,
"learning_rate": 7.778555742974444e-05,
"loss": 2.1464,
"step": 7080
},
{
"epoch": 0.67,
"learning_rate": 7.775373158078992e-05,
"loss": 1.4533,
"step": 7090
},
{
"epoch": 0.68,
"learning_rate": 7.77219057318354e-05,
"loss": 1.5716,
"step": 7100
},
{
"epoch": 0.68,
"learning_rate": 7.769007988288088e-05,
"loss": 1.9034,
"step": 7110
},
{
"epoch": 0.68,
"learning_rate": 7.765825403392636e-05,
"loss": 1.6687,
"step": 7120
},
{
"epoch": 0.68,
"learning_rate": 7.762642818497183e-05,
"loss": 1.5473,
"step": 7130
},
{
"epoch": 0.68,
"learning_rate": 7.759460233601732e-05,
"loss": 1.4395,
"step": 7140
},
{
"epoch": 0.68,
"learning_rate": 7.75627764870628e-05,
"loss": 1.9144,
"step": 7150
},
{
"epoch": 0.68,
"learning_rate": 7.753095063810828e-05,
"loss": 1.4831,
"step": 7160
},
{
"epoch": 0.68,
"learning_rate": 7.749912478915375e-05,
"loss": 1.9204,
"step": 7170
},
{
"epoch": 0.68,
"learning_rate": 7.746729894019922e-05,
"loss": 2.0492,
"step": 7180
},
{
"epoch": 0.68,
"learning_rate": 7.743547309124472e-05,
"loss": 1.5555,
"step": 7190
},
{
"epoch": 0.69,
"learning_rate": 7.740364724229019e-05,
"loss": 1.4942,
"step": 7200
},
{
"epoch": 0.69,
"learning_rate": 7.737182139333567e-05,
"loss": 1.6958,
"step": 7210
},
{
"epoch": 0.69,
"learning_rate": 7.733999554438114e-05,
"loss": 1.4307,
"step": 7220
},
{
"epoch": 0.69,
"learning_rate": 7.730816969542663e-05,
"loss": 1.9068,
"step": 7230
},
{
"epoch": 0.69,
"learning_rate": 7.727634384647211e-05,
"loss": 1.8229,
"step": 7240
},
{
"epoch": 0.69,
"learning_rate": 7.724451799751758e-05,
"loss": 1.6404,
"step": 7250
},
{
"epoch": 0.69,
"learning_rate": 7.721269214856307e-05,
"loss": 1.7036,
"step": 7260
},
{
"epoch": 0.69,
"learning_rate": 7.718086629960855e-05,
"loss": 1.7163,
"step": 7270
},
{
"epoch": 0.69,
"learning_rate": 7.714904045065402e-05,
"loss": 1.6215,
"step": 7280
},
{
"epoch": 0.69,
"learning_rate": 7.71172146016995e-05,
"loss": 2.0836,
"step": 7290
},
{
"epoch": 0.69,
"learning_rate": 7.708538875274499e-05,
"loss": 1.9861,
"step": 7300
},
{
"epoch": 0.7,
"learning_rate": 7.705356290379047e-05,
"loss": 1.8064,
"step": 7310
},
{
"epoch": 0.7,
"learning_rate": 7.702173705483594e-05,
"loss": 1.616,
"step": 7320
},
{
"epoch": 0.7,
"learning_rate": 7.698991120588141e-05,
"loss": 1.1965,
"step": 7330
},
{
"epoch": 0.7,
"learning_rate": 7.695808535692691e-05,
"loss": 1.4957,
"step": 7340
},
{
"epoch": 0.7,
"learning_rate": 7.692625950797238e-05,
"loss": 1.8038,
"step": 7350
},
{
"epoch": 0.7,
"learning_rate": 7.689443365901786e-05,
"loss": 1.8001,
"step": 7360
},
{
"epoch": 0.7,
"learning_rate": 7.686260781006333e-05,
"loss": 1.9065,
"step": 7370
},
{
"epoch": 0.7,
"learning_rate": 7.683078196110881e-05,
"loss": 1.8561,
"step": 7380
},
{
"epoch": 0.7,
"learning_rate": 7.67989561121543e-05,
"loss": 1.7497,
"step": 7390
},
{
"epoch": 0.7,
"learning_rate": 7.676713026319977e-05,
"loss": 1.8024,
"step": 7400
},
{
"epoch": 0.71,
"learning_rate": 7.673530441424525e-05,
"loss": 1.666,
"step": 7410
},
{
"epoch": 0.71,
"learning_rate": 7.670347856529074e-05,
"loss": 1.4647,
"step": 7420
},
{
"epoch": 0.71,
"learning_rate": 7.667165271633622e-05,
"loss": 1.522,
"step": 7430
},
{
"epoch": 0.71,
"learning_rate": 7.663982686738169e-05,
"loss": 1.5436,
"step": 7440
},
{
"epoch": 0.71,
"learning_rate": 7.660800101842717e-05,
"loss": 1.6896,
"step": 7450
},
{
"epoch": 0.71,
"learning_rate": 7.657617516947266e-05,
"loss": 1.4487,
"step": 7460
},
{
"epoch": 0.71,
"learning_rate": 7.654434932051813e-05,
"loss": 1.5451,
"step": 7470
},
{
"epoch": 0.71,
"learning_rate": 7.651252347156361e-05,
"loss": 1.5389,
"step": 7480
},
{
"epoch": 0.71,
"learning_rate": 7.64806976226091e-05,
"loss": 1.856,
"step": 7490
},
{
"epoch": 0.71,
"learning_rate": 7.644887177365456e-05,
"loss": 1.6362,
"step": 7500
},
{
"epoch": 0.71,
"learning_rate": 7.641704592470005e-05,
"loss": 1.7324,
"step": 7510
},
{
"epoch": 0.72,
"learning_rate": 7.638522007574552e-05,
"loss": 1.6882,
"step": 7520
},
{
"epoch": 0.72,
"learning_rate": 7.635339422679102e-05,
"loss": 1.7187,
"step": 7530
},
{
"epoch": 0.72,
"learning_rate": 7.632156837783649e-05,
"loss": 1.4399,
"step": 7540
},
{
"epoch": 0.72,
"learning_rate": 7.628974252888196e-05,
"loss": 1.4401,
"step": 7550
},
{
"epoch": 0.72,
"learning_rate": 7.625791667992744e-05,
"loss": 1.5833,
"step": 7560
},
{
"epoch": 0.72,
"learning_rate": 7.622609083097292e-05,
"loss": 1.4363,
"step": 7570
},
{
"epoch": 0.72,
"learning_rate": 7.61942649820184e-05,
"loss": 1.9323,
"step": 7580
},
{
"epoch": 0.72,
"learning_rate": 7.616243913306388e-05,
"loss": 1.4852,
"step": 7590
},
{
"epoch": 0.72,
"learning_rate": 7.613061328410936e-05,
"loss": 1.7514,
"step": 7600
},
{
"epoch": 0.72,
"learning_rate": 7.609878743515484e-05,
"loss": 1.4138,
"step": 7610
},
{
"epoch": 0.73,
"learning_rate": 7.606696158620031e-05,
"loss": 1.7007,
"step": 7620
},
{
"epoch": 0.73,
"learning_rate": 7.60351357372458e-05,
"loss": 1.505,
"step": 7630
},
{
"epoch": 0.73,
"learning_rate": 7.600330988829128e-05,
"loss": 1.5586,
"step": 7640
},
{
"epoch": 0.73,
"learning_rate": 7.597148403933675e-05,
"loss": 1.777,
"step": 7650
},
{
"epoch": 0.73,
"learning_rate": 7.593965819038223e-05,
"loss": 1.7,
"step": 7660
},
{
"epoch": 0.73,
"learning_rate": 7.59078323414277e-05,
"loss": 1.467,
"step": 7670
},
{
"epoch": 0.73,
"learning_rate": 7.587600649247319e-05,
"loss": 1.9871,
"step": 7680
},
{
"epoch": 0.73,
"learning_rate": 7.584418064351867e-05,
"loss": 1.7776,
"step": 7690
},
{
"epoch": 0.73,
"learning_rate": 7.581235479456414e-05,
"loss": 1.4482,
"step": 7700
},
{
"epoch": 0.73,
"learning_rate": 7.578052894560963e-05,
"loss": 1.6553,
"step": 7710
},
{
"epoch": 0.73,
"learning_rate": 7.574870309665511e-05,
"loss": 1.6254,
"step": 7720
},
{
"epoch": 0.74,
"learning_rate": 7.571687724770059e-05,
"loss": 1.5823,
"step": 7730
},
{
"epoch": 0.74,
"learning_rate": 7.568505139874606e-05,
"loss": 1.9779,
"step": 7740
},
{
"epoch": 0.74,
"learning_rate": 7.565322554979153e-05,
"loss": 1.6201,
"step": 7750
},
{
"epoch": 0.74,
"learning_rate": 7.562139970083703e-05,
"loss": 1.5673,
"step": 7760
},
{
"epoch": 0.74,
"learning_rate": 7.55895738518825e-05,
"loss": 1.4576,
"step": 7770
},
{
"epoch": 0.74,
"learning_rate": 7.555774800292798e-05,
"loss": 1.8544,
"step": 7780
},
{
"epoch": 0.74,
"learning_rate": 7.552592215397345e-05,
"loss": 1.6615,
"step": 7790
},
{
"epoch": 0.74,
"learning_rate": 7.549409630501894e-05,
"loss": 1.7856,
"step": 7800
},
{
"epoch": 0.74,
"learning_rate": 7.546227045606442e-05,
"loss": 1.7265,
"step": 7810
},
{
"epoch": 0.74,
"learning_rate": 7.543044460710989e-05,
"loss": 1.9182,
"step": 7820
},
{
"epoch": 0.75,
"learning_rate": 7.539861875815538e-05,
"loss": 2.053,
"step": 7830
},
{
"epoch": 0.75,
"learning_rate": 7.536679290920086e-05,
"loss": 1.6568,
"step": 7840
},
{
"epoch": 0.75,
"learning_rate": 7.533496706024633e-05,
"loss": 1.7705,
"step": 7850
},
{
"epoch": 0.75,
"learning_rate": 7.530314121129181e-05,
"loss": 1.8134,
"step": 7860
},
{
"epoch": 0.75,
"learning_rate": 7.52713153623373e-05,
"loss": 1.4194,
"step": 7870
},
{
"epoch": 0.75,
"learning_rate": 7.523948951338278e-05,
"loss": 2.0076,
"step": 7880
},
{
"epoch": 0.75,
"learning_rate": 7.520766366442825e-05,
"loss": 1.7716,
"step": 7890
},
{
"epoch": 0.75,
"learning_rate": 7.517583781547372e-05,
"loss": 1.7052,
"step": 7900
},
{
"epoch": 0.75,
"learning_rate": 7.514401196651922e-05,
"loss": 1.6623,
"step": 7910
},
{
"epoch": 0.75,
"learning_rate": 7.511218611756469e-05,
"loss": 1.6529,
"step": 7920
},
{
"epoch": 0.75,
"learning_rate": 7.508036026861017e-05,
"loss": 1.6233,
"step": 7930
},
{
"epoch": 0.76,
"learning_rate": 7.504853441965564e-05,
"loss": 1.7521,
"step": 7940
},
{
"epoch": 0.76,
"learning_rate": 7.501670857070112e-05,
"loss": 2.0434,
"step": 7950
},
{
"epoch": 0.76,
"learning_rate": 7.498488272174661e-05,
"loss": 1.4489,
"step": 7960
},
{
"epoch": 0.76,
"learning_rate": 7.495305687279208e-05,
"loss": 1.475,
"step": 7970
},
{
"epoch": 0.76,
"learning_rate": 7.492123102383756e-05,
"loss": 1.3923,
"step": 7980
},
{
"epoch": 0.76,
"learning_rate": 7.488940517488305e-05,
"loss": 1.6717,
"step": 7990
},
{
"epoch": 0.76,
"learning_rate": 7.485757932592852e-05,
"loss": 1.7205,
"step": 8000
},
{
"epoch": 0.76,
"learning_rate": 7.4825753476974e-05,
"loss": 1.5514,
"step": 8010
},
{
"epoch": 0.76,
"learning_rate": 7.479392762801948e-05,
"loss": 1.9066,
"step": 8020
},
{
"epoch": 0.76,
"learning_rate": 7.476210177906497e-05,
"loss": 1.8837,
"step": 8030
},
{
"epoch": 0.77,
"learning_rate": 7.473027593011044e-05,
"loss": 2.0779,
"step": 8040
},
{
"epoch": 0.77,
"learning_rate": 7.469845008115591e-05,
"loss": 1.6063,
"step": 8050
},
{
"epoch": 0.77,
"learning_rate": 7.46666242322014e-05,
"loss": 1.6868,
"step": 8060
},
{
"epoch": 0.77,
"learning_rate": 7.463479838324687e-05,
"loss": 1.6176,
"step": 8070
},
{
"epoch": 0.77,
"learning_rate": 7.460297253429236e-05,
"loss": 1.8274,
"step": 8080
},
{
"epoch": 0.77,
"learning_rate": 7.457114668533783e-05,
"loss": 1.7037,
"step": 8090
},
{
"epoch": 0.77,
"learning_rate": 7.453932083638333e-05,
"loss": 1.9955,
"step": 8100
},
{
"epoch": 0.77,
"learning_rate": 7.45074949874288e-05,
"loss": 1.7274,
"step": 8110
},
{
"epoch": 0.77,
"learning_rate": 7.447566913847427e-05,
"loss": 1.543,
"step": 8120
},
{
"epoch": 0.77,
"learning_rate": 7.444384328951975e-05,
"loss": 1.4292,
"step": 8130
},
{
"epoch": 0.77,
"learning_rate": 7.441201744056523e-05,
"loss": 1.6324,
"step": 8140
},
{
"epoch": 0.78,
"learning_rate": 7.438019159161072e-05,
"loss": 1.6815,
"step": 8150
},
{
"epoch": 0.78,
"learning_rate": 7.434836574265619e-05,
"loss": 1.6445,
"step": 8160
},
{
"epoch": 0.78,
"learning_rate": 7.431653989370167e-05,
"loss": 1.3703,
"step": 8170
},
{
"epoch": 0.78,
"learning_rate": 7.428471404474715e-05,
"loss": 1.7691,
"step": 8180
},
{
"epoch": 0.78,
"learning_rate": 7.425288819579262e-05,
"loss": 1.4671,
"step": 8190
},
{
"epoch": 0.78,
"learning_rate": 7.422106234683811e-05,
"loss": 1.7908,
"step": 8200
},
{
"epoch": 0.78,
"learning_rate": 7.418923649788359e-05,
"loss": 1.5641,
"step": 8210
},
{
"epoch": 0.78,
"learning_rate": 7.415741064892906e-05,
"loss": 1.4575,
"step": 8220
},
{
"epoch": 0.78,
"learning_rate": 7.412558479997454e-05,
"loss": 1.6646,
"step": 8230
},
{
"epoch": 0.78,
"learning_rate": 7.409375895102001e-05,
"loss": 1.7336,
"step": 8240
},
{
"epoch": 0.79,
"learning_rate": 7.406193310206551e-05,
"loss": 1.6668,
"step": 8250
},
{
"epoch": 0.79,
"learning_rate": 7.403010725311098e-05,
"loss": 1.589,
"step": 8260
},
{
"epoch": 0.79,
"learning_rate": 7.399828140415645e-05,
"loss": 1.8278,
"step": 8270
},
{
"epoch": 0.79,
"learning_rate": 7.396645555520194e-05,
"loss": 1.4182,
"step": 8280
},
{
"epoch": 0.79,
"learning_rate": 7.393462970624742e-05,
"loss": 1.4516,
"step": 8290
},
{
"epoch": 0.79,
"learning_rate": 7.39028038572929e-05,
"loss": 1.6442,
"step": 8300
},
{
"epoch": 0.79,
"learning_rate": 7.387097800833837e-05,
"loss": 1.6038,
"step": 8310
},
{
"epoch": 0.79,
"learning_rate": 7.383915215938386e-05,
"loss": 1.7188,
"step": 8320
},
{
"epoch": 0.79,
"learning_rate": 7.380732631042934e-05,
"loss": 1.856,
"step": 8330
},
{
"epoch": 0.79,
"learning_rate": 7.377550046147481e-05,
"loss": 1.4309,
"step": 8340
},
{
"epoch": 0.79,
"learning_rate": 7.37436746125203e-05,
"loss": 1.7427,
"step": 8350
},
{
"epoch": 0.8,
"learning_rate": 7.371184876356578e-05,
"loss": 1.523,
"step": 8360
},
{
"epoch": 0.8,
"learning_rate": 7.368002291461125e-05,
"loss": 1.7628,
"step": 8370
},
{
"epoch": 0.8,
"learning_rate": 7.364819706565673e-05,
"loss": 1.5589,
"step": 8380
},
{
"epoch": 0.8,
"learning_rate": 7.36163712167022e-05,
"loss": 1.9238,
"step": 8390
},
{
"epoch": 0.8,
"learning_rate": 7.35845453677477e-05,
"loss": 1.5053,
"step": 8400
},
{
"epoch": 0.8,
"learning_rate": 7.355271951879317e-05,
"loss": 1.6986,
"step": 8410
},
{
"epoch": 0.8,
"learning_rate": 7.352089366983864e-05,
"loss": 1.7976,
"step": 8420
},
{
"epoch": 0.8,
"learning_rate": 7.348906782088412e-05,
"loss": 2.1376,
"step": 8430
},
{
"epoch": 0.8,
"learning_rate": 7.34572419719296e-05,
"loss": 1.6317,
"step": 8440
},
{
"epoch": 0.8,
"learning_rate": 7.342541612297509e-05,
"loss": 1.4605,
"step": 8450
},
{
"epoch": 0.81,
"learning_rate": 7.339359027402056e-05,
"loss": 1.6641,
"step": 8460
},
{
"epoch": 0.81,
"learning_rate": 7.336176442506604e-05,
"loss": 1.4108,
"step": 8470
},
{
"epoch": 0.81,
"learning_rate": 7.332993857611153e-05,
"loss": 1.4088,
"step": 8480
},
{
"epoch": 0.81,
"learning_rate": 7.3298112727157e-05,
"loss": 1.7873,
"step": 8490
},
{
"epoch": 0.81,
"learning_rate": 7.326628687820248e-05,
"loss": 1.8185,
"step": 8500
},
{
"epoch": 0.81,
"learning_rate": 7.323446102924796e-05,
"loss": 1.5374,
"step": 8510
},
{
"epoch": 0.81,
"learning_rate": 7.320263518029343e-05,
"loss": 1.2006,
"step": 8520
},
{
"epoch": 0.81,
"learning_rate": 7.317080933133892e-05,
"loss": 1.452,
"step": 8530
},
{
"epoch": 0.81,
"learning_rate": 7.313898348238439e-05,
"loss": 1.5237,
"step": 8540
},
{
"epoch": 0.81,
"learning_rate": 7.310715763342989e-05,
"loss": 1.5874,
"step": 8550
},
{
"epoch": 0.81,
"learning_rate": 7.307533178447536e-05,
"loss": 1.5766,
"step": 8560
},
{
"epoch": 0.82,
"learning_rate": 7.304350593552083e-05,
"loss": 1.7485,
"step": 8570
},
{
"epoch": 0.82,
"learning_rate": 7.301168008656631e-05,
"loss": 1.9478,
"step": 8580
},
{
"epoch": 0.82,
"learning_rate": 7.297985423761179e-05,
"loss": 1.8084,
"step": 8590
},
{
"epoch": 0.82,
"learning_rate": 7.294802838865728e-05,
"loss": 2.0169,
"step": 8600
},
{
"epoch": 0.82,
"learning_rate": 7.291620253970275e-05,
"loss": 1.7916,
"step": 8610
},
{
"epoch": 0.82,
"learning_rate": 7.288437669074823e-05,
"loss": 1.6838,
"step": 8620
},
{
"epoch": 0.82,
"learning_rate": 7.285255084179371e-05,
"loss": 1.7549,
"step": 8630
},
{
"epoch": 0.82,
"learning_rate": 7.282072499283918e-05,
"loss": 1.8129,
"step": 8640
},
{
"epoch": 0.82,
"learning_rate": 7.278889914388467e-05,
"loss": 1.4067,
"step": 8650
},
{
"epoch": 0.82,
"learning_rate": 7.275707329493015e-05,
"loss": 1.4214,
"step": 8660
},
{
"epoch": 0.83,
"learning_rate": 7.272524744597562e-05,
"loss": 1.6211,
"step": 8670
},
{
"epoch": 0.83,
"learning_rate": 7.26934215970211e-05,
"loss": 1.5487,
"step": 8680
},
{
"epoch": 0.83,
"learning_rate": 7.266159574806658e-05,
"loss": 1.6237,
"step": 8690
},
{
"epoch": 0.83,
"learning_rate": 7.262976989911207e-05,
"loss": 1.7543,
"step": 8700
},
{
"epoch": 0.83,
"learning_rate": 7.259794405015754e-05,
"loss": 1.9502,
"step": 8710
},
{
"epoch": 0.83,
"learning_rate": 7.256611820120303e-05,
"loss": 1.3376,
"step": 8720
},
{
"epoch": 0.83,
"learning_rate": 7.25342923522485e-05,
"loss": 1.6009,
"step": 8730
},
{
"epoch": 0.83,
"learning_rate": 7.250246650329398e-05,
"loss": 2.0273,
"step": 8740
},
{
"epoch": 0.83,
"learning_rate": 7.247064065433946e-05,
"loss": 1.8337,
"step": 8750
},
{
"epoch": 0.83,
"learning_rate": 7.243881480538493e-05,
"loss": 1.7087,
"step": 8760
},
{
"epoch": 0.83,
"learning_rate": 7.240698895643042e-05,
"loss": 1.4726,
"step": 8770
},
{
"epoch": 0.84,
"learning_rate": 7.23751631074759e-05,
"loss": 1.3815,
"step": 8780
},
{
"epoch": 0.84,
"learning_rate": 7.234333725852137e-05,
"loss": 2.0258,
"step": 8790
},
{
"epoch": 0.84,
"learning_rate": 7.231151140956685e-05,
"loss": 1.6538,
"step": 8800
},
{
"epoch": 0.84,
"learning_rate": 7.227968556061232e-05,
"loss": 1.6996,
"step": 8810
},
{
"epoch": 0.84,
"learning_rate": 7.224785971165782e-05,
"loss": 1.6224,
"step": 8820
},
{
"epoch": 0.84,
"learning_rate": 7.221603386270329e-05,
"loss": 1.4107,
"step": 8830
},
{
"epoch": 0.84,
"learning_rate": 7.218420801374876e-05,
"loss": 1.6466,
"step": 8840
},
{
"epoch": 0.84,
"learning_rate": 7.215238216479425e-05,
"loss": 1.8746,
"step": 8850
},
{
"epoch": 0.84,
"learning_rate": 7.212055631583973e-05,
"loss": 1.8413,
"step": 8860
},
{
"epoch": 0.84,
"learning_rate": 7.208873046688521e-05,
"loss": 1.722,
"step": 8870
},
{
"epoch": 0.85,
"learning_rate": 7.205690461793068e-05,
"loss": 1.9583,
"step": 8880
},
{
"epoch": 0.85,
"learning_rate": 7.202507876897617e-05,
"loss": 1.7814,
"step": 8890
},
{
"epoch": 0.85,
"learning_rate": 7.199325292002165e-05,
"loss": 1.5631,
"step": 8900
},
{
"epoch": 0.85,
"learning_rate": 7.196142707106712e-05,
"loss": 1.2928,
"step": 8910
},
{
"epoch": 0.85,
"learning_rate": 7.19296012221126e-05,
"loss": 1.6888,
"step": 8920
},
{
"epoch": 0.85,
"learning_rate": 7.189777537315809e-05,
"loss": 1.415,
"step": 8930
},
{
"epoch": 0.85,
"learning_rate": 7.186594952420356e-05,
"loss": 1.8556,
"step": 8940
},
{
"epoch": 0.85,
"learning_rate": 7.183412367524904e-05,
"loss": 1.4755,
"step": 8950
},
{
"epoch": 0.85,
"learning_rate": 7.180229782629451e-05,
"loss": 1.8606,
"step": 8960
},
{
"epoch": 0.85,
"learning_rate": 7.177047197734001e-05,
"loss": 1.5918,
"step": 8970
},
{
"epoch": 0.85,
"learning_rate": 7.173864612838548e-05,
"loss": 1.6491,
"step": 8980
},
{
"epoch": 0.86,
"learning_rate": 7.170682027943095e-05,
"loss": 1.1818,
"step": 8990
},
{
"epoch": 0.86,
"learning_rate": 7.167499443047643e-05,
"loss": 1.6124,
"step": 9000
},
{
"epoch": 0.86,
"learning_rate": 7.164316858152192e-05,
"loss": 1.5302,
"step": 9010
},
{
"epoch": 0.86,
"learning_rate": 7.16113427325674e-05,
"loss": 1.6171,
"step": 9020
},
{
"epoch": 0.86,
"learning_rate": 7.157951688361287e-05,
"loss": 1.5863,
"step": 9030
},
{
"epoch": 0.86,
"learning_rate": 7.154769103465835e-05,
"loss": 1.6996,
"step": 9040
},
{
"epoch": 0.86,
"learning_rate": 7.151586518570384e-05,
"loss": 1.6777,
"step": 9050
},
{
"epoch": 0.86,
"learning_rate": 7.148403933674931e-05,
"loss": 1.2677,
"step": 9060
},
{
"epoch": 0.86,
"learning_rate": 7.145221348779479e-05,
"loss": 1.704,
"step": 9070
},
{
"epoch": 0.86,
"learning_rate": 7.142038763884027e-05,
"loss": 1.5171,
"step": 9080
},
{
"epoch": 0.87,
"learning_rate": 7.138856178988574e-05,
"loss": 1.4865,
"step": 9090
},
{
"epoch": 0.87,
"learning_rate": 7.135673594093123e-05,
"loss": 1.397,
"step": 9100
},
{
"epoch": 0.87,
"learning_rate": 7.13249100919767e-05,
"loss": 1.3799,
"step": 9110
},
{
"epoch": 0.87,
"learning_rate": 7.12930842430222e-05,
"loss": 1.7878,
"step": 9120
},
{
"epoch": 0.87,
"learning_rate": 7.126125839406767e-05,
"loss": 1.7783,
"step": 9130
},
{
"epoch": 0.87,
"learning_rate": 7.122943254511314e-05,
"loss": 1.7521,
"step": 9140
},
{
"epoch": 0.87,
"learning_rate": 7.119760669615862e-05,
"loss": 1.7474,
"step": 9150
},
{
"epoch": 0.87,
"learning_rate": 7.11657808472041e-05,
"loss": 1.7479,
"step": 9160
},
{
"epoch": 0.87,
"learning_rate": 7.113395499824959e-05,
"loss": 1.7436,
"step": 9170
},
{
"epoch": 0.87,
"learning_rate": 7.110212914929506e-05,
"loss": 1.9751,
"step": 9180
},
{
"epoch": 0.87,
"learning_rate": 7.107030330034054e-05,
"loss": 1.5624,
"step": 9190
},
{
"epoch": 0.88,
"learning_rate": 7.103847745138602e-05,
"loss": 1.6065,
"step": 9200
},
{
"epoch": 0.88,
"learning_rate": 7.10066516024315e-05,
"loss": 1.553,
"step": 9210
},
{
"epoch": 0.88,
"learning_rate": 7.097482575347698e-05,
"loss": 1.8031,
"step": 9220
},
{
"epoch": 0.88,
"learning_rate": 7.094299990452246e-05,
"loss": 1.385,
"step": 9230
},
{
"epoch": 0.88,
"learning_rate": 7.091117405556793e-05,
"loss": 1.7275,
"step": 9240
},
{
"epoch": 0.88,
"learning_rate": 7.087934820661342e-05,
"loss": 1.288,
"step": 9250
},
{
"epoch": 0.88,
"learning_rate": 7.084752235765889e-05,
"loss": 1.8881,
"step": 9260
},
{
"epoch": 0.88,
"learning_rate": 7.081569650870438e-05,
"loss": 1.4875,
"step": 9270
},
{
"epoch": 0.88,
"learning_rate": 7.078387065974985e-05,
"loss": 1.9456,
"step": 9280
},
{
"epoch": 0.88,
"learning_rate": 7.075204481079532e-05,
"loss": 1.7929,
"step": 9290
},
{
"epoch": 0.89,
"learning_rate": 7.07202189618408e-05,
"loss": 1.6181,
"step": 9300
},
{
"epoch": 0.89,
"learning_rate": 7.068839311288629e-05,
"loss": 1.6676,
"step": 9310
},
{
"epoch": 0.89,
"learning_rate": 7.065656726393177e-05,
"loss": 1.4524,
"step": 9320
},
{
"epoch": 0.89,
"learning_rate": 7.062474141497724e-05,
"loss": 1.5569,
"step": 9330
},
{
"epoch": 0.89,
"learning_rate": 7.059291556602273e-05,
"loss": 1.542,
"step": 9340
},
{
"epoch": 0.89,
"learning_rate": 7.056108971706821e-05,
"loss": 1.4374,
"step": 9350
},
{
"epoch": 0.89,
"learning_rate": 7.052926386811368e-05,
"loss": 1.6697,
"step": 9360
},
{
"epoch": 0.89,
"learning_rate": 7.049743801915916e-05,
"loss": 1.5604,
"step": 9370
},
{
"epoch": 0.89,
"learning_rate": 7.046561217020465e-05,
"loss": 1.8572,
"step": 9380
},
{
"epoch": 0.89,
"learning_rate": 7.043378632125013e-05,
"loss": 2.0608,
"step": 9390
},
{
"epoch": 0.89,
"learning_rate": 7.04019604722956e-05,
"loss": 1.6197,
"step": 9400
},
{
"epoch": 0.9,
"learning_rate": 7.037013462334107e-05,
"loss": 1.5616,
"step": 9410
},
{
"epoch": 0.9,
"learning_rate": 7.033830877438657e-05,
"loss": 1.1327,
"step": 9420
},
{
"epoch": 0.9,
"learning_rate": 7.030648292543204e-05,
"loss": 1.7424,
"step": 9430
},
{
"epoch": 0.9,
"learning_rate": 7.027465707647752e-05,
"loss": 1.4176,
"step": 9440
},
{
"epoch": 0.9,
"learning_rate": 7.024283122752299e-05,
"loss": 1.6296,
"step": 9450
},
{
"epoch": 0.9,
"learning_rate": 7.021100537856848e-05,
"loss": 1.7058,
"step": 9460
},
{
"epoch": 0.9,
"learning_rate": 7.017917952961396e-05,
"loss": 1.743,
"step": 9470
},
{
"epoch": 0.9,
"learning_rate": 7.014735368065943e-05,
"loss": 1.896,
"step": 9480
},
{
"epoch": 0.9,
"learning_rate": 7.011552783170491e-05,
"loss": 1.3877,
"step": 9490
},
{
"epoch": 0.9,
"learning_rate": 7.00837019827504e-05,
"loss": 1.7929,
"step": 9500
},
{
"epoch": 0.91,
"learning_rate": 7.005187613379587e-05,
"loss": 1.887,
"step": 9510
},
{
"epoch": 0.91,
"learning_rate": 7.002005028484135e-05,
"loss": 1.6872,
"step": 9520
},
{
"epoch": 0.91,
"learning_rate": 6.998822443588684e-05,
"loss": 1.4152,
"step": 9530
},
{
"epoch": 0.91,
"learning_rate": 6.995639858693232e-05,
"loss": 1.4784,
"step": 9540
},
{
"epoch": 0.91,
"learning_rate": 6.992457273797779e-05,
"loss": 1.8467,
"step": 9550
},
{
"epoch": 0.91,
"learning_rate": 6.989274688902326e-05,
"loss": 1.7269,
"step": 9560
},
{
"epoch": 0.91,
"learning_rate": 6.986092104006876e-05,
"loss": 1.7993,
"step": 9570
},
{
"epoch": 0.91,
"learning_rate": 6.982909519111423e-05,
"loss": 1.6533,
"step": 9580
},
{
"epoch": 0.91,
"learning_rate": 6.979726934215971e-05,
"loss": 1.8264,
"step": 9590
},
{
"epoch": 0.91,
"learning_rate": 6.976544349320518e-05,
"loss": 1.4738,
"step": 9600
},
{
"epoch": 0.91,
"learning_rate": 6.973361764425066e-05,
"loss": 1.515,
"step": 9610
},
{
"epoch": 0.92,
"learning_rate": 6.970179179529615e-05,
"loss": 1.9079,
"step": 9620
},
{
"epoch": 0.92,
"learning_rate": 6.966996594634162e-05,
"loss": 1.8671,
"step": 9630
},
{
"epoch": 0.92,
"learning_rate": 6.96381400973871e-05,
"loss": 1.6265,
"step": 9640
},
{
"epoch": 0.92,
"learning_rate": 6.960631424843258e-05,
"loss": 1.568,
"step": 9650
},
{
"epoch": 0.92,
"learning_rate": 6.957448839947805e-05,
"loss": 1.8229,
"step": 9660
},
{
"epoch": 0.92,
"learning_rate": 6.954266255052354e-05,
"loss": 1.5253,
"step": 9670
},
{
"epoch": 0.92,
"learning_rate": 6.951083670156902e-05,
"loss": 1.9236,
"step": 9680
},
{
"epoch": 0.92,
"learning_rate": 6.94790108526145e-05,
"loss": 2.1358,
"step": 9690
},
{
"epoch": 0.92,
"learning_rate": 6.944718500365998e-05,
"loss": 1.8796,
"step": 9700
},
{
"epoch": 0.92,
"learning_rate": 6.941535915470545e-05,
"loss": 1.5388,
"step": 9710
},
{
"epoch": 0.93,
"learning_rate": 6.938353330575094e-05,
"loss": 1.6827,
"step": 9720
},
{
"epoch": 0.93,
"learning_rate": 6.935170745679641e-05,
"loss": 1.7603,
"step": 9730
},
{
"epoch": 0.93,
"learning_rate": 6.93198816078419e-05,
"loss": 1.3614,
"step": 9740
},
{
"epoch": 0.93,
"learning_rate": 6.928805575888737e-05,
"loss": 1.7216,
"step": 9750
},
{
"epoch": 0.93,
"learning_rate": 6.925622990993285e-05,
"loss": 1.3782,
"step": 9760
},
{
"epoch": 0.93,
"learning_rate": 6.922440406097833e-05,
"loss": 1.6877,
"step": 9770
},
{
"epoch": 0.93,
"learning_rate": 6.91925782120238e-05,
"loss": 1.5273,
"step": 9780
},
{
"epoch": 0.93,
"learning_rate": 6.916075236306929e-05,
"loss": 1.4268,
"step": 9790
},
{
"epoch": 0.93,
"learning_rate": 6.912892651411477e-05,
"loss": 1.6359,
"step": 9800
},
{
"epoch": 0.93,
"learning_rate": 6.909710066516024e-05,
"loss": 1.6763,
"step": 9810
},
{
"epoch": 0.93,
"learning_rate": 6.906527481620573e-05,
"loss": 1.4216,
"step": 9820
},
{
"epoch": 0.94,
"learning_rate": 6.903344896725121e-05,
"loss": 1.4369,
"step": 9830
},
{
"epoch": 0.94,
"learning_rate": 6.900162311829669e-05,
"loss": 1.4794,
"step": 9840
},
{
"epoch": 0.94,
"learning_rate": 6.896979726934216e-05,
"loss": 1.7834,
"step": 9850
},
{
"epoch": 0.94,
"learning_rate": 6.893797142038763e-05,
"loss": 1.6101,
"step": 9860
},
{
"epoch": 0.94,
"learning_rate": 6.890614557143312e-05,
"loss": 1.9098,
"step": 9870
},
{
"epoch": 0.94,
"learning_rate": 6.88743197224786e-05,
"loss": 1.5039,
"step": 9880
},
{
"epoch": 0.94,
"learning_rate": 6.884249387352408e-05,
"loss": 1.6931,
"step": 9890
},
{
"epoch": 0.94,
"learning_rate": 6.881066802456955e-05,
"loss": 1.9016,
"step": 9900
},
{
"epoch": 0.94,
"learning_rate": 6.877884217561504e-05,
"loss": 1.6264,
"step": 9910
},
{
"epoch": 0.94,
"learning_rate": 6.874701632666052e-05,
"loss": 2.0439,
"step": 9920
},
{
"epoch": 0.95,
"learning_rate": 6.871519047770599e-05,
"loss": 1.8369,
"step": 9930
},
{
"epoch": 0.95,
"learning_rate": 6.868336462875147e-05,
"loss": 1.52,
"step": 9940
},
{
"epoch": 0.95,
"learning_rate": 6.865153877979696e-05,
"loss": 1.3288,
"step": 9950
},
{
"epoch": 0.95,
"learning_rate": 6.861971293084243e-05,
"loss": 1.3007,
"step": 9960
},
{
"epoch": 0.95,
"learning_rate": 6.858788708188791e-05,
"loss": 1.712,
"step": 9970
},
{
"epoch": 0.95,
"learning_rate": 6.855606123293338e-05,
"loss": 1.6743,
"step": 9980
},
{
"epoch": 0.95,
"learning_rate": 6.852423538397888e-05,
"loss": 1.7357,
"step": 9990
},
{
"epoch": 0.95,
"learning_rate": 6.849240953502435e-05,
"loss": 1.3981,
"step": 10000
},
{
"epoch": 0.95,
"learning_rate": 6.846058368606983e-05,
"loss": 1.6568,
"step": 10010
},
{
"epoch": 0.95,
"learning_rate": 6.84287578371153e-05,
"loss": 1.7871,
"step": 10020
},
{
"epoch": 0.95,
"learning_rate": 6.839693198816079e-05,
"loss": 1.5819,
"step": 10030
},
{
"epoch": 0.96,
"learning_rate": 6.836510613920627e-05,
"loss": 1.1312,
"step": 10040
},
{
"epoch": 0.96,
"learning_rate": 6.833328029025174e-05,
"loss": 1.7113,
"step": 10050
},
{
"epoch": 0.96,
"learning_rate": 6.830145444129722e-05,
"loss": 1.4394,
"step": 10060
},
{
"epoch": 0.96,
"learning_rate": 6.826962859234271e-05,
"loss": 1.2527,
"step": 10070
},
{
"epoch": 0.96,
"learning_rate": 6.823780274338818e-05,
"loss": 1.303,
"step": 10080
},
{
"epoch": 0.96,
"learning_rate": 6.820597689443366e-05,
"loss": 1.8516,
"step": 10090
},
{
"epoch": 0.96,
"learning_rate": 6.817415104547914e-05,
"loss": 1.6264,
"step": 10100
},
{
"epoch": 0.96,
"learning_rate": 6.814232519652463e-05,
"loss": 1.6503,
"step": 10110
},
{
"epoch": 0.96,
"learning_rate": 6.81104993475701e-05,
"loss": 1.6317,
"step": 10120
},
{
"epoch": 0.96,
"learning_rate": 6.807867349861557e-05,
"loss": 1.9518,
"step": 10130
},
{
"epoch": 0.97,
"learning_rate": 6.804684764966107e-05,
"loss": 1.7174,
"step": 10140
},
{
"epoch": 0.97,
"learning_rate": 6.801502180070654e-05,
"loss": 1.524,
"step": 10150
},
{
"epoch": 0.97,
"learning_rate": 6.798319595175202e-05,
"loss": 1.3066,
"step": 10160
},
{
"epoch": 0.97,
"learning_rate": 6.795137010279749e-05,
"loss": 1.5514,
"step": 10170
},
{
"epoch": 0.97,
"learning_rate": 6.791954425384297e-05,
"loss": 1.8562,
"step": 10180
},
{
"epoch": 0.97,
"learning_rate": 6.788771840488846e-05,
"loss": 1.5758,
"step": 10190
},
{
"epoch": 0.97,
"learning_rate": 6.785589255593393e-05,
"loss": 1.7807,
"step": 10200
},
{
"epoch": 0.97,
"learning_rate": 6.782406670697941e-05,
"loss": 1.5524,
"step": 10210
},
{
"epoch": 0.97,
"learning_rate": 6.77922408580249e-05,
"loss": 1.48,
"step": 10220
},
{
"epoch": 0.97,
"learning_rate": 6.776041500907036e-05,
"loss": 1.6014,
"step": 10230
},
{
"epoch": 0.97,
"learning_rate": 6.772858916011585e-05,
"loss": 1.6446,
"step": 10240
},
{
"epoch": 0.98,
"learning_rate": 6.769676331116133e-05,
"loss": 1.4452,
"step": 10250
},
{
"epoch": 0.98,
"learning_rate": 6.766493746220682e-05,
"loss": 1.4993,
"step": 10260
},
{
"epoch": 0.98,
"learning_rate": 6.763311161325229e-05,
"loss": 1.4982,
"step": 10270
},
{
"epoch": 0.98,
"learning_rate": 6.760128576429776e-05,
"loss": 1.651,
"step": 10280
},
{
"epoch": 0.98,
"learning_rate": 6.756945991534325e-05,
"loss": 1.6332,
"step": 10290
},
{
"epoch": 0.98,
"learning_rate": 6.753763406638872e-05,
"loss": 1.4433,
"step": 10300
},
{
"epoch": 0.98,
"learning_rate": 6.75058082174342e-05,
"loss": 1.485,
"step": 10310
},
{
"epoch": 0.98,
"learning_rate": 6.747398236847968e-05,
"loss": 1.6712,
"step": 10320
},
{
"epoch": 0.98,
"learning_rate": 6.744215651952516e-05,
"loss": 1.5196,
"step": 10330
},
{
"epoch": 0.98,
"learning_rate": 6.741033067057064e-05,
"loss": 1.586,
"step": 10340
},
{
"epoch": 0.99,
"learning_rate": 6.737850482161611e-05,
"loss": 1.4815,
"step": 10350
},
{
"epoch": 0.99,
"learning_rate": 6.73466789726616e-05,
"loss": 1.7372,
"step": 10360
},
{
"epoch": 0.99,
"learning_rate": 6.731485312370708e-05,
"loss": 1.2242,
"step": 10370
},
{
"epoch": 0.99,
"learning_rate": 6.728302727475255e-05,
"loss": 1.8329,
"step": 10380
},
{
"epoch": 0.99,
"learning_rate": 6.725120142579803e-05,
"loss": 1.6306,
"step": 10390
},
{
"epoch": 0.99,
"learning_rate": 6.721937557684352e-05,
"loss": 1.6169,
"step": 10400
},
{
"epoch": 0.99,
"learning_rate": 6.7187549727889e-05,
"loss": 1.8023,
"step": 10410
},
{
"epoch": 0.99,
"learning_rate": 6.715572387893447e-05,
"loss": 1.4764,
"step": 10420
},
{
"epoch": 0.99,
"learning_rate": 6.712389802997994e-05,
"loss": 1.718,
"step": 10430
},
{
"epoch": 0.99,
"learning_rate": 6.709207218102544e-05,
"loss": 1.6362,
"step": 10440
},
{
"epoch": 0.99,
"learning_rate": 6.706024633207091e-05,
"loss": 1.4818,
"step": 10450
},
{
"epoch": 1.0,
"learning_rate": 6.70284204831164e-05,
"loss": 1.8302,
"step": 10460
},
{
"epoch": 1.0,
"learning_rate": 6.699659463416186e-05,
"loss": 1.4897,
"step": 10470
},
{
"epoch": 1.0,
"learning_rate": 6.696476878520735e-05,
"loss": 1.3032,
"step": 10480
},
{
"epoch": 1.0,
"learning_rate": 6.693294293625283e-05,
"loss": 1.4236,
"step": 10490
},
{
"epoch": 1.0,
"learning_rate": 6.69011170872983e-05,
"loss": 1.5428,
"step": 10500
}
],
"max_steps": 31521,
"num_train_epochs": 3,
"total_flos": 9.955030912708116e+17,
"trial_name": null,
"trial_params": null
}