| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 9.954337899543379, | |
| "eval_steps": 500, | |
| "global_step": 1090, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0091324200913242, | |
| "grad_norm": 3.1570751667022705, | |
| "learning_rate": 1.8348623853211011e-06, | |
| "loss": 2.2349, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.045662100456621, | |
| "grad_norm": 3.327242374420166, | |
| "learning_rate": 9.174311926605506e-06, | |
| "loss": 2.2947, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.091324200913242, | |
| "grad_norm": 3.6639091968536377, | |
| "learning_rate": 1.834862385321101e-05, | |
| "loss": 2.1754, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.136986301369863, | |
| "grad_norm": 6.006739616394043, | |
| "learning_rate": 2.7522935779816515e-05, | |
| "loss": 1.8388, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.182648401826484, | |
| "grad_norm": 1.5798718929290771, | |
| "learning_rate": 3.669724770642202e-05, | |
| "loss": 1.4696, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.228310502283105, | |
| "grad_norm": 1.038404107093811, | |
| "learning_rate": 4.587155963302753e-05, | |
| "loss": 1.2583, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.273972602739726, | |
| "grad_norm": 0.5968286395072937, | |
| "learning_rate": 5.504587155963303e-05, | |
| "loss": 1.1721, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.319634703196347, | |
| "grad_norm": 0.42477676272392273, | |
| "learning_rate": 6.422018348623854e-05, | |
| "loss": 1.0966, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.365296803652968, | |
| "grad_norm": 0.46538373827934265, | |
| "learning_rate": 7.339449541284404e-05, | |
| "loss": 1.0378, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.410958904109589, | |
| "grad_norm": 0.32725027203559875, | |
| "learning_rate": 8.256880733944955e-05, | |
| "loss": 0.996, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.45662100456621, | |
| "grad_norm": 0.27102047204971313, | |
| "learning_rate": 9.174311926605506e-05, | |
| "loss": 0.9549, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.502283105022831, | |
| "grad_norm": 0.20055657625198364, | |
| "learning_rate": 0.00010091743119266055, | |
| "loss": 0.9426, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.547945205479452, | |
| "grad_norm": 0.24150966107845306, | |
| "learning_rate": 0.00011009174311926606, | |
| "loss": 0.918, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.593607305936073, | |
| "grad_norm": 0.20545370876789093, | |
| "learning_rate": 0.00011926605504587157, | |
| "loss": 0.8995, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.639269406392694, | |
| "grad_norm": 0.24165408313274384, | |
| "learning_rate": 0.00012844036697247707, | |
| "loss": 0.8851, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.684931506849315, | |
| "grad_norm": 0.22626952826976776, | |
| "learning_rate": 0.00013761467889908258, | |
| "loss": 0.8729, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.730593607305936, | |
| "grad_norm": 0.2153974175453186, | |
| "learning_rate": 0.0001467889908256881, | |
| "loss": 0.8588, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.776255707762557, | |
| "grad_norm": 0.22552534937858582, | |
| "learning_rate": 0.0001559633027522936, | |
| "loss": 0.8453, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.821917808219178, | |
| "grad_norm": 0.2299458086490631, | |
| "learning_rate": 0.0001651376146788991, | |
| "loss": 0.8491, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.867579908675799, | |
| "grad_norm": 0.38727596402168274, | |
| "learning_rate": 0.00017431192660550458, | |
| "loss": 0.839, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.91324200913242, | |
| "grad_norm": 0.5172630548477173, | |
| "learning_rate": 0.00018348623853211012, | |
| "loss": 0.8359, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.958904109589041, | |
| "grad_norm": 0.3504508137702942, | |
| "learning_rate": 0.0001926605504587156, | |
| "loss": 0.8176, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.9954337899543378, | |
| "eval_loss": 2.11497163772583, | |
| "eval_runtime": 0.7274, | |
| "eval_samples_per_second": 13.748, | |
| "eval_steps_per_second": 1.375, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 1.004566210045662, | |
| "grad_norm": 0.21483348309993744, | |
| "learning_rate": 0.00019999948721966259, | |
| "loss": 0.812, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.0502283105022832, | |
| "grad_norm": 0.25326865911483765, | |
| "learning_rate": 0.00019998154046002822, | |
| "loss": 0.8028, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.095890410958904, | |
| "grad_norm": 0.23645517230033875, | |
| "learning_rate": 0.0001999379599421534, | |
| "loss": 0.8003, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.1415525114155252, | |
| "grad_norm": 0.22504329681396484, | |
| "learning_rate": 0.00019986875683942535, | |
| "loss": 0.7939, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.187214611872146, | |
| "grad_norm": 0.2312326580286026, | |
| "learning_rate": 0.00019977394889447524, | |
| "loss": 0.7847, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.2328767123287672, | |
| "grad_norm": 0.21880114078521729, | |
| "learning_rate": 0.00019965356041462955, | |
| "loss": 0.7856, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.278538812785388, | |
| "grad_norm": 0.19915428757667542, | |
| "learning_rate": 0.00019950762226567781, | |
| "loss": 0.7772, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.3242009132420092, | |
| "grad_norm": 0.21661226451396942, | |
| "learning_rate": 0.00019933617186395917, | |
| "loss": 0.7698, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 1.36986301369863, | |
| "grad_norm": 0.23418781161308289, | |
| "learning_rate": 0.00019913925316676945, | |
| "loss": 0.771, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.4155251141552512, | |
| "grad_norm": 0.2712844908237457, | |
| "learning_rate": 0.00019891691666109113, | |
| "loss": 0.7754, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.461187214611872, | |
| "grad_norm": 0.20658765733242035, | |
| "learning_rate": 0.00019866921935064906, | |
| "loss": 0.772, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.5068493150684932, | |
| "grad_norm": 0.2858370542526245, | |
| "learning_rate": 0.00019839622474129596, | |
| "loss": 0.7648, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.5525114155251143, | |
| "grad_norm": 0.2993509769439697, | |
| "learning_rate": 0.00019809800282473013, | |
| "loss": 0.7553, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.5981735159817352, | |
| "grad_norm": 0.19971656799316406, | |
| "learning_rate": 0.0001977746300605507, | |
| "loss": 0.7591, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.643835616438356, | |
| "grad_norm": 0.2134828269481659, | |
| "learning_rate": 0.00019742618935665476, | |
| "loss": 0.7549, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.6894977168949772, | |
| "grad_norm": 0.18528909981250763, | |
| "learning_rate": 0.00019705277004798073, | |
| "loss": 0.7511, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.7351598173515983, | |
| "grad_norm": 0.22641536593437195, | |
| "learning_rate": 0.0001966544678736044, | |
| "loss": 0.754, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.7808219178082192, | |
| "grad_norm": 0.23213805258274078, | |
| "learning_rate": 0.00019623138495219292, | |
| "loss": 0.7476, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.82648401826484, | |
| "grad_norm": 0.28454649448394775, | |
| "learning_rate": 0.00019578362975582292, | |
| "loss": 0.7535, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.8721461187214612, | |
| "grad_norm": 0.3238324224948883, | |
| "learning_rate": 0.00019531131708217005, | |
| "loss": 0.7489, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.9178082191780823, | |
| "grad_norm": 0.23858831822872162, | |
| "learning_rate": 0.0001948145680250766, | |
| "loss": 0.7514, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.9634703196347032, | |
| "grad_norm": 0.21854574978351593, | |
| "learning_rate": 0.00019429350994350483, | |
| "loss": 0.7464, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 2.1313483715057373, | |
| "eval_runtime": 0.7223, | |
| "eval_samples_per_second": 13.845, | |
| "eval_steps_per_second": 1.384, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 2.009132420091324, | |
| "grad_norm": 0.24195519089698792, | |
| "learning_rate": 0.00019374827642888398, | |
| "loss": 0.7367, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 2.0547945205479454, | |
| "grad_norm": 0.2783088684082031, | |
| "learning_rate": 0.0001931790072708596, | |
| "loss": 0.7283, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 2.1004566210045663, | |
| "grad_norm": 0.25543445348739624, | |
| "learning_rate": 0.00019258584842145343, | |
| "loss": 0.7298, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 2.146118721461187, | |
| "grad_norm": 0.23951423168182373, | |
| "learning_rate": 0.00019196895195764362, | |
| "loss": 0.7296, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 2.191780821917808, | |
| "grad_norm": 0.2517695426940918, | |
| "learning_rate": 0.0001913284760423745, | |
| "loss": 0.719, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.237442922374429, | |
| "grad_norm": 0.22162802517414093, | |
| "learning_rate": 0.00019066458488400584, | |
| "loss": 0.7252, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 2.2831050228310503, | |
| "grad_norm": 0.2749063968658447, | |
| "learning_rate": 0.00018997744869421246, | |
| "loss": 0.7253, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 2.328767123287671, | |
| "grad_norm": 0.2638462483882904, | |
| "learning_rate": 0.00018926724364434446, | |
| "loss": 0.718, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 2.374429223744292, | |
| "grad_norm": 0.23074951767921448, | |
| "learning_rate": 0.0001885341518202595, | |
| "loss": 0.7203, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 2.4200913242009134, | |
| "grad_norm": 0.18681403994560242, | |
| "learning_rate": 0.00018777836117563892, | |
| "loss": 0.7253, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 2.4657534246575343, | |
| "grad_norm": 0.19247153401374817, | |
| "learning_rate": 0.00018700006548379898, | |
| "loss": 0.7175, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.5114155251141552, | |
| "grad_norm": 0.18738825619220734, | |
| "learning_rate": 0.0001861994642880105, | |
| "loss": 0.7206, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 2.557077625570776, | |
| "grad_norm": 0.2461051046848297, | |
| "learning_rate": 0.00018537676285033887, | |
| "loss": 0.7134, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.602739726027397, | |
| "grad_norm": 0.31902387738227844, | |
| "learning_rate": 0.0001845321720990181, | |
| "loss": 0.7135, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 2.6484018264840183, | |
| "grad_norm": 0.19439548254013062, | |
| "learning_rate": 0.00018366590857437184, | |
| "loss": 0.7194, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.6940639269406392, | |
| "grad_norm": 0.18397387862205505, | |
| "learning_rate": 0.00018277819437329576, | |
| "loss": 0.7172, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 2.73972602739726, | |
| "grad_norm": 0.1935635656118393, | |
| "learning_rate": 0.00018186925709231532, | |
| "loss": 0.7188, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.7853881278538815, | |
| "grad_norm": 0.20888376235961914, | |
| "learning_rate": 0.0001809393297692334, | |
| "loss": 0.71, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 2.8310502283105023, | |
| "grad_norm": 0.20157787203788757, | |
| "learning_rate": 0.0001799886508233829, | |
| "loss": 0.7152, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.8767123287671232, | |
| "grad_norm": 0.201010599732399, | |
| "learning_rate": 0.0001790174639944997, | |
| "loss": 0.7147, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 2.922374429223744, | |
| "grad_norm": 0.20877932012081146, | |
| "learning_rate": 0.00017802601828023138, | |
| "loss": 0.7101, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.968036529680365, | |
| "grad_norm": 0.19995956122875214, | |
| "learning_rate": 0.00017701456787229804, | |
| "loss": 0.7128, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 2.9954337899543377, | |
| "eval_loss": 2.144402027130127, | |
| "eval_runtime": 0.7303, | |
| "eval_samples_per_second": 13.694, | |
| "eval_steps_per_second": 1.369, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 3.0136986301369864, | |
| "grad_norm": 0.18146736919879913, | |
| "learning_rate": 0.0001759833720913214, | |
| "loss": 0.7071, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 3.0593607305936072, | |
| "grad_norm": 0.20878320932388306, | |
| "learning_rate": 0.00017493269532033883, | |
| "loss": 0.6943, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 3.105022831050228, | |
| "grad_norm": 0.24599188566207886, | |
| "learning_rate": 0.0001738628069370195, | |
| "loss": 0.6968, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 3.1506849315068495, | |
| "grad_norm": 0.22413116693496704, | |
| "learning_rate": 0.00017277398124460023, | |
| "loss": 0.6949, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 3.1963470319634704, | |
| "grad_norm": 0.22311843931674957, | |
| "learning_rate": 0.000171666497401558, | |
| "loss": 0.6988, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 3.2420091324200913, | |
| "grad_norm": 0.19590473175048828, | |
| "learning_rate": 0.0001705406393500381, | |
| "loss": 0.692, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 3.287671232876712, | |
| "grad_norm": 0.18890812993049622, | |
| "learning_rate": 0.00016939669574305566, | |
| "loss": 0.6923, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 3.3333333333333335, | |
| "grad_norm": 0.19763173162937164, | |
| "learning_rate": 0.0001682349598704892, | |
| "loss": 0.6899, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 3.3789954337899544, | |
| "grad_norm": 0.21059083938598633, | |
| "learning_rate": 0.00016705572958388576, | |
| "loss": 0.689, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 3.4246575342465753, | |
| "grad_norm": 0.2090144008398056, | |
| "learning_rate": 0.00016585930722009601, | |
| "loss": 0.6909, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 3.470319634703196, | |
| "grad_norm": 0.1937251091003418, | |
| "learning_rate": 0.00016464599952375998, | |
| "loss": 0.6943, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 3.5159817351598175, | |
| "grad_norm": 0.19087150692939758, | |
| "learning_rate": 0.000163416117568662, | |
| "loss": 0.6936, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 3.5616438356164384, | |
| "grad_norm": 0.21907366812229156, | |
| "learning_rate": 0.0001621699766779763, | |
| "loss": 0.6928, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 3.6073059360730593, | |
| "grad_norm": 0.1987326741218567, | |
| "learning_rate": 0.00016090789634342278, | |
| "loss": 0.6913, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 3.65296803652968, | |
| "grad_norm": 0.19414757192134857, | |
| "learning_rate": 0.00015963020014335438, | |
| "loss": 0.6873, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 3.6986301369863015, | |
| "grad_norm": 0.19000251591205597, | |
| "learning_rate": 0.0001583372156597961, | |
| "loss": 0.6895, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 3.7442922374429224, | |
| "grad_norm": 0.17563720047473907, | |
| "learning_rate": 0.00015702927439445826, | |
| "loss": 0.6905, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 3.7899543378995433, | |
| "grad_norm": 0.22648802399635315, | |
| "learning_rate": 0.00015570671168374438, | |
| "loss": 0.685, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 3.8356164383561646, | |
| "grad_norm": 0.1822802722454071, | |
| "learning_rate": 0.00015436986661277577, | |
| "loss": 0.6897, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 3.8812785388127855, | |
| "grad_norm": 0.18406091630458832, | |
| "learning_rate": 0.0001530190819284555, | |
| "loss": 0.6849, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 3.9269406392694064, | |
| "grad_norm": 0.1968332827091217, | |
| "learning_rate": 0.00015165470395159313, | |
| "loss": 0.6841, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 3.9726027397260273, | |
| "grad_norm": 0.2520104646682739, | |
| "learning_rate": 0.0001502770824881133, | |
| "loss": 0.6924, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 2.1630699634552, | |
| "eval_runtime": 0.7164, | |
| "eval_samples_per_second": 13.958, | |
| "eval_steps_per_second": 1.396, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 4.018264840182648, | |
| "grad_norm": 0.20841118693351746, | |
| "learning_rate": 0.00014888657073937076, | |
| "loss": 0.6786, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 4.063926940639269, | |
| "grad_norm": 0.2335735559463501, | |
| "learning_rate": 0.00014748352521159493, | |
| "loss": 0.6687, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 4.109589041095891, | |
| "grad_norm": 0.23169922828674316, | |
| "learning_rate": 0.0001460683056244869, | |
| "loss": 0.6701, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 4.155251141552512, | |
| "grad_norm": 0.20742633938789368, | |
| "learning_rate": 0.00014464127481899312, | |
| "loss": 0.6678, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 4.200913242009133, | |
| "grad_norm": 0.233662411570549, | |
| "learning_rate": 0.00014320279866427796, | |
| "loss": 0.669, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 4.2465753424657535, | |
| "grad_norm": 0.22496378421783447, | |
| "learning_rate": 0.00014175324596392075, | |
| "loss": 0.6695, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 4.292237442922374, | |
| "grad_norm": 0.1961798071861267, | |
| "learning_rate": 0.00014029298836135988, | |
| "loss": 0.6694, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 4.337899543378995, | |
| "grad_norm": 0.21112968027591705, | |
| "learning_rate": 0.00013882240024460927, | |
| "loss": 0.6758, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 4.383561643835616, | |
| "grad_norm": 0.21480615437030792, | |
| "learning_rate": 0.0001373418586502706, | |
| "loss": 0.6685, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 4.429223744292237, | |
| "grad_norm": 0.24116870760917664, | |
| "learning_rate": 0.0001358517431668672, | |
| "loss": 0.6686, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 4.474885844748858, | |
| "grad_norm": 0.20268571376800537, | |
| "learning_rate": 0.00013435243583752294, | |
| "loss": 0.6642, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 4.52054794520548, | |
| "grad_norm": 0.19283969700336456, | |
| "learning_rate": 0.00013284432106201233, | |
| "loss": 0.6729, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 4.566210045662101, | |
| "grad_norm": 0.18919415771961212, | |
| "learning_rate": 0.00013132778549820618, | |
| "loss": 0.6713, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 4.6118721461187215, | |
| "grad_norm": 0.19388696551322937, | |
| "learning_rate": 0.00012980321796293836, | |
| "loss": 0.6698, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 4.657534246575342, | |
| "grad_norm": 0.19509977102279663, | |
| "learning_rate": 0.00012827100933231905, | |
| "loss": 0.6732, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 4.703196347031963, | |
| "grad_norm": 0.19472207129001617, | |
| "learning_rate": 0.00012673155244151985, | |
| "loss": 0.6689, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 4.748858447488584, | |
| "grad_norm": 0.1974049210548401, | |
| "learning_rate": 0.000125185241984057, | |
| "loss": 0.6661, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 4.794520547945205, | |
| "grad_norm": 0.18362760543823242, | |
| "learning_rate": 0.00012363247441059776, | |
| "loss": 0.6705, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 4.840182648401827, | |
| "grad_norm": 0.1863856315612793, | |
| "learning_rate": 0.00012207364782731655, | |
| "loss": 0.6663, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 4.885844748858448, | |
| "grad_norm": 0.19237390160560608, | |
| "learning_rate": 0.00012050916189382646, | |
| "loss": 0.6701, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 4.931506849315069, | |
| "grad_norm": 0.1915617734193802, | |
| "learning_rate": 0.00011893941772071249, | |
| "loss": 0.6781, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 4.9771689497716896, | |
| "grad_norm": 0.18157874047756195, | |
| "learning_rate": 0.00011736481776669306, | |
| "loss": 0.6777, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 4.995433789954338, | |
| "eval_loss": 2.182265520095825, | |
| "eval_runtime": 0.7269, | |
| "eval_samples_per_second": 13.757, | |
| "eval_steps_per_second": 1.376, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 5.0228310502283104, | |
| "grad_norm": 0.19536516070365906, | |
| "learning_rate": 0.0001157857657354354, | |
| "loss": 0.6657, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 5.068493150684931, | |
| "grad_norm": 0.22191356122493744, | |
| "learning_rate": 0.00011420266647205231, | |
| "loss": 0.6547, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 5.114155251141552, | |
| "grad_norm": 0.2473655790090561, | |
| "learning_rate": 0.00011261592585930576, | |
| "loss": 0.649, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 5.159817351598173, | |
| "grad_norm": 0.21013621985912323, | |
| "learning_rate": 0.00011102595071354472, | |
| "loss": 0.6493, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 5.205479452054795, | |
| "grad_norm": 0.2081068456172943, | |
| "learning_rate": 0.00010943314868040364, | |
| "loss": 0.647, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 5.251141552511416, | |
| "grad_norm": 0.23985308408737183, | |
| "learning_rate": 0.00010783792813028827, | |
| "loss": 0.6505, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 5.296803652968037, | |
| "grad_norm": 0.19800134003162384, | |
| "learning_rate": 0.00010624069805367559, | |
| "loss": 0.6537, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 5.342465753424658, | |
| "grad_norm": 0.21391679346561432, | |
| "learning_rate": 0.00010464186795625482, | |
| "loss": 0.6558, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 5.3881278538812785, | |
| "grad_norm": 0.205993190407753, | |
| "learning_rate": 0.00010304184775393642, | |
| "loss": 0.6578, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 5.433789954337899, | |
| "grad_norm": 0.20510774850845337, | |
| "learning_rate": 0.00010144104766775572, | |
| "loss": 0.6565, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 5.47945205479452, | |
| "grad_norm": 0.1970670372247696, | |
| "learning_rate": 9.983987811869862e-05, | |
| "loss": 0.6515, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 5.525114155251142, | |
| "grad_norm": 0.18836742639541626, | |
| "learning_rate": 9.823874962247564e-05, | |
| "loss": 0.6557, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 5.570776255707763, | |
| "grad_norm": 0.20027703046798706, | |
| "learning_rate": 9.663807268427198e-05, | |
| "loss": 0.6522, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 5.616438356164384, | |
| "grad_norm": 0.2243603765964508, | |
| "learning_rate": 9.503825769350017e-05, | |
| "loss": 0.6496, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 5.662100456621005, | |
| "grad_norm": 0.18932883441448212, | |
| "learning_rate": 9.343971481858246e-05, | |
| "loss": 0.6532, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 5.707762557077626, | |
| "grad_norm": 0.19952723383903503, | |
| "learning_rate": 9.184285390178978e-05, | |
| "loss": 0.6511, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 5.7534246575342465, | |
| "grad_norm": 0.20302745699882507, | |
| "learning_rate": 9.024808435416434e-05, | |
| "loss": 0.6524, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 5.799086757990867, | |
| "grad_norm": 0.1958286166191101, | |
| "learning_rate": 8.865581505055291e-05, | |
| "loss": 0.6543, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 5.844748858447488, | |
| "grad_norm": 0.189736470580101, | |
| "learning_rate": 8.706645422477739e-05, | |
| "loss": 0.6529, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 5.890410958904109, | |
| "grad_norm": 0.2069847285747528, | |
| "learning_rate": 8.548040936496989e-05, | |
| "loss": 0.6542, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 5.936073059360731, | |
| "grad_norm": 0.2031773030757904, | |
| "learning_rate": 8.389808710909881e-05, | |
| "loss": 0.6515, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 5.981735159817352, | |
| "grad_norm": 0.20669801533222198, | |
| "learning_rate": 8.231989314071317e-05, | |
| "loss": 0.6526, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 2.207833766937256, | |
| "eval_runtime": 0.7173, | |
| "eval_samples_per_second": 13.941, | |
| "eval_steps_per_second": 1.394, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 6.027397260273973, | |
| "grad_norm": 0.2104310542345047, | |
| "learning_rate": 8.07462320849313e-05, | |
| "loss": 0.6444, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 6.073059360730594, | |
| "grad_norm": 0.18349581956863403, | |
| "learning_rate": 7.917750740470117e-05, | |
| "loss": 0.6397, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 6.1187214611872145, | |
| "grad_norm": 0.20204049348831177, | |
| "learning_rate": 7.761412129735852e-05, | |
| "loss": 0.6439, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 6.164383561643835, | |
| "grad_norm": 0.20316743850708008, | |
| "learning_rate": 7.605647459150961e-05, | |
| "loss": 0.6392, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 6.210045662100456, | |
| "grad_norm": 0.2150379866361618, | |
| "learning_rate": 7.450496664426477e-05, | |
| "loss": 0.634, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 6.255707762557078, | |
| "grad_norm": 0.19887958467006683, | |
| "learning_rate": 7.295999523884921e-05, | |
| "loss": 0.6442, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 6.301369863013699, | |
| "grad_norm": 0.1974460333585739, | |
| "learning_rate": 7.142195648261747e-05, | |
| "loss": 0.6396, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 6.34703196347032, | |
| "grad_norm": 0.21475858986377716, | |
| "learning_rate": 6.989124470549745e-05, | |
| "loss": 0.6354, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 6.392694063926941, | |
| "grad_norm": 0.19873230159282684, | |
| "learning_rate": 6.83682523588902e-05, | |
| "loss": 0.64, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 6.438356164383562, | |
| "grad_norm": 0.20658674836158752, | |
| "learning_rate": 6.685336991505122e-05, | |
| "loss": 0.6367, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 6.4840182648401825, | |
| "grad_norm": 0.2072938233613968, | |
| "learning_rate": 6.534698576697939e-05, | |
| "loss": 0.6388, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 6.529680365296803, | |
| "grad_norm": 0.20482133328914642, | |
| "learning_rate": 6.384948612883873e-05, | |
| "loss": 0.6397, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 6.575342465753424, | |
| "grad_norm": 0.20856335759162903, | |
| "learning_rate": 6.2361254936939e-05, | |
| "loss": 0.6407, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 6.621004566210045, | |
| "grad_norm": 0.21489538252353668, | |
| "learning_rate": 6.088267375130023e-05, | |
| "loss": 0.6414, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 6.666666666666667, | |
| "grad_norm": 0.19792255759239197, | |
| "learning_rate": 5.941412165782645e-05, | |
| "loss": 0.634, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 6.712328767123288, | |
| "grad_norm": 0.19678843021392822, | |
| "learning_rate": 5.79559751711138e-05, | |
| "loss": 0.6407, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 6.757990867579909, | |
| "grad_norm": 0.18998436629772186, | |
| "learning_rate": 5.650860813791785e-05, | |
| "loss": 0.6346, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 6.80365296803653, | |
| "grad_norm": 0.19847027957439423, | |
| "learning_rate": 5.507239164130501e-05, | |
| "loss": 0.6409, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 6.8493150684931505, | |
| "grad_norm": 0.205197274684906, | |
| "learning_rate": 5.364769390551225e-05, | |
| "loss": 0.6404, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 6.894977168949771, | |
| "grad_norm": 0.19521455466747284, | |
| "learning_rate": 5.2234880201540284e-05, | |
| "loss": 0.6386, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 6.940639269406392, | |
| "grad_norm": 0.1955854445695877, | |
| "learning_rate": 5.0834312753503124e-05, | |
| "loss": 0.6349, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 6.986301369863014, | |
| "grad_norm": 0.1964850276708603, | |
| "learning_rate": 4.9446350645759885e-05, | |
| "loss": 0.6326, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 6.995433789954338, | |
| "eval_loss": 2.229551315307617, | |
| "eval_runtime": 0.7351, | |
| "eval_samples_per_second": 13.604, | |
| "eval_steps_per_second": 1.36, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 7.031963470319635, | |
| "grad_norm": 0.1950986385345459, | |
| "learning_rate": 4.807134973085036e-05, | |
| "loss": 0.626, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 7.077625570776256, | |
| "grad_norm": 0.20411163568496704, | |
| "learning_rate": 4.6709662538260267e-05, | |
| "loss": 0.6293, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 7.123287671232877, | |
| "grad_norm": 0.21672751009464264, | |
| "learning_rate": 4.53616381840377e-05, | |
| "loss": 0.6255, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 7.168949771689498, | |
| "grad_norm": 0.20474384725093842, | |
| "learning_rate": 4.402762228128531e-05, | |
| "loss": 0.6317, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 7.2146118721461185, | |
| "grad_norm": 0.20330122113227844, | |
| "learning_rate": 4.2707956851550016e-05, | |
| "loss": 0.6297, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 7.260273972602739, | |
| "grad_norm": 0.21286101639270782, | |
| "learning_rate": 4.140298023713416e-05, | |
| "loss": 0.6278, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 7.30593607305936, | |
| "grad_norm": 0.20241223275661469, | |
| "learning_rate": 4.011302701434937e-05, | |
| "loss": 0.6223, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 7.351598173515982, | |
| "grad_norm": 0.20820164680480957, | |
| "learning_rate": 3.8838427907736476e-05, | |
| "loss": 0.631, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 7.397260273972603, | |
| "grad_norm": 0.2071073353290558, | |
| "learning_rate": 3.757950970527249e-05, | |
| "loss": 0.627, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 7.442922374429224, | |
| "grad_norm": 0.20754040777683258, | |
| "learning_rate": 3.633659517458736e-05, | |
| "loss": 0.6284, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 7.488584474885845, | |
| "grad_norm": 0.204667329788208, | |
| "learning_rate": 3.5110002980210975e-05, | |
| "loss": 0.6214, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 7.534246575342466, | |
| "grad_norm": 0.204596146941185, | |
| "learning_rate": 3.3900047601872596e-05, | |
| "loss": 0.6241, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 7.579908675799087, | |
| "grad_norm": 0.2120332568883896, | |
| "learning_rate": 3.270703925387279e-05, | |
| "loss": 0.6295, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 7.6255707762557075, | |
| "grad_norm": 0.20006106793880463, | |
| "learning_rate": 3.153128380554941e-05, | |
| "loss": 0.6259, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 7.671232876712329, | |
| "grad_norm": 0.19608016312122345, | |
| "learning_rate": 3.037308270285709e-05, | |
| "loss": 0.6234, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 7.71689497716895, | |
| "grad_norm": 0.20698235929012299, | |
| "learning_rate": 2.923273289108115e-05, | |
| "loss": 0.6312, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 7.762557077625571, | |
| "grad_norm": 0.20038080215454102, | |
| "learning_rate": 2.8110526738705344e-05, | |
| "loss": 0.6266, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 7.808219178082192, | |
| "grad_norm": 0.2022303193807602, | |
| "learning_rate": 2.7006751962452882e-05, | |
| "loss": 0.631, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 7.853881278538813, | |
| "grad_norm": 0.20605237782001495, | |
| "learning_rate": 2.592169155352031e-05, | |
| "loss": 0.6331, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 7.899543378995434, | |
| "grad_norm": 0.2080409824848175, | |
| "learning_rate": 2.485562370502279e-05, | |
| "loss": 0.6313, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 7.945205479452055, | |
| "grad_norm": 0.2000366896390915, | |
| "learning_rate": 2.3808821740669606e-05, | |
| "loss": 0.6285, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 7.9908675799086755, | |
| "grad_norm": 0.20418736338615417, | |
| "learning_rate": 2.2781554044688015e-05, | |
| "loss": 0.6311, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 2.2484524250030518, | |
| "eval_runtime": 0.7257, | |
| "eval_samples_per_second": 13.779, | |
| "eval_steps_per_second": 1.378, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 8.036529680365296, | |
| "grad_norm": 0.2047678381204605, | |
| "learning_rate": 2.1774083993013718e-05, | |
| "loss": 0.6168, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 8.082191780821917, | |
| "grad_norm": 0.20055288076400757, | |
| "learning_rate": 2.078666988576504e-05, | |
| "loss": 0.6163, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 8.127853881278538, | |
| "grad_norm": 0.2002391219139099, | |
| "learning_rate": 1.9819564881018983e-05, | |
| "loss": 0.6216, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 8.173515981735159, | |
| "grad_norm": 0.19824841618537903, | |
| "learning_rate": 1.887301692990494e-05, | |
| "loss": 0.6215, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 8.219178082191782, | |
| "grad_norm": 0.20471996068954468, | |
| "learning_rate": 1.7947268713034127e-05, | |
| "loss": 0.6168, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 8.264840182648403, | |
| "grad_norm": 0.20544229447841644, | |
| "learning_rate": 1.7042557578279626e-05, | |
| "loss": 0.6188, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 8.310502283105023, | |
| "grad_norm": 0.208919957280159, | |
| "learning_rate": 1.6159115479924257e-05, | |
| "loss": 0.6221, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 8.356164383561644, | |
| "grad_norm": 0.20433735847473145, | |
| "learning_rate": 1.529716891919074e-05, | |
| "loss": 0.6187, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 8.401826484018265, | |
| "grad_norm": 0.20233039557933807, | |
| "learning_rate": 1.4456938886170412e-05, | |
| "loss": 0.6224, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 8.447488584474886, | |
| "grad_norm": 0.2014380395412445, | |
| "learning_rate": 1.3638640803164516e-05, | |
| "loss": 0.6186, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 8.493150684931507, | |
| "grad_norm": 0.20106054842472076, | |
| "learning_rate": 1.2842484469453365e-05, | |
| "loss": 0.6229, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 8.538812785388128, | |
| "grad_norm": 0.20424200594425201, | |
| "learning_rate": 1.2068674007506786e-05, | |
| "loss": 0.6225, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 8.584474885844749, | |
| "grad_norm": 0.19919848442077637, | |
| "learning_rate": 1.1317407810650372e-05, | |
| "loss": 0.621, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 8.63013698630137, | |
| "grad_norm": 0.21022921800613403, | |
| "learning_rate": 1.058887849220026e-05, | |
| "loss": 0.6208, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 8.67579908675799, | |
| "grad_norm": 0.2036212980747223, | |
| "learning_rate": 9.883272836080116e-06, | |
| "loss": 0.6184, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 8.721461187214611, | |
| "grad_norm": 0.19858643412590027, | |
| "learning_rate": 9.200771748932513e-06, | |
| "loss": 0.6224, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 8.767123287671232, | |
| "grad_norm": 0.2013389766216278, | |
| "learning_rate": 8.541550213737171e-06, | |
| "loss": 0.6175, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 8.812785388127853, | |
| "grad_norm": 0.20145344734191895, | |
| "learning_rate": 7.905777244947954e-06, | |
| "loss": 0.6204, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 8.858447488584474, | |
| "grad_norm": 0.20189128816127777, | |
| "learning_rate": 7.293615845160196e-06, | |
| "loss": 0.6225, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 8.904109589041095, | |
| "grad_norm": 0.2002427577972412, | |
| "learning_rate": 6.705222963319191e-06, | |
| "loss": 0.6197, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 8.949771689497716, | |
| "grad_norm": 0.21808940172195435, | |
| "learning_rate": 6.140749454480932e-06, | |
| "loss": 0.6228, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 8.995433789954339, | |
| "grad_norm": 0.20092381536960602, | |
| "learning_rate": 5.6003400411351325e-06, | |
| "loss": 0.6233, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 8.995433789954339, | |
| "eval_loss": 2.258711099624634, | |
| "eval_runtime": 0.7286, | |
| "eval_samples_per_second": 13.726, | |
| "eval_steps_per_second": 1.373, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 9.04109589041096, | |
| "grad_norm": 0.19878605008125305, | |
| "learning_rate": 5.0841332761005e-06, | |
| "loss": 0.6193, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 9.08675799086758, | |
| "grad_norm": 0.20306305587291718, | |
| "learning_rate": 4.592261507001993e-06, | |
| "loss": 0.6177, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 9.132420091324201, | |
| "grad_norm": 0.2019263654947281, | |
| "learning_rate": 4.124850842338779e-06, | |
| "loss": 0.6133, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 9.178082191780822, | |
| "grad_norm": 0.2005142867565155, | |
| "learning_rate": 3.6820211191520125e-06, | |
| "loss": 0.6141, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 9.223744292237443, | |
| "grad_norm": 0.20048119127750397, | |
| "learning_rate": 3.263885872300343e-06, | |
| "loss": 0.6224, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 9.269406392694064, | |
| "grad_norm": 0.20118780434131622, | |
| "learning_rate": 2.8705523053513816e-06, | |
| "loss": 0.6158, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 9.315068493150685, | |
| "grad_norm": 0.19994989037513733, | |
| "learning_rate": 2.502121263096224e-06, | |
| "loss": 0.6133, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 9.360730593607306, | |
| "grad_norm": 0.19647841155529022, | |
| "learning_rate": 2.1586872056944428e-06, | |
| "loss": 0.6172, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 9.406392694063927, | |
| "grad_norm": 0.20165683329105377, | |
| "learning_rate": 1.840338184455881e-06, | |
| "loss": 0.6193, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 9.452054794520548, | |
| "grad_norm": 0.20188592374324799, | |
| "learning_rate": 1.5471558192656777e-06, | |
| "loss": 0.6216, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 9.497716894977168, | |
| "grad_norm": 0.20157510042190552, | |
| "learning_rate": 1.2792152776580968e-06, | |
| "loss": 0.616, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 9.54337899543379, | |
| "grad_norm": 0.20351751148700714, | |
| "learning_rate": 1.036585255544764e-06, | |
| "loss": 0.6149, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 9.58904109589041, | |
| "grad_norm": 0.1994985044002533, | |
| "learning_rate": 8.193279596020121e-07, | |
| "loss": 0.6184, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 9.634703196347033, | |
| "grad_norm": 0.2011667788028717, | |
| "learning_rate": 6.274990913221035e-07, | |
| "loss": 0.6149, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 9.680365296803654, | |
| "grad_norm": 0.2020387500524521, | |
| "learning_rate": 4.6114783273213393e-07, | |
| "loss": 0.619, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 9.726027397260275, | |
| "grad_norm": 0.19661925733089447, | |
| "learning_rate": 3.203168337845508e-07, | |
| "loss": 0.6193, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 9.771689497716896, | |
| "grad_norm": 0.20111018419265747, | |
| "learning_rate": 2.05042201422323e-07, | |
| "loss": 0.615, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 9.817351598173516, | |
| "grad_norm": 0.20135089755058289, | |
| "learning_rate": 1.1535349032167908e-07, | |
| "loss": 0.6158, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 9.863013698630137, | |
| "grad_norm": 0.20196588337421417, | |
| "learning_rate": 5.127369531473525e-08, | |
| "loss": 0.614, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 9.908675799086758, | |
| "grad_norm": 0.19875915348529816, | |
| "learning_rate": 1.2819245493955744e-08, | |
| "loss": 0.6174, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 9.954337899543379, | |
| "grad_norm": 0.19983670115470886, | |
| "learning_rate": 0.0, | |
| "loss": 0.6194, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 9.954337899543379, | |
| "eval_loss": 2.260620594024658, | |
| "eval_runtime": 0.6934, | |
| "eval_samples_per_second": 14.422, | |
| "eval_steps_per_second": 1.442, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 9.954337899543379, | |
| "step": 1090, | |
| "total_flos": 6.456679991336763e+18, | |
| "train_loss": 0.7130365929472338, | |
| "train_runtime": 9668.9725, | |
| "train_samples_per_second": 14.452, | |
| "train_steps_per_second": 0.113 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 1090, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.456679991336763e+18, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |