| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 9.992193598750976, | |
| "eval_steps": 500, | |
| "global_step": 6400, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00156128024980484, | |
| "grad_norm": 15.554603576660156, | |
| "learning_rate": 3.125e-07, | |
| "loss": 1.2028, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0078064012490242, | |
| "grad_norm": 14.548426628112793, | |
| "learning_rate": 1.5625e-06, | |
| "loss": 1.23, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0156128024980484, | |
| "grad_norm": 10.735854148864746, | |
| "learning_rate": 3.125e-06, | |
| "loss": 1.1711, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0234192037470726, | |
| "grad_norm": 9.330694198608398, | |
| "learning_rate": 4.6875000000000004e-06, | |
| "loss": 1.137, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0312256049960968, | |
| "grad_norm": 5.181936740875244, | |
| "learning_rate": 6.25e-06, | |
| "loss": 1.0235, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.039032006245121, | |
| "grad_norm": 3.862912654876709, | |
| "learning_rate": 7.8125e-06, | |
| "loss": 0.9359, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.0468384074941452, | |
| "grad_norm": 3.142946720123291, | |
| "learning_rate": 9.375000000000001e-06, | |
| "loss": 0.8746, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0546448087431694, | |
| "grad_norm": 1.8955553770065308, | |
| "learning_rate": 1.09375e-05, | |
| "loss": 0.8135, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.0624512099921936, | |
| "grad_norm": 1.3491796255111694, | |
| "learning_rate": 1.25e-05, | |
| "loss": 0.7632, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0702576112412178, | |
| "grad_norm": 1.4237151145935059, | |
| "learning_rate": 1.4062500000000001e-05, | |
| "loss": 0.7152, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.078064012490242, | |
| "grad_norm": 1.992169737815857, | |
| "learning_rate": 1.5625e-05, | |
| "loss": 0.6802, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0858704137392662, | |
| "grad_norm": 1.0017743110656738, | |
| "learning_rate": 1.71875e-05, | |
| "loss": 0.6617, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.0936768149882904, | |
| "grad_norm": 0.9323798418045044, | |
| "learning_rate": 1.8750000000000002e-05, | |
| "loss": 0.6236, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.1014832162373146, | |
| "grad_norm": 0.7461961507797241, | |
| "learning_rate": 2.0312500000000002e-05, | |
| "loss": 0.6, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.1092896174863388, | |
| "grad_norm": 0.7259904742240906, | |
| "learning_rate": 2.1875e-05, | |
| "loss": 0.5814, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.117096018735363, | |
| "grad_norm": 0.5570379495620728, | |
| "learning_rate": 2.34375e-05, | |
| "loss": 0.5752, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.1249024199843872, | |
| "grad_norm": 0.5848241448402405, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.5455, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1327088212334114, | |
| "grad_norm": 0.9087640643119812, | |
| "learning_rate": 2.6562500000000002e-05, | |
| "loss": 0.549, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.1405152224824356, | |
| "grad_norm": 0.6453709602355957, | |
| "learning_rate": 2.8125000000000003e-05, | |
| "loss": 0.5382, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1483216237314598, | |
| "grad_norm": 0.6244491934776306, | |
| "learning_rate": 2.96875e-05, | |
| "loss": 0.5416, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.156128024980484, | |
| "grad_norm": 0.6923064589500427, | |
| "learning_rate": 3.125e-05, | |
| "loss": 0.5209, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.16393442622950818, | |
| "grad_norm": 0.8899492025375366, | |
| "learning_rate": 3.2812500000000005e-05, | |
| "loss": 0.5193, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.1717408274785324, | |
| "grad_norm": 0.6282894611358643, | |
| "learning_rate": 3.4375e-05, | |
| "loss": 0.5283, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.1795472287275566, | |
| "grad_norm": 0.637545645236969, | |
| "learning_rate": 3.59375e-05, | |
| "loss": 0.5161, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.1873536299765808, | |
| "grad_norm": 0.6604511141777039, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 0.5024, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.195160031225605, | |
| "grad_norm": 0.5799457430839539, | |
| "learning_rate": 3.90625e-05, | |
| "loss": 0.5113, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.2029664324746292, | |
| "grad_norm": 0.745388388633728, | |
| "learning_rate": 4.0625000000000005e-05, | |
| "loss": 0.509, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.2107728337236534, | |
| "grad_norm": 0.8749244809150696, | |
| "learning_rate": 4.21875e-05, | |
| "loss": 0.5085, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.2185792349726776, | |
| "grad_norm": 0.832904040813446, | |
| "learning_rate": 4.375e-05, | |
| "loss": 0.4885, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.2263856362217018, | |
| "grad_norm": 0.7716369032859802, | |
| "learning_rate": 4.5312500000000004e-05, | |
| "loss": 0.4886, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.234192037470726, | |
| "grad_norm": 0.6549221277236938, | |
| "learning_rate": 4.6875e-05, | |
| "loss": 0.4879, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.2419984387197502, | |
| "grad_norm": 0.5921856164932251, | |
| "learning_rate": 4.8437500000000005e-05, | |
| "loss": 0.4902, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.2498048399687744, | |
| "grad_norm": 0.5582632422447205, | |
| "learning_rate": 5e-05, | |
| "loss": 0.4954, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.2576112412177986, | |
| "grad_norm": 0.5605296492576599, | |
| "learning_rate": 5.15625e-05, | |
| "loss": 0.4882, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.2654176424668228, | |
| "grad_norm": 0.7804284691810608, | |
| "learning_rate": 5.3125000000000004e-05, | |
| "loss": 0.4751, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.273224043715847, | |
| "grad_norm": 0.9444372653961182, | |
| "learning_rate": 5.46875e-05, | |
| "loss": 0.4777, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.2810304449648712, | |
| "grad_norm": 0.5533527135848999, | |
| "learning_rate": 5.6250000000000005e-05, | |
| "loss": 0.4889, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.2888368462138954, | |
| "grad_norm": 0.5322621464729309, | |
| "learning_rate": 5.78125e-05, | |
| "loss": 0.4837, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.2966432474629196, | |
| "grad_norm": 0.5449932217597961, | |
| "learning_rate": 5.9375e-05, | |
| "loss": 0.4695, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.3044496487119438, | |
| "grad_norm": 0.6229299306869507, | |
| "learning_rate": 6.0937500000000004e-05, | |
| "loss": 0.4891, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.312256049960968, | |
| "grad_norm": 0.5832580327987671, | |
| "learning_rate": 6.25e-05, | |
| "loss": 0.4697, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.3200624512099922, | |
| "grad_norm": 0.6701719164848328, | |
| "learning_rate": 6.40625e-05, | |
| "loss": 0.466, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.32786885245901637, | |
| "grad_norm": 1.088781476020813, | |
| "learning_rate": 6.562500000000001e-05, | |
| "loss": 0.4684, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.3356752537080406, | |
| "grad_norm": 0.5555649399757385, | |
| "learning_rate": 6.71875e-05, | |
| "loss": 0.471, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.3434816549570648, | |
| "grad_norm": 0.7747379541397095, | |
| "learning_rate": 6.875e-05, | |
| "loss": 0.4749, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.351288056206089, | |
| "grad_norm": 0.5692268013954163, | |
| "learning_rate": 7.031250000000001e-05, | |
| "loss": 0.4716, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.3590944574551132, | |
| "grad_norm": 0.6532680988311768, | |
| "learning_rate": 7.1875e-05, | |
| "loss": 0.4658, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.3669008587041374, | |
| "grad_norm": 0.5181140303611755, | |
| "learning_rate": 7.34375e-05, | |
| "loss": 0.4631, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.3747072599531616, | |
| "grad_norm": 0.5234228372573853, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 0.4632, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.3825136612021858, | |
| "grad_norm": 0.7775989174842834, | |
| "learning_rate": 7.65625e-05, | |
| "loss": 0.4767, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.39032006245121, | |
| "grad_norm": 0.736663281917572, | |
| "learning_rate": 7.8125e-05, | |
| "loss": 0.4552, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.3981264637002342, | |
| "grad_norm": 0.49683699011802673, | |
| "learning_rate": 7.96875e-05, | |
| "loss": 0.458, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.4059328649492584, | |
| "grad_norm": 0.5580967664718628, | |
| "learning_rate": 8.125000000000001e-05, | |
| "loss": 0.4553, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.4137392661982826, | |
| "grad_norm": 0.5070011019706726, | |
| "learning_rate": 8.28125e-05, | |
| "loss": 0.4667, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.4215456674473068, | |
| "grad_norm": 0.5351033806800842, | |
| "learning_rate": 8.4375e-05, | |
| "loss": 0.4633, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.42935206869633097, | |
| "grad_norm": 0.5223821997642517, | |
| "learning_rate": 8.593750000000001e-05, | |
| "loss": 0.4614, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.4371584699453552, | |
| "grad_norm": 0.5035797953605652, | |
| "learning_rate": 8.75e-05, | |
| "loss": 0.4577, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.4449648711943794, | |
| "grad_norm": 0.5388506054878235, | |
| "learning_rate": 8.90625e-05, | |
| "loss": 0.4647, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.4527712724434036, | |
| "grad_norm": 0.5311102867126465, | |
| "learning_rate": 9.062500000000001e-05, | |
| "loss": 0.4537, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.4605776736924278, | |
| "grad_norm": 0.5614621043205261, | |
| "learning_rate": 9.21875e-05, | |
| "loss": 0.4635, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.468384074941452, | |
| "grad_norm": 0.7148458957672119, | |
| "learning_rate": 9.375e-05, | |
| "loss": 0.457, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.47619047619047616, | |
| "grad_norm": 0.7659621834754944, | |
| "learning_rate": 9.53125e-05, | |
| "loss": 0.4522, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.4839968774395004, | |
| "grad_norm": 0.6256824731826782, | |
| "learning_rate": 9.687500000000001e-05, | |
| "loss": 0.4547, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.4918032786885246, | |
| "grad_norm": 0.5664246082305908, | |
| "learning_rate": 9.84375e-05, | |
| "loss": 0.456, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.4996096799375488, | |
| "grad_norm": 0.6836294531822205, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4525, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.507416081186573, | |
| "grad_norm": 0.5858592391014099, | |
| "learning_rate": 0.00010156250000000001, | |
| "loss": 0.4439, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.5152224824355972, | |
| "grad_norm": 0.5709215402603149, | |
| "learning_rate": 0.000103125, | |
| "loss": 0.4591, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.5230288836846214, | |
| "grad_norm": 0.5698142647743225, | |
| "learning_rate": 0.0001046875, | |
| "loss": 0.4412, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.5308352849336456, | |
| "grad_norm": 0.5309858918190002, | |
| "learning_rate": 0.00010625000000000001, | |
| "loss": 0.4473, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.5386416861826698, | |
| "grad_norm": 0.49240779876708984, | |
| "learning_rate": 0.00010781250000000001, | |
| "loss": 0.4415, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.546448087431694, | |
| "grad_norm": 0.4742411971092224, | |
| "learning_rate": 0.000109375, | |
| "loss": 0.441, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.5542544886807181, | |
| "grad_norm": 0.4116191864013672, | |
| "learning_rate": 0.0001109375, | |
| "loss": 0.4389, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.5620608899297423, | |
| "grad_norm": 0.5430789589881897, | |
| "learning_rate": 0.00011250000000000001, | |
| "loss": 0.4636, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.5698672911787666, | |
| "grad_norm": 0.6789748668670654, | |
| "learning_rate": 0.0001140625, | |
| "loss": 0.4391, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.5776736924277908, | |
| "grad_norm": 0.4417556822299957, | |
| "learning_rate": 0.000115625, | |
| "loss": 0.4383, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.585480093676815, | |
| "grad_norm": 0.4192645847797394, | |
| "learning_rate": 0.00011718750000000001, | |
| "loss": 0.4392, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.5932864949258392, | |
| "grad_norm": 0.42620405554771423, | |
| "learning_rate": 0.00011875, | |
| "loss": 0.4509, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.6010928961748634, | |
| "grad_norm": 0.44085854291915894, | |
| "learning_rate": 0.0001203125, | |
| "loss": 0.4458, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.6088992974238876, | |
| "grad_norm": 0.45056504011154175, | |
| "learning_rate": 0.00012187500000000001, | |
| "loss": 0.4461, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.6167056986729118, | |
| "grad_norm": 0.5633181929588318, | |
| "learning_rate": 0.0001234375, | |
| "loss": 0.4358, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.624512099921936, | |
| "grad_norm": 0.5012897253036499, | |
| "learning_rate": 0.000125, | |
| "loss": 0.4498, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.6323185011709602, | |
| "grad_norm": 0.4812583923339844, | |
| "learning_rate": 0.0001265625, | |
| "loss": 0.4239, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.6401249024199844, | |
| "grad_norm": 0.42709508538246155, | |
| "learning_rate": 0.000128125, | |
| "loss": 0.452, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.6479313036690086, | |
| "grad_norm": 0.5168142914772034, | |
| "learning_rate": 0.0001296875, | |
| "loss": 0.4365, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.6557377049180327, | |
| "grad_norm": 0.4785514771938324, | |
| "learning_rate": 0.00013125000000000002, | |
| "loss": 0.4356, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.663544106167057, | |
| "grad_norm": 0.44413048028945923, | |
| "learning_rate": 0.0001328125, | |
| "loss": 0.4398, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.6713505074160812, | |
| "grad_norm": 0.4412420094013214, | |
| "learning_rate": 0.000134375, | |
| "loss": 0.4363, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.6791569086651054, | |
| "grad_norm": 0.4392535090446472, | |
| "learning_rate": 0.00013593750000000002, | |
| "loss": 0.4339, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.6869633099141296, | |
| "grad_norm": 0.42931196093559265, | |
| "learning_rate": 0.0001375, | |
| "loss": 0.4279, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.6947697111631538, | |
| "grad_norm": 0.41424766182899475, | |
| "learning_rate": 0.0001390625, | |
| "loss": 0.4313, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.702576112412178, | |
| "grad_norm": 0.4159262776374817, | |
| "learning_rate": 0.00014062500000000002, | |
| "loss": 0.4273, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.7103825136612022, | |
| "grad_norm": 0.397058367729187, | |
| "learning_rate": 0.0001421875, | |
| "loss": 0.4416, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.7181889149102264, | |
| "grad_norm": 0.42139485478401184, | |
| "learning_rate": 0.00014375, | |
| "loss": 0.4348, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.7259953161592506, | |
| "grad_norm": 0.47808170318603516, | |
| "learning_rate": 0.00014531250000000002, | |
| "loss": 0.4244, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.7338017174082748, | |
| "grad_norm": 0.4168015122413635, | |
| "learning_rate": 0.000146875, | |
| "loss": 0.4351, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.741608118657299, | |
| "grad_norm": 0.3950536251068115, | |
| "learning_rate": 0.0001484375, | |
| "loss": 0.4338, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.7494145199063232, | |
| "grad_norm": 0.5723301768302917, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 0.4348, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.7572209211553473, | |
| "grad_norm": 0.3689775764942169, | |
| "learning_rate": 0.0001515625, | |
| "loss": 0.4355, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.7650273224043715, | |
| "grad_norm": 0.4008382260799408, | |
| "learning_rate": 0.000153125, | |
| "loss": 0.422, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.7728337236533958, | |
| "grad_norm": 0.49685850739479065, | |
| "learning_rate": 0.0001546875, | |
| "loss": 0.4258, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.78064012490242, | |
| "grad_norm": 0.39265674352645874, | |
| "learning_rate": 0.00015625, | |
| "loss": 0.4334, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.7884465261514442, | |
| "grad_norm": 0.6721764206886292, | |
| "learning_rate": 0.00015781250000000002, | |
| "loss": 0.4283, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.7962529274004684, | |
| "grad_norm": 0.43760669231414795, | |
| "learning_rate": 0.000159375, | |
| "loss": 0.4315, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.8040593286494926, | |
| "grad_norm": 0.3985048532485962, | |
| "learning_rate": 0.0001609375, | |
| "loss": 0.4318, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.8118657298985168, | |
| "grad_norm": 0.3855305016040802, | |
| "learning_rate": 0.00016250000000000002, | |
| "loss": 0.4236, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.819672131147541, | |
| "grad_norm": 0.4576222002506256, | |
| "learning_rate": 0.0001640625, | |
| "loss": 0.4246, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.8274785323965652, | |
| "grad_norm": 0.3545086979866028, | |
| "learning_rate": 0.000165625, | |
| "loss": 0.4248, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.8352849336455894, | |
| "grad_norm": 0.360779345035553, | |
| "learning_rate": 0.00016718750000000002, | |
| "loss": 0.4225, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.8430913348946136, | |
| "grad_norm": 0.344586044549942, | |
| "learning_rate": 0.00016875, | |
| "loss": 0.4231, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.8508977361436377, | |
| "grad_norm": 0.4501068890094757, | |
| "learning_rate": 0.0001703125, | |
| "loss": 0.423, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.8587041373926619, | |
| "grad_norm": 0.5521011352539062, | |
| "learning_rate": 0.00017187500000000002, | |
| "loss": 0.424, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.8665105386416861, | |
| "grad_norm": 0.4081909954547882, | |
| "learning_rate": 0.0001734375, | |
| "loss": 0.4126, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.8743169398907104, | |
| "grad_norm": 0.36447080969810486, | |
| "learning_rate": 0.000175, | |
| "loss": 0.4197, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.8821233411397346, | |
| "grad_norm": 0.43303537368774414, | |
| "learning_rate": 0.00017656250000000002, | |
| "loss": 0.4261, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.8899297423887588, | |
| "grad_norm": 0.35191860795021057, | |
| "learning_rate": 0.000178125, | |
| "loss": 0.4233, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.897736143637783, | |
| "grad_norm": 0.33722788095474243, | |
| "learning_rate": 0.0001796875, | |
| "loss": 0.4149, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.9055425448868072, | |
| "grad_norm": 0.36060288548469543, | |
| "learning_rate": 0.00018125000000000001, | |
| "loss": 0.4244, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.9133489461358314, | |
| "grad_norm": 0.353076696395874, | |
| "learning_rate": 0.0001828125, | |
| "loss": 0.4202, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.9211553473848556, | |
| "grad_norm": 0.39187219738960266, | |
| "learning_rate": 0.000184375, | |
| "loss": 0.4133, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.9289617486338798, | |
| "grad_norm": 0.5925287008285522, | |
| "learning_rate": 0.0001859375, | |
| "loss": 0.4231, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.936768149882904, | |
| "grad_norm": 0.5176442861557007, | |
| "learning_rate": 0.0001875, | |
| "loss": 0.4245, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.9445745511319282, | |
| "grad_norm": 0.33046722412109375, | |
| "learning_rate": 0.00018906250000000002, | |
| "loss": 0.4147, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.9523809523809523, | |
| "grad_norm": 0.3665611147880554, | |
| "learning_rate": 0.000190625, | |
| "loss": 0.4275, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.9601873536299765, | |
| "grad_norm": 0.3403601050376892, | |
| "learning_rate": 0.0001921875, | |
| "loss": 0.4158, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.9679937548790007, | |
| "grad_norm": 0.3726797103881836, | |
| "learning_rate": 0.00019375000000000002, | |
| "loss": 0.4197, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.975800156128025, | |
| "grad_norm": 0.38149702548980713, | |
| "learning_rate": 0.0001953125, | |
| "loss": 0.4102, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.9836065573770492, | |
| "grad_norm": 0.3473910987377167, | |
| "learning_rate": 0.000196875, | |
| "loss": 0.4294, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.9914129586260734, | |
| "grad_norm": 0.32832297682762146, | |
| "learning_rate": 0.00019843750000000002, | |
| "loss": 0.4162, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.9992193598750976, | |
| "grad_norm": 0.33780425786972046, | |
| "learning_rate": 0.0002, | |
| "loss": 0.419, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.9992193598750976, | |
| "eval_loss": 1.0502797365188599, | |
| "eval_runtime": 0.3387, | |
| "eval_samples_per_second": 14.76, | |
| "eval_steps_per_second": 2.952, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.0070257611241218, | |
| "grad_norm": 0.34341296553611755, | |
| "learning_rate": 0.00019999962815279418, | |
| "loss": 0.4058, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.014832162373146, | |
| "grad_norm": 0.3360665440559387, | |
| "learning_rate": 0.00019999851261394218, | |
| "loss": 0.4051, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.0226385636221702, | |
| "grad_norm": 0.33649712800979614, | |
| "learning_rate": 0.00019999665339174013, | |
| "loss": 0.4055, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.0304449648711944, | |
| "grad_norm": 0.33783483505249023, | |
| "learning_rate": 0.00019999405050001497, | |
| "loss": 0.4124, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.0382513661202186, | |
| "grad_norm": 0.35244283080101013, | |
| "learning_rate": 0.0001999907039581243, | |
| "loss": 0.4148, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.0460577673692428, | |
| "grad_norm": 0.3347136974334717, | |
| "learning_rate": 0.0001999866137909562, | |
| "loss": 0.4032, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.053864168618267, | |
| "grad_norm": 0.34604641795158386, | |
| "learning_rate": 0.0001999817800289289, | |
| "loss": 0.4093, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.0616705698672912, | |
| "grad_norm": 0.36726704239845276, | |
| "learning_rate": 0.00019997620270799092, | |
| "loss": 0.4022, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.0694769711163155, | |
| "grad_norm": 0.410674512386322, | |
| "learning_rate": 0.00019996988186962041, | |
| "loss": 0.4095, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.0772833723653397, | |
| "grad_norm": 0.3476228713989258, | |
| "learning_rate": 0.00019996281756082517, | |
| "loss": 0.4141, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.0850897736143639, | |
| "grad_norm": 0.3787543475627899, | |
| "learning_rate": 0.00019995500983414202, | |
| "loss": 0.3973, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.092896174863388, | |
| "grad_norm": 0.35693004727363586, | |
| "learning_rate": 0.00019994645874763658, | |
| "loss": 0.4155, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.100702576112412, | |
| "grad_norm": 0.3264383375644684, | |
| "learning_rate": 0.0001999371643649028, | |
| "loss": 0.3979, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.1085089773614363, | |
| "grad_norm": 0.32450568675994873, | |
| "learning_rate": 0.00019992712675506253, | |
| "loss": 0.41, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.1163153786104605, | |
| "grad_norm": 0.3869469165802002, | |
| "learning_rate": 0.00019991634599276486, | |
| "loss": 0.4127, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.1241217798594847, | |
| "grad_norm": 0.46077024936676025, | |
| "learning_rate": 0.0001999048221581858, | |
| "loss": 0.4067, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.131928181108509, | |
| "grad_norm": 0.3199751675128937, | |
| "learning_rate": 0.00019989255533702736, | |
| "loss": 0.4092, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.139734582357533, | |
| "grad_norm": 0.341310054063797, | |
| "learning_rate": 0.00019987954562051725, | |
| "loss": 0.4192, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.1475409836065573, | |
| "grad_norm": 0.3507387340068817, | |
| "learning_rate": 0.000199865793105408, | |
| "loss": 0.4063, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.1553473848555815, | |
| "grad_norm": 0.33445993065834045, | |
| "learning_rate": 0.00019985129789397633, | |
| "loss": 0.4178, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.1631537861046057, | |
| "grad_norm": 0.3056560158729553, | |
| "learning_rate": 0.00019983606009402224, | |
| "loss": 0.395, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.17096018735363, | |
| "grad_norm": 0.31608232855796814, | |
| "learning_rate": 0.00019982007981886847, | |
| "loss": 0.4089, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.1787665886026542, | |
| "grad_norm": 0.44849371910095215, | |
| "learning_rate": 0.00019980335718735944, | |
| "loss": 0.4042, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.1865729898516784, | |
| "grad_norm": 0.34841999411582947, | |
| "learning_rate": 0.00019978589232386035, | |
| "loss": 0.4017, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.1943793911007026, | |
| "grad_norm": 0.30834051966667175, | |
| "learning_rate": 0.0001997676853582565, | |
| "loss": 0.4059, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.2021857923497268, | |
| "grad_norm": 0.319698303937912, | |
| "learning_rate": 0.000199748736425952, | |
| "loss": 0.4133, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.209992193598751, | |
| "grad_norm": 0.3290104269981384, | |
| "learning_rate": 0.00019972904566786903, | |
| "loss": 0.4025, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.2177985948477752, | |
| "grad_norm": 0.3340936601161957, | |
| "learning_rate": 0.00019970861323044667, | |
| "loss": 0.4056, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.2256049960967994, | |
| "grad_norm": 0.32487761974334717, | |
| "learning_rate": 0.00019968743926563983, | |
| "loss": 0.4043, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.2334113973458236, | |
| "grad_norm": 0.3178825378417969, | |
| "learning_rate": 0.00019966552393091804, | |
| "loss": 0.4063, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.2412177985948478, | |
| "grad_norm": 0.3003855347633362, | |
| "learning_rate": 0.00019964286738926448, | |
| "loss": 0.3961, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.249024199843872, | |
| "grad_norm": 0.32938238978385925, | |
| "learning_rate": 0.00019961946980917456, | |
| "loss": 0.3991, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.2568306010928962, | |
| "grad_norm": 0.3072170615196228, | |
| "learning_rate": 0.0001995953313646548, | |
| "loss": 0.3943, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.2646370023419204, | |
| "grad_norm": 0.36918073892593384, | |
| "learning_rate": 0.0001995704522352214, | |
| "loss": 0.3998, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.2724434035909447, | |
| "grad_norm": 0.3280356228351593, | |
| "learning_rate": 0.00019954483260589911, | |
| "loss": 0.4035, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.2802498048399689, | |
| "grad_norm": 0.29702678322792053, | |
| "learning_rate": 0.0001995184726672197, | |
| "loss": 0.3901, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.288056206088993, | |
| "grad_norm": 0.30307725071907043, | |
| "learning_rate": 0.00019949137261522052, | |
| "loss": 0.4053, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.2958626073380173, | |
| "grad_norm": 0.31273552775382996, | |
| "learning_rate": 0.00019946353265144312, | |
| "loss": 0.4136, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.3036690085870415, | |
| "grad_norm": 0.30774056911468506, | |
| "learning_rate": 0.00019943495298293181, | |
| "loss": 0.3995, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.3114754098360657, | |
| "grad_norm": 0.3068085312843323, | |
| "learning_rate": 0.00019940563382223197, | |
| "loss": 0.4136, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.31928181108509, | |
| "grad_norm": 0.33068013191223145, | |
| "learning_rate": 0.00019937557538738854, | |
| "loss": 0.3957, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.327088212334114, | |
| "grad_norm": 0.36017951369285583, | |
| "learning_rate": 0.00019934477790194445, | |
| "loss": 0.4094, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.334894613583138, | |
| "grad_norm": 0.3393058776855469, | |
| "learning_rate": 0.00019931324159493886, | |
| "loss": 0.4072, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.3427010148321623, | |
| "grad_norm": 0.29926055669784546, | |
| "learning_rate": 0.0001992809667009055, | |
| "loss": 0.3991, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.3505074160811865, | |
| "grad_norm": 0.3126608431339264, | |
| "learning_rate": 0.000199247953459871, | |
| "loss": 0.3997, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.3583138173302107, | |
| "grad_norm": 0.31976112723350525, | |
| "learning_rate": 0.00019921420211735299, | |
| "loss": 0.4043, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.366120218579235, | |
| "grad_norm": 0.37549304962158203, | |
| "learning_rate": 0.00019917971292435826, | |
| "loss": 0.4112, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.3739266198282591, | |
| "grad_norm": 0.3190479278564453, | |
| "learning_rate": 0.00019914448613738106, | |
| "loss": 0.402, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.3817330210772834, | |
| "grad_norm": 0.30075913667678833, | |
| "learning_rate": 0.00019910852201840103, | |
| "loss": 0.4159, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.3895394223263076, | |
| "grad_norm": 0.3074491024017334, | |
| "learning_rate": 0.00019907182083488129, | |
| "loss": 0.4045, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.3973458235753318, | |
| "grad_norm": 0.3855604827404022, | |
| "learning_rate": 0.0001990343828597665, | |
| "loss": 0.4045, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.405152224824356, | |
| "grad_norm": 0.3558739721775055, | |
| "learning_rate": 0.00019899620837148077, | |
| "loss": 0.3969, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.4129586260733802, | |
| "grad_norm": 0.3128485083580017, | |
| "learning_rate": 0.00019895729765392572, | |
| "loss": 0.403, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.4207650273224044, | |
| "grad_norm": 0.30848538875579834, | |
| "learning_rate": 0.0001989176509964781, | |
| "loss": 0.398, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.4285714285714286, | |
| "grad_norm": 0.2908243238925934, | |
| "learning_rate": 0.00019887726869398793, | |
| "loss": 0.394, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.4363778298204528, | |
| "grad_norm": 0.29241564869880676, | |
| "learning_rate": 0.00019883615104677608, | |
| "loss": 0.4007, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.444184231069477, | |
| "grad_norm": 0.29839983582496643, | |
| "learning_rate": 0.00019879429836063226, | |
| "loss": 0.3961, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.4519906323185012, | |
| "grad_norm": 0.298441618680954, | |
| "learning_rate": 0.00019875171094681248, | |
| "loss": 0.4003, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.4597970335675254, | |
| "grad_norm": 0.30495795607566833, | |
| "learning_rate": 0.00019870838912203705, | |
| "loss": 0.4036, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.4676034348165496, | |
| "grad_norm": 0.2891780436038971, | |
| "learning_rate": 0.0001986643332084879, | |
| "loss": 0.3901, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.4754098360655736, | |
| "grad_norm": 0.2930201292037964, | |
| "learning_rate": 0.00019861954353380643, | |
| "loss": 0.3943, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.4832162373145978, | |
| "grad_norm": 0.289411336183548, | |
| "learning_rate": 0.0001985740204310909, | |
| "loss": 0.4003, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.491022638563622, | |
| "grad_norm": 0.3018743693828583, | |
| "learning_rate": 0.0001985277642388941, | |
| "loss": 0.3949, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.4988290398126463, | |
| "grad_norm": 0.3346049189567566, | |
| "learning_rate": 0.00019848077530122083, | |
| "loss": 0.3949, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.5066354410616705, | |
| "grad_norm": 0.35057857632637024, | |
| "learning_rate": 0.00019843305396752509, | |
| "loss": 0.3916, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.5144418423106947, | |
| "grad_norm": 0.33775442838668823, | |
| "learning_rate": 0.00019838460059270775, | |
| "loss": 0.4003, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.5222482435597189, | |
| "grad_norm": 0.3016526997089386, | |
| "learning_rate": 0.00019833541553711395, | |
| "loss": 0.4032, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.530054644808743, | |
| "grad_norm": 0.2809526026248932, | |
| "learning_rate": 0.0001982854991665301, | |
| "loss": 0.3983, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.5378610460577673, | |
| "grad_norm": 0.3081335723400116, | |
| "learning_rate": 0.00019823485185218158, | |
| "loss": 0.3997, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.5456674473067915, | |
| "grad_norm": 0.28975608944892883, | |
| "learning_rate": 0.00019818347397072955, | |
| "loss": 0.3943, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.5534738485558157, | |
| "grad_norm": 0.32257601618766785, | |
| "learning_rate": 0.00019813136590426844, | |
| "loss": 0.3948, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.56128024980484, | |
| "grad_norm": 0.3275687098503113, | |
| "learning_rate": 0.00019807852804032305, | |
| "loss": 0.4001, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.5690866510538641, | |
| "grad_norm": 0.3463219404220581, | |
| "learning_rate": 0.0001980249607718456, | |
| "loss": 0.3992, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 1.5768930523028883, | |
| "grad_norm": 0.3080371022224426, | |
| "learning_rate": 0.00019797066449721295, | |
| "loss": 0.4023, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.5846994535519126, | |
| "grad_norm": 0.29140976071357727, | |
| "learning_rate": 0.00019791563962022338, | |
| "loss": 0.4036, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 1.5925058548009368, | |
| "grad_norm": 0.3033461570739746, | |
| "learning_rate": 0.00019785988655009385, | |
| "loss": 0.4051, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.600312256049961, | |
| "grad_norm": 0.27476766705513, | |
| "learning_rate": 0.0001978034057014568, | |
| "loss": 0.3818, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 1.6081186572989852, | |
| "grad_norm": 0.3026203513145447, | |
| "learning_rate": 0.0001977461974943572, | |
| "loss": 0.3959, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.6159250585480094, | |
| "grad_norm": 0.28781238198280334, | |
| "learning_rate": 0.00019768826235424926, | |
| "loss": 0.4067, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 1.6237314597970336, | |
| "grad_norm": 0.28916335105895996, | |
| "learning_rate": 0.00019762960071199333, | |
| "loss": 0.3999, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.6315378610460578, | |
| "grad_norm": 0.2844083607196808, | |
| "learning_rate": 0.00019757021300385286, | |
| "loss": 0.3958, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 1.639344262295082, | |
| "grad_norm": 0.30581745505332947, | |
| "learning_rate": 0.00019751009967149087, | |
| "loss": 0.4016, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.6471506635441062, | |
| "grad_norm": 0.27910909056663513, | |
| "learning_rate": 0.00019744926116196685, | |
| "loss": 0.3903, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 1.6549570647931304, | |
| "grad_norm": 0.2814294695854187, | |
| "learning_rate": 0.00019738769792773336, | |
| "loss": 0.3896, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.6627634660421546, | |
| "grad_norm": 0.29259413480758667, | |
| "learning_rate": 0.00019732541042663282, | |
| "loss": 0.4039, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 1.6705698672911788, | |
| "grad_norm": 0.2868483364582062, | |
| "learning_rate": 0.00019726239912189382, | |
| "loss": 0.3893, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.678376268540203, | |
| "grad_norm": 0.30284589529037476, | |
| "learning_rate": 0.00019719866448212795, | |
| "loss": 0.3973, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 1.6861826697892273, | |
| "grad_norm": 0.29238229990005493, | |
| "learning_rate": 0.00019713420698132614, | |
| "loss": 0.404, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.6939890710382515, | |
| "grad_norm": 0.2957955300807953, | |
| "learning_rate": 0.00019706902709885524, | |
| "loss": 0.3929, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 1.7017954722872757, | |
| "grad_norm": 0.29362279176712036, | |
| "learning_rate": 0.00019700312531945442, | |
| "loss": 0.393, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.7096018735362999, | |
| "grad_norm": 0.3154332637786865, | |
| "learning_rate": 0.00019693650213323144, | |
| "loss": 0.3971, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 1.717408274785324, | |
| "grad_norm": 0.31909048557281494, | |
| "learning_rate": 0.00019686915803565934, | |
| "loss": 0.3991, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.7252146760343483, | |
| "grad_norm": 0.31985750794410706, | |
| "learning_rate": 0.00019680109352757227, | |
| "loss": 0.4076, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 1.7330210772833725, | |
| "grad_norm": 0.2867513597011566, | |
| "learning_rate": 0.00019673230911516226, | |
| "loss": 0.3957, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.7408274785323967, | |
| "grad_norm": 0.30128851532936096, | |
| "learning_rate": 0.00019666280530997518, | |
| "loss": 0.4041, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 1.748633879781421, | |
| "grad_norm": 0.2900910973548889, | |
| "learning_rate": 0.00019659258262890683, | |
| "loss": 0.3898, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.756440281030445, | |
| "grad_norm": 0.3005325496196747, | |
| "learning_rate": 0.00019652164159419946, | |
| "loss": 0.4086, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 1.7642466822794691, | |
| "grad_norm": 0.2881026268005371, | |
| "learning_rate": 0.00019644998273343753, | |
| "loss": 0.4005, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.7720530835284933, | |
| "grad_norm": 0.2854783535003662, | |
| "learning_rate": 0.000196377606579544, | |
| "loss": 0.3942, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 1.7798594847775175, | |
| "grad_norm": 0.2979474365711212, | |
| "learning_rate": 0.00019630451367077628, | |
| "loss": 0.3935, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.7876658860265418, | |
| "grad_norm": 0.28160732984542847, | |
| "learning_rate": 0.00019623070455072224, | |
| "loss": 0.4153, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 1.795472287275566, | |
| "grad_norm": 0.27550724148750305, | |
| "learning_rate": 0.0001961561797682962, | |
| "loss": 0.3921, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.8032786885245902, | |
| "grad_norm": 0.27477726340293884, | |
| "learning_rate": 0.00019608093987773478, | |
| "loss": 0.4017, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 1.8110850897736144, | |
| "grad_norm": 0.2824558913707733, | |
| "learning_rate": 0.0001960049854385929, | |
| "loss": 0.3897, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.8188914910226386, | |
| "grad_norm": 0.2761404514312744, | |
| "learning_rate": 0.00019592831701573937, | |
| "loss": 0.4095, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 1.8266978922716628, | |
| "grad_norm": 0.28211623430252075, | |
| "learning_rate": 0.00019585093517935305, | |
| "loss": 0.3912, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.834504293520687, | |
| "grad_norm": 0.27295398712158203, | |
| "learning_rate": 0.0001957728405049183, | |
| "loss": 0.4125, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 1.8423106947697112, | |
| "grad_norm": 0.2896745800971985, | |
| "learning_rate": 0.0001956940335732209, | |
| "loss": 0.3927, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.8501170960187352, | |
| "grad_norm": 0.3007790446281433, | |
| "learning_rate": 0.00019561451497034354, | |
| "loss": 0.3932, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 1.8579234972677594, | |
| "grad_norm": 0.29394078254699707, | |
| "learning_rate": 0.00019553428528766163, | |
| "loss": 0.3905, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.8657298985167836, | |
| "grad_norm": 0.2767265737056732, | |
| "learning_rate": 0.00019545334512183885, | |
| "loss": 0.395, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 1.8735362997658078, | |
| "grad_norm": 0.26828575134277344, | |
| "learning_rate": 0.0001953716950748227, | |
| "loss": 0.3996, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.881342701014832, | |
| "grad_norm": 0.2718822658061981, | |
| "learning_rate": 0.00019528933575384, | |
| "loss": 0.3803, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 1.8891491022638562, | |
| "grad_norm": 0.2866761386394501, | |
| "learning_rate": 0.00019520626777139245, | |
| "loss": 0.4056, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.8969555035128804, | |
| "grad_norm": 0.3028269410133362, | |
| "learning_rate": 0.00019512249174525193, | |
| "loss": 0.4, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 1.9047619047619047, | |
| "grad_norm": 0.2755603492259979, | |
| "learning_rate": 0.0001950380082984561, | |
| "loss": 0.3829, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.9125683060109289, | |
| "grad_norm": 0.28492555022239685, | |
| "learning_rate": 0.00019495281805930367, | |
| "loss": 0.3839, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 1.920374707259953, | |
| "grad_norm": 0.2751103639602661, | |
| "learning_rate": 0.00019486692166134964, | |
| "loss": 0.3907, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.9281811085089773, | |
| "grad_norm": 0.2826032042503357, | |
| "learning_rate": 0.00019478031974340073, | |
| "loss": 0.3884, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 1.9359875097580015, | |
| "grad_norm": 0.28445425629615784, | |
| "learning_rate": 0.0001946930129495106, | |
| "loss": 0.3956, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.9437939110070257, | |
| "grad_norm": 0.2712079584598541, | |
| "learning_rate": 0.0001946050019289749, | |
| "loss": 0.3893, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 1.95160031225605, | |
| "grad_norm": 0.27717921137809753, | |
| "learning_rate": 0.0001945162873363268, | |
| "loss": 0.3912, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.9594067135050741, | |
| "grad_norm": 0.2907007336616516, | |
| "learning_rate": 0.00019442686983133168, | |
| "loss": 0.4004, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 1.9672131147540983, | |
| "grad_norm": 0.2781454026699066, | |
| "learning_rate": 0.00019433675007898255, | |
| "loss": 0.4037, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.9750195160031225, | |
| "grad_norm": 0.27712446451187134, | |
| "learning_rate": 0.00019424592874949496, | |
| "loss": 0.3902, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 1.9828259172521467, | |
| "grad_norm": 0.2906958758831024, | |
| "learning_rate": 0.00019415440651830208, | |
| "loss": 0.3955, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.990632318501171, | |
| "grad_norm": 0.28120070695877075, | |
| "learning_rate": 0.00019406218406604965, | |
| "loss": 0.3878, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 1.9984387197501952, | |
| "grad_norm": 0.2804274260997772, | |
| "learning_rate": 0.00019396926207859084, | |
| "loss": 0.3829, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 1.0417580604553223, | |
| "eval_runtime": 0.3233, | |
| "eval_samples_per_second": 15.465, | |
| "eval_steps_per_second": 3.093, | |
| "step": 1281 | |
| }, | |
| { | |
| "epoch": 2.0062451209992194, | |
| "grad_norm": 0.2731517255306244, | |
| "learning_rate": 0.00019387564124698133, | |
| "loss": 0.3747, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 2.0140515222482436, | |
| "grad_norm": 0.2837215065956116, | |
| "learning_rate": 0.00019378132226747398, | |
| "loss": 0.3651, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 2.021857923497268, | |
| "grad_norm": 0.29142889380455017, | |
| "learning_rate": 0.0001936863058415138, | |
| "loss": 0.3736, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 2.029664324746292, | |
| "grad_norm": 0.29420003294944763, | |
| "learning_rate": 0.0001935905926757326, | |
| "loss": 0.3764, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.037470725995316, | |
| "grad_norm": 0.2812630832195282, | |
| "learning_rate": 0.00019349418348194383, | |
| "loss": 0.3674, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 2.0452771272443404, | |
| "grad_norm": 0.3169541656970978, | |
| "learning_rate": 0.00019339707897713738, | |
| "loss": 0.3625, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 2.0530835284933646, | |
| "grad_norm": 0.31742027401924133, | |
| "learning_rate": 0.0001932992798834739, | |
| "loss": 0.3718, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 2.060889929742389, | |
| "grad_norm": 0.2889857888221741, | |
| "learning_rate": 0.00019320078692827987, | |
| "loss": 0.3798, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 2.068696330991413, | |
| "grad_norm": 0.27867743372917175, | |
| "learning_rate": 0.00019310160084404186, | |
| "loss": 0.3647, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 2.0765027322404372, | |
| "grad_norm": 0.29241612553596497, | |
| "learning_rate": 0.00019300172236840122, | |
| "loss": 0.3761, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 2.0843091334894615, | |
| "grad_norm": 0.28482168912887573, | |
| "learning_rate": 0.00019290115224414862, | |
| "loss": 0.3743, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 2.0921155347384857, | |
| "grad_norm": 0.3034825325012207, | |
| "learning_rate": 0.00019279989121921847, | |
| "loss": 0.3757, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 2.09992193598751, | |
| "grad_norm": 0.3016110956668854, | |
| "learning_rate": 0.0001926979400466833, | |
| "loss": 0.3774, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 2.107728337236534, | |
| "grad_norm": 0.3048888146877289, | |
| "learning_rate": 0.00019259529948474833, | |
| "loss": 0.369, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 2.1155347384855583, | |
| "grad_norm": 0.2792314291000366, | |
| "learning_rate": 0.00019249197029674566, | |
| "loss": 0.3727, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 2.1233411397345825, | |
| "grad_norm": 0.30155235528945923, | |
| "learning_rate": 0.0001923879532511287, | |
| "loss": 0.3691, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 2.1311475409836067, | |
| "grad_norm": 0.2807096838951111, | |
| "learning_rate": 0.0001922832491214664, | |
| "loss": 0.3618, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 2.138953942232631, | |
| "grad_norm": 0.2897432744503021, | |
| "learning_rate": 0.00019217785868643747, | |
| "loss": 0.3644, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 2.146760343481655, | |
| "grad_norm": 0.2933688759803772, | |
| "learning_rate": 0.0001920717827298248, | |
| "loss": 0.3753, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 2.1545667447306793, | |
| "grad_norm": 0.2933692932128906, | |
| "learning_rate": 0.00019196502204050922, | |
| "loss": 0.3725, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 2.1623731459797035, | |
| "grad_norm": 0.28731822967529297, | |
| "learning_rate": 0.00019185757741246412, | |
| "loss": 0.3733, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 2.1701795472287277, | |
| "grad_norm": 0.3193456530570984, | |
| "learning_rate": 0.00019174944964474912, | |
| "loss": 0.3741, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 2.177985948477752, | |
| "grad_norm": 0.2853163480758667, | |
| "learning_rate": 0.00019164063954150447, | |
| "loss": 0.3774, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 2.185792349726776, | |
| "grad_norm": 0.3006320893764496, | |
| "learning_rate": 0.00019153114791194473, | |
| "loss": 0.3677, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.1935987509758004, | |
| "grad_norm": 0.2752683758735657, | |
| "learning_rate": 0.00019142097557035308, | |
| "loss": 0.3675, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 2.201405152224824, | |
| "grad_norm": 0.2900081276893616, | |
| "learning_rate": 0.00019131012333607506, | |
| "loss": 0.375, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 2.209211553473849, | |
| "grad_norm": 0.3021766245365143, | |
| "learning_rate": 0.00019119859203351255, | |
| "loss": 0.3778, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 2.2170179547228726, | |
| "grad_norm": 0.2842157185077667, | |
| "learning_rate": 0.00019108638249211758, | |
| "loss": 0.3668, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 2.2248243559718968, | |
| "grad_norm": 0.27962204813957214, | |
| "learning_rate": 0.0001909734955463863, | |
| "loss": 0.3731, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 2.232630757220921, | |
| "grad_norm": 0.29117563366889954, | |
| "learning_rate": 0.0001908599320358526, | |
| "loss": 0.3726, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 2.240437158469945, | |
| "grad_norm": 0.307558536529541, | |
| "learning_rate": 0.0001907456928050819, | |
| "loss": 0.37, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 2.2482435597189694, | |
| "grad_norm": 0.3160630762577057, | |
| "learning_rate": 0.000190630778703665, | |
| "loss": 0.3769, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 2.2560499609679936, | |
| "grad_norm": 0.2901064157485962, | |
| "learning_rate": 0.0001905151905862117, | |
| "loss": 0.3703, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 2.263856362217018, | |
| "grad_norm": 0.2909891605377197, | |
| "learning_rate": 0.00019039892931234435, | |
| "loss": 0.374, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 2.271662763466042, | |
| "grad_norm": 0.3095717132091522, | |
| "learning_rate": 0.00019028199574669153, | |
| "loss": 0.3848, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 2.279469164715066, | |
| "grad_norm": 0.2892928421497345, | |
| "learning_rate": 0.00019016439075888162, | |
| "loss": 0.364, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 2.2872755659640904, | |
| "grad_norm": 0.3012056350708008, | |
| "learning_rate": 0.00019004611522353636, | |
| "loss": 0.3704, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 2.2950819672131146, | |
| "grad_norm": 0.28810742497444153, | |
| "learning_rate": 0.00018992717002026433, | |
| "loss": 0.3757, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 2.302888368462139, | |
| "grad_norm": 0.3010272979736328, | |
| "learning_rate": 0.0001898075560336543, | |
| "loss": 0.3695, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 2.310694769711163, | |
| "grad_norm": 0.2966187000274658, | |
| "learning_rate": 0.00018968727415326884, | |
| "loss": 0.3753, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 2.3185011709601873, | |
| "grad_norm": 0.303035169839859, | |
| "learning_rate": 0.00018956632527363757, | |
| "loss": 0.3844, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 2.3263075722092115, | |
| "grad_norm": 0.2904973030090332, | |
| "learning_rate": 0.00018944471029425054, | |
| "loss": 0.3733, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 2.3341139734582357, | |
| "grad_norm": 0.2944584786891937, | |
| "learning_rate": 0.00018932243011955154, | |
| "loss": 0.3705, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 2.34192037470726, | |
| "grad_norm": 0.3047090470790863, | |
| "learning_rate": 0.00018919948565893142, | |
| "loss": 0.3776, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.349726775956284, | |
| "grad_norm": 0.28889063000679016, | |
| "learning_rate": 0.00018907587782672128, | |
| "loss": 0.3748, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 2.3575331772053083, | |
| "grad_norm": 0.29488006234169006, | |
| "learning_rate": 0.00018895160754218561, | |
| "loss": 0.3719, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 2.3653395784543325, | |
| "grad_norm": 0.28277385234832764, | |
| "learning_rate": 0.00018882667572951562, | |
| "loss": 0.3737, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 2.3731459797033567, | |
| "grad_norm": 0.2788912057876587, | |
| "learning_rate": 0.00018870108331782217, | |
| "loss": 0.37, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 2.380952380952381, | |
| "grad_norm": 0.2984495759010315, | |
| "learning_rate": 0.00018857483124112907, | |
| "loss": 0.3816, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 2.388758782201405, | |
| "grad_norm": 0.28799429535865784, | |
| "learning_rate": 0.00018844792043836589, | |
| "loss": 0.3849, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 2.3965651834504293, | |
| "grad_norm": 0.2892215847969055, | |
| "learning_rate": 0.00018832035185336124, | |
| "loss": 0.372, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 2.4043715846994536, | |
| "grad_norm": 0.30197983980178833, | |
| "learning_rate": 0.0001881921264348355, | |
| "loss": 0.3764, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 2.4121779859484778, | |
| "grad_norm": 0.3232642412185669, | |
| "learning_rate": 0.000188063245136394, | |
| "loss": 0.3788, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 2.419984387197502, | |
| "grad_norm": 0.29107898473739624, | |
| "learning_rate": 0.00018793370891651972, | |
| "loss": 0.3786, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 2.427790788446526, | |
| "grad_norm": 0.29140210151672363, | |
| "learning_rate": 0.00018780351873856627, | |
| "loss": 0.3763, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 2.4355971896955504, | |
| "grad_norm": 0.30477312207221985, | |
| "learning_rate": 0.0001876726755707508, | |
| "loss": 0.3866, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 2.4434035909445746, | |
| "grad_norm": 0.3051372170448303, | |
| "learning_rate": 0.00018754118038614653, | |
| "loss": 0.378, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 2.451209992193599, | |
| "grad_norm": 0.2856997847557068, | |
| "learning_rate": 0.0001874090341626759, | |
| "loss": 0.3744, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 2.459016393442623, | |
| "grad_norm": 0.26825210452079773, | |
| "learning_rate": 0.00018727623788310292, | |
| "loss": 0.369, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 2.4668227946916472, | |
| "grad_norm": 0.2855939269065857, | |
| "learning_rate": 0.00018714279253502616, | |
| "loss": 0.3829, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 2.4746291959406714, | |
| "grad_norm": 0.28602635860443115, | |
| "learning_rate": 0.00018700869911087115, | |
| "loss": 0.3657, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 2.4824355971896956, | |
| "grad_norm": 0.30138617753982544, | |
| "learning_rate": 0.00018687395860788323, | |
| "loss": 0.3694, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 2.49024199843872, | |
| "grad_norm": 0.2945271134376526, | |
| "learning_rate": 0.00018673857202812, | |
| "loss": 0.3663, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 2.498048399687744, | |
| "grad_norm": 0.28233060240745544, | |
| "learning_rate": 0.00018660254037844388, | |
| "loss": 0.3839, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 2.5058548009367683, | |
| "grad_norm": 0.30950790643692017, | |
| "learning_rate": 0.00018646586467051463, | |
| "loss": 0.3864, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 2.5136612021857925, | |
| "grad_norm": 0.30938637256622314, | |
| "learning_rate": 0.00018632854592078184, | |
| "loss": 0.3703, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 2.5214676034348167, | |
| "grad_norm": 0.2714425325393677, | |
| "learning_rate": 0.00018619058515047745, | |
| "loss": 0.3748, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 2.529274004683841, | |
| "grad_norm": 0.30516138672828674, | |
| "learning_rate": 0.0001860519833856079, | |
| "loss": 0.3868, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 2.537080405932865, | |
| "grad_norm": 0.30349424481391907, | |
| "learning_rate": 0.00018591274165694687, | |
| "loss": 0.3682, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 2.5448868071818893, | |
| "grad_norm": 0.29412826895713806, | |
| "learning_rate": 0.00018577286100002723, | |
| "loss": 0.3683, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 2.552693208430913, | |
| "grad_norm": 0.2976747155189514, | |
| "learning_rate": 0.00018563234245513364, | |
| "loss": 0.3697, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 2.5604996096799377, | |
| "grad_norm": 0.28876587748527527, | |
| "learning_rate": 0.00018549118706729468, | |
| "loss": 0.3751, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 2.5683060109289615, | |
| "grad_norm": 0.2986242175102234, | |
| "learning_rate": 0.00018534939588627503, | |
| "loss": 0.3772, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 2.576112412177986, | |
| "grad_norm": 0.29054194688796997, | |
| "learning_rate": 0.00018520696996656788, | |
| "loss": 0.388, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 2.58391881342701, | |
| "grad_norm": 0.2982032001018524, | |
| "learning_rate": 0.00018506391036738674, | |
| "loss": 0.3705, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 2.5917252146760346, | |
| "grad_norm": 0.2838602364063263, | |
| "learning_rate": 0.0001849202181526579, | |
| "loss": 0.3705, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 2.5995316159250583, | |
| "grad_norm": 0.28826209902763367, | |
| "learning_rate": 0.00018477589439101232, | |
| "loss": 0.3698, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 2.607338017174083, | |
| "grad_norm": 0.2916529178619385, | |
| "learning_rate": 0.00018463094015577775, | |
| "loss": 0.3711, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 2.6151444184231067, | |
| "grad_norm": 0.2822958528995514, | |
| "learning_rate": 0.00018448535652497073, | |
| "loss": 0.3773, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 2.6229508196721314, | |
| "grad_norm": 0.2998236119747162, | |
| "learning_rate": 0.0001843391445812886, | |
| "loss": 0.3769, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 2.630757220921155, | |
| "grad_norm": 0.2773909866809845, | |
| "learning_rate": 0.00018419230541210139, | |
| "loss": 0.3656, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 2.63856362217018, | |
| "grad_norm": 0.2902582585811615, | |
| "learning_rate": 0.0001840448401094438, | |
| "loss": 0.3811, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 2.6463700234192036, | |
| "grad_norm": 0.28828758001327515, | |
| "learning_rate": 0.00018389674977000708, | |
| "loss": 0.3718, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 2.654176424668228, | |
| "grad_norm": 0.31182461977005005, | |
| "learning_rate": 0.0001837480354951308, | |
| "loss": 0.3719, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 2.661982825917252, | |
| "grad_norm": 0.2795233130455017, | |
| "learning_rate": 0.0001835986983907947, | |
| "loss": 0.3635, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 2.669789227166276, | |
| "grad_norm": 0.28305554389953613, | |
| "learning_rate": 0.00018344873956761045, | |
| "loss": 0.3659, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 2.6775956284153004, | |
| "grad_norm": 0.27487748861312866, | |
| "learning_rate": 0.00018329816014081346, | |
| "loss": 0.3738, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 2.6854020296643246, | |
| "grad_norm": 0.2843542695045471, | |
| "learning_rate": 0.00018314696123025454, | |
| "loss": 0.3729, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 2.693208430913349, | |
| "grad_norm": 0.28278475999832153, | |
| "learning_rate": 0.0001829951439603915, | |
| "loss": 0.3675, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 2.701014832162373, | |
| "grad_norm": 0.28049561381340027, | |
| "learning_rate": 0.00018284270946028092, | |
| "loss": 0.3722, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 2.7088212334113972, | |
| "grad_norm": 0.2751220464706421, | |
| "learning_rate": 0.00018268965886356964, | |
| "loss": 0.3708, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 2.7166276346604215, | |
| "grad_norm": 0.2924399971961975, | |
| "learning_rate": 0.00018253599330848638, | |
| "loss": 0.3728, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 2.7244340359094457, | |
| "grad_norm": 0.27712133526802063, | |
| "learning_rate": 0.00018238171393783335, | |
| "loss": 0.3716, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 2.73224043715847, | |
| "grad_norm": 0.28451547026634216, | |
| "learning_rate": 0.00018222682189897752, | |
| "loss": 0.3826, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 2.740046838407494, | |
| "grad_norm": 0.275689035654068, | |
| "learning_rate": 0.0001820713183438424, | |
| "loss": 0.3809, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 2.7478532396565183, | |
| "grad_norm": 0.2970561683177948, | |
| "learning_rate": 0.0001819152044288992, | |
| "loss": 0.3807, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 2.7556596409055425, | |
| "grad_norm": 0.27083873748779297, | |
| "learning_rate": 0.00018175848131515837, | |
| "loss": 0.3777, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 2.7634660421545667, | |
| "grad_norm": 0.2864970266819, | |
| "learning_rate": 0.000181601150168161, | |
| "loss": 0.3697, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 2.771272443403591, | |
| "grad_norm": 0.2779759466648102, | |
| "learning_rate": 0.00018144321215797, | |
| "loss": 0.371, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 2.779078844652615, | |
| "grad_norm": 0.2953694462776184, | |
| "learning_rate": 0.00018128466845916154, | |
| "loss": 0.3782, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 2.7868852459016393, | |
| "grad_norm": 0.27182242274284363, | |
| "learning_rate": 0.00018112552025081625, | |
| "loss": 0.3688, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 2.7946916471506635, | |
| "grad_norm": 0.28873521089553833, | |
| "learning_rate": 0.00018096576871651042, | |
| "loss": 0.3703, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 2.8024980483996877, | |
| "grad_norm": 0.2740427851676941, | |
| "learning_rate": 0.00018080541504430733, | |
| "loss": 0.3751, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 2.810304449648712, | |
| "grad_norm": 0.2902701199054718, | |
| "learning_rate": 0.00018064446042674828, | |
| "loss": 0.3691, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 2.818110850897736, | |
| "grad_norm": 0.28125742077827454, | |
| "learning_rate": 0.00018048290606084371, | |
| "loss": 0.3767, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 2.8259172521467604, | |
| "grad_norm": 0.28101617097854614, | |
| "learning_rate": 0.00018032075314806448, | |
| "loss": 0.3767, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 2.8337236533957846, | |
| "grad_norm": 0.31095340847969055, | |
| "learning_rate": 0.00018015800289433273, | |
| "loss": 0.3841, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 2.841530054644809, | |
| "grad_norm": 0.26109251379966736, | |
| "learning_rate": 0.00017999465651001296, | |
| "loss": 0.3821, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 2.849336455893833, | |
| "grad_norm": 0.293575257062912, | |
| "learning_rate": 0.00017983071520990315, | |
| "loss": 0.3809, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 2.857142857142857, | |
| "grad_norm": 0.26493799686431885, | |
| "learning_rate": 0.00017966618021322557, | |
| "loss": 0.3752, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 2.8649492583918814, | |
| "grad_norm": 0.2778892517089844, | |
| "learning_rate": 0.00017950105274361776, | |
| "loss": 0.369, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 2.8727556596409056, | |
| "grad_norm": 0.28492116928100586, | |
| "learning_rate": 0.00017933533402912354, | |
| "loss": 0.3714, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 2.88056206088993, | |
| "grad_norm": 0.281095415353775, | |
| "learning_rate": 0.00017916902530218368, | |
| "loss": 0.3727, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 2.888368462138954, | |
| "grad_norm": 0.277915358543396, | |
| "learning_rate": 0.0001790021277996269, | |
| "loss": 0.3728, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 2.8961748633879782, | |
| "grad_norm": 0.27478280663490295, | |
| "learning_rate": 0.00017883464276266064, | |
| "loss": 0.3799, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 2.9039812646370025, | |
| "grad_norm": 0.28556427359580994, | |
| "learning_rate": 0.00017866657143686168, | |
| "loss": 0.3762, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 2.9117876658860267, | |
| "grad_norm": 0.2784564197063446, | |
| "learning_rate": 0.0001784979150721672, | |
| "loss": 0.3772, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 2.919594067135051, | |
| "grad_norm": 0.3048378825187683, | |
| "learning_rate": 0.00017832867492286505, | |
| "loss": 0.3691, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 2.927400468384075, | |
| "grad_norm": 0.2872634828090668, | |
| "learning_rate": 0.0001781588522475848, | |
| "loss": 0.3686, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 2.9352068696330993, | |
| "grad_norm": 0.28422531485557556, | |
| "learning_rate": 0.00017798844830928817, | |
| "loss": 0.3814, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 2.9430132708821235, | |
| "grad_norm": 0.30014801025390625, | |
| "learning_rate": 0.0001778174643752598, | |
| "loss": 0.383, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 2.9508196721311473, | |
| "grad_norm": 0.3135896921157837, | |
| "learning_rate": 0.0001776459017170976, | |
| "loss": 0.3665, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 2.958626073380172, | |
| "grad_norm": 0.28260594606399536, | |
| "learning_rate": 0.00017747376161070344, | |
| "loss": 0.3856, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 2.9664324746291957, | |
| "grad_norm": 0.26851585507392883, | |
| "learning_rate": 0.0001773010453362737, | |
| "loss": 0.3838, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 2.9742388758782203, | |
| "grad_norm": 0.2853715121746063, | |
| "learning_rate": 0.00017712775417828968, | |
| "loss": 0.3776, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 2.982045277127244, | |
| "grad_norm": 0.28013601899147034, | |
| "learning_rate": 0.00017695388942550805, | |
| "loss": 0.3741, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 2.9898516783762688, | |
| "grad_norm": 0.270375519990921, | |
| "learning_rate": 0.00017677945237095123, | |
| "loss": 0.3707, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 2.9976580796252925, | |
| "grad_norm": 0.29110994935035706, | |
| "learning_rate": 0.0001766044443118978, | |
| "loss": 0.3774, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 2.999219359875098, | |
| "eval_loss": 1.0361436605453491, | |
| "eval_runtime": 0.337, | |
| "eval_samples_per_second": 14.838, | |
| "eval_steps_per_second": 2.968, | |
| "step": 1921 | |
| }, | |
| { | |
| "epoch": 3.0054644808743167, | |
| "grad_norm": 0.27365708351135254, | |
| "learning_rate": 0.000176428866549873, | |
| "loss": 0.357, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 3.013270882123341, | |
| "grad_norm": 0.29497936367988586, | |
| "learning_rate": 0.00017625272039063883, | |
| "loss": 0.3487, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 3.021077283372365, | |
| "grad_norm": 0.28680676221847534, | |
| "learning_rate": 0.00017607600714418436, | |
| "loss": 0.3427, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 3.0288836846213893, | |
| "grad_norm": 0.29143229126930237, | |
| "learning_rate": 0.0001758987281247162, | |
| "loss": 0.3472, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 3.0366900858704136, | |
| "grad_norm": 0.28377851843833923, | |
| "learning_rate": 0.00017572088465064848, | |
| "loss": 0.3468, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 3.0444964871194378, | |
| "grad_norm": 0.27560412883758545, | |
| "learning_rate": 0.00017554247804459316, | |
| "loss": 0.3444, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 3.052302888368462, | |
| "grad_norm": 0.2871435880661011, | |
| "learning_rate": 0.00017536350963335022, | |
| "loss": 0.355, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 3.060109289617486, | |
| "grad_norm": 0.29234611988067627, | |
| "learning_rate": 0.00017518398074789775, | |
| "loss": 0.3405, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 3.0679156908665104, | |
| "grad_norm": 0.2977675199508667, | |
| "learning_rate": 0.000175003892723382, | |
| "loss": 0.3522, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 3.0757220921155346, | |
| "grad_norm": 0.2990856468677521, | |
| "learning_rate": 0.00017482324689910758, | |
| "loss": 0.352, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 3.083528493364559, | |
| "grad_norm": 0.28264856338500977, | |
| "learning_rate": 0.00017464204461852738, | |
| "loss": 0.3497, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 3.091334894613583, | |
| "grad_norm": 0.3084184229373932, | |
| "learning_rate": 0.00017446028722923265, | |
| "loss": 0.3586, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 3.0991412958626072, | |
| "grad_norm": 0.29917633533477783, | |
| "learning_rate": 0.00017427797608294288, | |
| "loss": 0.3542, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 3.1069476971116314, | |
| "grad_norm": 0.2877940237522125, | |
| "learning_rate": 0.00017409511253549593, | |
| "loss": 0.3527, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 3.1147540983606556, | |
| "grad_norm": 0.3050166070461273, | |
| "learning_rate": 0.00017391169794683776, | |
| "loss": 0.3481, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 3.12256049960968, | |
| "grad_norm": 0.29156407713890076, | |
| "learning_rate": 0.0001737277336810124, | |
| "loss": 0.3614, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 3.130366900858704, | |
| "grad_norm": 0.3042657971382141, | |
| "learning_rate": 0.00017354322110615188, | |
| "loss": 0.3608, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 3.1381733021077283, | |
| "grad_norm": 0.29401668906211853, | |
| "learning_rate": 0.00017335816159446584, | |
| "loss": 0.3618, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 3.1459797033567525, | |
| "grad_norm": 0.3223430812358856, | |
| "learning_rate": 0.00017317255652223157, | |
| "loss": 0.3637, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 3.1537861046057767, | |
| "grad_norm": 0.3130653500556946, | |
| "learning_rate": 0.00017298640726978357, | |
| "loss": 0.3561, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 3.161592505854801, | |
| "grad_norm": 0.3067520260810852, | |
| "learning_rate": 0.00017279971522150348, | |
| "loss": 0.3536, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 3.169398907103825, | |
| "grad_norm": 0.30372655391693115, | |
| "learning_rate": 0.00017261248176580958, | |
| "loss": 0.3511, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 3.1772053083528493, | |
| "grad_norm": 0.34251293540000916, | |
| "learning_rate": 0.00017242470829514672, | |
| "loss": 0.3591, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 3.1850117096018735, | |
| "grad_norm": 0.34350651502609253, | |
| "learning_rate": 0.00017223639620597556, | |
| "loss": 0.345, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 3.1928181108508977, | |
| "grad_norm": 0.29779571294784546, | |
| "learning_rate": 0.0001720475468987627, | |
| "loss": 0.3496, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 3.200624512099922, | |
| "grad_norm": 0.29767748713493347, | |
| "learning_rate": 0.0001718581617779698, | |
| "loss": 0.35, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 3.208430913348946, | |
| "grad_norm": 0.30058038234710693, | |
| "learning_rate": 0.00017166824225204352, | |
| "loss": 0.3481, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 3.2162373145979704, | |
| "grad_norm": 0.2958409786224365, | |
| "learning_rate": 0.00017147778973340466, | |
| "loss": 0.3554, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 3.2240437158469946, | |
| "grad_norm": 0.29515761137008667, | |
| "learning_rate": 0.000171286805638438, | |
| "loss": 0.3489, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 3.2318501170960188, | |
| "grad_norm": 0.30113205313682556, | |
| "learning_rate": 0.00017109529138748157, | |
| "loss": 0.3437, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 3.239656518345043, | |
| "grad_norm": 0.2853497862815857, | |
| "learning_rate": 0.0001709032484048162, | |
| "loss": 0.3515, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 3.247462919594067, | |
| "grad_norm": 0.3135252892971039, | |
| "learning_rate": 0.00017071067811865476, | |
| "loss": 0.3502, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 3.2552693208430914, | |
| "grad_norm": 0.30913615226745605, | |
| "learning_rate": 0.00017051758196113173, | |
| "loss": 0.3468, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 3.2630757220921156, | |
| "grad_norm": 0.2965530753135681, | |
| "learning_rate": 0.00017032396136829246, | |
| "loss": 0.3565, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 3.27088212334114, | |
| "grad_norm": 0.2974913418292999, | |
| "learning_rate": 0.00017012981778008243, | |
| "loss": 0.3442, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 3.278688524590164, | |
| "grad_norm": 0.2917117476463318, | |
| "learning_rate": 0.00016993515264033672, | |
| "loss": 0.3479, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 3.2864949258391882, | |
| "grad_norm": 0.29723039269447327, | |
| "learning_rate": 0.00016973996739676905, | |
| "loss": 0.3523, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 3.2943013270882124, | |
| "grad_norm": 0.3127197027206421, | |
| "learning_rate": 0.00016954426350096116, | |
| "loss": 0.3574, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 3.3021077283372366, | |
| "grad_norm": 0.28733986616134644, | |
| "learning_rate": 0.00016934804240835205, | |
| "loss": 0.3495, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 3.309914129586261, | |
| "grad_norm": 0.30774375796318054, | |
| "learning_rate": 0.00016915130557822695, | |
| "loss": 0.3515, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 3.317720530835285, | |
| "grad_norm": 0.3072982132434845, | |
| "learning_rate": 0.0001689540544737067, | |
| "loss": 0.3473, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 3.3255269320843093, | |
| "grad_norm": 0.30740848183631897, | |
| "learning_rate": 0.00016875629056173675, | |
| "loss": 0.3631, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 3.3333333333333335, | |
| "grad_norm": 0.2990294396877289, | |
| "learning_rate": 0.00016855801531307624, | |
| "loss": 0.3508, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 3.3411397345823577, | |
| "grad_norm": 0.28540557622909546, | |
| "learning_rate": 0.00016835923020228712, | |
| "loss": 0.353, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 3.348946135831382, | |
| "grad_norm": 0.29948052763938904, | |
| "learning_rate": 0.0001681599367077232, | |
| "loss": 0.3627, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 3.356752537080406, | |
| "grad_norm": 0.30102795362472534, | |
| "learning_rate": 0.00016796013631151897, | |
| "loss": 0.3526, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 3.3645589383294303, | |
| "grad_norm": 0.2947191298007965, | |
| "learning_rate": 0.00016775983049957887, | |
| "loss": 0.3645, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 3.3723653395784545, | |
| "grad_norm": 0.3223245143890381, | |
| "learning_rate": 0.00016755902076156604, | |
| "loss": 0.3623, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 3.3801717408274783, | |
| "grad_norm": 0.28947457671165466, | |
| "learning_rate": 0.00016735770859089123, | |
| "loss": 0.3638, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 3.387978142076503, | |
| "grad_norm": 0.28693681955337524, | |
| "learning_rate": 0.00016715589548470185, | |
| "loss": 0.3614, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 3.3957845433255267, | |
| "grad_norm": 0.29449644684791565, | |
| "learning_rate": 0.00016695358294387065, | |
| "loss": 0.3529, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 3.4035909445745514, | |
| "grad_norm": 0.289899080991745, | |
| "learning_rate": 0.00016675077247298474, | |
| "loss": 0.3556, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 3.411397345823575, | |
| "grad_norm": 0.2969209849834442, | |
| "learning_rate": 0.00016654746558033423, | |
| "loss": 0.3598, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 3.4192037470725998, | |
| "grad_norm": 0.3075496554374695, | |
| "learning_rate": 0.00016634366377790114, | |
| "loss": 0.3509, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 3.4270101483216235, | |
| "grad_norm": 0.28629180788993835, | |
| "learning_rate": 0.00016613936858134802, | |
| "loss": 0.3481, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 3.4348165495706477, | |
| "grad_norm": 0.3028337061405182, | |
| "learning_rate": 0.00016593458151000688, | |
| "loss": 0.358, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 3.442622950819672, | |
| "grad_norm": 0.2874985933303833, | |
| "learning_rate": 0.00016572930408686776, | |
| "loss": 0.3593, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 3.450429352068696, | |
| "grad_norm": 0.29345887899398804, | |
| "learning_rate": 0.00016552353783856732, | |
| "loss": 0.3485, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 3.4582357533177204, | |
| "grad_norm": 0.28079068660736084, | |
| "learning_rate": 0.00016531728429537766, | |
| "loss": 0.3606, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 3.4660421545667446, | |
| "grad_norm": 0.2924216389656067, | |
| "learning_rate": 0.0001651105449911949, | |
| "loss": 0.351, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 3.473848555815769, | |
| "grad_norm": 0.29718244075775146, | |
| "learning_rate": 0.0001649033214635277, | |
| "loss": 0.3521, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 3.481654957064793, | |
| "grad_norm": 0.2965914309024811, | |
| "learning_rate": 0.00016469561525348577, | |
| "loss": 0.3564, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 3.489461358313817, | |
| "grad_norm": 0.2874649167060852, | |
| "learning_rate": 0.0001644874279057686, | |
| "loss": 0.3554, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 3.4972677595628414, | |
| "grad_norm": 0.2855139970779419, | |
| "learning_rate": 0.00016427876096865394, | |
| "loss": 0.3619, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 3.5050741608118656, | |
| "grad_norm": 0.2949666976928711, | |
| "learning_rate": 0.0001640696159939861, | |
| "loss": 0.3558, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 3.51288056206089, | |
| "grad_norm": 0.29184606671333313, | |
| "learning_rate": 0.00016385999453716454, | |
| "loss": 0.3625, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 3.520686963309914, | |
| "grad_norm": 0.29414233565330505, | |
| "learning_rate": 0.00016364989815713233, | |
| "loss": 0.3559, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 3.5284933645589383, | |
| "grad_norm": 0.2970221936702728, | |
| "learning_rate": 0.00016343932841636456, | |
| "loss": 0.3488, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 3.5362997658079625, | |
| "grad_norm": 0.305912047624588, | |
| "learning_rate": 0.00016322828688085657, | |
| "loss": 0.3553, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 3.5441061670569867, | |
| "grad_norm": 0.3016732931137085, | |
| "learning_rate": 0.00016301677512011248, | |
| "loss": 0.359, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 3.551912568306011, | |
| "grad_norm": 0.2802044749259949, | |
| "learning_rate": 0.00016280479470713344, | |
| "loss": 0.347, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 3.559718969555035, | |
| "grad_norm": 0.3013835549354553, | |
| "learning_rate": 0.00016259234721840591, | |
| "loss": 0.3664, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 3.5675253708040593, | |
| "grad_norm": 0.2899465262889862, | |
| "learning_rate": 0.00016237943423389001, | |
| "loss": 0.3638, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 3.5753317720530835, | |
| "grad_norm": 0.2953374981880188, | |
| "learning_rate": 0.00016216605733700775, | |
| "loss": 0.3621, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 3.5831381733021077, | |
| "grad_norm": 0.28580641746520996, | |
| "learning_rate": 0.00016195221811463113, | |
| "loss": 0.3558, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 3.590944574551132, | |
| "grad_norm": 0.2812565565109253, | |
| "learning_rate": 0.00016173791815707051, | |
| "loss": 0.357, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 3.598750975800156, | |
| "grad_norm": 0.3074684739112854, | |
| "learning_rate": 0.00016152315905806268, | |
| "loss": 0.3593, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 3.6065573770491803, | |
| "grad_norm": 0.29887428879737854, | |
| "learning_rate": 0.0001613079424147591, | |
| "loss": 0.3607, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 3.6143637782982045, | |
| "grad_norm": 0.2820027470588684, | |
| "learning_rate": 0.00016109226982771393, | |
| "loss": 0.3535, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 3.6221701795472288, | |
| "grad_norm": 0.28952109813690186, | |
| "learning_rate": 0.00016087614290087208, | |
| "loss": 0.3563, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 3.629976580796253, | |
| "grad_norm": 0.29456931352615356, | |
| "learning_rate": 0.00016065956324155746, | |
| "loss": 0.3601, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 3.637782982045277, | |
| "grad_norm": 0.29095590114593506, | |
| "learning_rate": 0.0001604425324604609, | |
| "loss": 0.3633, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 3.6455893832943014, | |
| "grad_norm": 0.27606719732284546, | |
| "learning_rate": 0.00016022505217162822, | |
| "loss": 0.3621, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 3.6533957845433256, | |
| "grad_norm": 0.2846406400203705, | |
| "learning_rate": 0.0001600071239924481, | |
| "loss": 0.349, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 3.66120218579235, | |
| "grad_norm": 0.28319764137268066, | |
| "learning_rate": 0.00015978874954364033, | |
| "loss": 0.3514, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 3.669008587041374, | |
| "grad_norm": 0.3063547909259796, | |
| "learning_rate": 0.00015956993044924334, | |
| "loss": 0.3504, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 3.676814988290398, | |
| "grad_norm": 0.27655765414237976, | |
| "learning_rate": 0.0001593506683366026, | |
| "loss": 0.3466, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 3.6846213895394224, | |
| "grad_norm": 0.2881523072719574, | |
| "learning_rate": 0.00015913096483635824, | |
| "loss": 0.3466, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 3.6924277907884466, | |
| "grad_norm": 0.2950555682182312, | |
| "learning_rate": 0.00015891082158243282, | |
| "loss": 0.3512, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 3.700234192037471, | |
| "grad_norm": 0.2711721360683441, | |
| "learning_rate": 0.00015869024021201948, | |
| "loss": 0.3545, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 3.708040593286495, | |
| "grad_norm": 0.31127429008483887, | |
| "learning_rate": 0.00015846922236556946, | |
| "loss": 0.3616, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 3.7158469945355193, | |
| "grad_norm": 0.28716492652893066, | |
| "learning_rate": 0.00015824776968678024, | |
| "loss": 0.3548, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 3.7236533957845435, | |
| "grad_norm": 0.28540754318237305, | |
| "learning_rate": 0.00015802588382258292, | |
| "loss": 0.3571, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 3.7314597970335677, | |
| "grad_norm": 0.30483660101890564, | |
| "learning_rate": 0.00015780356642313036, | |
| "loss": 0.3475, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 3.739266198282592, | |
| "grad_norm": 0.28474995493888855, | |
| "learning_rate": 0.00015758081914178456, | |
| "loss": 0.3475, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 3.747072599531616, | |
| "grad_norm": 0.28476497530937195, | |
| "learning_rate": 0.0001573576436351046, | |
| "loss": 0.3525, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 3.7548790007806403, | |
| "grad_norm": 0.29259222745895386, | |
| "learning_rate": 0.00015713404156283435, | |
| "loss": 0.3683, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 3.762685402029664, | |
| "grad_norm": 0.2946162223815918, | |
| "learning_rate": 0.00015691001458788983, | |
| "loss": 0.3587, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 3.7704918032786887, | |
| "grad_norm": 0.2999446988105774, | |
| "learning_rate": 0.0001566855643763472, | |
| "loss": 0.355, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 3.7782982045277125, | |
| "grad_norm": 0.2700735032558441, | |
| "learning_rate": 0.00015646069259743007, | |
| "loss": 0.3531, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 3.786104605776737, | |
| "grad_norm": 0.28989067673683167, | |
| "learning_rate": 0.00015623540092349732, | |
| "loss": 0.3568, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 3.793911007025761, | |
| "grad_norm": 0.2979315221309662, | |
| "learning_rate": 0.00015600969103003056, | |
| "loss": 0.3514, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 3.8017174082747855, | |
| "grad_norm": 0.27748894691467285, | |
| "learning_rate": 0.00015578356459562163, | |
| "loss": 0.3474, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 3.8095238095238093, | |
| "grad_norm": 0.28995972871780396, | |
| "learning_rate": 0.00015555702330196023, | |
| "loss": 0.352, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 3.817330210772834, | |
| "grad_norm": 0.2819332480430603, | |
| "learning_rate": 0.00015533006883382123, | |
| "loss": 0.3482, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 3.8251366120218577, | |
| "grad_norm": 0.2890748083591461, | |
| "learning_rate": 0.0001551027028790524, | |
| "loss": 0.3608, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 3.8329430132708824, | |
| "grad_norm": 0.295684278011322, | |
| "learning_rate": 0.0001548749271285616, | |
| "loss": 0.3541, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 3.840749414519906, | |
| "grad_norm": 0.2782337963581085, | |
| "learning_rate": 0.00015464674327630434, | |
| "loss": 0.3467, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 3.848555815768931, | |
| "grad_norm": 0.2889052629470825, | |
| "learning_rate": 0.00015441815301927122, | |
| "loss": 0.3597, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 3.8563622170179546, | |
| "grad_norm": 0.27629801630973816, | |
| "learning_rate": 0.00015418915805747517, | |
| "loss": 0.3543, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 3.8641686182669788, | |
| "grad_norm": 0.2963428497314453, | |
| "learning_rate": 0.00015395976009393894, | |
| "loss": 0.3637, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 3.871975019516003, | |
| "grad_norm": 0.29081323742866516, | |
| "learning_rate": 0.0001537299608346824, | |
| "loss": 0.3563, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 3.879781420765027, | |
| "grad_norm": 0.29357287287712097, | |
| "learning_rate": 0.00015349976198870973, | |
| "loss": 0.3633, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 3.8875878220140514, | |
| "grad_norm": 0.29132893681526184, | |
| "learning_rate": 0.00015326916526799692, | |
| "loss": 0.3563, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 3.8953942232630756, | |
| "grad_norm": 0.29773959517478943, | |
| "learning_rate": 0.00015303817238747892, | |
| "loss": 0.3511, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 3.9032006245121, | |
| "grad_norm": 0.2842431366443634, | |
| "learning_rate": 0.0001528067850650368, | |
| "loss": 0.3533, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 3.911007025761124, | |
| "grad_norm": 0.277873694896698, | |
| "learning_rate": 0.00015257500502148522, | |
| "loss": 0.3549, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 3.9188134270101482, | |
| "grad_norm": 0.2919045388698578, | |
| "learning_rate": 0.0001523428339805594, | |
| "loss": 0.3521, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 3.9266198282591724, | |
| "grad_norm": 0.289386123418808, | |
| "learning_rate": 0.00015211027366890235, | |
| "loss": 0.3603, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 3.9344262295081966, | |
| "grad_norm": 0.27099329233169556, | |
| "learning_rate": 0.00015187732581605217, | |
| "loss": 0.3553, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 3.942232630757221, | |
| "grad_norm": 0.2989470660686493, | |
| "learning_rate": 0.00015164399215442898, | |
| "loss": 0.3562, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 3.950039032006245, | |
| "grad_norm": 0.2968309223651886, | |
| "learning_rate": 0.00015141027441932216, | |
| "loss": 0.3581, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 3.9578454332552693, | |
| "grad_norm": 0.29724830389022827, | |
| "learning_rate": 0.00015117617434887753, | |
| "loss": 0.3514, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 3.9656518345042935, | |
| "grad_norm": 0.30498626828193665, | |
| "learning_rate": 0.0001509416936840842, | |
| "loss": 0.3691, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 3.9734582357533177, | |
| "grad_norm": 0.28580141067504883, | |
| "learning_rate": 0.00015070683416876172, | |
| "loss": 0.3509, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 3.981264637002342, | |
| "grad_norm": 0.28979378938674927, | |
| "learning_rate": 0.0001504715975495472, | |
| "loss": 0.3598, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 3.989071038251366, | |
| "grad_norm": 0.30698639154434204, | |
| "learning_rate": 0.0001502359855758823, | |
| "loss": 0.357, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 3.9968774395003903, | |
| "grad_norm": 0.2776874303817749, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 0.355, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 1.041857361793518, | |
| "eval_runtime": 0.3229, | |
| "eval_samples_per_second": 15.485, | |
| "eval_steps_per_second": 3.097, | |
| "step": 2562 | |
| }, | |
| { | |
| "epoch": 4.004683840749414, | |
| "grad_norm": 0.2781620919704437, | |
| "learning_rate": 0.00014976364257691192, | |
| "loss": 0.3413, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 4.012490241998439, | |
| "grad_norm": 0.3088448643684387, | |
| "learning_rate": 0.00014952691506439495, | |
| "loss": 0.3303, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 4.0202966432474625, | |
| "grad_norm": 0.28063511848449707, | |
| "learning_rate": 0.00014928981922297842, | |
| "loss": 0.3268, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 4.028103044496487, | |
| "grad_norm": 0.32527846097946167, | |
| "learning_rate": 0.0001490523568159308, | |
| "loss": 0.3184, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 4.035909445745511, | |
| "grad_norm": 0.29716962575912476, | |
| "learning_rate": 0.00014881452960924677, | |
| "loss": 0.3287, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 4.043715846994536, | |
| "grad_norm": 0.30141621828079224, | |
| "learning_rate": 0.00014857633937163402, | |
| "loss": 0.3331, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 4.051522248243559, | |
| "grad_norm": 0.2995307743549347, | |
| "learning_rate": 0.00014833778787449998, | |
| "loss": 0.3313, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 4.059328649492584, | |
| "grad_norm": 0.30431655049324036, | |
| "learning_rate": 0.00014809887689193877, | |
| "loss": 0.334, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 4.067135050741608, | |
| "grad_norm": 0.3243234157562256, | |
| "learning_rate": 0.0001478596082007181, | |
| "loss": 0.3339, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 4.074941451990632, | |
| "grad_norm": 0.3121318817138672, | |
| "learning_rate": 0.0001476199835802658, | |
| "loss": 0.3306, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 4.082747853239656, | |
| "grad_norm": 0.31301409006118774, | |
| "learning_rate": 0.0001473800048126568, | |
| "loss": 0.3336, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 4.090554254488681, | |
| "grad_norm": 0.29308003187179565, | |
| "learning_rate": 0.0001471396736825998, | |
| "loss": 0.3239, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 4.098360655737705, | |
| "grad_norm": 0.30689167976379395, | |
| "learning_rate": 0.0001468989919774239, | |
| "loss": 0.3342, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 4.106167056986729, | |
| "grad_norm": 0.32097750902175903, | |
| "learning_rate": 0.0001466579614870656, | |
| "loss": 0.3386, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 4.113973458235753, | |
| "grad_norm": 0.3277100622653961, | |
| "learning_rate": 0.00014641658400405515, | |
| "loss": 0.3434, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 4.121779859484778, | |
| "grad_norm": 0.30586951971054077, | |
| "learning_rate": 0.00014617486132350343, | |
| "loss": 0.3328, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 4.129586260733801, | |
| "grad_norm": 0.30447080731391907, | |
| "learning_rate": 0.0001459327952430884, | |
| "loss": 0.3343, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 4.137392661982826, | |
| "grad_norm": 0.31396037340164185, | |
| "learning_rate": 0.00014569038756304207, | |
| "loss": 0.3331, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 4.14519906323185, | |
| "grad_norm": 0.30158740282058716, | |
| "learning_rate": 0.0001454476400861368, | |
| "loss": 0.33, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 4.1530054644808745, | |
| "grad_norm": 0.30618518590927124, | |
| "learning_rate": 0.000145204554617672, | |
| "loss": 0.3297, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 4.160811865729898, | |
| "grad_norm": 0.3204987049102783, | |
| "learning_rate": 0.00014496113296546067, | |
| "loss": 0.3356, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 4.168618266978923, | |
| "grad_norm": 0.31640496850013733, | |
| "learning_rate": 0.0001447173769398161, | |
| "loss": 0.3397, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 4.176424668227947, | |
| "grad_norm": 0.3094062805175781, | |
| "learning_rate": 0.0001444732883535382, | |
| "loss": 0.3359, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 4.184231069476971, | |
| "grad_norm": 0.3020561933517456, | |
| "learning_rate": 0.00014422886902190014, | |
| "loss": 0.3313, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 4.192037470725995, | |
| "grad_norm": 0.3145982027053833, | |
| "learning_rate": 0.00014398412076263486, | |
| "loss": 0.3441, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 4.19984387197502, | |
| "grad_norm": 0.3120006322860718, | |
| "learning_rate": 0.00014373904539592144, | |
| "loss": 0.3334, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 4.2076502732240435, | |
| "grad_norm": 0.319619357585907, | |
| "learning_rate": 0.00014349364474437173, | |
| "loss": 0.3287, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 4.215456674473068, | |
| "grad_norm": 0.3287660479545593, | |
| "learning_rate": 0.00014324792063301662, | |
| "loss": 0.3296, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 4.223263075722092, | |
| "grad_norm": 0.3166675567626953, | |
| "learning_rate": 0.00014300187488929265, | |
| "loss": 0.3433, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 4.231069476971117, | |
| "grad_norm": 0.3454567492008209, | |
| "learning_rate": 0.00014275550934302823, | |
| "loss": 0.3384, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 4.23887587822014, | |
| "grad_norm": 0.30334779620170593, | |
| "learning_rate": 0.00014250882582643012, | |
| "loss": 0.334, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 4.246682279469165, | |
| "grad_norm": 0.31963109970092773, | |
| "learning_rate": 0.00014226182617406996, | |
| "loss": 0.3428, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 4.254488680718189, | |
| "grad_norm": 0.30890125036239624, | |
| "learning_rate": 0.00014201451222287025, | |
| "loss": 0.3326, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 4.262295081967213, | |
| "grad_norm": 0.32028844952583313, | |
| "learning_rate": 0.0001417668858120911, | |
| "loss": 0.333, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 4.270101483216237, | |
| "grad_norm": 0.3037426471710205, | |
| "learning_rate": 0.00014151894878331622, | |
| "loss": 0.3302, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 4.277907884465262, | |
| "grad_norm": 0.305708110332489, | |
| "learning_rate": 0.00014127070298043947, | |
| "loss": 0.3387, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 4.285714285714286, | |
| "grad_norm": 0.3226141333580017, | |
| "learning_rate": 0.00014102215024965105, | |
| "loss": 0.3352, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 4.29352068696331, | |
| "grad_norm": 0.3047237992286682, | |
| "learning_rate": 0.00014077329243942369, | |
| "loss": 0.3377, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 4.301327088212334, | |
| "grad_norm": 0.3010615408420563, | |
| "learning_rate": 0.000140524131400499, | |
| "loss": 0.3325, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 4.309133489461359, | |
| "grad_norm": 0.3127407431602478, | |
| "learning_rate": 0.00014027466898587374, | |
| "loss": 0.3357, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 4.316939890710382, | |
| "grad_norm": 0.31216832995414734, | |
| "learning_rate": 0.00014002490705078592, | |
| "loss": 0.346, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 4.324746291959407, | |
| "grad_norm": 0.31948304176330566, | |
| "learning_rate": 0.00013977484745270112, | |
| "loss": 0.3292, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 4.332552693208431, | |
| "grad_norm": 0.3235209584236145, | |
| "learning_rate": 0.00013952449205129855, | |
| "loss": 0.3415, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 4.3403590944574555, | |
| "grad_norm": 0.3177550137042999, | |
| "learning_rate": 0.0001392738427084574, | |
| "loss": 0.3341, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 4.348165495706479, | |
| "grad_norm": 0.31263765692710876, | |
| "learning_rate": 0.00013902290128824283, | |
| "loss": 0.3348, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 4.355971896955504, | |
| "grad_norm": 0.31187278032302856, | |
| "learning_rate": 0.00013877166965689205, | |
| "loss": 0.3405, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 4.363778298204528, | |
| "grad_norm": 0.3060557246208191, | |
| "learning_rate": 0.00013852014968280082, | |
| "loss": 0.3328, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 4.371584699453552, | |
| "grad_norm": 0.30810457468032837, | |
| "learning_rate": 0.000138268343236509, | |
| "loss": 0.3303, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 4.379391100702576, | |
| "grad_norm": 0.309929758310318, | |
| "learning_rate": 0.0001380162521906871, | |
| "loss": 0.3371, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 4.387197501951601, | |
| "grad_norm": 0.31695547699928284, | |
| "learning_rate": 0.00013776387842012218, | |
| "loss": 0.3393, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 4.3950039032006245, | |
| "grad_norm": 0.31112900376319885, | |
| "learning_rate": 0.0001375112238017038, | |
| "loss": 0.338, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 4.402810304449648, | |
| "grad_norm": 0.29906710982322693, | |
| "learning_rate": 0.0001372582902144103, | |
| "loss": 0.3318, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 4.410616705698673, | |
| "grad_norm": 0.30970847606658936, | |
| "learning_rate": 0.00013700507953929463, | |
| "loss": 0.3387, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 4.418423106947698, | |
| "grad_norm": 0.3163338005542755, | |
| "learning_rate": 0.00013675159365947036, | |
| "loss": 0.3371, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 4.426229508196721, | |
| "grad_norm": 0.31127607822418213, | |
| "learning_rate": 0.0001364978344600979, | |
| "loss": 0.3372, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 4.434035909445745, | |
| "grad_norm": 0.2967492640018463, | |
| "learning_rate": 0.00013624380382837016, | |
| "loss": 0.339, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 4.44184231069477, | |
| "grad_norm": 0.31639572978019714, | |
| "learning_rate": 0.00013598950365349883, | |
| "loss": 0.3411, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 4.4496487119437935, | |
| "grad_norm": 0.3143470883369446, | |
| "learning_rate": 0.00013573493582670003, | |
| "loss": 0.3386, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 4.457455113192818, | |
| "grad_norm": 0.3157510757446289, | |
| "learning_rate": 0.0001354801022411805, | |
| "loss": 0.3339, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 4.465261514441842, | |
| "grad_norm": 0.3069648742675781, | |
| "learning_rate": 0.00013522500479212337, | |
| "loss": 0.3385, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 4.473067915690867, | |
| "grad_norm": 0.31706541776657104, | |
| "learning_rate": 0.0001349696453766741, | |
| "loss": 0.3353, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 4.48087431693989, | |
| "grad_norm": 0.3200201988220215, | |
| "learning_rate": 0.00013471402589392638, | |
| "loss": 0.3419, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 4.488680718188915, | |
| "grad_norm": 0.32029232382774353, | |
| "learning_rate": 0.00013445814824490805, | |
| "loss": 0.3417, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 4.496487119437939, | |
| "grad_norm": 0.3023779094219208, | |
| "learning_rate": 0.00013420201433256689, | |
| "loss": 0.3388, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 4.504293520686963, | |
| "grad_norm": 0.3167456090450287, | |
| "learning_rate": 0.00013394562606175648, | |
| "loss": 0.335, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 4.512099921935987, | |
| "grad_norm": 0.31978872418403625, | |
| "learning_rate": 0.000133688985339222, | |
| "loss": 0.3425, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 4.519906323185012, | |
| "grad_norm": 0.32426413893699646, | |
| "learning_rate": 0.00013343209407358627, | |
| "loss": 0.3325, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 4.527712724434036, | |
| "grad_norm": 0.28932276368141174, | |
| "learning_rate": 0.00013317495417533524, | |
| "loss": 0.3365, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 4.53551912568306, | |
| "grad_norm": 0.31238290667533875, | |
| "learning_rate": 0.00013291756755680388, | |
| "loss": 0.3353, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 4.543325526932084, | |
| "grad_norm": 0.3126748204231262, | |
| "learning_rate": 0.00013265993613216224, | |
| "loss": 0.3363, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 4.551131928181109, | |
| "grad_norm": 0.331447571516037, | |
| "learning_rate": 0.0001324020618174007, | |
| "loss": 0.3434, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 4.558938329430132, | |
| "grad_norm": 0.31981754302978516, | |
| "learning_rate": 0.00013214394653031616, | |
| "loss": 0.3321, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 4.566744730679157, | |
| "grad_norm": 0.30969661474227905, | |
| "learning_rate": 0.0001318855921904976, | |
| "loss": 0.3432, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 4.574551131928181, | |
| "grad_norm": 0.3188318610191345, | |
| "learning_rate": 0.00013162700071931184, | |
| "loss": 0.3397, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 4.5823575331772055, | |
| "grad_norm": 0.3379952907562256, | |
| "learning_rate": 0.00013136817403988917, | |
| "loss": 0.3389, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 4.590163934426229, | |
| "grad_norm": 0.2957393229007721, | |
| "learning_rate": 0.00013110911407710908, | |
| "loss": 0.3294, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 4.597970335675254, | |
| "grad_norm": 0.30884405970573425, | |
| "learning_rate": 0.00013084982275758615, | |
| "loss": 0.3367, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 4.605776736924278, | |
| "grad_norm": 0.31198689341545105, | |
| "learning_rate": 0.00013059030200965536, | |
| "loss": 0.3301, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 4.613583138173302, | |
| "grad_norm": 0.3176429271697998, | |
| "learning_rate": 0.00013033055376335804, | |
| "loss": 0.3356, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 4.621389539422326, | |
| "grad_norm": 0.3074142038822174, | |
| "learning_rate": 0.00013007057995042732, | |
| "loss": 0.3315, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 4.629195940671351, | |
| "grad_norm": 0.30663779377937317, | |
| "learning_rate": 0.00012981038250427403, | |
| "loss": 0.3376, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 4.6370023419203745, | |
| "grad_norm": 0.30579113960266113, | |
| "learning_rate": 0.0001295499633599719, | |
| "loss": 0.3351, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 4.644808743169399, | |
| "grad_norm": 0.3152572214603424, | |
| "learning_rate": 0.00012928932445424365, | |
| "loss": 0.3369, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 4.652615144418423, | |
| "grad_norm": 0.3045886754989624, | |
| "learning_rate": 0.00012902846772544624, | |
| "loss": 0.3317, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 4.660421545667448, | |
| "grad_norm": 0.3164273500442505, | |
| "learning_rate": 0.00012876739511355657, | |
| "loss": 0.3408, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 4.668227946916471, | |
| "grad_norm": 0.3016981780529022, | |
| "learning_rate": 0.0001285061085601571, | |
| "loss": 0.3417, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 4.676034348165496, | |
| "grad_norm": 0.3070276081562042, | |
| "learning_rate": 0.00012824461000842126, | |
| "loss": 0.3283, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 4.68384074941452, | |
| "grad_norm": 0.30681294202804565, | |
| "learning_rate": 0.00012798290140309923, | |
| "loss": 0.3395, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 4.691647150663544, | |
| "grad_norm": 0.3165208697319031, | |
| "learning_rate": 0.0001277209846905032, | |
| "loss": 0.3358, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 4.699453551912568, | |
| "grad_norm": 0.30810585618019104, | |
| "learning_rate": 0.00012745886181849325, | |
| "loss": 0.3409, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 4.707259953161593, | |
| "grad_norm": 0.3146737515926361, | |
| "learning_rate": 0.00012719653473646243, | |
| "loss": 0.3449, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 4.715066354410617, | |
| "grad_norm": 0.29630905389785767, | |
| "learning_rate": 0.00012693400539532263, | |
| "loss": 0.3384, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 4.722872755659641, | |
| "grad_norm": 0.3214413523674011, | |
| "learning_rate": 0.00012667127574748986, | |
| "loss": 0.3347, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 4.730679156908665, | |
| "grad_norm": 0.3026057183742523, | |
| "learning_rate": 0.00012640834774686985, | |
| "loss": 0.3342, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 4.73848555815769, | |
| "grad_norm": 0.31248968839645386, | |
| "learning_rate": 0.00012614522334884344, | |
| "loss": 0.3381, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 4.7462919594067134, | |
| "grad_norm": 0.3201672434806824, | |
| "learning_rate": 0.00012588190451025207, | |
| "loss": 0.3282, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 4.754098360655737, | |
| "grad_norm": 0.32542794942855835, | |
| "learning_rate": 0.00012561839318938326, | |
| "loss": 0.3464, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 4.761904761904762, | |
| "grad_norm": 0.2962396740913391, | |
| "learning_rate": 0.00012535469134595595, | |
| "loss": 0.3451, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 4.7697111631537865, | |
| "grad_norm": 0.3082274794578552, | |
| "learning_rate": 0.00012509080094110604, | |
| "loss": 0.3325, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 4.77751756440281, | |
| "grad_norm": 0.31192833185195923, | |
| "learning_rate": 0.00012482672393737164, | |
| "loss": 0.3348, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 4.785323965651834, | |
| "grad_norm": 0.30983906984329224, | |
| "learning_rate": 0.00012456246229867877, | |
| "loss": 0.3418, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 4.793130366900859, | |
| "grad_norm": 0.34676092863082886, | |
| "learning_rate": 0.0001242980179903264, | |
| "loss": 0.3435, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 4.800936768149883, | |
| "grad_norm": 0.3103564977645874, | |
| "learning_rate": 0.0001240333929789721, | |
| "loss": 0.3392, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 4.808743169398907, | |
| "grad_norm": 0.32498899102211, | |
| "learning_rate": 0.00012376858923261733, | |
| "loss": 0.3387, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 4.816549570647931, | |
| "grad_norm": 0.3146662414073944, | |
| "learning_rate": 0.0001235036087205927, | |
| "loss": 0.3406, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 4.8243559718969555, | |
| "grad_norm": 0.32241055369377136, | |
| "learning_rate": 0.0001232384534135435, | |
| "loss": 0.3421, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 4.83216237314598, | |
| "grad_norm": 0.29581108689308167, | |
| "learning_rate": 0.00012297312528341484, | |
| "loss": 0.3309, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 4.839968774395004, | |
| "grad_norm": 0.3068925440311432, | |
| "learning_rate": 0.00012270762630343734, | |
| "loss": 0.3419, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 4.847775175644028, | |
| "grad_norm": 0.3263617753982544, | |
| "learning_rate": 0.000122441958448112, | |
| "loss": 0.3359, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 4.855581576893052, | |
| "grad_norm": 0.3101602792739868, | |
| "learning_rate": 0.00012217612369319579, | |
| "loss": 0.342, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 4.863387978142076, | |
| "grad_norm": 0.3126956522464752, | |
| "learning_rate": 0.00012191012401568698, | |
| "loss": 0.3386, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 4.871194379391101, | |
| "grad_norm": 0.3099190890789032, | |
| "learning_rate": 0.00012164396139381029, | |
| "loss": 0.3288, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 4.8790007806401245, | |
| "grad_norm": 0.3113436996936798, | |
| "learning_rate": 0.00012137763780700227, | |
| "loss": 0.3412, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 4.886807181889149, | |
| "grad_norm": 0.29880639910697937, | |
| "learning_rate": 0.00012111115523589651, | |
| "loss": 0.3292, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 4.894613583138173, | |
| "grad_norm": 0.31602269411087036, | |
| "learning_rate": 0.00012084451566230906, | |
| "loss": 0.3372, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 4.902419984387198, | |
| "grad_norm": 0.3172509968280792, | |
| "learning_rate": 0.00012057772106922349, | |
| "loss": 0.3395, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 4.910226385636221, | |
| "grad_norm": 0.31268373131752014, | |
| "learning_rate": 0.0001203107734407763, | |
| "loss": 0.339, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 4.918032786885246, | |
| "grad_norm": 0.3162590265274048, | |
| "learning_rate": 0.00012004367476224206, | |
| "loss": 0.3484, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 4.92583918813427, | |
| "grad_norm": 0.34318986535072327, | |
| "learning_rate": 0.00011977642702001875, | |
| "loss": 0.3473, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 4.9336455893832944, | |
| "grad_norm": 0.2913156747817993, | |
| "learning_rate": 0.00011950903220161285, | |
| "loss": 0.3415, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 4.941451990632318, | |
| "grad_norm": 0.29538801312446594, | |
| "learning_rate": 0.0001192414922956247, | |
| "loss": 0.3361, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 4.949258391881343, | |
| "grad_norm": 0.3098941743373871, | |
| "learning_rate": 0.00011897380929173364, | |
| "loss": 0.3384, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 4.957064793130367, | |
| "grad_norm": 0.3089110851287842, | |
| "learning_rate": 0.0001187059851806832, | |
| "loss": 0.335, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 4.964871194379391, | |
| "grad_norm": 0.29929882287979126, | |
| "learning_rate": 0.00011843802195426635, | |
| "loss": 0.3364, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 4.972677595628415, | |
| "grad_norm": 0.31270211935043335, | |
| "learning_rate": 0.00011816992160531062, | |
| "loss": 0.3482, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 4.98048399687744, | |
| "grad_norm": 0.3091076910495758, | |
| "learning_rate": 0.0001179016861276633, | |
| "loss": 0.3387, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 4.9882903981264635, | |
| "grad_norm": 0.3052199184894562, | |
| "learning_rate": 0.00011763331751617663, | |
| "loss": 0.3454, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 4.996096799375488, | |
| "grad_norm": 0.2918078303337097, | |
| "learning_rate": 0.00011736481776669306, | |
| "loss": 0.3413, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 4.999219359875098, | |
| "eval_loss": 1.0547945499420166, | |
| "eval_runtime": 0.336, | |
| "eval_samples_per_second": 14.88, | |
| "eval_steps_per_second": 2.976, | |
| "step": 3202 | |
| }, | |
| { | |
| "epoch": 5.003903200624512, | |
| "grad_norm": 0.2900161147117615, | |
| "learning_rate": 0.00011709618887603014, | |
| "loss": 0.3236, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 5.0117096018735365, | |
| "grad_norm": 0.3155598044395447, | |
| "learning_rate": 0.00011682743284196593, | |
| "loss": 0.3129, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 5.01951600312256, | |
| "grad_norm": 0.3263396918773651, | |
| "learning_rate": 0.00011655855166322409, | |
| "loss": 0.3154, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 5.027322404371585, | |
| "grad_norm": 0.3178098797798157, | |
| "learning_rate": 0.0001162895473394589, | |
| "loss": 0.3133, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 5.035128805620609, | |
| "grad_norm": 0.3300285339355469, | |
| "learning_rate": 0.00011602042187124045, | |
| "loss": 0.3103, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 5.042935206869633, | |
| "grad_norm": 0.3271562159061432, | |
| "learning_rate": 0.00011575117726003979, | |
| "loss": 0.3092, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 5.050741608118657, | |
| "grad_norm": 0.3253972828388214, | |
| "learning_rate": 0.00011548181550821411, | |
| "loss": 0.3076, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 5.058548009367682, | |
| "grad_norm": 0.33159464597702026, | |
| "learning_rate": 0.00011521233861899167, | |
| "loss": 0.3223, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 5.0663544106167056, | |
| "grad_norm": 0.3398463726043701, | |
| "learning_rate": 0.00011494274859645707, | |
| "loss": 0.3163, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 5.07416081186573, | |
| "grad_norm": 0.332904577255249, | |
| "learning_rate": 0.00011467304744553618, | |
| "loss": 0.308, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 5.081967213114754, | |
| "grad_norm": 0.32349440455436707, | |
| "learning_rate": 0.00011440323717198144, | |
| "loss": 0.3045, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 5.089773614363779, | |
| "grad_norm": 0.3356363773345947, | |
| "learning_rate": 0.00011413331978235678, | |
| "loss": 0.3188, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 5.097580015612802, | |
| "grad_norm": 0.3371128737926483, | |
| "learning_rate": 0.00011386329728402268, | |
| "loss": 0.3103, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 5.105386416861827, | |
| "grad_norm": 0.3300149142742157, | |
| "learning_rate": 0.00011359317168512142, | |
| "loss": 0.3055, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 5.113192818110851, | |
| "grad_norm": 0.3270377814769745, | |
| "learning_rate": 0.000113322944994562, | |
| "loss": 0.3115, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 5.1209992193598755, | |
| "grad_norm": 0.3231879472732544, | |
| "learning_rate": 0.00011305261922200519, | |
| "loss": 0.3075, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 5.128805620608899, | |
| "grad_norm": 0.33695080876350403, | |
| "learning_rate": 0.00011278219637784861, | |
| "loss": 0.316, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 5.136612021857924, | |
| "grad_norm": 0.34212931990623474, | |
| "learning_rate": 0.00011251167847321193, | |
| "loss": 0.3158, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 5.144418423106948, | |
| "grad_norm": 0.3377404808998108, | |
| "learning_rate": 0.00011224106751992163, | |
| "loss": 0.317, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 5.152224824355972, | |
| "grad_norm": 0.34452709555625916, | |
| "learning_rate": 0.00011197036553049625, | |
| "loss": 0.3228, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 5.160031225604996, | |
| "grad_norm": 0.3356159031391144, | |
| "learning_rate": 0.00011169957451813138, | |
| "loss": 0.3124, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 5.167837626854021, | |
| "grad_norm": 0.3585182726383209, | |
| "learning_rate": 0.00011142869649668466, | |
| "loss": 0.3168, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 5.1756440281030445, | |
| "grad_norm": 0.3430497348308563, | |
| "learning_rate": 0.00011115773348066074, | |
| "loss": 0.3178, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 5.183450429352069, | |
| "grad_norm": 0.3532644808292389, | |
| "learning_rate": 0.00011088668748519647, | |
| "loss": 0.3192, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 5.191256830601093, | |
| "grad_norm": 0.34457042813301086, | |
| "learning_rate": 0.00011061556052604578, | |
| "loss": 0.3181, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 5.199063231850117, | |
| "grad_norm": 0.33349376916885376, | |
| "learning_rate": 0.00011034435461956466, | |
| "loss": 0.3121, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 5.206869633099141, | |
| "grad_norm": 0.3395507335662842, | |
| "learning_rate": 0.00011007307178269632, | |
| "loss": 0.3183, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 5.214676034348165, | |
| "grad_norm": 0.3544360399246216, | |
| "learning_rate": 0.0001098017140329561, | |
| "loss": 0.3243, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 5.22248243559719, | |
| "grad_norm": 0.3494921326637268, | |
| "learning_rate": 0.0001095302833884163, | |
| "loss": 0.3146, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 5.2302888368462135, | |
| "grad_norm": 0.33652257919311523, | |
| "learning_rate": 0.00010925878186769158, | |
| "loss": 0.3135, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 5.238095238095238, | |
| "grad_norm": 0.3407340943813324, | |
| "learning_rate": 0.00010898721148992351, | |
| "loss": 0.3205, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 5.245901639344262, | |
| "grad_norm": 0.3510075509548187, | |
| "learning_rate": 0.00010871557427476583, | |
| "loss": 0.3127, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 5.2537080405932866, | |
| "grad_norm": 0.34021666646003723, | |
| "learning_rate": 0.00010844387224236932, | |
| "loss": 0.3192, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 5.26151444184231, | |
| "grad_norm": 0.32510459423065186, | |
| "learning_rate": 0.00010817210741336684, | |
| "loss": 0.3108, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 5.269320843091335, | |
| "grad_norm": 0.36883097887039185, | |
| "learning_rate": 0.00010790028180885821, | |
| "loss": 0.3212, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 5.277127244340359, | |
| "grad_norm": 0.3306715190410614, | |
| "learning_rate": 0.00010762839745039526, | |
| "loss": 0.325, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 5.284933645589383, | |
| "grad_norm": 0.3390478491783142, | |
| "learning_rate": 0.00010735645635996676, | |
| "loss": 0.3159, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 5.292740046838407, | |
| "grad_norm": 0.32592055201530457, | |
| "learning_rate": 0.00010708446055998343, | |
| "loss": 0.3127, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 5.300546448087432, | |
| "grad_norm": 0.3241756856441498, | |
| "learning_rate": 0.00010681241207326282, | |
| "loss": 0.3087, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 5.308352849336456, | |
| "grad_norm": 0.3321205675601959, | |
| "learning_rate": 0.00010654031292301432, | |
| "loss": 0.3191, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 5.31615925058548, | |
| "grad_norm": 0.3427116572856903, | |
| "learning_rate": 0.00010626816513282412, | |
| "loss": 0.3167, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 5.323965651834504, | |
| "grad_norm": 0.33668723702430725, | |
| "learning_rate": 0.00010599597072664012, | |
| "loss": 0.3173, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 5.331772053083529, | |
| "grad_norm": 0.3475385010242462, | |
| "learning_rate": 0.0001057237317287569, | |
| "loss": 0.3211, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 5.339578454332552, | |
| "grad_norm": 0.3414543867111206, | |
| "learning_rate": 0.00010545145016380065, | |
| "loss": 0.3171, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 5.347384855581577, | |
| "grad_norm": 0.37167057394981384, | |
| "learning_rate": 0.00010517912805671419, | |
| "loss": 0.3199, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 5.355191256830601, | |
| "grad_norm": 0.3445757031440735, | |
| "learning_rate": 0.00010490676743274181, | |
| "loss": 0.3176, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 5.3629976580796255, | |
| "grad_norm": 0.33130553364753723, | |
| "learning_rate": 0.00010463437031741423, | |
| "loss": 0.3171, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 5.370804059328649, | |
| "grad_norm": 0.34514832496643066, | |
| "learning_rate": 0.00010436193873653361, | |
| "loss": 0.3174, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 5.378610460577674, | |
| "grad_norm": 0.3419683575630188, | |
| "learning_rate": 0.00010408947471615835, | |
| "loss": 0.3229, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 5.386416861826698, | |
| "grad_norm": 0.3344433903694153, | |
| "learning_rate": 0.00010381698028258817, | |
| "loss": 0.3238, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 5.394223263075722, | |
| "grad_norm": 0.3199335038661957, | |
| "learning_rate": 0.00010354445746234894, | |
| "loss": 0.3218, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 5.402029664324746, | |
| "grad_norm": 0.3573337197303772, | |
| "learning_rate": 0.00010327190828217763, | |
| "loss": 0.3274, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 5.409836065573771, | |
| "grad_norm": 0.3186776638031006, | |
| "learning_rate": 0.00010299933476900727, | |
| "loss": 0.3278, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 5.4176424668227945, | |
| "grad_norm": 0.3291524648666382, | |
| "learning_rate": 0.00010272673894995187, | |
| "loss": 0.3207, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 5.425448868071819, | |
| "grad_norm": 0.3383654057979584, | |
| "learning_rate": 0.00010245412285229124, | |
| "loss": 0.309, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 5.433255269320843, | |
| "grad_norm": 0.33380231261253357, | |
| "learning_rate": 0.00010218148850345613, | |
| "loss": 0.3139, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 5.441061670569868, | |
| "grad_norm": 0.3124459385871887, | |
| "learning_rate": 0.0001019088379310129, | |
| "loss": 0.3167, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 5.448868071818891, | |
| "grad_norm": 0.34139421582221985, | |
| "learning_rate": 0.00010163617316264869, | |
| "loss": 0.3177, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 5.456674473067916, | |
| "grad_norm": 0.33428099751472473, | |
| "learning_rate": 0.00010136349622615608, | |
| "loss": 0.3185, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 5.46448087431694, | |
| "grad_norm": 0.3460736870765686, | |
| "learning_rate": 0.00010109080914941824, | |
| "loss": 0.3187, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 5.472287275565964, | |
| "grad_norm": 0.35471439361572266, | |
| "learning_rate": 0.00010081811396039373, | |
| "loss": 0.3213, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 5.480093676814988, | |
| "grad_norm": 0.3312179446220398, | |
| "learning_rate": 0.00010054541268710138, | |
| "loss": 0.3148, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 5.487900078064013, | |
| "grad_norm": 0.34200319647789, | |
| "learning_rate": 0.00010027270735760541, | |
| "loss": 0.3268, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 5.495706479313037, | |
| "grad_norm": 0.339599072933197, | |
| "learning_rate": 0.0001, | |
| "loss": 0.3148, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 5.503512880562061, | |
| "grad_norm": 0.3320743143558502, | |
| "learning_rate": 9.972729264239461e-05, | |
| "loss": 0.3176, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 5.511319281811085, | |
| "grad_norm": 0.3287266790866852, | |
| "learning_rate": 9.945458731289862e-05, | |
| "loss": 0.3235, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 5.51912568306011, | |
| "grad_norm": 0.3429989814758301, | |
| "learning_rate": 9.918188603960632e-05, | |
| "loss": 0.3257, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 5.526932084309133, | |
| "grad_norm": 0.3366888165473938, | |
| "learning_rate": 9.890919085058178e-05, | |
| "loss": 0.3194, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 5.534738485558158, | |
| "grad_norm": 0.3251045346260071, | |
| "learning_rate": 9.863650377384395e-05, | |
| "loss": 0.315, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 5.542544886807182, | |
| "grad_norm": 0.3391668200492859, | |
| "learning_rate": 9.836382683735132e-05, | |
| "loss": 0.3225, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 5.550351288056206, | |
| "grad_norm": 0.3379986584186554, | |
| "learning_rate": 9.809116206898712e-05, | |
| "loss": 0.3251, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 5.55815768930523, | |
| "grad_norm": 0.336603581905365, | |
| "learning_rate": 9.78185114965439e-05, | |
| "loss": 0.3211, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 5.565964090554255, | |
| "grad_norm": 0.3426755368709564, | |
| "learning_rate": 9.754587714770878e-05, | |
| "loss": 0.323, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 5.573770491803279, | |
| "grad_norm": 0.3463711738586426, | |
| "learning_rate": 9.727326105004817e-05, | |
| "loss": 0.3202, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 5.581576893052302, | |
| "grad_norm": 0.36325374245643616, | |
| "learning_rate": 9.700066523099273e-05, | |
| "loss": 0.3143, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 5.589383294301327, | |
| "grad_norm": 0.32558673620224, | |
| "learning_rate": 9.67280917178224e-05, | |
| "loss": 0.3286, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 5.597189695550352, | |
| "grad_norm": 0.33436307311058044, | |
| "learning_rate": 9.64555425376511e-05, | |
| "loss": 0.3168, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 5.6049960967993755, | |
| "grad_norm": 0.33413755893707275, | |
| "learning_rate": 9.618301971741184e-05, | |
| "loss": 0.3135, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 5.612802498048399, | |
| "grad_norm": 0.3465372920036316, | |
| "learning_rate": 9.591052528384167e-05, | |
| "loss": 0.3175, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 5.620608899297424, | |
| "grad_norm": 0.3320391774177551, | |
| "learning_rate": 9.563806126346642e-05, | |
| "loss": 0.3201, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 5.628415300546449, | |
| "grad_norm": 0.3287176191806793, | |
| "learning_rate": 9.536562968258578e-05, | |
| "loss": 0.3224, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 5.636221701795472, | |
| "grad_norm": 0.3486092686653137, | |
| "learning_rate": 9.509323256725821e-05, | |
| "loss": 0.3254, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 5.644028103044496, | |
| "grad_norm": 0.3497357666492462, | |
| "learning_rate": 9.482087194328583e-05, | |
| "loss": 0.3178, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 5.651834504293521, | |
| "grad_norm": 0.338351309299469, | |
| "learning_rate": 9.454854983619936e-05, | |
| "loss": 0.3312, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 5.6596409055425445, | |
| "grad_norm": 0.3393017649650574, | |
| "learning_rate": 9.427626827124317e-05, | |
| "loss": 0.3171, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 5.667447306791569, | |
| "grad_norm": 0.34753820300102234, | |
| "learning_rate": 9.400402927335992e-05, | |
| "loss": 0.3231, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 5.675253708040593, | |
| "grad_norm": 0.3426099121570587, | |
| "learning_rate": 9.373183486717592e-05, | |
| "loss": 0.3195, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 5.683060109289618, | |
| "grad_norm": 0.3154798150062561, | |
| "learning_rate": 9.345968707698569e-05, | |
| "loss": 0.3234, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 5.690866510538641, | |
| "grad_norm": 0.3466772735118866, | |
| "learning_rate": 9.318758792673722e-05, | |
| "loss": 0.3117, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 5.698672911787666, | |
| "grad_norm": 0.3402402997016907, | |
| "learning_rate": 9.29155394400166e-05, | |
| "loss": 0.3197, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 5.70647931303669, | |
| "grad_norm": 0.34711048007011414, | |
| "learning_rate": 9.264354364003327e-05, | |
| "loss": 0.3238, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 5.714285714285714, | |
| "grad_norm": 0.33199217915534973, | |
| "learning_rate": 9.237160254960476e-05, | |
| "loss": 0.3136, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 5.722092115534738, | |
| "grad_norm": 0.3648219108581543, | |
| "learning_rate": 9.209971819114181e-05, | |
| "loss": 0.3257, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 5.729898516783763, | |
| "grad_norm": 0.3323144316673279, | |
| "learning_rate": 9.182789258663321e-05, | |
| "loss": 0.3162, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 5.737704918032787, | |
| "grad_norm": 0.32556962966918945, | |
| "learning_rate": 9.155612775763069e-05, | |
| "loss": 0.3191, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 5.745511319281811, | |
| "grad_norm": 0.33691149950027466, | |
| "learning_rate": 9.128442572523417e-05, | |
| "loss": 0.3221, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 5.753317720530835, | |
| "grad_norm": 0.33508819341659546, | |
| "learning_rate": 9.10127885100765e-05, | |
| "loss": 0.3215, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 5.76112412177986, | |
| "grad_norm": 0.31548982858657837, | |
| "learning_rate": 9.074121813230847e-05, | |
| "loss": 0.3134, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 5.768930523028883, | |
| "grad_norm": 0.33069273829460144, | |
| "learning_rate": 9.046971661158372e-05, | |
| "loss": 0.3138, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 5.776736924277908, | |
| "grad_norm": 0.3511803150177002, | |
| "learning_rate": 9.019828596704394e-05, | |
| "loss": 0.322, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 5.784543325526932, | |
| "grad_norm": 0.34525299072265625, | |
| "learning_rate": 8.992692821730368e-05, | |
| "loss": 0.3268, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 5.7923497267759565, | |
| "grad_norm": 0.32578587532043457, | |
| "learning_rate": 8.965564538043535e-05, | |
| "loss": 0.3254, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 5.80015612802498, | |
| "grad_norm": 0.33581212162971497, | |
| "learning_rate": 8.938443947395427e-05, | |
| "loss": 0.3249, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 5.807962529274005, | |
| "grad_norm": 0.34412479400634766, | |
| "learning_rate": 8.911331251480357e-05, | |
| "loss": 0.3263, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 5.815768930523029, | |
| "grad_norm": 0.3513209819793701, | |
| "learning_rate": 8.884226651933927e-05, | |
| "loss": 0.3199, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 5.823575331772053, | |
| "grad_norm": 0.3510242700576782, | |
| "learning_rate": 8.857130350331535e-05, | |
| "loss": 0.3156, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 5.831381733021077, | |
| "grad_norm": 0.3359852135181427, | |
| "learning_rate": 8.830042548186863e-05, | |
| "loss": 0.3225, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 5.839188134270102, | |
| "grad_norm": 0.3355961740016937, | |
| "learning_rate": 8.802963446950377e-05, | |
| "loss": 0.3229, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 5.8469945355191255, | |
| "grad_norm": 0.3400302827358246, | |
| "learning_rate": 8.775893248007839e-05, | |
| "loss": 0.331, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 5.85480093676815, | |
| "grad_norm": 0.3256356120109558, | |
| "learning_rate": 8.74883215267881e-05, | |
| "loss": 0.327, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 5.862607338017174, | |
| "grad_norm": 0.35503053665161133, | |
| "learning_rate": 8.721780362215138e-05, | |
| "loss": 0.3273, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 5.870413739266199, | |
| "grad_norm": 0.34520792961120605, | |
| "learning_rate": 8.694738077799488e-05, | |
| "loss": 0.3198, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 5.878220140515222, | |
| "grad_norm": 0.32543712854385376, | |
| "learning_rate": 8.667705500543803e-05, | |
| "loss": 0.3171, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 5.886026541764247, | |
| "grad_norm": 0.33950576186180115, | |
| "learning_rate": 8.64068283148786e-05, | |
| "loss": 0.3207, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 5.893832943013271, | |
| "grad_norm": 0.3403869569301605, | |
| "learning_rate": 8.613670271597733e-05, | |
| "loss": 0.3243, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 5.901639344262295, | |
| "grad_norm": 0.34109991788864136, | |
| "learning_rate": 8.586668021764329e-05, | |
| "loss": 0.3221, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 5.909445745511319, | |
| "grad_norm": 0.3320345878601074, | |
| "learning_rate": 8.559676282801858e-05, | |
| "loss": 0.3171, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 5.917252146760344, | |
| "grad_norm": 0.34376391768455505, | |
| "learning_rate": 8.532695255446383e-05, | |
| "loss": 0.3191, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 5.925058548009368, | |
| "grad_norm": 0.33876165747642517, | |
| "learning_rate": 8.505725140354294e-05, | |
| "loss": 0.3198, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 5.932864949258392, | |
| "grad_norm": 0.34862759709358215, | |
| "learning_rate": 8.478766138100834e-05, | |
| "loss": 0.3195, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 5.940671350507416, | |
| "grad_norm": 0.34864258766174316, | |
| "learning_rate": 8.451818449178591e-05, | |
| "loss": 0.3271, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 5.948477751756441, | |
| "grad_norm": 0.35281243920326233, | |
| "learning_rate": 8.424882273996024e-05, | |
| "loss": 0.3246, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 5.956284153005464, | |
| "grad_norm": 0.33554619550704956, | |
| "learning_rate": 8.397957812875959e-05, | |
| "loss": 0.3239, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 5.964090554254488, | |
| "grad_norm": 0.3569699227809906, | |
| "learning_rate": 8.371045266054114e-05, | |
| "loss": 0.3182, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 5.971896955503513, | |
| "grad_norm": 0.3249468505382538, | |
| "learning_rate": 8.344144833677594e-05, | |
| "loss": 0.3218, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 5.9797033567525375, | |
| "grad_norm": 0.3645569682121277, | |
| "learning_rate": 8.317256715803407e-05, | |
| "loss": 0.3158, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 5.987509758001561, | |
| "grad_norm": 0.32271501421928406, | |
| "learning_rate": 8.290381112396987e-05, | |
| "loss": 0.3194, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 5.995316159250585, | |
| "grad_norm": 0.3314792215824127, | |
| "learning_rate": 8.263518223330697e-05, | |
| "loss": 0.318, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 1.0760587453842163, | |
| "eval_runtime": 0.3225, | |
| "eval_samples_per_second": 15.506, | |
| "eval_steps_per_second": 3.101, | |
| "step": 3843 | |
| }, | |
| { | |
| "epoch": 6.00312256049961, | |
| "grad_norm": 0.31583714485168457, | |
| "learning_rate": 8.236668248382337e-05, | |
| "loss": 0.3, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 6.0109289617486334, | |
| "grad_norm": 0.36563432216644287, | |
| "learning_rate": 8.209831387233676e-05, | |
| "loss": 0.2928, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 6.018735362997658, | |
| "grad_norm": 0.3586893081665039, | |
| "learning_rate": 8.183007839468942e-05, | |
| "loss": 0.2947, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 6.026541764246682, | |
| "grad_norm": 0.351180762052536, | |
| "learning_rate": 8.156197804573366e-05, | |
| "loss": 0.2974, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 6.0343481654957065, | |
| "grad_norm": 0.3694261610507965, | |
| "learning_rate": 8.12940148193168e-05, | |
| "loss": 0.2943, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 6.04215456674473, | |
| "grad_norm": 0.3579952120780945, | |
| "learning_rate": 8.102619070826639e-05, | |
| "loss": 0.2993, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 6.049960967993755, | |
| "grad_norm": 0.3623141348361969, | |
| "learning_rate": 8.075850770437534e-05, | |
| "loss": 0.3012, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 6.057767369242779, | |
| "grad_norm": 0.35049453377723694, | |
| "learning_rate": 8.049096779838719e-05, | |
| "loss": 0.2954, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 6.065573770491803, | |
| "grad_norm": 0.36742958426475525, | |
| "learning_rate": 8.022357297998127e-05, | |
| "loss": 0.292, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 6.073380171740827, | |
| "grad_norm": 0.36501386761665344, | |
| "learning_rate": 7.995632523775795e-05, | |
| "loss": 0.2938, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 6.081186572989852, | |
| "grad_norm": 0.35817086696624756, | |
| "learning_rate": 7.968922655922374e-05, | |
| "loss": 0.302, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 6.0889929742388755, | |
| "grad_norm": 0.3561493158340454, | |
| "learning_rate": 7.942227893077652e-05, | |
| "loss": 0.3042, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 6.0967993754879, | |
| "grad_norm": 0.3571511507034302, | |
| "learning_rate": 7.915548433769095e-05, | |
| "loss": 0.2971, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 6.104605776736924, | |
| "grad_norm": 0.34343209862709045, | |
| "learning_rate": 7.888884476410348e-05, | |
| "loss": 0.2956, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 6.112412177985949, | |
| "grad_norm": 0.3509383201599121, | |
| "learning_rate": 7.862236219299777e-05, | |
| "loss": 0.2991, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 6.120218579234972, | |
| "grad_norm": 0.35262179374694824, | |
| "learning_rate": 7.835603860618972e-05, | |
| "loss": 0.2984, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 6.128024980483997, | |
| "grad_norm": 0.35837092995643616, | |
| "learning_rate": 7.808987598431303e-05, | |
| "loss": 0.2949, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 6.135831381733021, | |
| "grad_norm": 0.3698333501815796, | |
| "learning_rate": 7.782387630680421e-05, | |
| "loss": 0.3056, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 6.143637782982045, | |
| "grad_norm": 0.3528449535369873, | |
| "learning_rate": 7.755804155188802e-05, | |
| "loss": 0.2861, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 6.151444184231069, | |
| "grad_norm": 0.3811301290988922, | |
| "learning_rate": 7.729237369656269e-05, | |
| "loss": 0.3052, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 6.159250585480094, | |
| "grad_norm": 0.37010228633880615, | |
| "learning_rate": 7.702687471658518e-05, | |
| "loss": 0.2911, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 6.167056986729118, | |
| "grad_norm": 0.37986573576927185, | |
| "learning_rate": 7.676154658645656e-05, | |
| "loss": 0.2997, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 6.174863387978142, | |
| "grad_norm": 0.34996771812438965, | |
| "learning_rate": 7.649639127940735e-05, | |
| "loss": 0.3029, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 6.182669789227166, | |
| "grad_norm": 0.3746223449707031, | |
| "learning_rate": 7.623141076738271e-05, | |
| "loss": 0.3064, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 6.190476190476191, | |
| "grad_norm": 0.3640713393688202, | |
| "learning_rate": 7.596660702102791e-05, | |
| "loss": 0.3013, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 6.1982825917252145, | |
| "grad_norm": 0.3776625096797943, | |
| "learning_rate": 7.570198200967362e-05, | |
| "loss": 0.3063, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 6.206088992974239, | |
| "grad_norm": 0.3669188916683197, | |
| "learning_rate": 7.543753770132127e-05, | |
| "loss": 0.2982, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 6.213895394223263, | |
| "grad_norm": 0.37241482734680176, | |
| "learning_rate": 7.517327606262836e-05, | |
| "loss": 0.3, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 6.2217017954722875, | |
| "grad_norm": 0.36023199558258057, | |
| "learning_rate": 7.490919905889403e-05, | |
| "loss": 0.2997, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 6.229508196721311, | |
| "grad_norm": 0.36012396216392517, | |
| "learning_rate": 7.464530865404407e-05, | |
| "loss": 0.2926, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 6.237314597970336, | |
| "grad_norm": 0.3803520202636719, | |
| "learning_rate": 7.438160681061676e-05, | |
| "loss": 0.3045, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 6.24512099921936, | |
| "grad_norm": 0.34980347752571106, | |
| "learning_rate": 7.411809548974792e-05, | |
| "loss": 0.2991, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 6.252927400468384, | |
| "grad_norm": 0.3561069369316101, | |
| "learning_rate": 7.385477665115658e-05, | |
| "loss": 0.3094, | |
| "step": 4005 | |
| }, | |
| { | |
| "epoch": 6.260733801717408, | |
| "grad_norm": 0.36508041620254517, | |
| "learning_rate": 7.359165225313019e-05, | |
| "loss": 0.2969, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 6.268540202966433, | |
| "grad_norm": 0.36842647194862366, | |
| "learning_rate": 7.332872425251018e-05, | |
| "loss": 0.3009, | |
| "step": 4015 | |
| }, | |
| { | |
| "epoch": 6.2763466042154565, | |
| "grad_norm": 0.3771759569644928, | |
| "learning_rate": 7.30659946046774e-05, | |
| "loss": 0.3027, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 6.284153005464481, | |
| "grad_norm": 0.36950060725212097, | |
| "learning_rate": 7.280346526353759e-05, | |
| "loss": 0.3052, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 6.291959406713505, | |
| "grad_norm": 0.36776700615882874, | |
| "learning_rate": 7.25411381815068e-05, | |
| "loss": 0.298, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 6.29976580796253, | |
| "grad_norm": 0.3699568510055542, | |
| "learning_rate": 7.22790153094968e-05, | |
| "loss": 0.2961, | |
| "step": 4035 | |
| }, | |
| { | |
| "epoch": 6.307572209211553, | |
| "grad_norm": 0.36055341362953186, | |
| "learning_rate": 7.20170985969008e-05, | |
| "loss": 0.297, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 6.315378610460578, | |
| "grad_norm": 0.37468183040618896, | |
| "learning_rate": 7.175538999157876e-05, | |
| "loss": 0.2989, | |
| "step": 4045 | |
| }, | |
| { | |
| "epoch": 6.323185011709602, | |
| "grad_norm": 0.3778867721557617, | |
| "learning_rate": 7.149389143984295e-05, | |
| "loss": 0.2994, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 6.330991412958626, | |
| "grad_norm": 0.37846189737319946, | |
| "learning_rate": 7.123260488644345e-05, | |
| "loss": 0.2949, | |
| "step": 4055 | |
| }, | |
| { | |
| "epoch": 6.33879781420765, | |
| "grad_norm": 0.3595486581325531, | |
| "learning_rate": 7.097153227455379e-05, | |
| "loss": 0.3063, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 6.346604215456675, | |
| "grad_norm": 0.38495534658432007, | |
| "learning_rate": 7.071067554575637e-05, | |
| "loss": 0.3037, | |
| "step": 4065 | |
| }, | |
| { | |
| "epoch": 6.354410616705699, | |
| "grad_norm": 0.37678053975105286, | |
| "learning_rate": 7.045003664002809e-05, | |
| "loss": 0.3111, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 6.362217017954723, | |
| "grad_norm": 0.353000283241272, | |
| "learning_rate": 7.018961749572604e-05, | |
| "loss": 0.3003, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 6.370023419203747, | |
| "grad_norm": 0.381798654794693, | |
| "learning_rate": 6.992942004957271e-05, | |
| "loss": 0.3037, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 6.377829820452771, | |
| "grad_norm": 0.34018296003341675, | |
| "learning_rate": 6.9669446236642e-05, | |
| "loss": 0.2956, | |
| "step": 4085 | |
| }, | |
| { | |
| "epoch": 6.3856362217017955, | |
| "grad_norm": 0.3533703684806824, | |
| "learning_rate": 6.940969799034465e-05, | |
| "loss": 0.298, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 6.39344262295082, | |
| "grad_norm": 0.36671626567840576, | |
| "learning_rate": 6.915017724241389e-05, | |
| "loss": 0.3004, | |
| "step": 4095 | |
| }, | |
| { | |
| "epoch": 6.401249024199844, | |
| "grad_norm": 0.3814579248428345, | |
| "learning_rate": 6.889088592289093e-05, | |
| "loss": 0.2992, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 6.409055425448868, | |
| "grad_norm": 0.38459497690200806, | |
| "learning_rate": 6.863182596011087e-05, | |
| "loss": 0.3036, | |
| "step": 4105 | |
| }, | |
| { | |
| "epoch": 6.416861826697892, | |
| "grad_norm": 0.3617273271083832, | |
| "learning_rate": 6.837299928068817e-05, | |
| "loss": 0.3037, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 6.424668227946917, | |
| "grad_norm": 0.3558304011821747, | |
| "learning_rate": 6.811440780950237e-05, | |
| "loss": 0.2934, | |
| "step": 4115 | |
| }, | |
| { | |
| "epoch": 6.432474629195941, | |
| "grad_norm": 0.36529627442359924, | |
| "learning_rate": 6.785605346968386e-05, | |
| "loss": 0.3034, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 6.4402810304449645, | |
| "grad_norm": 0.3953593373298645, | |
| "learning_rate": 6.759793818259933e-05, | |
| "loss": 0.3005, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 6.448087431693989, | |
| "grad_norm": 0.38395586609840393, | |
| "learning_rate": 6.73400638678378e-05, | |
| "loss": 0.3009, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 6.455893832943013, | |
| "grad_norm": 0.35242578387260437, | |
| "learning_rate": 6.708243244319611e-05, | |
| "loss": 0.3053, | |
| "step": 4135 | |
| }, | |
| { | |
| "epoch": 6.4637002341920375, | |
| "grad_norm": 0.3590448200702667, | |
| "learning_rate": 6.682504582466482e-05, | |
| "loss": 0.2994, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 6.471506635441061, | |
| "grad_norm": 0.37192437052726746, | |
| "learning_rate": 6.656790592641375e-05, | |
| "loss": 0.3056, | |
| "step": 4145 | |
| }, | |
| { | |
| "epoch": 6.479313036690086, | |
| "grad_norm": 0.35877934098243713, | |
| "learning_rate": 6.6311014660778e-05, | |
| "loss": 0.2958, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 6.48711943793911, | |
| "grad_norm": 0.3730364143848419, | |
| "learning_rate": 6.605437393824356e-05, | |
| "loss": 0.3047, | |
| "step": 4155 | |
| }, | |
| { | |
| "epoch": 6.494925839188134, | |
| "grad_norm": 0.3790695071220398, | |
| "learning_rate": 6.579798566743314e-05, | |
| "loss": 0.3027, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 6.502732240437158, | |
| "grad_norm": 0.36754992604255676, | |
| "learning_rate": 6.554185175509197e-05, | |
| "loss": 0.2916, | |
| "step": 4165 | |
| }, | |
| { | |
| "epoch": 6.510538641686183, | |
| "grad_norm": 0.37978771328926086, | |
| "learning_rate": 6.528597410607364e-05, | |
| "loss": 0.3023, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 6.518345042935207, | |
| "grad_norm": 0.35783836245536804, | |
| "learning_rate": 6.503035462332592e-05, | |
| "loss": 0.3031, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 6.526151444184231, | |
| "grad_norm": 0.3850097060203552, | |
| "learning_rate": 6.477499520787665e-05, | |
| "loss": 0.3025, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 6.533957845433255, | |
| "grad_norm": 0.38699930906295776, | |
| "learning_rate": 6.451989775881955e-05, | |
| "loss": 0.3032, | |
| "step": 4185 | |
| }, | |
| { | |
| "epoch": 6.54176424668228, | |
| "grad_norm": 0.3620811998844147, | |
| "learning_rate": 6.42650641733e-05, | |
| "loss": 0.3029, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 6.549570647931303, | |
| "grad_norm": 0.3833983838558197, | |
| "learning_rate": 6.401049634650118e-05, | |
| "loss": 0.3018, | |
| "step": 4195 | |
| }, | |
| { | |
| "epoch": 6.557377049180328, | |
| "grad_norm": 0.3642504811286926, | |
| "learning_rate": 6.375619617162985e-05, | |
| "loss": 0.3052, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 6.565183450429352, | |
| "grad_norm": 0.34987977147102356, | |
| "learning_rate": 6.350216553990212e-05, | |
| "loss": 0.3027, | |
| "step": 4205 | |
| }, | |
| { | |
| "epoch": 6.5729898516783765, | |
| "grad_norm": 0.3789624571800232, | |
| "learning_rate": 6.324840634052967e-05, | |
| "loss": 0.2983, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 6.5807962529274, | |
| "grad_norm": 0.39051589369773865, | |
| "learning_rate": 6.29949204607054e-05, | |
| "loss": 0.3099, | |
| "step": 4215 | |
| }, | |
| { | |
| "epoch": 6.588602654176425, | |
| "grad_norm": 0.36654597520828247, | |
| "learning_rate": 6.27417097855897e-05, | |
| "loss": 0.3067, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 6.596409055425449, | |
| "grad_norm": 0.3750831186771393, | |
| "learning_rate": 6.248877619829619e-05, | |
| "loss": 0.304, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 6.604215456674473, | |
| "grad_norm": 0.3867753744125366, | |
| "learning_rate": 6.223612157987786e-05, | |
| "loss": 0.3082, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 6.612021857923497, | |
| "grad_norm": 0.3690248429775238, | |
| "learning_rate": 6.198374780931293e-05, | |
| "loss": 0.3044, | |
| "step": 4235 | |
| }, | |
| { | |
| "epoch": 6.619828259172522, | |
| "grad_norm": 0.37476563453674316, | |
| "learning_rate": 6.173165676349103e-05, | |
| "loss": 0.3027, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 6.6276346604215455, | |
| "grad_norm": 0.36592650413513184, | |
| "learning_rate": 6.14798503171992e-05, | |
| "loss": 0.3015, | |
| "step": 4245 | |
| }, | |
| { | |
| "epoch": 6.63544106167057, | |
| "grad_norm": 0.3869721293449402, | |
| "learning_rate": 6.122833034310793e-05, | |
| "loss": 0.2986, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 6.643247462919594, | |
| "grad_norm": 0.3800086975097656, | |
| "learning_rate": 6.097709871175723e-05, | |
| "loss": 0.3026, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 6.6510538641686185, | |
| "grad_norm": 0.3717212677001953, | |
| "learning_rate": 6.0726157291542605e-05, | |
| "loss": 0.303, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 6.658860265417642, | |
| "grad_norm": 0.35861897468566895, | |
| "learning_rate": 6.047550794870145e-05, | |
| "loss": 0.3008, | |
| "step": 4265 | |
| }, | |
| { | |
| "epoch": 6.666666666666667, | |
| "grad_norm": 0.3755732476711273, | |
| "learning_rate": 6.02251525472989e-05, | |
| "loss": 0.3006, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 6.674473067915691, | |
| "grad_norm": 0.3563028872013092, | |
| "learning_rate": 5.9975092949214116e-05, | |
| "loss": 0.3041, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 6.682279469164715, | |
| "grad_norm": 0.3711301386356354, | |
| "learning_rate": 5.9725331014126294e-05, | |
| "loss": 0.3047, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 6.690085870413739, | |
| "grad_norm": 0.3619491457939148, | |
| "learning_rate": 5.947586859950103e-05, | |
| "loss": 0.3034, | |
| "step": 4285 | |
| }, | |
| { | |
| "epoch": 6.697892271662764, | |
| "grad_norm": 0.3621855080127716, | |
| "learning_rate": 5.922670756057633e-05, | |
| "loss": 0.2993, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 6.705698672911788, | |
| "grad_norm": 0.3833586573600769, | |
| "learning_rate": 5.8977849750348944e-05, | |
| "loss": 0.2969, | |
| "step": 4295 | |
| }, | |
| { | |
| "epoch": 6.713505074160812, | |
| "grad_norm": 0.36535149812698364, | |
| "learning_rate": 5.872929701956054e-05, | |
| "loss": 0.3109, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 6.721311475409836, | |
| "grad_norm": 0.34852883219718933, | |
| "learning_rate": 5.848105121668381e-05, | |
| "loss": 0.2996, | |
| "step": 4305 | |
| }, | |
| { | |
| "epoch": 6.729117876658861, | |
| "grad_norm": 0.35054901242256165, | |
| "learning_rate": 5.8233114187908935e-05, | |
| "loss": 0.3038, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 6.736924277907884, | |
| "grad_norm": 0.38017308712005615, | |
| "learning_rate": 5.7985487777129765e-05, | |
| "loss": 0.3023, | |
| "step": 4315 | |
| }, | |
| { | |
| "epoch": 6.744730679156909, | |
| "grad_norm": 0.3646107017993927, | |
| "learning_rate": 5.773817382593008e-05, | |
| "loss": 0.3097, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 6.752537080405933, | |
| "grad_norm": 0.3594595491886139, | |
| "learning_rate": 5.749117417356988e-05, | |
| "loss": 0.3088, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 6.760343481654957, | |
| "grad_norm": 0.39560645818710327, | |
| "learning_rate": 5.7244490656971815e-05, | |
| "loss": 0.3058, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 6.768149882903981, | |
| "grad_norm": 0.3735295236110687, | |
| "learning_rate": 5.699812511070734e-05, | |
| "loss": 0.3109, | |
| "step": 4335 | |
| }, | |
| { | |
| "epoch": 6.775956284153006, | |
| "grad_norm": 0.3793189823627472, | |
| "learning_rate": 5.675207936698337e-05, | |
| "loss": 0.2962, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 6.78376268540203, | |
| "grad_norm": 0.36545222997665405, | |
| "learning_rate": 5.6506355255628284e-05, | |
| "loss": 0.3034, | |
| "step": 4345 | |
| }, | |
| { | |
| "epoch": 6.791569086651053, | |
| "grad_norm": 0.3819272816181183, | |
| "learning_rate": 5.6260954604078585e-05, | |
| "loss": 0.3055, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 6.799375487900078, | |
| "grad_norm": 0.40963688492774963, | |
| "learning_rate": 5.601587923736518e-05, | |
| "loss": 0.297, | |
| "step": 4355 | |
| }, | |
| { | |
| "epoch": 6.807181889149103, | |
| "grad_norm": 0.3582998812198639, | |
| "learning_rate": 5.577113097809989e-05, | |
| "loss": 0.3024, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 6.8149882903981265, | |
| "grad_norm": 0.3594261407852173, | |
| "learning_rate": 5.5526711646461835e-05, | |
| "loss": 0.2976, | |
| "step": 4365 | |
| }, | |
| { | |
| "epoch": 6.82279469164715, | |
| "grad_norm": 0.36158230900764465, | |
| "learning_rate": 5.528262306018395e-05, | |
| "loss": 0.3015, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 6.830601092896175, | |
| "grad_norm": 0.37753212451934814, | |
| "learning_rate": 5.503886703453933e-05, | |
| "loss": 0.2942, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 6.8384074941451995, | |
| "grad_norm": 0.37955158948898315, | |
| "learning_rate": 5.4795445382328037e-05, | |
| "loss": 0.3017, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 6.846213895394223, | |
| "grad_norm": 0.3600054979324341, | |
| "learning_rate": 5.4552359913863214e-05, | |
| "loss": 0.3061, | |
| "step": 4385 | |
| }, | |
| { | |
| "epoch": 6.854020296643247, | |
| "grad_norm": 0.3673628270626068, | |
| "learning_rate": 5.4309612436957937e-05, | |
| "loss": 0.3049, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 6.861826697892272, | |
| "grad_norm": 0.36428987979888916, | |
| "learning_rate": 5.4067204756911624e-05, | |
| "loss": 0.3096, | |
| "step": 4395 | |
| }, | |
| { | |
| "epoch": 6.8696330991412955, | |
| "grad_norm": 0.3699190616607666, | |
| "learning_rate": 5.382513867649663e-05, | |
| "loss": 0.3008, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 6.87743950039032, | |
| "grad_norm": 0.36936306953430176, | |
| "learning_rate": 5.358341599594483e-05, | |
| "loss": 0.2979, | |
| "step": 4405 | |
| }, | |
| { | |
| "epoch": 6.885245901639344, | |
| "grad_norm": 0.3822793960571289, | |
| "learning_rate": 5.3342038512934424e-05, | |
| "loss": 0.3009, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 6.893052302888369, | |
| "grad_norm": 0.37353184819221497, | |
| "learning_rate": 5.3101008022576126e-05, | |
| "loss": 0.3061, | |
| "step": 4415 | |
| }, | |
| { | |
| "epoch": 6.900858704137392, | |
| "grad_norm": 0.37411707639694214, | |
| "learning_rate": 5.286032631740023e-05, | |
| "loss": 0.3022, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 6.908665105386417, | |
| "grad_norm": 0.3575087785720825, | |
| "learning_rate": 5.261999518734322e-05, | |
| "loss": 0.302, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 6.916471506635441, | |
| "grad_norm": 0.3561764359474182, | |
| "learning_rate": 5.238001641973422e-05, | |
| "loss": 0.2998, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 6.924277907884465, | |
| "grad_norm": 0.3756863474845886, | |
| "learning_rate": 5.214039179928194e-05, | |
| "loss": 0.3009, | |
| "step": 4435 | |
| }, | |
| { | |
| "epoch": 6.932084309133489, | |
| "grad_norm": 0.36556264758110046, | |
| "learning_rate": 5.190112310806126e-05, | |
| "loss": 0.296, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 6.939890710382514, | |
| "grad_norm": 0.37201789021492004, | |
| "learning_rate": 5.1662212125500075e-05, | |
| "loss": 0.2993, | |
| "step": 4445 | |
| }, | |
| { | |
| "epoch": 6.947697111631538, | |
| "grad_norm": 0.34447523951530457, | |
| "learning_rate": 5.142366062836599e-05, | |
| "loss": 0.3002, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 6.955503512880562, | |
| "grad_norm": 0.3652222156524658, | |
| "learning_rate": 5.118547039075326e-05, | |
| "loss": 0.3015, | |
| "step": 4455 | |
| }, | |
| { | |
| "epoch": 6.963309914129586, | |
| "grad_norm": 0.3540942072868347, | |
| "learning_rate": 5.09476431840692e-05, | |
| "loss": 0.3031, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 6.971116315378611, | |
| "grad_norm": 0.36961525678634644, | |
| "learning_rate": 5.071018077702161e-05, | |
| "loss": 0.3134, | |
| "step": 4465 | |
| }, | |
| { | |
| "epoch": 6.978922716627634, | |
| "grad_norm": 0.3560226559638977, | |
| "learning_rate": 5.047308493560506e-05, | |
| "loss": 0.2953, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 6.986729117876659, | |
| "grad_norm": 0.3567667007446289, | |
| "learning_rate": 5.023635742308807e-05, | |
| "loss": 0.3081, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 6.994535519125683, | |
| "grad_norm": 0.3771991431713104, | |
| "learning_rate": 5.000000000000002e-05, | |
| "loss": 0.3056, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 6.999219359875098, | |
| "eval_loss": 1.1023039817810059, | |
| "eval_runtime": 0.3388, | |
| "eval_samples_per_second": 14.759, | |
| "eval_steps_per_second": 2.952, | |
| "step": 4483 | |
| }, | |
| { | |
| "epoch": 7.0023419203747075, | |
| "grad_norm": 0.34990745782852173, | |
| "learning_rate": 4.976401442411774e-05, | |
| "loss": 0.2964, | |
| "step": 4485 | |
| }, | |
| { | |
| "epoch": 7.010148321623731, | |
| "grad_norm": 0.3766123354434967, | |
| "learning_rate": 4.952840245045278e-05, | |
| "loss": 0.2868, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 7.017954722872756, | |
| "grad_norm": 0.3829561769962311, | |
| "learning_rate": 4.92931658312383e-05, | |
| "loss": 0.2865, | |
| "step": 4495 | |
| }, | |
| { | |
| "epoch": 7.02576112412178, | |
| "grad_norm": 0.3801458179950714, | |
| "learning_rate": 4.9058306315915826e-05, | |
| "loss": 0.277, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 7.033567525370804, | |
| "grad_norm": 0.3700219690799713, | |
| "learning_rate": 4.882382565112248e-05, | |
| "loss": 0.2803, | |
| "step": 4505 | |
| }, | |
| { | |
| "epoch": 7.041373926619828, | |
| "grad_norm": 0.3695278763771057, | |
| "learning_rate": 4.8589725580677835e-05, | |
| "loss": 0.2817, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 7.049180327868853, | |
| "grad_norm": 0.3825577199459076, | |
| "learning_rate": 4.835600784557106e-05, | |
| "loss": 0.2791, | |
| "step": 4515 | |
| }, | |
| { | |
| "epoch": 7.0569867291178765, | |
| "grad_norm": 0.36848512291908264, | |
| "learning_rate": 4.8122674183947836e-05, | |
| "loss": 0.2808, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 7.064793130366901, | |
| "grad_norm": 0.3669551610946655, | |
| "learning_rate": 4.7889726331097686e-05, | |
| "loss": 0.2813, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 7.072599531615925, | |
| "grad_norm": 0.3677949905395508, | |
| "learning_rate": 4.7657166019440614e-05, | |
| "loss": 0.2761, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 7.08040593286495, | |
| "grad_norm": 0.39766794443130493, | |
| "learning_rate": 4.742499497851478e-05, | |
| "loss": 0.2888, | |
| "step": 4535 | |
| }, | |
| { | |
| "epoch": 7.088212334113973, | |
| "grad_norm": 0.39841169118881226, | |
| "learning_rate": 4.7193214934963206e-05, | |
| "loss": 0.2874, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 7.096018735362998, | |
| "grad_norm": 0.37418073415756226, | |
| "learning_rate": 4.696182761252112e-05, | |
| "loss": 0.2794, | |
| "step": 4545 | |
| }, | |
| { | |
| "epoch": 7.103825136612022, | |
| "grad_norm": 0.3763929307460785, | |
| "learning_rate": 4.6730834732003104e-05, | |
| "loss": 0.2851, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 7.111631537861046, | |
| "grad_norm": 0.39079606533050537, | |
| "learning_rate": 4.6500238011290295e-05, | |
| "loss": 0.2804, | |
| "step": 4555 | |
| }, | |
| { | |
| "epoch": 7.11943793911007, | |
| "grad_norm": 0.3997804522514343, | |
| "learning_rate": 4.6270039165317605e-05, | |
| "loss": 0.2827, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 7.127244340359095, | |
| "grad_norm": 0.3801449239253998, | |
| "learning_rate": 4.604023990606105e-05, | |
| "loss": 0.2845, | |
| "step": 4565 | |
| }, | |
| { | |
| "epoch": 7.135050741608119, | |
| "grad_norm": 0.3795543611049652, | |
| "learning_rate": 4.5810841942524864e-05, | |
| "loss": 0.2793, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 7.142857142857143, | |
| "grad_norm": 0.4058801829814911, | |
| "learning_rate": 4.5581846980728794e-05, | |
| "loss": 0.2844, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 7.150663544106167, | |
| "grad_norm": 0.38217005133628845, | |
| "learning_rate": 4.535325672369567e-05, | |
| "loss": 0.2879, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 7.158469945355192, | |
| "grad_norm": 0.4147985279560089, | |
| "learning_rate": 4.512507287143842e-05, | |
| "loss": 0.2829, | |
| "step": 4585 | |
| }, | |
| { | |
| "epoch": 7.166276346604215, | |
| "grad_norm": 0.3910820484161377, | |
| "learning_rate": 4.4897297120947624e-05, | |
| "loss": 0.2898, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 7.17408274785324, | |
| "grad_norm": 0.3985479176044464, | |
| "learning_rate": 4.466993116617878e-05, | |
| "loss": 0.2851, | |
| "step": 4595 | |
| }, | |
| { | |
| "epoch": 7.181889149102264, | |
| "grad_norm": 0.3941868245601654, | |
| "learning_rate": 4.444297669803981e-05, | |
| "loss": 0.2828, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 7.1896955503512885, | |
| "grad_norm": 0.3968215882778168, | |
| "learning_rate": 4.4216435404378355e-05, | |
| "loss": 0.2917, | |
| "step": 4605 | |
| }, | |
| { | |
| "epoch": 7.197501951600312, | |
| "grad_norm": 0.3764592707157135, | |
| "learning_rate": 4.399030896996945e-05, | |
| "loss": 0.2811, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 7.205308352849336, | |
| "grad_norm": 0.3845047056674957, | |
| "learning_rate": 4.3764599076502696e-05, | |
| "loss": 0.2765, | |
| "step": 4615 | |
| }, | |
| { | |
| "epoch": 7.213114754098361, | |
| "grad_norm": 0.39302965998649597, | |
| "learning_rate": 4.353930740256996e-05, | |
| "loss": 0.2839, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 7.220921155347384, | |
| "grad_norm": 0.38965940475463867, | |
| "learning_rate": 4.331443562365285e-05, | |
| "loss": 0.2834, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 7.228727556596409, | |
| "grad_norm": 0.36734485626220703, | |
| "learning_rate": 4.308998541211015e-05, | |
| "loss": 0.2846, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 7.236533957845433, | |
| "grad_norm": 0.41275784373283386, | |
| "learning_rate": 4.286595843716569e-05, | |
| "loss": 0.2903, | |
| "step": 4635 | |
| }, | |
| { | |
| "epoch": 7.2443403590944575, | |
| "grad_norm": 0.38159552216529846, | |
| "learning_rate": 4.264235636489542e-05, | |
| "loss": 0.288, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 7.252146760343481, | |
| "grad_norm": 0.38839638233184814, | |
| "learning_rate": 4.241918085821547e-05, | |
| "loss": 0.2831, | |
| "step": 4645 | |
| }, | |
| { | |
| "epoch": 7.259953161592506, | |
| "grad_norm": 0.42755383253097534, | |
| "learning_rate": 4.219643357686967e-05, | |
| "loss": 0.2908, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 7.26775956284153, | |
| "grad_norm": 0.43094560503959656, | |
| "learning_rate": 4.19741161774171e-05, | |
| "loss": 0.2841, | |
| "step": 4655 | |
| }, | |
| { | |
| "epoch": 7.275565964090554, | |
| "grad_norm": 0.3952085077762604, | |
| "learning_rate": 4.17522303132198e-05, | |
| "loss": 0.2858, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 7.283372365339578, | |
| "grad_norm": 0.401659220457077, | |
| "learning_rate": 4.153077763443055e-05, | |
| "loss": 0.2801, | |
| "step": 4665 | |
| }, | |
| { | |
| "epoch": 7.291178766588603, | |
| "grad_norm": 0.3862559199333191, | |
| "learning_rate": 4.1309759787980565e-05, | |
| "loss": 0.2818, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 7.2989851678376265, | |
| "grad_norm": 0.39351990818977356, | |
| "learning_rate": 4.1089178417567164e-05, | |
| "loss": 0.2916, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 7.306791569086651, | |
| "grad_norm": 0.39333629608154297, | |
| "learning_rate": 4.086903516364179e-05, | |
| "loss": 0.2885, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 7.314597970335675, | |
| "grad_norm": 0.40127068758010864, | |
| "learning_rate": 4.064933166339737e-05, | |
| "loss": 0.2892, | |
| "step": 4685 | |
| }, | |
| { | |
| "epoch": 7.3224043715847, | |
| "grad_norm": 0.4141682982444763, | |
| "learning_rate": 4.0430069550756665e-05, | |
| "loss": 0.2823, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 7.330210772833723, | |
| "grad_norm": 0.39413705468177795, | |
| "learning_rate": 4.021125045635973e-05, | |
| "loss": 0.2775, | |
| "step": 4695 | |
| }, | |
| { | |
| "epoch": 7.338017174082748, | |
| "grad_norm": 0.3831061124801636, | |
| "learning_rate": 3.999287600755192e-05, | |
| "loss": 0.2867, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 7.345823575331772, | |
| "grad_norm": 0.3949141204357147, | |
| "learning_rate": 3.977494782837182e-05, | |
| "loss": 0.2895, | |
| "step": 4705 | |
| }, | |
| { | |
| "epoch": 7.353629976580796, | |
| "grad_norm": 0.41716331243515015, | |
| "learning_rate": 3.9557467539539115e-05, | |
| "loss": 0.2857, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 7.36143637782982, | |
| "grad_norm": 0.385775625705719, | |
| "learning_rate": 3.9340436758442536e-05, | |
| "loss": 0.2819, | |
| "step": 4715 | |
| }, | |
| { | |
| "epoch": 7.369242779078845, | |
| "grad_norm": 0.40228816866874695, | |
| "learning_rate": 3.9123857099127936e-05, | |
| "loss": 0.2891, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 7.377049180327869, | |
| "grad_norm": 0.38272202014923096, | |
| "learning_rate": 3.8907730172286124e-05, | |
| "loss": 0.284, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 7.384855581576893, | |
| "grad_norm": 0.39481300115585327, | |
| "learning_rate": 3.8692057585240905e-05, | |
| "loss": 0.2822, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 7.392661982825917, | |
| "grad_norm": 0.3933485150337219, | |
| "learning_rate": 3.847684094193733e-05, | |
| "loss": 0.294, | |
| "step": 4735 | |
| }, | |
| { | |
| "epoch": 7.400468384074942, | |
| "grad_norm": 0.542770504951477, | |
| "learning_rate": 3.826208184292952e-05, | |
| "loss": 0.2887, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 7.408274785323965, | |
| "grad_norm": 0.4088205397129059, | |
| "learning_rate": 3.804778188536887e-05, | |
| "loss": 0.2891, | |
| "step": 4745 | |
| }, | |
| { | |
| "epoch": 7.41608118657299, | |
| "grad_norm": 0.3968678116798401, | |
| "learning_rate": 3.783394266299228e-05, | |
| "loss": 0.2853, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 7.423887587822014, | |
| "grad_norm": 0.41700446605682373, | |
| "learning_rate": 3.7620565766109975e-05, | |
| "loss": 0.2903, | |
| "step": 4755 | |
| }, | |
| { | |
| "epoch": 7.4316939890710385, | |
| "grad_norm": 0.399271160364151, | |
| "learning_rate": 3.7407652781594095e-05, | |
| "loss": 0.289, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 7.439500390320062, | |
| "grad_norm": 0.3900463879108429, | |
| "learning_rate": 3.719520529286659e-05, | |
| "loss": 0.2846, | |
| "step": 4765 | |
| }, | |
| { | |
| "epoch": 7.447306791569087, | |
| "grad_norm": 0.43415582180023193, | |
| "learning_rate": 3.698322487988755e-05, | |
| "loss": 0.2898, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 7.455113192818111, | |
| "grad_norm": 0.38591185212135315, | |
| "learning_rate": 3.677171311914346e-05, | |
| "loss": 0.2832, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 7.462919594067135, | |
| "grad_norm": 0.3995843827724457, | |
| "learning_rate": 3.6560671583635467e-05, | |
| "loss": 0.2904, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 7.470725995316159, | |
| "grad_norm": 0.4198484718799591, | |
| "learning_rate": 3.6350101842867645e-05, | |
| "loss": 0.2769, | |
| "step": 4785 | |
| }, | |
| { | |
| "epoch": 7.478532396565184, | |
| "grad_norm": 0.39973580837249756, | |
| "learning_rate": 3.614000546283547e-05, | |
| "loss": 0.2867, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 7.4863387978142075, | |
| "grad_norm": 0.37141865491867065, | |
| "learning_rate": 3.593038400601395e-05, | |
| "loss": 0.2834, | |
| "step": 4795 | |
| }, | |
| { | |
| "epoch": 7.494145199063232, | |
| "grad_norm": 0.4066362679004669, | |
| "learning_rate": 3.5721239031346066e-05, | |
| "loss": 0.2847, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 7.501951600312256, | |
| "grad_norm": 0.40516340732574463, | |
| "learning_rate": 3.55125720942314e-05, | |
| "loss": 0.2854, | |
| "step": 4805 | |
| }, | |
| { | |
| "epoch": 7.509758001561281, | |
| "grad_norm": 0.428204208612442, | |
| "learning_rate": 3.530438474651428e-05, | |
| "loss": 0.2816, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 7.517564402810304, | |
| "grad_norm": 0.4114013612270355, | |
| "learning_rate": 3.509667853647235e-05, | |
| "loss": 0.2783, | |
| "step": 4815 | |
| }, | |
| { | |
| "epoch": 7.525370804059329, | |
| "grad_norm": 0.4049510955810547, | |
| "learning_rate": 3.4889455008805106e-05, | |
| "loss": 0.2904, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 7.533177205308353, | |
| "grad_norm": 0.4051942825317383, | |
| "learning_rate": 3.468271570462235e-05, | |
| "loss": 0.2893, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 7.540983606557377, | |
| "grad_norm": 0.4027831554412842, | |
| "learning_rate": 3.447646216143268e-05, | |
| "loss": 0.2903, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 7.548790007806401, | |
| "grad_norm": 0.3996686339378357, | |
| "learning_rate": 3.427069591313226e-05, | |
| "loss": 0.2823, | |
| "step": 4835 | |
| }, | |
| { | |
| "epoch": 7.556596409055425, | |
| "grad_norm": 0.40199506282806396, | |
| "learning_rate": 3.406541848999312e-05, | |
| "loss": 0.2817, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 7.56440281030445, | |
| "grad_norm": 0.4444729685783386, | |
| "learning_rate": 3.3860631418652e-05, | |
| "loss": 0.2859, | |
| "step": 4845 | |
| }, | |
| { | |
| "epoch": 7.572209211553474, | |
| "grad_norm": 0.40995243191719055, | |
| "learning_rate": 3.365633622209891e-05, | |
| "loss": 0.2869, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 7.580015612802498, | |
| "grad_norm": 0.4094167649745941, | |
| "learning_rate": 3.345253441966579e-05, | |
| "loss": 0.2862, | |
| "step": 4855 | |
| }, | |
| { | |
| "epoch": 7.587822014051522, | |
| "grad_norm": 0.38202327489852905, | |
| "learning_rate": 3.324922752701528e-05, | |
| "loss": 0.2842, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 7.595628415300546, | |
| "grad_norm": 0.4048561155796051, | |
| "learning_rate": 3.3046417056129366e-05, | |
| "loss": 0.2829, | |
| "step": 4865 | |
| }, | |
| { | |
| "epoch": 7.603434816549571, | |
| "grad_norm": 0.3873648941516876, | |
| "learning_rate": 3.2844104515298155e-05, | |
| "loss": 0.2837, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 7.611241217798595, | |
| "grad_norm": 0.39025747776031494, | |
| "learning_rate": 3.2642291409108775e-05, | |
| "loss": 0.2777, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 7.619047619047619, | |
| "grad_norm": 0.39962899684906006, | |
| "learning_rate": 3.244097923843398e-05, | |
| "loss": 0.2897, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 7.626854020296643, | |
| "grad_norm": 0.39887768030166626, | |
| "learning_rate": 3.2240169500421135e-05, | |
| "loss": 0.2777, | |
| "step": 4885 | |
| }, | |
| { | |
| "epoch": 7.634660421545668, | |
| "grad_norm": 0.42155277729034424, | |
| "learning_rate": 3.2039863688481055e-05, | |
| "loss": 0.2882, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 7.642466822794692, | |
| "grad_norm": 0.40622079372406006, | |
| "learning_rate": 3.184006329227684e-05, | |
| "loss": 0.292, | |
| "step": 4895 | |
| }, | |
| { | |
| "epoch": 7.6502732240437155, | |
| "grad_norm": 0.41190096735954285, | |
| "learning_rate": 3.164076979771287e-05, | |
| "loss": 0.283, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 7.65807962529274, | |
| "grad_norm": 0.41508612036705017, | |
| "learning_rate": 3.144198468692379e-05, | |
| "loss": 0.279, | |
| "step": 4905 | |
| }, | |
| { | |
| "epoch": 7.665886026541764, | |
| "grad_norm": 0.39837446808815, | |
| "learning_rate": 3.1243709438263255e-05, | |
| "loss": 0.2843, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 7.6736924277907885, | |
| "grad_norm": 0.4004950523376465, | |
| "learning_rate": 3.104594552629331e-05, | |
| "loss": 0.2866, | |
| "step": 4915 | |
| }, | |
| { | |
| "epoch": 7.681498829039812, | |
| "grad_norm": 0.3863111436367035, | |
| "learning_rate": 3.0848694421773075e-05, | |
| "loss": 0.2803, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 7.689305230288837, | |
| "grad_norm": 0.39881014823913574, | |
| "learning_rate": 3.065195759164797e-05, | |
| "loss": 0.2832, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 7.697111631537861, | |
| "grad_norm": 0.3900108337402344, | |
| "learning_rate": 3.0455736499038845e-05, | |
| "loss": 0.2955, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 7.704918032786885, | |
| "grad_norm": 0.4136905372142792, | |
| "learning_rate": 3.0260032603230982e-05, | |
| "loss": 0.2938, | |
| "step": 4935 | |
| }, | |
| { | |
| "epoch": 7.712724434035909, | |
| "grad_norm": 0.4050344228744507, | |
| "learning_rate": 3.0064847359663284e-05, | |
| "loss": 0.2903, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 7.720530835284934, | |
| "grad_norm": 0.4190680980682373, | |
| "learning_rate": 2.9870182219917564e-05, | |
| "loss": 0.2944, | |
| "step": 4945 | |
| }, | |
| { | |
| "epoch": 7.7283372365339575, | |
| "grad_norm": 0.39599907398223877, | |
| "learning_rate": 2.9676038631707593e-05, | |
| "loss": 0.2911, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 7.736143637782982, | |
| "grad_norm": 0.39728233218193054, | |
| "learning_rate": 2.9482418038868275e-05, | |
| "loss": 0.2861, | |
| "step": 4955 | |
| }, | |
| { | |
| "epoch": 7.743950039032006, | |
| "grad_norm": 0.39015698432922363, | |
| "learning_rate": 2.9289321881345254e-05, | |
| "loss": 0.2846, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 7.751756440281031, | |
| "grad_norm": 0.394378662109375, | |
| "learning_rate": 2.9096751595183823e-05, | |
| "loss": 0.2879, | |
| "step": 4965 | |
| }, | |
| { | |
| "epoch": 7.759562841530054, | |
| "grad_norm": 0.39528360962867737, | |
| "learning_rate": 2.8904708612518404e-05, | |
| "loss": 0.2899, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 7.767369242779079, | |
| "grad_norm": 0.41304799914360046, | |
| "learning_rate": 2.8713194361562036e-05, | |
| "loss": 0.2898, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 7.775175644028103, | |
| "grad_norm": 0.4061037003993988, | |
| "learning_rate": 2.8522210266595384e-05, | |
| "loss": 0.2901, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 7.7829820452771274, | |
| "grad_norm": 0.42109227180480957, | |
| "learning_rate": 2.833175774795651e-05, | |
| "loss": 0.2868, | |
| "step": 4985 | |
| }, | |
| { | |
| "epoch": 7.790788446526151, | |
| "grad_norm": 0.38924074172973633, | |
| "learning_rate": 2.814183822203019e-05, | |
| "loss": 0.2887, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 7.798594847775176, | |
| "grad_norm": 0.4080544114112854, | |
| "learning_rate": 2.795245310123732e-05, | |
| "loss": 0.2884, | |
| "step": 4995 | |
| }, | |
| { | |
| "epoch": 7.8064012490242, | |
| "grad_norm": 0.39689868688583374, | |
| "learning_rate": 2.776360379402445e-05, | |
| "loss": 0.2859, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 7.814207650273224, | |
| "grad_norm": 0.40437766909599304, | |
| "learning_rate": 2.7575291704853323e-05, | |
| "loss": 0.287, | |
| "step": 5005 | |
| }, | |
| { | |
| "epoch": 7.822014051522248, | |
| "grad_norm": 0.4085007905960083, | |
| "learning_rate": 2.738751823419041e-05, | |
| "loss": 0.2875, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 7.829820452771273, | |
| "grad_norm": 0.3995596468448639, | |
| "learning_rate": 2.720028477849652e-05, | |
| "loss": 0.2818, | |
| "step": 5015 | |
| }, | |
| { | |
| "epoch": 7.8376268540202965, | |
| "grad_norm": 0.3908860683441162, | |
| "learning_rate": 2.7013592730216465e-05, | |
| "loss": 0.283, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 7.845433255269321, | |
| "grad_norm": 0.39162319898605347, | |
| "learning_rate": 2.6827443477768454e-05, | |
| "loss": 0.2833, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 7.853239656518345, | |
| "grad_norm": 0.3898274600505829, | |
| "learning_rate": 2.664183840553417e-05, | |
| "loss": 0.2903, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 7.8610460577673695, | |
| "grad_norm": 0.4035649597644806, | |
| "learning_rate": 2.6456778893848144e-05, | |
| "loss": 0.2826, | |
| "step": 5035 | |
| }, | |
| { | |
| "epoch": 7.868852459016393, | |
| "grad_norm": 0.4092506170272827, | |
| "learning_rate": 2.6272266318987603e-05, | |
| "loss": 0.284, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 7.876658860265418, | |
| "grad_norm": 0.40052658319473267, | |
| "learning_rate": 2.6088302053162272e-05, | |
| "loss": 0.2894, | |
| "step": 5045 | |
| }, | |
| { | |
| "epoch": 7.884465261514442, | |
| "grad_norm": 0.3952447175979614, | |
| "learning_rate": 2.5904887464504114e-05, | |
| "loss": 0.281, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 7.892271662763466, | |
| "grad_norm": 0.3892611563205719, | |
| "learning_rate": 2.5722023917057125e-05, | |
| "loss": 0.2824, | |
| "step": 5055 | |
| }, | |
| { | |
| "epoch": 7.90007806401249, | |
| "grad_norm": 0.3946845531463623, | |
| "learning_rate": 2.5539712770767376e-05, | |
| "loss": 0.2865, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 7.907884465261515, | |
| "grad_norm": 0.39248526096343994, | |
| "learning_rate": 2.535795538147262e-05, | |
| "loss": 0.2863, | |
| "step": 5065 | |
| }, | |
| { | |
| "epoch": 7.9156908665105385, | |
| "grad_norm": 0.4364306330680847, | |
| "learning_rate": 2.5176753100892426e-05, | |
| "loss": 0.2916, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 7.923497267759563, | |
| "grad_norm": 0.3956867754459381, | |
| "learning_rate": 2.4996107276618008e-05, | |
| "loss": 0.2819, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 7.931303669008587, | |
| "grad_norm": 0.3908245265483856, | |
| "learning_rate": 2.4816019252102273e-05, | |
| "loss": 0.2864, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 7.939110070257612, | |
| "grad_norm": 0.3847108483314514, | |
| "learning_rate": 2.46364903666498e-05, | |
| "loss": 0.2937, | |
| "step": 5085 | |
| }, | |
| { | |
| "epoch": 7.946916471506635, | |
| "grad_norm": 0.412410169839859, | |
| "learning_rate": 2.445752195540687e-05, | |
| "loss": 0.2795, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 7.95472287275566, | |
| "grad_norm": 0.39699193835258484, | |
| "learning_rate": 2.4279115349351543e-05, | |
| "loss": 0.2909, | |
| "step": 5095 | |
| }, | |
| { | |
| "epoch": 7.962529274004684, | |
| "grad_norm": 0.4221264719963074, | |
| "learning_rate": 2.4101271875283817e-05, | |
| "loss": 0.2862, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 7.970335675253708, | |
| "grad_norm": 0.38855311274528503, | |
| "learning_rate": 2.3923992855815647e-05, | |
| "loss": 0.2847, | |
| "step": 5105 | |
| }, | |
| { | |
| "epoch": 7.978142076502732, | |
| "grad_norm": 0.4506378173828125, | |
| "learning_rate": 2.3747279609361196e-05, | |
| "loss": 0.2904, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 7.985948477751757, | |
| "grad_norm": 0.4097312390804291, | |
| "learning_rate": 2.3571133450127002e-05, | |
| "loss": 0.2903, | |
| "step": 5115 | |
| }, | |
| { | |
| "epoch": 7.993754879000781, | |
| "grad_norm": 0.4036017060279846, | |
| "learning_rate": 2.339555568810221e-05, | |
| "loss": 0.2857, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 1.1256442070007324, | |
| "eval_runtime": 0.3225, | |
| "eval_samples_per_second": 15.502, | |
| "eval_steps_per_second": 3.1, | |
| "step": 5124 | |
| }, | |
| { | |
| "epoch": 8.001561280249804, | |
| "grad_norm": 0.3814958333969116, | |
| "learning_rate": 2.3220547629048796e-05, | |
| "loss": 0.2894, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 8.009367681498828, | |
| "grad_norm": 0.3972679376602173, | |
| "learning_rate": 2.3046110574491985e-05, | |
| "loss": 0.2791, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 8.017174082747854, | |
| "grad_norm": 0.3934348225593567, | |
| "learning_rate": 2.2872245821710346e-05, | |
| "loss": 0.2719, | |
| "step": 5135 | |
| }, | |
| { | |
| "epoch": 8.024980483996877, | |
| "grad_norm": 0.4403572380542755, | |
| "learning_rate": 2.26989546637263e-05, | |
| "loss": 0.2688, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 8.032786885245901, | |
| "grad_norm": 0.43504083156585693, | |
| "learning_rate": 2.2526238389296585e-05, | |
| "loss": 0.2727, | |
| "step": 5145 | |
| }, | |
| { | |
| "epoch": 8.040593286494925, | |
| "grad_norm": 0.40251481533050537, | |
| "learning_rate": 2.2354098282902446e-05, | |
| "loss": 0.2706, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 8.04839968774395, | |
| "grad_norm": 0.3875437080860138, | |
| "learning_rate": 2.218253562474023e-05, | |
| "loss": 0.2684, | |
| "step": 5155 | |
| }, | |
| { | |
| "epoch": 8.056206088992974, | |
| "grad_norm": 0.39775198698043823, | |
| "learning_rate": 2.201155169071184e-05, | |
| "loss": 0.2685, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 8.064012490241998, | |
| "grad_norm": 0.4047357439994812, | |
| "learning_rate": 2.1841147752415235e-05, | |
| "loss": 0.2686, | |
| "step": 5165 | |
| }, | |
| { | |
| "epoch": 8.071818891491022, | |
| "grad_norm": 0.4089979827404022, | |
| "learning_rate": 2.1671325077134963e-05, | |
| "loss": 0.2695, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 8.079625292740047, | |
| "grad_norm": 0.40754222869873047, | |
| "learning_rate": 2.1502084927832845e-05, | |
| "loss": 0.2801, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 8.087431693989071, | |
| "grad_norm": 0.4052791893482208, | |
| "learning_rate": 2.1333428563138303e-05, | |
| "loss": 0.2708, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 8.095238095238095, | |
| "grad_norm": 0.4029444754123688, | |
| "learning_rate": 2.116535723733938e-05, | |
| "loss": 0.2688, | |
| "step": 5185 | |
| }, | |
| { | |
| "epoch": 8.103044496487119, | |
| "grad_norm": 0.43849509954452515, | |
| "learning_rate": 2.0997872200373116e-05, | |
| "loss": 0.2749, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 8.110850897736144, | |
| "grad_norm": 0.4012914001941681, | |
| "learning_rate": 2.083097469781632e-05, | |
| "loss": 0.2726, | |
| "step": 5195 | |
| }, | |
| { | |
| "epoch": 8.118657298985168, | |
| "grad_norm": 0.42504939436912537, | |
| "learning_rate": 2.0664665970876496e-05, | |
| "loss": 0.2791, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 8.126463700234192, | |
| "grad_norm": 0.41797903180122375, | |
| "learning_rate": 2.0498947256382273e-05, | |
| "loss": 0.2728, | |
| "step": 5205 | |
| }, | |
| { | |
| "epoch": 8.134270101483215, | |
| "grad_norm": 0.3988747000694275, | |
| "learning_rate": 2.0333819786774444e-05, | |
| "loss": 0.2757, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 8.142076502732241, | |
| "grad_norm": 0.4232763350009918, | |
| "learning_rate": 2.0169284790096853e-05, | |
| "loss": 0.2749, | |
| "step": 5215 | |
| }, | |
| { | |
| "epoch": 8.149882903981265, | |
| "grad_norm": 0.41461604833602905, | |
| "learning_rate": 2.000534348998704e-05, | |
| "loss": 0.2747, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 8.157689305230289, | |
| "grad_norm": 0.4166080355644226, | |
| "learning_rate": 1.9841997105667275e-05, | |
| "loss": 0.2721, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 8.165495706479312, | |
| "grad_norm": 0.41639989614486694, | |
| "learning_rate": 1.967924685193552e-05, | |
| "loss": 0.2645, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 8.173302107728338, | |
| "grad_norm": 0.4174750745296478, | |
| "learning_rate": 1.9517093939156295e-05, | |
| "loss": 0.2732, | |
| "step": 5235 | |
| }, | |
| { | |
| "epoch": 8.181108508977362, | |
| "grad_norm": 0.4450904130935669, | |
| "learning_rate": 1.9355539573251734e-05, | |
| "loss": 0.2777, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 8.188914910226385, | |
| "grad_norm": 0.4246358573436737, | |
| "learning_rate": 1.9194584955692706e-05, | |
| "loss": 0.2791, | |
| "step": 5245 | |
| }, | |
| { | |
| "epoch": 8.19672131147541, | |
| "grad_norm": 0.4177229106426239, | |
| "learning_rate": 1.903423128348959e-05, | |
| "loss": 0.2743, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 8.204527712724435, | |
| "grad_norm": 0.42174917459487915, | |
| "learning_rate": 1.8874479749183782e-05, | |
| "loss": 0.2754, | |
| "step": 5255 | |
| }, | |
| { | |
| "epoch": 8.212334113973458, | |
| "grad_norm": 0.4163845181465149, | |
| "learning_rate": 1.8715331540838487e-05, | |
| "loss": 0.2718, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 8.220140515222482, | |
| "grad_norm": 0.4283103346824646, | |
| "learning_rate": 1.855678784203002e-05, | |
| "loss": 0.2704, | |
| "step": 5265 | |
| }, | |
| { | |
| "epoch": 8.227946916471506, | |
| "grad_norm": 0.4160711467266083, | |
| "learning_rate": 1.8398849831839014e-05, | |
| "loss": 0.2679, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 8.235753317720532, | |
| "grad_norm": 0.4049237370491028, | |
| "learning_rate": 1.824151868484164e-05, | |
| "loss": 0.269, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 8.243559718969555, | |
| "grad_norm": 0.4092932641506195, | |
| "learning_rate": 1.808479557110081e-05, | |
| "loss": 0.2725, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 8.251366120218579, | |
| "grad_norm": 0.42792901396751404, | |
| "learning_rate": 1.792868165615762e-05, | |
| "loss": 0.2778, | |
| "step": 5285 | |
| }, | |
| { | |
| "epoch": 8.259172521467603, | |
| "grad_norm": 0.4112985134124756, | |
| "learning_rate": 1.7773178101022514e-05, | |
| "loss": 0.2708, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 8.266978922716628, | |
| "grad_norm": 0.4147091209888458, | |
| "learning_rate": 1.7618286062166677e-05, | |
| "loss": 0.2772, | |
| "step": 5295 | |
| }, | |
| { | |
| "epoch": 8.274785323965652, | |
| "grad_norm": 0.4274720847606659, | |
| "learning_rate": 1.7464006691513623e-05, | |
| "loss": 0.273, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 8.282591725214676, | |
| "grad_norm": 0.40364208817481995, | |
| "learning_rate": 1.7310341136430385e-05, | |
| "loss": 0.2778, | |
| "step": 5305 | |
| }, | |
| { | |
| "epoch": 8.2903981264637, | |
| "grad_norm": 0.42018428444862366, | |
| "learning_rate": 1.7157290539719106e-05, | |
| "loss": 0.2743, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 8.298204527712725, | |
| "grad_norm": 0.4169312119483948, | |
| "learning_rate": 1.700485603960853e-05, | |
| "loss": 0.275, | |
| "step": 5315 | |
| }, | |
| { | |
| "epoch": 8.306010928961749, | |
| "grad_norm": 0.40692824125289917, | |
| "learning_rate": 1.6853038769745467e-05, | |
| "loss": 0.2683, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 8.313817330210773, | |
| "grad_norm": 0.41851934790611267, | |
| "learning_rate": 1.6701839859186542e-05, | |
| "loss": 0.2677, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 8.321623731459797, | |
| "grad_norm": 0.4233751595020294, | |
| "learning_rate": 1.655126043238957e-05, | |
| "loss": 0.27, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 8.329430132708822, | |
| "grad_norm": 0.4326801002025604, | |
| "learning_rate": 1.6401301609205335e-05, | |
| "loss": 0.2774, | |
| "step": 5335 | |
| }, | |
| { | |
| "epoch": 8.337236533957846, | |
| "grad_norm": 0.42542752623558044, | |
| "learning_rate": 1.6251964504869222e-05, | |
| "loss": 0.2692, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 8.34504293520687, | |
| "grad_norm": 0.4217033386230469, | |
| "learning_rate": 1.6103250229992927e-05, | |
| "loss": 0.2804, | |
| "step": 5345 | |
| }, | |
| { | |
| "epoch": 8.352849336455893, | |
| "grad_norm": 0.4149416387081146, | |
| "learning_rate": 1.595515989055618e-05, | |
| "loss": 0.2732, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 8.360655737704919, | |
| "grad_norm": 0.42739465832710266, | |
| "learning_rate": 1.5807694587898648e-05, | |
| "loss": 0.2782, | |
| "step": 5355 | |
| }, | |
| { | |
| "epoch": 8.368462138953943, | |
| "grad_norm": 0.42222627997398376, | |
| "learning_rate": 1.566085541871145e-05, | |
| "loss": 0.2699, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 8.376268540202966, | |
| "grad_norm": 0.410786509513855, | |
| "learning_rate": 1.551464347502929e-05, | |
| "loss": 0.2743, | |
| "step": 5365 | |
| }, | |
| { | |
| "epoch": 8.38407494145199, | |
| "grad_norm": 0.42929258942604065, | |
| "learning_rate": 1.5369059844222278e-05, | |
| "loss": 0.2785, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 8.391881342701016, | |
| "grad_norm": 0.4153624475002289, | |
| "learning_rate": 1.5224105608987704e-05, | |
| "loss": 0.2687, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 8.39968774395004, | |
| "grad_norm": 0.3873469829559326, | |
| "learning_rate": 1.5079781847342123e-05, | |
| "loss": 0.2678, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 8.407494145199063, | |
| "grad_norm": 0.43077465891838074, | |
| "learning_rate": 1.4936089632613281e-05, | |
| "loss": 0.2765, | |
| "step": 5385 | |
| }, | |
| { | |
| "epoch": 8.415300546448087, | |
| "grad_norm": 0.4113737940788269, | |
| "learning_rate": 1.4793030033432142e-05, | |
| "loss": 0.2688, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 8.42310694769711, | |
| "grad_norm": 0.40002962946891785, | |
| "learning_rate": 1.4650604113724953e-05, | |
| "loss": 0.2693, | |
| "step": 5395 | |
| }, | |
| { | |
| "epoch": 8.430913348946136, | |
| "grad_norm": 0.4060341417789459, | |
| "learning_rate": 1.4508812932705363e-05, | |
| "loss": 0.2754, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 8.43871975019516, | |
| "grad_norm": 0.43747276067733765, | |
| "learning_rate": 1.4367657544866375e-05, | |
| "loss": 0.273, | |
| "step": 5405 | |
| }, | |
| { | |
| "epoch": 8.446526151444184, | |
| "grad_norm": 0.41913843154907227, | |
| "learning_rate": 1.42271389999728e-05, | |
| "loss": 0.2756, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 8.454332552693208, | |
| "grad_norm": 0.39348214864730835, | |
| "learning_rate": 1.4087258343053167e-05, | |
| "loss": 0.2701, | |
| "step": 5415 | |
| }, | |
| { | |
| "epoch": 8.462138953942233, | |
| "grad_norm": 0.4029614329338074, | |
| "learning_rate": 1.3948016614392112e-05, | |
| "loss": 0.269, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 8.469945355191257, | |
| "grad_norm": 0.45508867502212524, | |
| "learning_rate": 1.3809414849522584e-05, | |
| "loss": 0.2738, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 8.47775175644028, | |
| "grad_norm": 0.4153214395046234, | |
| "learning_rate": 1.367145407921817e-05, | |
| "loss": 0.2713, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 8.485558157689304, | |
| "grad_norm": 0.4336087703704834, | |
| "learning_rate": 1.3534135329485376e-05, | |
| "loss": 0.2786, | |
| "step": 5435 | |
| }, | |
| { | |
| "epoch": 8.49336455893833, | |
| "grad_norm": 0.4236217141151428, | |
| "learning_rate": 1.339745962155613e-05, | |
| "loss": 0.277, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 8.501170960187354, | |
| "grad_norm": 0.43844056129455566, | |
| "learning_rate": 1.3261427971880025e-05, | |
| "loss": 0.2709, | |
| "step": 5445 | |
| }, | |
| { | |
| "epoch": 8.508977361436378, | |
| "grad_norm": 0.43588918447494507, | |
| "learning_rate": 1.3126041392116772e-05, | |
| "loss": 0.2759, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 8.516783762685401, | |
| "grad_norm": 0.4094368517398834, | |
| "learning_rate": 1.2991300889128866e-05, | |
| "loss": 0.2776, | |
| "step": 5455 | |
| }, | |
| { | |
| "epoch": 8.524590163934427, | |
| "grad_norm": 0.41443923115730286, | |
| "learning_rate": 1.2857207464973875e-05, | |
| "loss": 0.2746, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 8.53239656518345, | |
| "grad_norm": 0.44371187686920166, | |
| "learning_rate": 1.2723762116897075e-05, | |
| "loss": 0.2821, | |
| "step": 5465 | |
| }, | |
| { | |
| "epoch": 8.540202966432474, | |
| "grad_norm": 0.3933749198913574, | |
| "learning_rate": 1.2590965837324131e-05, | |
| "loss": 0.2713, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 8.548009367681498, | |
| "grad_norm": 0.4023985266685486, | |
| "learning_rate": 1.2458819613853468e-05, | |
| "loss": 0.2714, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 8.555815768930524, | |
| "grad_norm": 0.4138771891593933, | |
| "learning_rate": 1.2327324429249232e-05, | |
| "loss": 0.2749, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 8.563622170179547, | |
| "grad_norm": 0.4046929180622101, | |
| "learning_rate": 1.2196481261433735e-05, | |
| "loss": 0.2732, | |
| "step": 5485 | |
| }, | |
| { | |
| "epoch": 8.571428571428571, | |
| "grad_norm": 0.4175087511539459, | |
| "learning_rate": 1.2066291083480296e-05, | |
| "loss": 0.2691, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 8.579234972677595, | |
| "grad_norm": 0.4213341176509857, | |
| "learning_rate": 1.1936754863606014e-05, | |
| "loss": 0.2769, | |
| "step": 5495 | |
| }, | |
| { | |
| "epoch": 8.58704137392662, | |
| "grad_norm": 0.43556031584739685, | |
| "learning_rate": 1.1807873565164506e-05, | |
| "loss": 0.2712, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 8.594847775175644, | |
| "grad_norm": 0.39848992228507996, | |
| "learning_rate": 1.1679648146638766e-05, | |
| "loss": 0.2718, | |
| "step": 5505 | |
| }, | |
| { | |
| "epoch": 8.602654176424668, | |
| "grad_norm": 0.4068874418735504, | |
| "learning_rate": 1.155207956163411e-05, | |
| "loss": 0.2714, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 8.610460577673692, | |
| "grad_norm": 0.41433241963386536, | |
| "learning_rate": 1.1425168758870964e-05, | |
| "loss": 0.275, | |
| "step": 5515 | |
| }, | |
| { | |
| "epoch": 8.618266978922717, | |
| "grad_norm": 0.42830371856689453, | |
| "learning_rate": 1.129891668217783e-05, | |
| "loss": 0.2743, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 8.626073380171741, | |
| "grad_norm": 0.4217815697193146, | |
| "learning_rate": 1.1173324270484397e-05, | |
| "loss": 0.2756, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 8.633879781420765, | |
| "grad_norm": 0.3956458270549774, | |
| "learning_rate": 1.1048392457814405e-05, | |
| "loss": 0.2743, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 8.641686182669789, | |
| "grad_norm": 0.42598819732666016, | |
| "learning_rate": 1.0924122173278751e-05, | |
| "loss": 0.2741, | |
| "step": 5535 | |
| }, | |
| { | |
| "epoch": 8.649492583918814, | |
| "grad_norm": 0.44088292121887207, | |
| "learning_rate": 1.080051434106859e-05, | |
| "loss": 0.2784, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 8.657298985167838, | |
| "grad_norm": 0.40059834718704224, | |
| "learning_rate": 1.067756988044848e-05, | |
| "loss": 0.2736, | |
| "step": 5545 | |
| }, | |
| { | |
| "epoch": 8.665105386416862, | |
| "grad_norm": 0.41283807158470154, | |
| "learning_rate": 1.0555289705749483e-05, | |
| "loss": 0.2781, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 8.672911787665885, | |
| "grad_norm": 0.40279173851013184, | |
| "learning_rate": 1.0433674726362442e-05, | |
| "loss": 0.2689, | |
| "step": 5555 | |
| }, | |
| { | |
| "epoch": 8.680718188914911, | |
| "grad_norm": 0.4150051176548004, | |
| "learning_rate": 1.0312725846731175e-05, | |
| "loss": 0.2733, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 8.688524590163935, | |
| "grad_norm": 0.4160909950733185, | |
| "learning_rate": 1.019244396634571e-05, | |
| "loss": 0.272, | |
| "step": 5565 | |
| }, | |
| { | |
| "epoch": 8.696330991412959, | |
| "grad_norm": 0.4090689718723297, | |
| "learning_rate": 1.0072829979735699e-05, | |
| "loss": 0.2779, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 8.704137392661982, | |
| "grad_norm": 0.43035534024238586, | |
| "learning_rate": 9.953884776463652e-06, | |
| "loss": 0.2799, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 8.711943793911008, | |
| "grad_norm": 0.4087963402271271, | |
| "learning_rate": 9.835609241118404e-06, | |
| "loss": 0.2724, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 8.719750195160032, | |
| "grad_norm": 0.4282284677028656, | |
| "learning_rate": 9.71800425330851e-06, | |
| "loss": 0.2766, | |
| "step": 5585 | |
| }, | |
| { | |
| "epoch": 8.727556596409055, | |
| "grad_norm": 0.39750391244888306, | |
| "learning_rate": 9.601070687655667e-06, | |
| "loss": 0.2751, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 8.735362997658079, | |
| "grad_norm": 0.43247750401496887, | |
| "learning_rate": 9.48480941378831e-06, | |
| "loss": 0.2701, | |
| "step": 5595 | |
| }, | |
| { | |
| "epoch": 8.743169398907105, | |
| "grad_norm": 0.42617279291152954, | |
| "learning_rate": 9.369221296335006e-06, | |
| "loss": 0.2774, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 8.750975800156128, | |
| "grad_norm": 0.4098498225212097, | |
| "learning_rate": 9.254307194918144e-06, | |
| "loss": 0.2779, | |
| "step": 5605 | |
| }, | |
| { | |
| "epoch": 8.758782201405152, | |
| "grad_norm": 0.4429432153701782, | |
| "learning_rate": 9.140067964147447e-06, | |
| "loss": 0.2809, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 8.766588602654176, | |
| "grad_norm": 0.42042461037635803, | |
| "learning_rate": 9.026504453613726e-06, | |
| "loss": 0.2755, | |
| "step": 5615 | |
| }, | |
| { | |
| "epoch": 8.774395003903201, | |
| "grad_norm": 0.41905051469802856, | |
| "learning_rate": 8.91361750788241e-06, | |
| "loss": 0.2679, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 8.782201405152225, | |
| "grad_norm": 0.4195885956287384, | |
| "learning_rate": 8.801407966487486e-06, | |
| "loss": 0.2734, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 8.790007806401249, | |
| "grad_norm": 0.4253963232040405, | |
| "learning_rate": 8.689876663924957e-06, | |
| "loss": 0.2674, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 8.797814207650273, | |
| "grad_norm": 0.43018728494644165, | |
| "learning_rate": 8.579024429646932e-06, | |
| "loss": 0.2762, | |
| "step": 5635 | |
| }, | |
| { | |
| "epoch": 8.805620608899297, | |
| "grad_norm": 0.41742637753486633, | |
| "learning_rate": 8.46885208805529e-06, | |
| "loss": 0.2768, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 8.813427010148322, | |
| "grad_norm": 0.41150280833244324, | |
| "learning_rate": 8.359360458495557e-06, | |
| "loss": 0.2777, | |
| "step": 5645 | |
| }, | |
| { | |
| "epoch": 8.821233411397346, | |
| "grad_norm": 0.4265673756599426, | |
| "learning_rate": 8.250550355250875e-06, | |
| "loss": 0.2743, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 8.82903981264637, | |
| "grad_norm": 0.4104432463645935, | |
| "learning_rate": 8.142422587535903e-06, | |
| "loss": 0.279, | |
| "step": 5655 | |
| }, | |
| { | |
| "epoch": 8.836846213895395, | |
| "grad_norm": 0.4088299572467804, | |
| "learning_rate": 8.034977959490775e-06, | |
| "loss": 0.2723, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 8.844652615144419, | |
| "grad_norm": 0.4326065182685852, | |
| "learning_rate": 7.92821727017523e-06, | |
| "loss": 0.2748, | |
| "step": 5665 | |
| }, | |
| { | |
| "epoch": 8.852459016393443, | |
| "grad_norm": 0.4133962392807007, | |
| "learning_rate": 7.822141313562547e-06, | |
| "loss": 0.2699, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 8.860265417642466, | |
| "grad_norm": 0.42703020572662354, | |
| "learning_rate": 7.71675087853364e-06, | |
| "loss": 0.2735, | |
| "step": 5675 | |
| }, | |
| { | |
| "epoch": 8.86807181889149, | |
| "grad_norm": 0.43023622035980225, | |
| "learning_rate": 7.612046748871327e-06, | |
| "loss": 0.2764, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 8.875878220140516, | |
| "grad_norm": 0.4223518371582031, | |
| "learning_rate": 7.50802970325436e-06, | |
| "loss": 0.276, | |
| "step": 5685 | |
| }, | |
| { | |
| "epoch": 8.88368462138954, | |
| "grad_norm": 0.43024882674217224, | |
| "learning_rate": 7.404700515251672e-06, | |
| "loss": 0.2745, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 8.891491022638563, | |
| "grad_norm": 0.4196966886520386, | |
| "learning_rate": 7.30205995331672e-06, | |
| "loss": 0.2791, | |
| "step": 5695 | |
| }, | |
| { | |
| "epoch": 8.899297423887587, | |
| "grad_norm": 0.39749372005462646, | |
| "learning_rate": 7.200108780781556e-06, | |
| "loss": 0.2753, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 8.907103825136613, | |
| "grad_norm": 0.4266413748264313, | |
| "learning_rate": 7.0988477558513785e-06, | |
| "loss": 0.2769, | |
| "step": 5705 | |
| }, | |
| { | |
| "epoch": 8.914910226385636, | |
| "grad_norm": 0.4070897102355957, | |
| "learning_rate": 6.998277631598793e-06, | |
| "loss": 0.2757, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 8.92271662763466, | |
| "grad_norm": 0.39892005920410156, | |
| "learning_rate": 6.898399155958168e-06, | |
| "loss": 0.2741, | |
| "step": 5715 | |
| }, | |
| { | |
| "epoch": 8.930523028883684, | |
| "grad_norm": 0.42477500438690186, | |
| "learning_rate": 6.7992130717201564e-06, | |
| "loss": 0.2791, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 8.93832943013271, | |
| "grad_norm": 0.44194042682647705, | |
| "learning_rate": 6.700720116526116e-06, | |
| "loss": 0.2786, | |
| "step": 5725 | |
| }, | |
| { | |
| "epoch": 8.946135831381733, | |
| "grad_norm": 0.4111786484718323, | |
| "learning_rate": 6.6029210228626626e-06, | |
| "loss": 0.2728, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 8.953942232630757, | |
| "grad_norm": 0.43993067741394043, | |
| "learning_rate": 6.505816518056162e-06, | |
| "loss": 0.2799, | |
| "step": 5735 | |
| }, | |
| { | |
| "epoch": 8.96174863387978, | |
| "grad_norm": 0.413835346698761, | |
| "learning_rate": 6.409407324267447e-06, | |
| "loss": 0.2761, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 8.969555035128806, | |
| "grad_norm": 0.4155209958553314, | |
| "learning_rate": 6.313694158486228e-06, | |
| "loss": 0.2726, | |
| "step": 5745 | |
| }, | |
| { | |
| "epoch": 8.97736143637783, | |
| "grad_norm": 0.43269336223602295, | |
| "learning_rate": 6.218677732526035e-06, | |
| "loss": 0.2697, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 8.985167837626854, | |
| "grad_norm": 0.4364638924598694, | |
| "learning_rate": 6.124358753018689e-06, | |
| "loss": 0.2788, | |
| "step": 5755 | |
| }, | |
| { | |
| "epoch": 8.992974238875878, | |
| "grad_norm": 0.40509918332099915, | |
| "learning_rate": 6.030737921409169e-06, | |
| "loss": 0.2732, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 8.999219359875097, | |
| "eval_loss": 1.1471812725067139, | |
| "eval_runtime": 0.3388, | |
| "eval_samples_per_second": 14.758, | |
| "eval_steps_per_second": 2.952, | |
| "step": 5764 | |
| }, | |
| { | |
| "epoch": 9.000780640124903, | |
| "grad_norm": 0.40420717000961304, | |
| "learning_rate": 5.937815933950375e-06, | |
| "loss": 0.2633, | |
| "step": 5765 | |
| }, | |
| { | |
| "epoch": 9.008587041373927, | |
| "grad_norm": 0.41395288705825806, | |
| "learning_rate": 5.8455934816979305e-06, | |
| "loss": 0.2729, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 9.01639344262295, | |
| "grad_norm": 0.4095096290111542, | |
| "learning_rate": 5.7540712505050444e-06, | |
| "loss": 0.265, | |
| "step": 5775 | |
| }, | |
| { | |
| "epoch": 9.024199843871974, | |
| "grad_norm": 0.41725656390190125, | |
| "learning_rate": 5.663249921017477e-06, | |
| "loss": 0.2632, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 9.032006245121, | |
| "grad_norm": 0.41932108998298645, | |
| "learning_rate": 5.57313016866835e-06, | |
| "loss": 0.2709, | |
| "step": 5785 | |
| }, | |
| { | |
| "epoch": 9.039812646370024, | |
| "grad_norm": 0.41799718141555786, | |
| "learning_rate": 5.483712663673224e-06, | |
| "loss": 0.2696, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 9.047619047619047, | |
| "grad_norm": 0.41482260823249817, | |
| "learning_rate": 5.394998071025104e-06, | |
| "loss": 0.2623, | |
| "step": 5795 | |
| }, | |
| { | |
| "epoch": 9.055425448868071, | |
| "grad_norm": 0.43754109740257263, | |
| "learning_rate": 5.306987050489442e-06, | |
| "loss": 0.2673, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 9.063231850117097, | |
| "grad_norm": 0.41212213039398193, | |
| "learning_rate": 5.21968025659928e-06, | |
| "loss": 0.2643, | |
| "step": 5805 | |
| }, | |
| { | |
| "epoch": 9.07103825136612, | |
| "grad_norm": 0.43795979022979736, | |
| "learning_rate": 5.1330783386503765e-06, | |
| "loss": 0.2672, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 9.078844652615144, | |
| "grad_norm": 0.416830837726593, | |
| "learning_rate": 5.047181940696333e-06, | |
| "loss": 0.2637, | |
| "step": 5815 | |
| }, | |
| { | |
| "epoch": 9.086651053864168, | |
| "grad_norm": 0.4341103136539459, | |
| "learning_rate": 4.961991701543889e-06, | |
| "loss": 0.2712, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 9.094457455113194, | |
| "grad_norm": 0.4144740402698517, | |
| "learning_rate": 4.877508254748076e-06, | |
| "loss": 0.2665, | |
| "step": 5825 | |
| }, | |
| { | |
| "epoch": 9.102263856362217, | |
| "grad_norm": 0.42530107498168945, | |
| "learning_rate": 4.7937322286075725e-06, | |
| "loss": 0.2678, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 9.110070257611241, | |
| "grad_norm": 0.4266839623451233, | |
| "learning_rate": 4.710664246160013e-06, | |
| "loss": 0.2709, | |
| "step": 5835 | |
| }, | |
| { | |
| "epoch": 9.117876658860265, | |
| "grad_norm": 0.42478978633880615, | |
| "learning_rate": 4.628304925177318e-06, | |
| "loss": 0.2692, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 9.12568306010929, | |
| "grad_norm": 0.42860227823257446, | |
| "learning_rate": 4.54665487816115e-06, | |
| "loss": 0.2694, | |
| "step": 5845 | |
| }, | |
| { | |
| "epoch": 9.133489461358314, | |
| "grad_norm": 0.43037670850753784, | |
| "learning_rate": 4.465714712338398e-06, | |
| "loss": 0.2686, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 9.141295862607338, | |
| "grad_norm": 0.4481579661369324, | |
| "learning_rate": 4.385485029656489e-06, | |
| "loss": 0.2672, | |
| "step": 5855 | |
| }, | |
| { | |
| "epoch": 9.149102263856362, | |
| "grad_norm": 0.406190425157547, | |
| "learning_rate": 4.305966426779118e-06, | |
| "loss": 0.2697, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 9.156908665105387, | |
| "grad_norm": 0.41195255517959595, | |
| "learning_rate": 4.22715949508169e-06, | |
| "loss": 0.268, | |
| "step": 5865 | |
| }, | |
| { | |
| "epoch": 9.164715066354411, | |
| "grad_norm": 0.41223201155662537, | |
| "learning_rate": 4.149064820646953e-06, | |
| "loss": 0.2625, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 9.172521467603435, | |
| "grad_norm": 0.40198594331741333, | |
| "learning_rate": 4.071682984260638e-06, | |
| "loss": 0.2654, | |
| "step": 5875 | |
| }, | |
| { | |
| "epoch": 9.180327868852459, | |
| "grad_norm": 0.4083414673805237, | |
| "learning_rate": 3.99501456140714e-06, | |
| "loss": 0.2666, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 9.188134270101482, | |
| "grad_norm": 0.43248122930526733, | |
| "learning_rate": 3.919060122265228e-06, | |
| "loss": 0.2712, | |
| "step": 5885 | |
| }, | |
| { | |
| "epoch": 9.195940671350508, | |
| "grad_norm": 0.4074991047382355, | |
| "learning_rate": 3.8438202317037986e-06, | |
| "loss": 0.2636, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 9.203747072599532, | |
| "grad_norm": 0.410256028175354, | |
| "learning_rate": 3.7692954492777764e-06, | |
| "loss": 0.2663, | |
| "step": 5895 | |
| }, | |
| { | |
| "epoch": 9.211553473848555, | |
| "grad_norm": 0.41726231575012207, | |
| "learning_rate": 3.6954863292237297e-06, | |
| "loss": 0.2649, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 9.21935987509758, | |
| "grad_norm": 0.40415236353874207, | |
| "learning_rate": 3.622393420456016e-06, | |
| "loss": 0.2691, | |
| "step": 5905 | |
| }, | |
| { | |
| "epoch": 9.227166276346605, | |
| "grad_norm": 0.40107595920562744, | |
| "learning_rate": 3.550017266562489e-06, | |
| "loss": 0.2636, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 9.234972677595628, | |
| "grad_norm": 0.4478661119937897, | |
| "learning_rate": 3.4783584058005527e-06, | |
| "loss": 0.2711, | |
| "step": 5915 | |
| }, | |
| { | |
| "epoch": 9.242779078844652, | |
| "grad_norm": 0.40624120831489563, | |
| "learning_rate": 3.40741737109318e-06, | |
| "loss": 0.2652, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 9.250585480093676, | |
| "grad_norm": 0.42705732583999634, | |
| "learning_rate": 3.3371946900248473e-06, | |
| "loss": 0.2675, | |
| "step": 5925 | |
| }, | |
| { | |
| "epoch": 9.258391881342702, | |
| "grad_norm": 0.4034976661205292, | |
| "learning_rate": 3.267690884837726e-06, | |
| "loss": 0.2631, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 9.266198282591725, | |
| "grad_norm": 0.4358353912830353, | |
| "learning_rate": 3.198906472427732e-06, | |
| "loss": 0.2702, | |
| "step": 5935 | |
| }, | |
| { | |
| "epoch": 9.274004683840749, | |
| "grad_norm": 0.42044761776924133, | |
| "learning_rate": 3.130841964340692e-06, | |
| "loss": 0.269, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 9.281811085089773, | |
| "grad_norm": 0.4694254994392395, | |
| "learning_rate": 3.06349786676855e-06, | |
| "loss": 0.27, | |
| "step": 5945 | |
| }, | |
| { | |
| "epoch": 9.289617486338798, | |
| "grad_norm": 0.4230342507362366, | |
| "learning_rate": 2.996874680545603e-06, | |
| "loss": 0.2645, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 9.297423887587822, | |
| "grad_norm": 0.436117947101593, | |
| "learning_rate": 2.9309729011447573e-06, | |
| "loss": 0.2713, | |
| "step": 5955 | |
| }, | |
| { | |
| "epoch": 9.305230288836846, | |
| "grad_norm": 0.4295603632926941, | |
| "learning_rate": 2.8657930186738567e-06, | |
| "loss": 0.2666, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 9.31303669008587, | |
| "grad_norm": 0.42392897605895996, | |
| "learning_rate": 2.8013355178720612e-06, | |
| "loss": 0.2682, | |
| "step": 5965 | |
| }, | |
| { | |
| "epoch": 9.320843091334895, | |
| "grad_norm": 0.40090325474739075, | |
| "learning_rate": 2.7376008781061835e-06, | |
| "loss": 0.2624, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 9.328649492583919, | |
| "grad_norm": 0.4344378113746643, | |
| "learning_rate": 2.674589573367192e-06, | |
| "loss": 0.274, | |
| "step": 5975 | |
| }, | |
| { | |
| "epoch": 9.336455893832943, | |
| "grad_norm": 0.4555279016494751, | |
| "learning_rate": 2.612302072266637e-06, | |
| "loss": 0.2696, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 9.344262295081966, | |
| "grad_norm": 0.4352642297744751, | |
| "learning_rate": 2.5507388380331843e-06, | |
| "loss": 0.2677, | |
| "step": 5985 | |
| }, | |
| { | |
| "epoch": 9.352068696330992, | |
| "grad_norm": 0.4107036590576172, | |
| "learning_rate": 2.4899003285091536e-06, | |
| "loss": 0.2692, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 9.359875097580016, | |
| "grad_norm": 0.4284498691558838, | |
| "learning_rate": 2.429786996147154e-06, | |
| "loss": 0.2623, | |
| "step": 5995 | |
| }, | |
| { | |
| "epoch": 9.36768149882904, | |
| "grad_norm": 0.42979347705841064, | |
| "learning_rate": 2.3703992880066638e-06, | |
| "loss": 0.2705, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 9.375487900078063, | |
| "grad_norm": 0.4255581796169281, | |
| "learning_rate": 2.3117376457507667e-06, | |
| "loss": 0.2678, | |
| "step": 6005 | |
| }, | |
| { | |
| "epoch": 9.383294301327089, | |
| "grad_norm": 0.4213410019874573, | |
| "learning_rate": 2.2538025056428214e-06, | |
| "loss": 0.2679, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 9.391100702576113, | |
| "grad_norm": 0.42378342151641846, | |
| "learning_rate": 2.1965942985431977e-06, | |
| "loss": 0.2603, | |
| "step": 6015 | |
| }, | |
| { | |
| "epoch": 9.398907103825136, | |
| "grad_norm": 0.43251511454582214, | |
| "learning_rate": 2.140113449906167e-06, | |
| "loss": 0.2678, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 9.40671350507416, | |
| "grad_norm": 0.428505539894104, | |
| "learning_rate": 2.0843603797766287e-06, | |
| "loss": 0.2716, | |
| "step": 6025 | |
| }, | |
| { | |
| "epoch": 9.414519906323186, | |
| "grad_norm": 0.40141308307647705, | |
| "learning_rate": 2.0293355027870554e-06, | |
| "loss": 0.264, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 9.42232630757221, | |
| "grad_norm": 0.42421501874923706, | |
| "learning_rate": 1.975039228154385e-06, | |
| "loss": 0.2675, | |
| "step": 6035 | |
| }, | |
| { | |
| "epoch": 9.430132708821233, | |
| "grad_norm": 0.41700848937034607, | |
| "learning_rate": 1.921471959676957e-06, | |
| "loss": 0.2663, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 9.437939110070257, | |
| "grad_norm": 0.4247893989086151, | |
| "learning_rate": 1.8686340957315695e-06, | |
| "loss": 0.2671, | |
| "step": 6045 | |
| }, | |
| { | |
| "epoch": 9.445745511319283, | |
| "grad_norm": 0.4123760163784027, | |
| "learning_rate": 1.8165260292704711e-06, | |
| "loss": 0.264, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 9.453551912568306, | |
| "grad_norm": 0.4423754811286926, | |
| "learning_rate": 1.7651481478184296e-06, | |
| "loss": 0.2617, | |
| "step": 6055 | |
| }, | |
| { | |
| "epoch": 9.46135831381733, | |
| "grad_norm": 0.4133644998073578, | |
| "learning_rate": 1.7145008334698898e-06, | |
| "loss": 0.2624, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 9.469164715066354, | |
| "grad_norm": 0.4270353317260742, | |
| "learning_rate": 1.6645844628860764e-06, | |
| "loss": 0.2674, | |
| "step": 6065 | |
| }, | |
| { | |
| "epoch": 9.47697111631538, | |
| "grad_norm": 0.41615259647369385, | |
| "learning_rate": 1.6153994072922506e-06, | |
| "loss": 0.2708, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 9.484777517564403, | |
| "grad_norm": 0.4244523346424103, | |
| "learning_rate": 1.5669460324749586e-06, | |
| "loss": 0.2698, | |
| "step": 6075 | |
| }, | |
| { | |
| "epoch": 9.492583918813427, | |
| "grad_norm": 0.4362230598926544, | |
| "learning_rate": 1.5192246987791981e-06, | |
| "loss": 0.2617, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 9.50039032006245, | |
| "grad_norm": 0.4365394413471222, | |
| "learning_rate": 1.472235761105878e-06, | |
| "loss": 0.2669, | |
| "step": 6085 | |
| }, | |
| { | |
| "epoch": 9.508196721311476, | |
| "grad_norm": 0.4158194363117218, | |
| "learning_rate": 1.4259795689090972e-06, | |
| "loss": 0.2694, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 9.5160031225605, | |
| "grad_norm": 0.41145652532577515, | |
| "learning_rate": 1.3804564661935915e-06, | |
| "loss": 0.2629, | |
| "step": 6095 | |
| }, | |
| { | |
| "epoch": 9.523809523809524, | |
| "grad_norm": 0.39693784713745117, | |
| "learning_rate": 1.3356667915121025e-06, | |
| "loss": 0.2683, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 9.531615925058547, | |
| "grad_norm": 0.4337891638278961, | |
| "learning_rate": 1.2916108779629566e-06, | |
| "loss": 0.2691, | |
| "step": 6105 | |
| }, | |
| { | |
| "epoch": 9.539422326307573, | |
| "grad_norm": 0.431761234998703, | |
| "learning_rate": 1.2482890531875125e-06, | |
| "loss": 0.2704, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 9.547228727556597, | |
| "grad_norm": 0.42788565158843994, | |
| "learning_rate": 1.2057016393677623e-06, | |
| "loss": 0.2721, | |
| "step": 6115 | |
| }, | |
| { | |
| "epoch": 9.55503512880562, | |
| "grad_norm": 0.4381605088710785, | |
| "learning_rate": 1.163848953223934e-06, | |
| "loss": 0.2731, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 9.562841530054644, | |
| "grad_norm": 0.42890533804893494, | |
| "learning_rate": 1.1227313060120926e-06, | |
| "loss": 0.2683, | |
| "step": 6125 | |
| }, | |
| { | |
| "epoch": 9.570647931303668, | |
| "grad_norm": 0.41614386439323425, | |
| "learning_rate": 1.0823490035218987e-06, | |
| "loss": 0.2634, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 9.578454332552694, | |
| "grad_norm": 0.41682758927345276, | |
| "learning_rate": 1.042702346074287e-06, | |
| "loss": 0.2621, | |
| "step": 6135 | |
| }, | |
| { | |
| "epoch": 9.586260733801717, | |
| "grad_norm": 0.4195772707462311, | |
| "learning_rate": 1.003791628519213e-06, | |
| "loss": 0.2677, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 9.594067135050741, | |
| "grad_norm": 0.40635907649993896, | |
| "learning_rate": 9.656171402335213e-07, | |
| "loss": 0.2668, | |
| "step": 6145 | |
| }, | |
| { | |
| "epoch": 9.601873536299767, | |
| "grad_norm": 0.40993356704711914, | |
| "learning_rate": 9.281791651187366e-07, | |
| "loss": 0.2661, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 9.60967993754879, | |
| "grad_norm": 0.4103589355945587, | |
| "learning_rate": 8.914779815989982e-07, | |
| "loss": 0.2691, | |
| "step": 6155 | |
| }, | |
| { | |
| "epoch": 9.617486338797814, | |
| "grad_norm": 0.44015854597091675, | |
| "learning_rate": 8.555138626189618e-07, | |
| "loss": 0.2649, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 9.625292740046838, | |
| "grad_norm": 0.414385586977005, | |
| "learning_rate": 8.202870756417569e-07, | |
| "loss": 0.2616, | |
| "step": 6165 | |
| }, | |
| { | |
| "epoch": 9.633099141295862, | |
| "grad_norm": 0.4170667827129364, | |
| "learning_rate": 7.857978826470325e-07, | |
| "loss": 0.2658, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 9.640905542544887, | |
| "grad_norm": 0.42618632316589355, | |
| "learning_rate": 7.520465401290033e-07, | |
| "loss": 0.2691, | |
| "step": 6175 | |
| }, | |
| { | |
| "epoch": 9.648711943793911, | |
| "grad_norm": 0.41920483112335205, | |
| "learning_rate": 7.19033299094496e-07, | |
| "loss": 0.2639, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 9.656518345042935, | |
| "grad_norm": 0.4324471056461334, | |
| "learning_rate": 6.867584050611498e-07, | |
| "loss": 0.2715, | |
| "step": 6185 | |
| }, | |
| { | |
| "epoch": 9.664324746291959, | |
| "grad_norm": 0.4518769681453705, | |
| "learning_rate": 6.552220980555635e-07, | |
| "loss": 0.2749, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 9.672131147540984, | |
| "grad_norm": 0.4381062984466553, | |
| "learning_rate": 6.244246126114627e-07, | |
| "loss": 0.2734, | |
| "step": 6195 | |
| }, | |
| { | |
| "epoch": 9.679937548790008, | |
| "grad_norm": 0.4453407824039459, | |
| "learning_rate": 5.943661777680354e-07, | |
| "loss": 0.2692, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 9.687743950039032, | |
| "grad_norm": 0.41984906792640686, | |
| "learning_rate": 5.650470170681876e-07, | |
| "loss": 0.2644, | |
| "step": 6205 | |
| }, | |
| { | |
| "epoch": 9.695550351288055, | |
| "grad_norm": 0.4198761284351349, | |
| "learning_rate": 5.364673485568794e-07, | |
| "loss": 0.2676, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 9.703356752537081, | |
| "grad_norm": 0.42462319135665894, | |
| "learning_rate": 5.086273847795031e-07, | |
| "loss": 0.2671, | |
| "step": 6215 | |
| }, | |
| { | |
| "epoch": 9.711163153786105, | |
| "grad_norm": 0.4393913447856903, | |
| "learning_rate": 4.815273327803182e-07, | |
| "loss": 0.2689, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 9.718969555035128, | |
| "grad_norm": 0.4282847046852112, | |
| "learning_rate": 4.5516739410087494e-07, | |
| "loss": 0.2696, | |
| "step": 6225 | |
| }, | |
| { | |
| "epoch": 9.726775956284152, | |
| "grad_norm": 0.41957032680511475, | |
| "learning_rate": 4.2954776477860393e-07, | |
| "loss": 0.2748, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 9.734582357533178, | |
| "grad_norm": 0.4238908886909485, | |
| "learning_rate": 4.0466863534522893e-07, | |
| "loss": 0.2741, | |
| "step": 6235 | |
| }, | |
| { | |
| "epoch": 9.742388758782202, | |
| "grad_norm": 0.4146591126918793, | |
| "learning_rate": 3.805301908254455e-07, | |
| "loss": 0.2653, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 9.750195160031225, | |
| "grad_norm": 0.4316459000110626, | |
| "learning_rate": 3.571326107355333e-07, | |
| "loss": 0.2687, | |
| "step": 6245 | |
| }, | |
| { | |
| "epoch": 9.758001561280249, | |
| "grad_norm": 0.4224886894226074, | |
| "learning_rate": 3.3447606908196817e-07, | |
| "loss": 0.2646, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 9.765807962529275, | |
| "grad_norm": 0.439411461353302, | |
| "learning_rate": 3.125607343602011e-07, | |
| "loss": 0.2657, | |
| "step": 6255 | |
| }, | |
| { | |
| "epoch": 9.773614363778298, | |
| "grad_norm": 0.4261423647403717, | |
| "learning_rate": 2.9138676955333676e-07, | |
| "loss": 0.2606, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 9.781420765027322, | |
| "grad_norm": 0.41440731287002563, | |
| "learning_rate": 2.709543321309793e-07, | |
| "loss": 0.2673, | |
| "step": 6265 | |
| }, | |
| { | |
| "epoch": 9.789227166276346, | |
| "grad_norm": 0.42373111844062805, | |
| "learning_rate": 2.5126357404802183e-07, | |
| "loss": 0.2751, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 9.797033567525371, | |
| "grad_norm": 0.4395394027233124, | |
| "learning_rate": 2.3231464174352512e-07, | |
| "loss": 0.2747, | |
| "step": 6275 | |
| }, | |
| { | |
| "epoch": 9.804839968774395, | |
| "grad_norm": 0.4383135735988617, | |
| "learning_rate": 2.141076761396521e-07, | |
| "loss": 0.2708, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 9.812646370023419, | |
| "grad_norm": 0.4313544034957886, | |
| "learning_rate": 1.966428126405795e-07, | |
| "loss": 0.2686, | |
| "step": 6285 | |
| }, | |
| { | |
| "epoch": 9.820452771272443, | |
| "grad_norm": 0.39951956272125244, | |
| "learning_rate": 1.7992018113152098e-07, | |
| "loss": 0.2591, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 9.828259172521468, | |
| "grad_norm": 0.4347188174724579, | |
| "learning_rate": 1.6393990597775022e-07, | |
| "loss": 0.2709, | |
| "step": 6295 | |
| }, | |
| { | |
| "epoch": 9.836065573770492, | |
| "grad_norm": 0.4294663965702057, | |
| "learning_rate": 1.487021060236904e-07, | |
| "loss": 0.2644, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 9.843871975019516, | |
| "grad_norm": 0.437920480966568, | |
| "learning_rate": 1.3420689459200386e-07, | |
| "loss": 0.2693, | |
| "step": 6305 | |
| }, | |
| { | |
| "epoch": 9.85167837626854, | |
| "grad_norm": 0.4170249104499817, | |
| "learning_rate": 1.204543794827595e-07, | |
| "loss": 0.2748, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 9.859484777517565, | |
| "grad_norm": 0.40519675612449646, | |
| "learning_rate": 1.0744466297265554e-07, | |
| "loss": 0.267, | |
| "step": 6315 | |
| }, | |
| { | |
| "epoch": 9.867291178766589, | |
| "grad_norm": 0.40046894550323486, | |
| "learning_rate": 9.517784181422019e-08, | |
| "loss": 0.2614, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 9.875097580015613, | |
| "grad_norm": 0.4310961067676544, | |
| "learning_rate": 8.365400723512328e-08, | |
| "loss": 0.2617, | |
| "step": 6325 | |
| }, | |
| { | |
| "epoch": 9.882903981264636, | |
| "grad_norm": 0.43310293555259705, | |
| "learning_rate": 7.287324493747693e-08, | |
| "loss": 0.2685, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 9.890710382513662, | |
| "grad_norm": 0.43305081129074097, | |
| "learning_rate": 6.283563509719148e-08, | |
| "loss": 0.2607, | |
| "step": 6335 | |
| }, | |
| { | |
| "epoch": 9.898516783762686, | |
| "grad_norm": 0.42313021421432495, | |
| "learning_rate": 5.354125236343155e-08, | |
| "loss": 0.2714, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 9.90632318501171, | |
| "grad_norm": 0.43003058433532715, | |
| "learning_rate": 4.499016585799431e-08, | |
| "loss": 0.2685, | |
| "step": 6345 | |
| }, | |
| { | |
| "epoch": 9.914129586260733, | |
| "grad_norm": 0.4060039818286896, | |
| "learning_rate": 3.7182439174832106e-08, | |
| "loss": 0.2728, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 9.921935987509759, | |
| "grad_norm": 0.4126955270767212, | |
| "learning_rate": 3.0118130379575005e-08, | |
| "loss": 0.2675, | |
| "step": 6355 | |
| }, | |
| { | |
| "epoch": 9.929742388758783, | |
| "grad_norm": 0.43146437406539917, | |
| "learning_rate": 2.379729200908676e-08, | |
| "loss": 0.2695, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 9.937548790007806, | |
| "grad_norm": 0.4640655219554901, | |
| "learning_rate": 1.8219971071098408e-08, | |
| "loss": 0.2713, | |
| "step": 6365 | |
| }, | |
| { | |
| "epoch": 9.94535519125683, | |
| "grad_norm": 0.41949042677879333, | |
| "learning_rate": 1.3386209043819708e-08, | |
| "loss": 0.2707, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 9.953161592505854, | |
| "grad_norm": 0.42296043038368225, | |
| "learning_rate": 9.296041875683781e-09, | |
| "loss": 0.2636, | |
| "step": 6375 | |
| }, | |
| { | |
| "epoch": 9.96096799375488, | |
| "grad_norm": 0.45912352204322815, | |
| "learning_rate": 5.949499985025142e-09, | |
| "loss": 0.2702, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 9.968774395003903, | |
| "grad_norm": 0.4141922891139984, | |
| "learning_rate": 3.346608259890971e-09, | |
| "loss": 0.2663, | |
| "step": 6385 | |
| }, | |
| { | |
| "epoch": 9.976580796252927, | |
| "grad_norm": 0.42737066745758057, | |
| "learning_rate": 1.4873860578412668e-09, | |
| "loss": 0.2692, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 9.984387197501952, | |
| "grad_norm": 0.441078782081604, | |
| "learning_rate": 3.7184720581562306e-10, | |
| "loss": 0.2707, | |
| "step": 6395 | |
| }, | |
| { | |
| "epoch": 9.992193598750976, | |
| "grad_norm": 0.45411616563796997, | |
| "learning_rate": 0.0, | |
| "loss": 0.2714, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 9.992193598750976, | |
| "eval_loss": 1.1572602987289429, | |
| "eval_runtime": 0.3457, | |
| "eval_samples_per_second": 14.464, | |
| "eval_steps_per_second": 2.893, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 9.992193598750976, | |
| "step": 6400, | |
| "total_flos": 8.968401612833817e+18, | |
| "train_loss": 0.34100163986906407, | |
| "train_runtime": 19497.7947, | |
| "train_samples_per_second": 10.509, | |
| "train_steps_per_second": 0.328 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 6400, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 8.968401612833817e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |