| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9997956025345286, | |
| "eval_steps": 2000, | |
| "global_step": 4280, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.002335971033959179, | |
| "grad_norm": 73.6875, | |
| "learning_rate": 9.999954375607375e-07, | |
| "loss": 107.9787, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.004671942067918358, | |
| "grad_norm": 73.25, | |
| "learning_rate": 9.99990875121475e-07, | |
| "loss": 103.9372, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.007007913101877537, | |
| "grad_norm": 59.53125, | |
| "learning_rate": 9.999863126822123e-07, | |
| "loss": 100.6365, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.009343884135836715, | |
| "grad_norm": 60.3125, | |
| "learning_rate": 9.999817502429498e-07, | |
| "loss": 100.6602, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.011679855169795894, | |
| "grad_norm": 59.1875, | |
| "learning_rate": 9.999771878036874e-07, | |
| "loss": 100.0208, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.014015826203755074, | |
| "grad_norm": 55.53125, | |
| "learning_rate": 9.999726253644248e-07, | |
| "loss": 98.8471, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.016351797237714252, | |
| "grad_norm": 55.3125, | |
| "learning_rate": 9.999680629251621e-07, | |
| "loss": 99.5175, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.01868776827167343, | |
| "grad_norm": 58.53125, | |
| "learning_rate": 9.999635004858997e-07, | |
| "loss": 98.5395, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.02102373930563261, | |
| "grad_norm": 59.8125, | |
| "learning_rate": 9.999589380466373e-07, | |
| "loss": 98.9192, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.023359710339591788, | |
| "grad_norm": 63.78125, | |
| "learning_rate": 9.999543756073747e-07, | |
| "loss": 97.6611, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.02569568137355097, | |
| "grad_norm": 58.9375, | |
| "learning_rate": 9.99949813168112e-07, | |
| "loss": 97.8031, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.028031652407510148, | |
| "grad_norm": 59.1875, | |
| "learning_rate": 9.999452507288496e-07, | |
| "loss": 98.0507, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.030367623441469326, | |
| "grad_norm": 51.15625, | |
| "learning_rate": 9.999406882895872e-07, | |
| "loss": 96.8367, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.032703594475428505, | |
| "grad_norm": 56.09375, | |
| "learning_rate": 9.999361258503245e-07, | |
| "loss": 96.7883, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.035039565509387686, | |
| "grad_norm": 54.9375, | |
| "learning_rate": 9.99931563411062e-07, | |
| "loss": 97.7532, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.03737553654334686, | |
| "grad_norm": 61.21875, | |
| "learning_rate": 9.999270009717995e-07, | |
| "loss": 97.0359, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.03971150757730604, | |
| "grad_norm": 60.5625, | |
| "learning_rate": 9.99922438532537e-07, | |
| "loss": 96.5724, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.04204747861126522, | |
| "grad_norm": 52.625, | |
| "learning_rate": 9.999178760932744e-07, | |
| "loss": 97.048, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.0443834496452244, | |
| "grad_norm": 57.53125, | |
| "learning_rate": 9.999133136540118e-07, | |
| "loss": 96.4664, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.046719420679183575, | |
| "grad_norm": 52.875, | |
| "learning_rate": 9.999087512147494e-07, | |
| "loss": 96.2538, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.04905539171314276, | |
| "grad_norm": 63.71875, | |
| "learning_rate": 9.99904188775487e-07, | |
| "loss": 95.9222, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.05139136274710194, | |
| "grad_norm": 54.8125, | |
| "learning_rate": 9.998996263362243e-07, | |
| "loss": 96.0401, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.053727333781061114, | |
| "grad_norm": 55.0625, | |
| "learning_rate": 9.998950638969619e-07, | |
| "loss": 96.3144, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.056063304815020296, | |
| "grad_norm": 53.5625, | |
| "learning_rate": 9.998905014576992e-07, | |
| "loss": 95.5121, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.05839927584897947, | |
| "grad_norm": 52.59375, | |
| "learning_rate": 9.998859390184368e-07, | |
| "loss": 95.5379, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.06073524688293865, | |
| "grad_norm": 51.875, | |
| "learning_rate": 9.998813765791742e-07, | |
| "loss": 94.811, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.06307121791689783, | |
| "grad_norm": 54.46875, | |
| "learning_rate": 9.998768141399118e-07, | |
| "loss": 95.986, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.06540718895085701, | |
| "grad_norm": 55.1875, | |
| "learning_rate": 9.998722517006491e-07, | |
| "loss": 95.3928, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.06774315998481618, | |
| "grad_norm": 56.625, | |
| "learning_rate": 9.998676892613867e-07, | |
| "loss": 94.6728, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.07007913101877537, | |
| "grad_norm": 55.09375, | |
| "learning_rate": 9.99863126822124e-07, | |
| "loss": 95.4789, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.07241510205273455, | |
| "grad_norm": 61.96875, | |
| "learning_rate": 9.998585643828616e-07, | |
| "loss": 95.9337, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.07475107308669372, | |
| "grad_norm": 55.34375, | |
| "learning_rate": 9.99854001943599e-07, | |
| "loss": 94.6639, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.0770870441206529, | |
| "grad_norm": 55.3125, | |
| "learning_rate": 9.998494395043366e-07, | |
| "loss": 95.4775, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.07942301515461209, | |
| "grad_norm": 51.65625, | |
| "learning_rate": 9.99844877065074e-07, | |
| "loss": 94.9841, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.08175898618857126, | |
| "grad_norm": 55.5, | |
| "learning_rate": 9.998403146258115e-07, | |
| "loss": 94.7989, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.08409495722253044, | |
| "grad_norm": 51.21875, | |
| "learning_rate": 9.998357521865489e-07, | |
| "loss": 93.6134, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.08643092825648963, | |
| "grad_norm": 62.40625, | |
| "learning_rate": 9.998311897472865e-07, | |
| "loss": 95.1199, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.0887668992904488, | |
| "grad_norm": 48.125, | |
| "learning_rate": 9.998266273080238e-07, | |
| "loss": 93.7213, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.09110287032440798, | |
| "grad_norm": 53.125, | |
| "learning_rate": 9.998220648687614e-07, | |
| "loss": 94.9632, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.09343884135836715, | |
| "grad_norm": 49.96875, | |
| "learning_rate": 9.99817502429499e-07, | |
| "loss": 93.9266, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.09577481239232634, | |
| "grad_norm": 49.46875, | |
| "learning_rate": 9.998129399902363e-07, | |
| "loss": 95.0468, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.09811078342628551, | |
| "grad_norm": 50.59375, | |
| "learning_rate": 9.99808377550974e-07, | |
| "loss": 93.5313, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.10044675446024469, | |
| "grad_norm": 54.90625, | |
| "learning_rate": 9.998038151117113e-07, | |
| "loss": 94.5912, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.10278272549420388, | |
| "grad_norm": 50.96875, | |
| "learning_rate": 9.997992526724488e-07, | |
| "loss": 93.7903, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.10511869652816305, | |
| "grad_norm": 52.5, | |
| "learning_rate": 9.997946902331862e-07, | |
| "loss": 93.5428, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.10745466756212223, | |
| "grad_norm": 50.90625, | |
| "learning_rate": 9.997901277939238e-07, | |
| "loss": 94.4597, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.1097906385960814, | |
| "grad_norm": 49.46875, | |
| "learning_rate": 9.997855653546612e-07, | |
| "loss": 94.1416, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.11212660963004059, | |
| "grad_norm": 52.53125, | |
| "learning_rate": 9.997810029153987e-07, | |
| "loss": 93.9781, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.11446258066399977, | |
| "grad_norm": 51.0, | |
| "learning_rate": 9.99776440476136e-07, | |
| "loss": 94.0498, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.11679855169795894, | |
| "grad_norm": 50.21875, | |
| "learning_rate": 9.997718780368737e-07, | |
| "loss": 92.6403, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11913452273191813, | |
| "grad_norm": 49.03125, | |
| "learning_rate": 9.99767315597611e-07, | |
| "loss": 92.5467, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.1214704937658773, | |
| "grad_norm": 54.71875, | |
| "learning_rate": 9.997627531583486e-07, | |
| "loss": 92.8119, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.12380646479983648, | |
| "grad_norm": 48.40625, | |
| "learning_rate": 9.99758190719086e-07, | |
| "loss": 93.4688, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.12614243583379567, | |
| "grad_norm": 53.40625, | |
| "learning_rate": 9.997536282798235e-07, | |
| "loss": 93.5298, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.12847840686775483, | |
| "grad_norm": 47.96875, | |
| "learning_rate": 9.99749065840561e-07, | |
| "loss": 93.2207, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.13081437790171402, | |
| "grad_norm": 56.0, | |
| "learning_rate": 9.997445034012985e-07, | |
| "loss": 93.1208, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.1331503489356732, | |
| "grad_norm": 54.53125, | |
| "learning_rate": 9.997399409620359e-07, | |
| "loss": 92.8771, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.13548631996963237, | |
| "grad_norm": 64.6875, | |
| "learning_rate": 9.997353785227734e-07, | |
| "loss": 93.5443, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.13782229100359156, | |
| "grad_norm": 53.6875, | |
| "learning_rate": 9.997308160835108e-07, | |
| "loss": 92.5809, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.14015826203755075, | |
| "grad_norm": 49.53125, | |
| "learning_rate": 9.997262536442484e-07, | |
| "loss": 93.1532, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.1424942330715099, | |
| "grad_norm": 59.9375, | |
| "learning_rate": 9.99721691204986e-07, | |
| "loss": 92.8726, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.1448302041054691, | |
| "grad_norm": 54.25, | |
| "learning_rate": 9.997171287657233e-07, | |
| "loss": 92.0574, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.14716617513942828, | |
| "grad_norm": 52.96875, | |
| "learning_rate": 9.997125663264607e-07, | |
| "loss": 93.3626, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.14950214617338745, | |
| "grad_norm": 52.875, | |
| "learning_rate": 9.997080038871982e-07, | |
| "loss": 92.2334, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.15183811720734663, | |
| "grad_norm": 49.46875, | |
| "learning_rate": 9.997034414479358e-07, | |
| "loss": 94.0112, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.1541740882413058, | |
| "grad_norm": 49.5, | |
| "learning_rate": 9.996988790086732e-07, | |
| "loss": 92.2169, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.15651005927526498, | |
| "grad_norm": 48.84375, | |
| "learning_rate": 9.996943165694106e-07, | |
| "loss": 93.1208, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.15884603030922417, | |
| "grad_norm": 47.8125, | |
| "learning_rate": 9.996897541301481e-07, | |
| "loss": 92.4204, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.16118200134318333, | |
| "grad_norm": 52.1875, | |
| "learning_rate": 9.996851916908857e-07, | |
| "loss": 92.2801, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.16351797237714252, | |
| "grad_norm": 51.84375, | |
| "learning_rate": 9.99680629251623e-07, | |
| "loss": 92.815, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.1658539434111017, | |
| "grad_norm": 50.40625, | |
| "learning_rate": 9.996760668123604e-07, | |
| "loss": 93.1973, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.16818991444506087, | |
| "grad_norm": 49.84375, | |
| "learning_rate": 9.99671504373098e-07, | |
| "loss": 93.101, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.17052588547902006, | |
| "grad_norm": 50.5, | |
| "learning_rate": 9.996669419338356e-07, | |
| "loss": 92.027, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.17286185651297925, | |
| "grad_norm": 47.625, | |
| "learning_rate": 9.99662379494573e-07, | |
| "loss": 92.048, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.1751978275469384, | |
| "grad_norm": 58.28125, | |
| "learning_rate": 9.996578170553103e-07, | |
| "loss": 93.1853, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.1775337985808976, | |
| "grad_norm": 73.875, | |
| "learning_rate": 9.996532546160479e-07, | |
| "loss": 91.2014, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.1798697696148568, | |
| "grad_norm": 50.8125, | |
| "learning_rate": 9.996486921767855e-07, | |
| "loss": 92.475, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.18220574064881595, | |
| "grad_norm": 50.15625, | |
| "learning_rate": 9.996441297375228e-07, | |
| "loss": 92.3456, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.18454171168277514, | |
| "grad_norm": 51.3125, | |
| "learning_rate": 9.996395672982602e-07, | |
| "loss": 92.1092, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.1868776827167343, | |
| "grad_norm": 53.25, | |
| "learning_rate": 9.996350048589978e-07, | |
| "loss": 92.2168, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.1892136537506935, | |
| "grad_norm": 49.96875, | |
| "learning_rate": 9.996304424197353e-07, | |
| "loss": 91.5845, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.19154962478465268, | |
| "grad_norm": 51.96875, | |
| "learning_rate": 9.996258799804727e-07, | |
| "loss": 92.4014, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.19388559581861184, | |
| "grad_norm": 52.65625, | |
| "learning_rate": 9.9962131754121e-07, | |
| "loss": 91.9784, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.19622156685257103, | |
| "grad_norm": 55.59375, | |
| "learning_rate": 9.996167551019476e-07, | |
| "loss": 92.1067, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.19855753788653022, | |
| "grad_norm": 54.8125, | |
| "learning_rate": 9.996121926626852e-07, | |
| "loss": 92.2285, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.20089350892048938, | |
| "grad_norm": 48.21875, | |
| "learning_rate": 9.996076302234226e-07, | |
| "loss": 92.6478, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.20322947995444857, | |
| "grad_norm": 49.65625, | |
| "learning_rate": 9.9960306778416e-07, | |
| "loss": 91.2663, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.20556545098840776, | |
| "grad_norm": 51.78125, | |
| "learning_rate": 9.995985053448975e-07, | |
| "loss": 91.9975, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.20790142202236692, | |
| "grad_norm": 56.21875, | |
| "learning_rate": 9.99593942905635e-07, | |
| "loss": 91.8558, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.2102373930563261, | |
| "grad_norm": 48.21875, | |
| "learning_rate": 9.995893804663725e-07, | |
| "loss": 92.5588, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.2125733640902853, | |
| "grad_norm": 51.6875, | |
| "learning_rate": 9.995848180271098e-07, | |
| "loss": 91.8372, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.21490933512424445, | |
| "grad_norm": 49.6875, | |
| "learning_rate": 9.995802555878474e-07, | |
| "loss": 91.0599, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.21724530615820364, | |
| "grad_norm": 51.09375, | |
| "learning_rate": 9.99575693148585e-07, | |
| "loss": 92.0935, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.2195812771921628, | |
| "grad_norm": 51.0, | |
| "learning_rate": 9.995711307093223e-07, | |
| "loss": 92.2526, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.221917248226122, | |
| "grad_norm": 55.09375, | |
| "learning_rate": 9.995665682700597e-07, | |
| "loss": 91.4987, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.22425321926008118, | |
| "grad_norm": 48.875, | |
| "learning_rate": 9.995620058307973e-07, | |
| "loss": 91.7583, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.22658919029404034, | |
| "grad_norm": 54.28125, | |
| "learning_rate": 9.995574433915349e-07, | |
| "loss": 92.9723, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.22892516132799953, | |
| "grad_norm": 47.375, | |
| "learning_rate": 9.995528809522722e-07, | |
| "loss": 91.1949, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.23126113236195872, | |
| "grad_norm": 48.1875, | |
| "learning_rate": 9.995483185130098e-07, | |
| "loss": 91.6117, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.23359710339591788, | |
| "grad_norm": 49.1875, | |
| "learning_rate": 9.995437560737472e-07, | |
| "loss": 91.0056, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23593307442987707, | |
| "grad_norm": 51.46875, | |
| "learning_rate": 9.995391936344847e-07, | |
| "loss": 91.9323, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.23826904546383626, | |
| "grad_norm": 47.875, | |
| "learning_rate": 9.995346311952221e-07, | |
| "loss": 91.1979, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.24060501649779542, | |
| "grad_norm": 48.90625, | |
| "learning_rate": 9.995300687559597e-07, | |
| "loss": 91.2106, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.2429409875317546, | |
| "grad_norm": 48.5, | |
| "learning_rate": 9.99525506316697e-07, | |
| "loss": 90.451, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.2452769585657138, | |
| "grad_norm": 47.8125, | |
| "learning_rate": 9.995209438774346e-07, | |
| "loss": 90.8564, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.24761292959967296, | |
| "grad_norm": 48.4375, | |
| "learning_rate": 9.99516381438172e-07, | |
| "loss": 91.9894, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.24994890063363215, | |
| "grad_norm": 51.5, | |
| "learning_rate": 9.995118189989096e-07, | |
| "loss": 90.8876, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.25228487166759134, | |
| "grad_norm": 48.34375, | |
| "learning_rate": 9.99507256559647e-07, | |
| "loss": 89.8074, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.2546208427015505, | |
| "grad_norm": 49.71875, | |
| "learning_rate": 9.995026941203845e-07, | |
| "loss": 90.9951, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.25695681373550966, | |
| "grad_norm": 48.25, | |
| "learning_rate": 9.994981316811219e-07, | |
| "loss": 91.1307, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.2592927847694689, | |
| "grad_norm": 51.96875, | |
| "learning_rate": 9.994935692418594e-07, | |
| "loss": 90.8755, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.26162875580342804, | |
| "grad_norm": 52.0625, | |
| "learning_rate": 9.994890068025968e-07, | |
| "loss": 90.3661, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.2639647268373872, | |
| "grad_norm": 50.0625, | |
| "learning_rate": 9.994844443633344e-07, | |
| "loss": 91.0299, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.2663006978713464, | |
| "grad_norm": 48.40625, | |
| "learning_rate": 9.994798819240718e-07, | |
| "loss": 90.4072, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.2686366689053056, | |
| "grad_norm": 48.21875, | |
| "learning_rate": 9.994753194848093e-07, | |
| "loss": 90.3286, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.27097263993926474, | |
| "grad_norm": 47.375, | |
| "learning_rate": 9.994707570455467e-07, | |
| "loss": 89.8693, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.27330861097322395, | |
| "grad_norm": 47.71875, | |
| "learning_rate": 9.994661946062843e-07, | |
| "loss": 90.2988, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.2756445820071831, | |
| "grad_norm": 48.375, | |
| "learning_rate": 9.994616321670216e-07, | |
| "loss": 90.7299, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.2779805530411423, | |
| "grad_norm": 48.03125, | |
| "learning_rate": 9.994570697277592e-07, | |
| "loss": 90.5661, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.2803165240751015, | |
| "grad_norm": 50.875, | |
| "learning_rate": 9.994525072884968e-07, | |
| "loss": 91.3686, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.28265249510906065, | |
| "grad_norm": 56.40625, | |
| "learning_rate": 9.994479448492341e-07, | |
| "loss": 90.5123, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.2849884661430198, | |
| "grad_norm": 47.75, | |
| "learning_rate": 9.994433824099715e-07, | |
| "loss": 90.0628, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.28732443717697903, | |
| "grad_norm": 48.59375, | |
| "learning_rate": 9.99438819970709e-07, | |
| "loss": 91.5217, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.2896604082109382, | |
| "grad_norm": 50.375, | |
| "learning_rate": 9.994342575314467e-07, | |
| "loss": 91.552, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.29199637924489735, | |
| "grad_norm": 46.34375, | |
| "learning_rate": 9.99429695092184e-07, | |
| "loss": 90.1196, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.29433235027885657, | |
| "grad_norm": 51.28125, | |
| "learning_rate": 9.994251326529216e-07, | |
| "loss": 90.6674, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.29666832131281573, | |
| "grad_norm": 47.46875, | |
| "learning_rate": 9.99420570213659e-07, | |
| "loss": 90.2552, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.2990042923467749, | |
| "grad_norm": 47.1875, | |
| "learning_rate": 9.994160077743965e-07, | |
| "loss": 89.4563, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.30134026338073405, | |
| "grad_norm": 48.375, | |
| "learning_rate": 9.99411445335134e-07, | |
| "loss": 89.6932, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.30367623441469327, | |
| "grad_norm": 49.65625, | |
| "learning_rate": 9.994068828958715e-07, | |
| "loss": 90.6541, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.30601220544865243, | |
| "grad_norm": 47.4375, | |
| "learning_rate": 9.994023204566088e-07, | |
| "loss": 90.2363, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.3083481764826116, | |
| "grad_norm": 47.59375, | |
| "learning_rate": 9.993977580173464e-07, | |
| "loss": 89.9082, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.3106841475165708, | |
| "grad_norm": 49.9375, | |
| "learning_rate": 9.993931955780838e-07, | |
| "loss": 90.5597, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.31302011855052997, | |
| "grad_norm": 47.09375, | |
| "learning_rate": 9.993886331388214e-07, | |
| "loss": 89.9793, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.31535608958448913, | |
| "grad_norm": 46.1875, | |
| "learning_rate": 9.993840706995587e-07, | |
| "loss": 89.6057, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.31769206061844835, | |
| "grad_norm": 48.375, | |
| "learning_rate": 9.993795082602963e-07, | |
| "loss": 90.4494, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.3200280316524075, | |
| "grad_norm": 47.84375, | |
| "learning_rate": 9.993749458210337e-07, | |
| "loss": 89.3954, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.32236400268636667, | |
| "grad_norm": 51.5, | |
| "learning_rate": 9.993703833817712e-07, | |
| "loss": 88.9873, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.3246999737203259, | |
| "grad_norm": 49.375, | |
| "learning_rate": 9.993658209425086e-07, | |
| "loss": 89.7105, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.32703594475428505, | |
| "grad_norm": 48.21875, | |
| "learning_rate": 9.993612585032462e-07, | |
| "loss": 90.0021, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.3293719157882442, | |
| "grad_norm": 48.75, | |
| "learning_rate": 9.993566960639835e-07, | |
| "loss": 90.7298, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.3317078868222034, | |
| "grad_norm": 48.0625, | |
| "learning_rate": 9.993521336247211e-07, | |
| "loss": 89.614, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.3340438578561626, | |
| "grad_norm": 47.6875, | |
| "learning_rate": 9.993475711854585e-07, | |
| "loss": 90.2349, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.33637982889012175, | |
| "grad_norm": 47.6875, | |
| "learning_rate": 9.99343008746196e-07, | |
| "loss": 89.0322, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.33871579992408096, | |
| "grad_norm": 52.875, | |
| "learning_rate": 9.993384463069336e-07, | |
| "loss": 91.0856, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.3410517709580401, | |
| "grad_norm": 45.84375, | |
| "learning_rate": 9.99333883867671e-07, | |
| "loss": 89.7295, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.3433877419919993, | |
| "grad_norm": 47.875, | |
| "learning_rate": 9.993293214284084e-07, | |
| "loss": 89.7628, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.3457237130259585, | |
| "grad_norm": 50.71875, | |
| "learning_rate": 9.99324758989146e-07, | |
| "loss": 89.6516, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.34805968405991766, | |
| "grad_norm": 49.5625, | |
| "learning_rate": 9.993201965498835e-07, | |
| "loss": 89.7199, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.3503956550938768, | |
| "grad_norm": 44.96875, | |
| "learning_rate": 9.993156341106209e-07, | |
| "loss": 89.6713, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.35273162612783604, | |
| "grad_norm": 49.03125, | |
| "learning_rate": 9.993110716713582e-07, | |
| "loss": 89.7211, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.3550675971617952, | |
| "grad_norm": 46.65625, | |
| "learning_rate": 9.993065092320958e-07, | |
| "loss": 89.7591, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.35740356819575436, | |
| "grad_norm": 46.40625, | |
| "learning_rate": 9.993019467928334e-07, | |
| "loss": 89.5946, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.3597395392297136, | |
| "grad_norm": 47.46875, | |
| "learning_rate": 9.992973843535708e-07, | |
| "loss": 89.3533, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.36207551026367274, | |
| "grad_norm": 66.75, | |
| "learning_rate": 9.992928219143081e-07, | |
| "loss": 88.915, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.3644114812976319, | |
| "grad_norm": 49.625, | |
| "learning_rate": 9.992882594750457e-07, | |
| "loss": 89.5318, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.36674745233159106, | |
| "grad_norm": 52.5, | |
| "learning_rate": 9.992836970357833e-07, | |
| "loss": 89.6842, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.3690834233655503, | |
| "grad_norm": 47.65625, | |
| "learning_rate": 9.992791345965206e-07, | |
| "loss": 89.9355, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.37141939439950944, | |
| "grad_norm": 47.34375, | |
| "learning_rate": 9.99274572157258e-07, | |
| "loss": 89.0862, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.3737553654334686, | |
| "grad_norm": 47.0, | |
| "learning_rate": 9.992700097179956e-07, | |
| "loss": 89.5908, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.3760913364674278, | |
| "grad_norm": 48.40625, | |
| "learning_rate": 9.992654472787332e-07, | |
| "loss": 90.0093, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.378427307501387, | |
| "grad_norm": 46.90625, | |
| "learning_rate": 9.992608848394705e-07, | |
| "loss": 89.8005, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.38076327853534614, | |
| "grad_norm": 46.53125, | |
| "learning_rate": 9.992563224002079e-07, | |
| "loss": 89.5087, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.38309924956930536, | |
| "grad_norm": 46.6875, | |
| "learning_rate": 9.992517599609455e-07, | |
| "loss": 89.3029, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.3854352206032645, | |
| "grad_norm": 48.0, | |
| "learning_rate": 9.99247197521683e-07, | |
| "loss": 89.3145, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.3877711916372237, | |
| "grad_norm": 47.5625, | |
| "learning_rate": 9.992426350824204e-07, | |
| "loss": 88.9554, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.3901071626711829, | |
| "grad_norm": 50.25, | |
| "learning_rate": 9.992380726431578e-07, | |
| "loss": 89.8971, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.39244313370514206, | |
| "grad_norm": 49.1875, | |
| "learning_rate": 9.992335102038953e-07, | |
| "loss": 88.8999, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.3947791047391012, | |
| "grad_norm": 47.6875, | |
| "learning_rate": 9.99228947764633e-07, | |
| "loss": 90.1073, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.39711507577306043, | |
| "grad_norm": 48.375, | |
| "learning_rate": 9.992243853253703e-07, | |
| "loss": 89.0198, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.3994510468070196, | |
| "grad_norm": 49.9375, | |
| "learning_rate": 9.992198228861076e-07, | |
| "loss": 89.9081, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.40178701784097876, | |
| "grad_norm": 48.6875, | |
| "learning_rate": 9.992152604468452e-07, | |
| "loss": 89.2711, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.40412298887493797, | |
| "grad_norm": 46.34375, | |
| "learning_rate": 9.992106980075828e-07, | |
| "loss": 89.0298, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.40645895990889713, | |
| "grad_norm": 46.65625, | |
| "learning_rate": 9.992061355683202e-07, | |
| "loss": 89.1033, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.4087949309428563, | |
| "grad_norm": 47.9375, | |
| "learning_rate": 9.992015731290577e-07, | |
| "loss": 89.7967, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.4111309019768155, | |
| "grad_norm": 47.53125, | |
| "learning_rate": 9.99197010689795e-07, | |
| "loss": 87.6053, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.41346687301077467, | |
| "grad_norm": 46.6875, | |
| "learning_rate": 9.991924482505327e-07, | |
| "loss": 89.5975, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.41580284404473383, | |
| "grad_norm": 50.90625, | |
| "learning_rate": 9.9918788581127e-07, | |
| "loss": 88.9577, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.41813881507869305, | |
| "grad_norm": 49.125, | |
| "learning_rate": 9.991833233720076e-07, | |
| "loss": 88.7783, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.4204747861126522, | |
| "grad_norm": 47.9375, | |
| "learning_rate": 9.99178760932745e-07, | |
| "loss": 89.6563, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.42281075714661137, | |
| "grad_norm": 46.90625, | |
| "learning_rate": 9.991741984934826e-07, | |
| "loss": 88.626, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.4251467281805706, | |
| "grad_norm": 46.71875, | |
| "learning_rate": 9.9916963605422e-07, | |
| "loss": 87.7213, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.42748269921452975, | |
| "grad_norm": 49.40625, | |
| "learning_rate": 9.991650736149575e-07, | |
| "loss": 88.2201, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.4298186702484889, | |
| "grad_norm": 46.40625, | |
| "learning_rate": 9.991605111756949e-07, | |
| "loss": 89.3786, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.43215464128244807, | |
| "grad_norm": 48.125, | |
| "learning_rate": 9.991559487364324e-07, | |
| "loss": 87.8735, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.4344906123164073, | |
| "grad_norm": 52.09375, | |
| "learning_rate": 9.991513862971698e-07, | |
| "loss": 89.6088, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.43682658335036645, | |
| "grad_norm": 48.875, | |
| "learning_rate": 9.991468238579074e-07, | |
| "loss": 88.5974, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.4391625543843256, | |
| "grad_norm": 46.3125, | |
| "learning_rate": 9.991422614186447e-07, | |
| "loss": 89.1903, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.4414985254182848, | |
| "grad_norm": 45.1875, | |
| "learning_rate": 9.991376989793823e-07, | |
| "loss": 88.6345, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.443834496452244, | |
| "grad_norm": 45.375, | |
| "learning_rate": 9.991331365401197e-07, | |
| "loss": 88.6808, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.44617046748620315, | |
| "grad_norm": 45.6875, | |
| "learning_rate": 9.991285741008573e-07, | |
| "loss": 88.9256, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.44850643852016236, | |
| "grad_norm": 45.53125, | |
| "learning_rate": 9.991240116615946e-07, | |
| "loss": 88.0677, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.4508424095541215, | |
| "grad_norm": 47.15625, | |
| "learning_rate": 9.991194492223322e-07, | |
| "loss": 89.2818, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.4531783805880807, | |
| "grad_norm": 46.28125, | |
| "learning_rate": 9.991148867830696e-07, | |
| "loss": 88.0857, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.4555143516220399, | |
| "grad_norm": 48.78125, | |
| "learning_rate": 9.991103243438071e-07, | |
| "loss": 89.0477, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.45785032265599906, | |
| "grad_norm": 48.90625, | |
| "learning_rate": 9.991057619045447e-07, | |
| "loss": 89.073, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.4601862936899582, | |
| "grad_norm": 48.25, | |
| "learning_rate": 9.99101199465282e-07, | |
| "loss": 89.1609, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.46252226472391744, | |
| "grad_norm": 52.0625, | |
| "learning_rate": 9.990966370260194e-07, | |
| "loss": 89.7074, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.4648582357578766, | |
| "grad_norm": 47.84375, | |
| "learning_rate": 9.99092074586757e-07, | |
| "loss": 88.3551, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.46719420679183576, | |
| "grad_norm": 45.875, | |
| "learning_rate": 9.990875121474946e-07, | |
| "loss": 89.2271, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.46719420679183576, | |
| "eval_loss": 1.3847792148590088, | |
| "eval_runtime": 136.4587, | |
| "eval_samples_per_second": 1647.4, | |
| "eval_steps_per_second": 51.488, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.469530177825795, | |
| "grad_norm": 46.53125, | |
| "learning_rate": 9.99082949708232e-07, | |
| "loss": 88.5579, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.47186614885975414, | |
| "grad_norm": 46.96875, | |
| "learning_rate": 9.990783872689693e-07, | |
| "loss": 88.9332, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.4742021198937133, | |
| "grad_norm": 45.03125, | |
| "learning_rate": 9.99073824829707e-07, | |
| "loss": 88.1122, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.4765380909276725, | |
| "grad_norm": 47.8125, | |
| "learning_rate": 9.990692623904445e-07, | |
| "loss": 88.4026, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.4788740619616317, | |
| "grad_norm": 47.46875, | |
| "learning_rate": 9.990646999511818e-07, | |
| "loss": 88.9833, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.48121003299559084, | |
| "grad_norm": 49.03125, | |
| "learning_rate": 9.990601375119192e-07, | |
| "loss": 88.6076, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.48354600402955006, | |
| "grad_norm": 57.125, | |
| "learning_rate": 9.990555750726568e-07, | |
| "loss": 88.9196, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.4858819750635092, | |
| "grad_norm": 47.6875, | |
| "learning_rate": 9.990510126333944e-07, | |
| "loss": 88.4763, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.4882179460974684, | |
| "grad_norm": 49.65625, | |
| "learning_rate": 9.990464501941317e-07, | |
| "loss": 87.9524, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.4905539171314276, | |
| "grad_norm": 45.5625, | |
| "learning_rate": 9.990418877548693e-07, | |
| "loss": 88.7893, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.49288988816538676, | |
| "grad_norm": 46.5, | |
| "learning_rate": 9.990373253156067e-07, | |
| "loss": 89.0926, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.4952258591993459, | |
| "grad_norm": 52.0, | |
| "learning_rate": 9.990327628763442e-07, | |
| "loss": 88.1107, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.4975618302333051, | |
| "grad_norm": 45.84375, | |
| "learning_rate": 9.990282004370816e-07, | |
| "loss": 88.8404, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.4998978012672643, | |
| "grad_norm": 44.6875, | |
| "learning_rate": 9.990236379978192e-07, | |
| "loss": 88.8822, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.5022337723012235, | |
| "grad_norm": 47.21875, | |
| "learning_rate": 9.990190755585565e-07, | |
| "loss": 88.8674, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.5045697433351827, | |
| "grad_norm": 46.0625, | |
| "learning_rate": 9.990145131192941e-07, | |
| "loss": 88.4117, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.5069057143691418, | |
| "grad_norm": 47.0625, | |
| "learning_rate": 9.990099506800315e-07, | |
| "loss": 87.901, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.509241685403101, | |
| "grad_norm": 46.46875, | |
| "learning_rate": 9.99005388240769e-07, | |
| "loss": 88.5639, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.5115776564370602, | |
| "grad_norm": 47.9375, | |
| "learning_rate": 9.990008258015064e-07, | |
| "loss": 88.3239, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.5139136274710193, | |
| "grad_norm": 47.34375, | |
| "learning_rate": 9.98996263362244e-07, | |
| "loss": 88.649, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.5162495985049785, | |
| "grad_norm": 44.34375, | |
| "learning_rate": 9.989917009229814e-07, | |
| "loss": 87.9817, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.5185855695389378, | |
| "grad_norm": 46.375, | |
| "learning_rate": 9.98987138483719e-07, | |
| "loss": 87.0908, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.5209215405728969, | |
| "grad_norm": 45.03125, | |
| "learning_rate": 9.989825760444563e-07, | |
| "loss": 88.3031, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.5232575116068561, | |
| "grad_norm": 45.875, | |
| "learning_rate": 9.989780136051939e-07, | |
| "loss": 88.9973, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.5255934826408153, | |
| "grad_norm": 48.84375, | |
| "learning_rate": 9.989734511659312e-07, | |
| "loss": 88.8684, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.5279294536747744, | |
| "grad_norm": 44.1875, | |
| "learning_rate": 9.989688887266688e-07, | |
| "loss": 89.4066, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.5302654247087336, | |
| "grad_norm": 48.3125, | |
| "learning_rate": 9.989643262874062e-07, | |
| "loss": 87.0936, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.5326013957426928, | |
| "grad_norm": 49.25, | |
| "learning_rate": 9.989597638481438e-07, | |
| "loss": 88.0914, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.5349373667766519, | |
| "grad_norm": 44.53125, | |
| "learning_rate": 9.989552014088813e-07, | |
| "loss": 88.5739, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.5372733378106112, | |
| "grad_norm": 45.375, | |
| "learning_rate": 9.989506389696187e-07, | |
| "loss": 88.5934, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.5396093088445704, | |
| "grad_norm": 48.8125, | |
| "learning_rate": 9.98946076530356e-07, | |
| "loss": 88.2016, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.5419452798785295, | |
| "grad_norm": 46.15625, | |
| "learning_rate": 9.989415140910936e-07, | |
| "loss": 87.577, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.5442812509124887, | |
| "grad_norm": 45.28125, | |
| "learning_rate": 9.989369516518312e-07, | |
| "loss": 88.1394, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.5466172219464479, | |
| "grad_norm": 50.65625, | |
| "learning_rate": 9.989323892125686e-07, | |
| "loss": 86.5228, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.548953192980407, | |
| "grad_norm": 48.9375, | |
| "learning_rate": 9.98927826773306e-07, | |
| "loss": 88.3342, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.5512891640143662, | |
| "grad_norm": 48.71875, | |
| "learning_rate": 9.989232643340435e-07, | |
| "loss": 87.4456, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.5536251350483254, | |
| "grad_norm": 48.90625, | |
| "learning_rate": 9.98918701894781e-07, | |
| "loss": 88.0534, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.5559611060822846, | |
| "grad_norm": 45.8125, | |
| "learning_rate": 9.989141394555185e-07, | |
| "loss": 87.6145, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.5582970771162438, | |
| "grad_norm": 51.09375, | |
| "learning_rate": 9.989095770162558e-07, | |
| "loss": 86.6963, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.560633048150203, | |
| "grad_norm": 48.53125, | |
| "learning_rate": 9.989050145769934e-07, | |
| "loss": 88.0634, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.5629690191841621, | |
| "grad_norm": 82.125, | |
| "learning_rate": 9.98900452137731e-07, | |
| "loss": 87.3878, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.5653049902181213, | |
| "grad_norm": 44.6875, | |
| "learning_rate": 9.988958896984683e-07, | |
| "loss": 87.9072, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.5676409612520805, | |
| "grad_norm": 45.4375, | |
| "learning_rate": 9.988913272592057e-07, | |
| "loss": 88.5203, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.5699769322860396, | |
| "grad_norm": 77.0625, | |
| "learning_rate": 9.988867648199433e-07, | |
| "loss": 88.19, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.5723129033199988, | |
| "grad_norm": 50.03125, | |
| "learning_rate": 9.988822023806809e-07, | |
| "loss": 87.7846, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.5746488743539581, | |
| "grad_norm": 47.6875, | |
| "learning_rate": 9.988776399414182e-07, | |
| "loss": 87.4866, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.5769848453879172, | |
| "grad_norm": 47.375, | |
| "learning_rate": 9.988730775021556e-07, | |
| "loss": 87.9125, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.5793208164218764, | |
| "grad_norm": 46.65625, | |
| "learning_rate": 9.988685150628932e-07, | |
| "loss": 87.7185, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.5816567874558356, | |
| "grad_norm": 46.46875, | |
| "learning_rate": 9.988639526236307e-07, | |
| "loss": 88.5204, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.5839927584897947, | |
| "grad_norm": 46.53125, | |
| "learning_rate": 9.98859390184368e-07, | |
| "loss": 87.8029, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.5863287295237539, | |
| "grad_norm": 47.25, | |
| "learning_rate": 9.988548277451055e-07, | |
| "loss": 87.5321, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.5886647005577131, | |
| "grad_norm": 45.0625, | |
| "learning_rate": 9.98850265305843e-07, | |
| "loss": 88.0817, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.5910006715916722, | |
| "grad_norm": 48.3125, | |
| "learning_rate": 9.988457028665806e-07, | |
| "loss": 88.5133, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.5933366426256315, | |
| "grad_norm": 50.90625, | |
| "learning_rate": 9.98841140427318e-07, | |
| "loss": 87.1346, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.5956726136595906, | |
| "grad_norm": 49.5625, | |
| "learning_rate": 9.988365779880556e-07, | |
| "loss": 87.3656, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.5980085846935498, | |
| "grad_norm": 46.25, | |
| "learning_rate": 9.98832015548793e-07, | |
| "loss": 87.9664, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.600344555727509, | |
| "grad_norm": 48.6875, | |
| "learning_rate": 9.988274531095305e-07, | |
| "loss": 87.8553, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.6026805267614681, | |
| "grad_norm": 46.375, | |
| "learning_rate": 9.988228906702679e-07, | |
| "loss": 87.606, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.6050164977954273, | |
| "grad_norm": 54.21875, | |
| "learning_rate": 9.988183282310054e-07, | |
| "loss": 88.3672, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.6073524688293865, | |
| "grad_norm": 49.4375, | |
| "learning_rate": 9.988137657917428e-07, | |
| "loss": 87.1978, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.6096884398633456, | |
| "grad_norm": 46.3125, | |
| "learning_rate": 9.988092033524804e-07, | |
| "loss": 87.6631, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.6120244108973049, | |
| "grad_norm": 47.9375, | |
| "learning_rate": 9.988046409132177e-07, | |
| "loss": 87.6851, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.6143603819312641, | |
| "grad_norm": 48.59375, | |
| "learning_rate": 9.988000784739553e-07, | |
| "loss": 88.0132, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.6166963529652232, | |
| "grad_norm": 51.84375, | |
| "learning_rate": 9.987955160346927e-07, | |
| "loss": 87.3412, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.6190323239991824, | |
| "grad_norm": 48.875, | |
| "learning_rate": 9.987909535954303e-07, | |
| "loss": 87.6682, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.6213682950331416, | |
| "grad_norm": 43.75, | |
| "learning_rate": 9.987863911561676e-07, | |
| "loss": 87.5445, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.6237042660671007, | |
| "grad_norm": 48.40625, | |
| "learning_rate": 9.987818287169052e-07, | |
| "loss": 87.7517, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.6260402371010599, | |
| "grad_norm": 49.875, | |
| "learning_rate": 9.987772662776426e-07, | |
| "loss": 86.7831, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.6283762081350192, | |
| "grad_norm": 44.625, | |
| "learning_rate": 9.987727038383801e-07, | |
| "loss": 87.5577, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.6307121791689783, | |
| "grad_norm": 45.1875, | |
| "learning_rate": 9.987681413991175e-07, | |
| "loss": 87.1173, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.6330481502029375, | |
| "grad_norm": 50.5, | |
| "learning_rate": 9.98763578959855e-07, | |
| "loss": 87.7701, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.6353841212368967, | |
| "grad_norm": 49.4375, | |
| "learning_rate": 9.987590165205927e-07, | |
| "loss": 87.7584, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.6377200922708558, | |
| "grad_norm": 47.34375, | |
| "learning_rate": 9.9875445408133e-07, | |
| "loss": 86.956, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.640056063304815, | |
| "grad_norm": 49.6875, | |
| "learning_rate": 9.987498916420674e-07, | |
| "loss": 87.0904, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.6423920343387742, | |
| "grad_norm": 46.75, | |
| "learning_rate": 9.98745329202805e-07, | |
| "loss": 87.2963, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.6447280053727333, | |
| "grad_norm": 46.28125, | |
| "learning_rate": 9.987407667635425e-07, | |
| "loss": 87.8248, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.6470639764066926, | |
| "grad_norm": 46.875, | |
| "learning_rate": 9.9873620432428e-07, | |
| "loss": 88.0839, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.6493999474406518, | |
| "grad_norm": 46.125, | |
| "learning_rate": 9.987316418850173e-07, | |
| "loss": 88.2584, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.6517359184746109, | |
| "grad_norm": 46.96875, | |
| "learning_rate": 9.987270794457548e-07, | |
| "loss": 87.885, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.6540718895085701, | |
| "grad_norm": 48.875, | |
| "learning_rate": 9.987225170064924e-07, | |
| "loss": 87.3159, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.6564078605425293, | |
| "grad_norm": 47.0625, | |
| "learning_rate": 9.987179545672298e-07, | |
| "loss": 87.1514, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.6587438315764884, | |
| "grad_norm": 46.65625, | |
| "learning_rate": 9.987133921279671e-07, | |
| "loss": 87.9247, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.6610798026104476, | |
| "grad_norm": 49.28125, | |
| "learning_rate": 9.987088296887047e-07, | |
| "loss": 86.3055, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.6634157736444068, | |
| "grad_norm": 51.78125, | |
| "learning_rate": 9.987042672494423e-07, | |
| "loss": 87.9834, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.665751744678366, | |
| "grad_norm": 47.8125, | |
| "learning_rate": 9.986997048101797e-07, | |
| "loss": 87.2726, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.6680877157123252, | |
| "grad_norm": 50.28125, | |
| "learning_rate": 9.98695142370917e-07, | |
| "loss": 87.7858, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.6704236867462844, | |
| "grad_norm": 47.375, | |
| "learning_rate": 9.986905799316546e-07, | |
| "loss": 88.7471, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.6727596577802435, | |
| "grad_norm": 46.03125, | |
| "learning_rate": 9.986860174923922e-07, | |
| "loss": 87.0236, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.6750956288142027, | |
| "grad_norm": 45.53125, | |
| "learning_rate": 9.986814550531295e-07, | |
| "loss": 86.4502, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.6774315998481619, | |
| "grad_norm": 45.03125, | |
| "learning_rate": 9.98676892613867e-07, | |
| "loss": 87.5116, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.679767570882121, | |
| "grad_norm": 49.3125, | |
| "learning_rate": 9.986723301746045e-07, | |
| "loss": 87.5916, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.6821035419160802, | |
| "grad_norm": 45.90625, | |
| "learning_rate": 9.98667767735342e-07, | |
| "loss": 87.8794, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.6844395129500395, | |
| "grad_norm": 45.84375, | |
| "learning_rate": 9.986632052960794e-07, | |
| "loss": 86.8035, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.6867754839839986, | |
| "grad_norm": 48.84375, | |
| "learning_rate": 9.98658642856817e-07, | |
| "loss": 87.8464, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.6891114550179578, | |
| "grad_norm": 46.15625, | |
| "learning_rate": 9.986540804175544e-07, | |
| "loss": 87.964, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.691447426051917, | |
| "grad_norm": 46.59375, | |
| "learning_rate": 9.98649517978292e-07, | |
| "loss": 87.3683, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.6937833970858761, | |
| "grad_norm": 51.125, | |
| "learning_rate": 9.986449555390293e-07, | |
| "loss": 87.7749, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.6961193681198353, | |
| "grad_norm": 46.75, | |
| "learning_rate": 9.986403930997669e-07, | |
| "loss": 88.3439, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.6984553391537945, | |
| "grad_norm": 45.28125, | |
| "learning_rate": 9.986358306605042e-07, | |
| "loss": 87.627, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.7007913101877536, | |
| "grad_norm": 45.90625, | |
| "learning_rate": 9.986312682212418e-07, | |
| "loss": 86.3417, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.7031272812217129, | |
| "grad_norm": 48.53125, | |
| "learning_rate": 9.986267057819792e-07, | |
| "loss": 87.2988, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.7054632522556721, | |
| "grad_norm": 48.125, | |
| "learning_rate": 9.986221433427168e-07, | |
| "loss": 87.3414, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.7077992232896312, | |
| "grad_norm": 47.96875, | |
| "learning_rate": 9.986175809034541e-07, | |
| "loss": 86.9798, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.7101351943235904, | |
| "grad_norm": 47.5, | |
| "learning_rate": 9.986130184641917e-07, | |
| "loss": 87.7504, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.7124711653575496, | |
| "grad_norm": 50.46875, | |
| "learning_rate": 9.98608456024929e-07, | |
| "loss": 87.2987, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.7148071363915087, | |
| "grad_norm": 47.625, | |
| "learning_rate": 9.986038935856666e-07, | |
| "loss": 86.8407, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.7171431074254679, | |
| "grad_norm": 51.78125, | |
| "learning_rate": 9.98599331146404e-07, | |
| "loss": 86.4857, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.7194790784594272, | |
| "grad_norm": 43.46875, | |
| "learning_rate": 9.985947687071416e-07, | |
| "loss": 86.6848, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.7218150494933863, | |
| "grad_norm": 47.46875, | |
| "learning_rate": 9.98590206267879e-07, | |
| "loss": 86.5055, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.7241510205273455, | |
| "grad_norm": 46.59375, | |
| "learning_rate": 9.985856438286165e-07, | |
| "loss": 87.3536, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.7264869915613046, | |
| "grad_norm": 47.90625, | |
| "learning_rate": 9.985810813893539e-07, | |
| "loss": 86.9832, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.7288229625952638, | |
| "grad_norm": 45.8125, | |
| "learning_rate": 9.985765189500915e-07, | |
| "loss": 86.8103, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.731158933629223, | |
| "grad_norm": 46.125, | |
| "learning_rate": 9.98571956510829e-07, | |
| "loss": 87.5608, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.7334949046631821, | |
| "grad_norm": 44.25, | |
| "learning_rate": 9.985673940715664e-07, | |
| "loss": 87.2201, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.7358308756971413, | |
| "grad_norm": 46.125, | |
| "learning_rate": 9.985628316323038e-07, | |
| "loss": 87.6277, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.7381668467311006, | |
| "grad_norm": 46.09375, | |
| "learning_rate": 9.985582691930413e-07, | |
| "loss": 87.0271, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.7405028177650597, | |
| "grad_norm": 48.96875, | |
| "learning_rate": 9.98553706753779e-07, | |
| "loss": 87.2596, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.7428387887990189, | |
| "grad_norm": 50.84375, | |
| "learning_rate": 9.985491443145163e-07, | |
| "loss": 87.0863, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.7451747598329781, | |
| "grad_norm": 44.8125, | |
| "learning_rate": 9.985445818752536e-07, | |
| "loss": 87.3691, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.7475107308669372, | |
| "grad_norm": 56.15625, | |
| "learning_rate": 9.985400194359912e-07, | |
| "loss": 87.2236, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.7498467019008964, | |
| "grad_norm": 46.71875, | |
| "learning_rate": 9.985354569967288e-07, | |
| "loss": 87.7344, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.7521826729348556, | |
| "grad_norm": 45.71875, | |
| "learning_rate": 9.985308945574662e-07, | |
| "loss": 87.3144, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.7545186439688147, | |
| "grad_norm": 44.53125, | |
| "learning_rate": 9.985263321182035e-07, | |
| "loss": 86.0887, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.756854615002774, | |
| "grad_norm": 48.78125, | |
| "learning_rate": 9.98521769678941e-07, | |
| "loss": 87.4508, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.7591905860367332, | |
| "grad_norm": 45.78125, | |
| "learning_rate": 9.985172072396787e-07, | |
| "loss": 87.3724, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.7615265570706923, | |
| "grad_norm": 45.375, | |
| "learning_rate": 9.98512644800416e-07, | |
| "loss": 87.1348, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.7638625281046515, | |
| "grad_norm": 45.4375, | |
| "learning_rate": 9.985080823611534e-07, | |
| "loss": 87.7193, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.7661984991386107, | |
| "grad_norm": 47.53125, | |
| "learning_rate": 9.98503519921891e-07, | |
| "loss": 86.5363, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.7685344701725698, | |
| "grad_norm": 47.78125, | |
| "learning_rate": 9.984989574826285e-07, | |
| "loss": 87.0599, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.770870441206529, | |
| "grad_norm": 48.6875, | |
| "learning_rate": 9.98494395043366e-07, | |
| "loss": 87.0781, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.7732064122404883, | |
| "grad_norm": 46.09375, | |
| "learning_rate": 9.984898326041035e-07, | |
| "loss": 87.3568, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.7755423832744474, | |
| "grad_norm": 45.15625, | |
| "learning_rate": 9.984852701648409e-07, | |
| "loss": 86.8565, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.7778783543084066, | |
| "grad_norm": 44.65625, | |
| "learning_rate": 9.984807077255784e-07, | |
| "loss": 87.5893, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.7802143253423658, | |
| "grad_norm": 47.6875, | |
| "learning_rate": 9.984761452863158e-07, | |
| "loss": 86.4368, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.7825502963763249, | |
| "grad_norm": 46.15625, | |
| "learning_rate": 9.984715828470534e-07, | |
| "loss": 87.0425, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.7848862674102841, | |
| "grad_norm": 47.6875, | |
| "learning_rate": 9.984670204077907e-07, | |
| "loss": 87.8817, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.7872222384442433, | |
| "grad_norm": 53.6875, | |
| "learning_rate": 9.984624579685283e-07, | |
| "loss": 87.1403, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.7895582094782024, | |
| "grad_norm": 43.96875, | |
| "learning_rate": 9.984578955292657e-07, | |
| "loss": 86.3467, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.7918941805121616, | |
| "grad_norm": 48.46875, | |
| "learning_rate": 9.984533330900033e-07, | |
| "loss": 87.1886, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.7942301515461209, | |
| "grad_norm": 46.59375, | |
| "learning_rate": 9.984487706507406e-07, | |
| "loss": 85.6375, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.79656612258008, | |
| "grad_norm": 49.65625, | |
| "learning_rate": 9.984442082114782e-07, | |
| "loss": 86.6058, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.7989020936140392, | |
| "grad_norm": 46.59375, | |
| "learning_rate": 9.984396457722156e-07, | |
| "loss": 86.563, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.8012380646479984, | |
| "grad_norm": 46.4375, | |
| "learning_rate": 9.984350833329531e-07, | |
| "loss": 87.169, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.8035740356819575, | |
| "grad_norm": 45.75, | |
| "learning_rate": 9.984305208936905e-07, | |
| "loss": 87.7978, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.8059100067159167, | |
| "grad_norm": 47.8125, | |
| "learning_rate": 9.98425958454428e-07, | |
| "loss": 87.7728, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.8082459777498759, | |
| "grad_norm": 46.46875, | |
| "learning_rate": 9.984213960151654e-07, | |
| "loss": 87.2359, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.810581948783835, | |
| "grad_norm": 46.4375, | |
| "learning_rate": 9.98416833575903e-07, | |
| "loss": 86.3683, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.8129179198177943, | |
| "grad_norm": 48.71875, | |
| "learning_rate": 9.984122711366404e-07, | |
| "loss": 88.0013, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.8152538908517535, | |
| "grad_norm": 47.5625, | |
| "learning_rate": 9.98407708697378e-07, | |
| "loss": 86.5688, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.8175898618857126, | |
| "grad_norm": 48.0, | |
| "learning_rate": 9.984031462581153e-07, | |
| "loss": 87.148, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.8199258329196718, | |
| "grad_norm": 49.59375, | |
| "learning_rate": 9.983985838188529e-07, | |
| "loss": 87.0857, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.822261803953631, | |
| "grad_norm": 50.25, | |
| "learning_rate": 9.983940213795905e-07, | |
| "loss": 86.8389, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.8245977749875901, | |
| "grad_norm": 47.4375, | |
| "learning_rate": 9.983894589403278e-07, | |
| "loss": 87.4967, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.8269337460215493, | |
| "grad_norm": 46.59375, | |
| "learning_rate": 9.983848965010652e-07, | |
| "loss": 86.6476, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.8292697170555086, | |
| "grad_norm": 46.3125, | |
| "learning_rate": 9.983803340618028e-07, | |
| "loss": 87.4724, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.8316056880894677, | |
| "grad_norm": 45.1875, | |
| "learning_rate": 9.983757716225403e-07, | |
| "loss": 87.1353, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.8339416591234269, | |
| "grad_norm": 48.125, | |
| "learning_rate": 9.983712091832777e-07, | |
| "loss": 85.959, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.8362776301573861, | |
| "grad_norm": 45.75, | |
| "learning_rate": 9.98366646744015e-07, | |
| "loss": 86.5401, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.8386136011913452, | |
| "grad_norm": 47.5625, | |
| "learning_rate": 9.983620843047527e-07, | |
| "loss": 85.5629, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.8409495722253044, | |
| "grad_norm": 46.65625, | |
| "learning_rate": 9.983575218654902e-07, | |
| "loss": 87.5704, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.8432855432592636, | |
| "grad_norm": 46.46875, | |
| "learning_rate": 9.983529594262276e-07, | |
| "loss": 87.0222, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.8456215142932227, | |
| "grad_norm": 45.9375, | |
| "learning_rate": 9.98348396986965e-07, | |
| "loss": 86.3191, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.847957485327182, | |
| "grad_norm": 46.625, | |
| "learning_rate": 9.983438345477025e-07, | |
| "loss": 86.5284, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.8502934563611412, | |
| "grad_norm": 49.375, | |
| "learning_rate": 9.983392721084401e-07, | |
| "loss": 86.9173, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.8526294273951003, | |
| "grad_norm": 45.34375, | |
| "learning_rate": 9.983347096691775e-07, | |
| "loss": 86.998, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.8549653984290595, | |
| "grad_norm": 47.1875, | |
| "learning_rate": 9.983301472299148e-07, | |
| "loss": 86.2805, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.8573013694630186, | |
| "grad_norm": 47.78125, | |
| "learning_rate": 9.983255847906524e-07, | |
| "loss": 87.0101, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.8596373404969778, | |
| "grad_norm": 50.5625, | |
| "learning_rate": 9.9832102235139e-07, | |
| "loss": 87.0326, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.861973311530937, | |
| "grad_norm": 45.5, | |
| "learning_rate": 9.983164599121274e-07, | |
| "loss": 85.8297, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.8643092825648961, | |
| "grad_norm": 46.15625, | |
| "learning_rate": 9.983118974728647e-07, | |
| "loss": 86.0181, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.8666452535988554, | |
| "grad_norm": 51.125, | |
| "learning_rate": 9.983073350336023e-07, | |
| "loss": 85.7637, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.8689812246328146, | |
| "grad_norm": 48.25, | |
| "learning_rate": 9.983027725943399e-07, | |
| "loss": 86.8376, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.8713171956667737, | |
| "grad_norm": 47.96875, | |
| "learning_rate": 9.982982101550772e-07, | |
| "loss": 86.3769, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.8736531667007329, | |
| "grad_norm": 45.8125, | |
| "learning_rate": 9.982936477158148e-07, | |
| "loss": 86.1424, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.8759891377346921, | |
| "grad_norm": 46.75, | |
| "learning_rate": 9.982890852765522e-07, | |
| "loss": 86.66, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.8783251087686512, | |
| "grad_norm": 45.5, | |
| "learning_rate": 9.982845228372897e-07, | |
| "loss": 85.9828, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.8806610798026104, | |
| "grad_norm": 46.28125, | |
| "learning_rate": 9.982799603980271e-07, | |
| "loss": 86.6127, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.8829970508365697, | |
| "grad_norm": 44.4375, | |
| "learning_rate": 9.982753979587647e-07, | |
| "loss": 86.5096, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.8853330218705288, | |
| "grad_norm": 44.875, | |
| "learning_rate": 9.98270835519502e-07, | |
| "loss": 86.9895, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.887668992904488, | |
| "grad_norm": 47.15625, | |
| "learning_rate": 9.982662730802396e-07, | |
| "loss": 88.0681, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.8900049639384472, | |
| "grad_norm": 48.84375, | |
| "learning_rate": 9.98261710640977e-07, | |
| "loss": 86.534, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.8923409349724063, | |
| "grad_norm": 46.3125, | |
| "learning_rate": 9.982571482017146e-07, | |
| "loss": 86.3877, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.8946769060063655, | |
| "grad_norm": 45.6875, | |
| "learning_rate": 9.98252585762452e-07, | |
| "loss": 87.146, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.8970128770403247, | |
| "grad_norm": 48.1875, | |
| "learning_rate": 9.982480233231895e-07, | |
| "loss": 86.8891, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.8993488480742838, | |
| "grad_norm": 45.90625, | |
| "learning_rate": 9.982434608839269e-07, | |
| "loss": 86.9012, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.901684819108243, | |
| "grad_norm": 48.28125, | |
| "learning_rate": 9.982388984446644e-07, | |
| "loss": 86.8401, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.9040207901422023, | |
| "grad_norm": 49.78125, | |
| "learning_rate": 9.982343360054018e-07, | |
| "loss": 87.0155, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.9063567611761614, | |
| "grad_norm": 46.875, | |
| "learning_rate": 9.982297735661394e-07, | |
| "loss": 86.033, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.9086927322101206, | |
| "grad_norm": 47.25, | |
| "learning_rate": 9.982252111268768e-07, | |
| "loss": 87.0386, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.9110287032440798, | |
| "grad_norm": 43.375, | |
| "learning_rate": 9.982206486876143e-07, | |
| "loss": 85.8166, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.9133646742780389, | |
| "grad_norm": 46.6875, | |
| "learning_rate": 9.982160862483517e-07, | |
| "loss": 87.5271, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.9157006453119981, | |
| "grad_norm": 47.90625, | |
| "learning_rate": 9.982115238090893e-07, | |
| "loss": 85.2684, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.9180366163459573, | |
| "grad_norm": 47.53125, | |
| "learning_rate": 9.982069613698268e-07, | |
| "loss": 86.8994, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.9203725873799165, | |
| "grad_norm": 45.96875, | |
| "learning_rate": 9.982023989305642e-07, | |
| "loss": 86.4264, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.9227085584138757, | |
| "grad_norm": 45.59375, | |
| "learning_rate": 9.981978364913016e-07, | |
| "loss": 85.8178, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.9250445294478349, | |
| "grad_norm": 45.34375, | |
| "learning_rate": 9.981932740520391e-07, | |
| "loss": 87.0427, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.927380500481794, | |
| "grad_norm": 47.59375, | |
| "learning_rate": 9.981887116127767e-07, | |
| "loss": 86.6578, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.9297164715157532, | |
| "grad_norm": 49.84375, | |
| "learning_rate": 9.98184149173514e-07, | |
| "loss": 86.9295, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.9320524425497124, | |
| "grad_norm": 45.5, | |
| "learning_rate": 9.981795867342515e-07, | |
| "loss": 86.1575, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.9343884135836715, | |
| "grad_norm": 49.28125, | |
| "learning_rate": 9.98175024294989e-07, | |
| "loss": 86.415, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.9343884135836715, | |
| "eval_loss": 1.3514955043792725, | |
| "eval_runtime": 133.9042, | |
| "eval_samples_per_second": 1678.827, | |
| "eval_steps_per_second": 52.47, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.9367243846176307, | |
| "grad_norm": 46.65625, | |
| "learning_rate": 9.981704618557266e-07, | |
| "loss": 86.0902, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.93906035565159, | |
| "grad_norm": 44.65625, | |
| "learning_rate": 9.98165899416464e-07, | |
| "loss": 85.4592, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.9413963266855491, | |
| "grad_norm": 44.34375, | |
| "learning_rate": 9.981613369772013e-07, | |
| "loss": 86.5728, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.9437322977195083, | |
| "grad_norm": 46.03125, | |
| "learning_rate": 9.98156774537939e-07, | |
| "loss": 87.2485, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.9460682687534675, | |
| "grad_norm": 48.28125, | |
| "learning_rate": 9.981522120986765e-07, | |
| "loss": 87.1623, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.9484042397874266, | |
| "grad_norm": 47.96875, | |
| "learning_rate": 9.981476496594138e-07, | |
| "loss": 86.2034, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.9507402108213858, | |
| "grad_norm": 48.25, | |
| "learning_rate": 9.981430872201514e-07, | |
| "loss": 86.5078, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.953076181855345, | |
| "grad_norm": 44.53125, | |
| "learning_rate": 9.981385247808888e-07, | |
| "loss": 86.3279, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.9554121528893041, | |
| "grad_norm": 45.6875, | |
| "learning_rate": 9.981339623416264e-07, | |
| "loss": 86.4747, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.9577481239232634, | |
| "grad_norm": 47.53125, | |
| "learning_rate": 9.981293999023637e-07, | |
| "loss": 85.3221, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.9600840949572226, | |
| "grad_norm": 47.15625, | |
| "learning_rate": 9.981248374631013e-07, | |
| "loss": 85.7835, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.9624200659911817, | |
| "grad_norm": 45.96875, | |
| "learning_rate": 9.981202750238387e-07, | |
| "loss": 85.919, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.9647560370251409, | |
| "grad_norm": 46.40625, | |
| "learning_rate": 9.981157125845762e-07, | |
| "loss": 86.6488, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.9670920080591001, | |
| "grad_norm": 47.8125, | |
| "learning_rate": 9.981111501453136e-07, | |
| "loss": 86.7465, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.9694279790930592, | |
| "grad_norm": 50.96875, | |
| "learning_rate": 9.981065877060512e-07, | |
| "loss": 85.8423, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.9717639501270184, | |
| "grad_norm": 44.84375, | |
| "learning_rate": 9.981020252667885e-07, | |
| "loss": 86.4872, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.9740999211609777, | |
| "grad_norm": 51.46875, | |
| "learning_rate": 9.980974628275261e-07, | |
| "loss": 86.9111, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.9764358921949368, | |
| "grad_norm": 46.25, | |
| "learning_rate": 9.980929003882635e-07, | |
| "loss": 86.4476, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.978771863228896, | |
| "grad_norm": 47.0625, | |
| "learning_rate": 9.98088337949001e-07, | |
| "loss": 86.3345, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.9811078342628552, | |
| "grad_norm": 47.96875, | |
| "learning_rate": 9.980837755097384e-07, | |
| "loss": 87.4492, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.9834438052968143, | |
| "grad_norm": 47.53125, | |
| "learning_rate": 9.98079213070476e-07, | |
| "loss": 87.3175, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.9857797763307735, | |
| "grad_norm": 47.84375, | |
| "learning_rate": 9.980746506312134e-07, | |
| "loss": 85.7159, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.9881157473647327, | |
| "grad_norm": 50.5, | |
| "learning_rate": 9.98070088191951e-07, | |
| "loss": 85.7232, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.9904517183986918, | |
| "grad_norm": 47.1875, | |
| "learning_rate": 9.980655257526883e-07, | |
| "loss": 86.1964, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.992787689432651, | |
| "grad_norm": 46.15625, | |
| "learning_rate": 9.980609633134259e-07, | |
| "loss": 86.2977, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.9951236604666102, | |
| "grad_norm": 44.8125, | |
| "learning_rate": 9.980564008741632e-07, | |
| "loss": 85.6801, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.9974596315005694, | |
| "grad_norm": 46.15625, | |
| "learning_rate": 9.980518384349008e-07, | |
| "loss": 85.8044, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.9997956025345286, | |
| "grad_norm": 46.75, | |
| "learning_rate": 9.980472759956384e-07, | |
| "loss": 86.1971, | |
| "step": 4280 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 4280, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 2000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.1817578952753414e+19, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |