| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 10.0, | |
| "eval_steps": 500, | |
| "global_step": 237010, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.219231256065145e-09, | |
| "loss": 0.0425, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 5.004008269693263e-06, | |
| "loss": 0.1718, | |
| "step": 1186 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.0008016539386525e-05, | |
| "loss": 0.0835, | |
| "step": 2372 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 1.5012024809079786e-05, | |
| "loss": 0.0432, | |
| "step": 3558 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 2.001603307877305e-05, | |
| "loss": 0.0324, | |
| "step": 4744 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 2.5020041348466312e-05, | |
| "loss": 0.03, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.0024049618159573e-05, | |
| "loss": 0.0266, | |
| "step": 7116 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.5028057887852834e-05, | |
| "loss": 0.0236, | |
| "step": 8302 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 4.00320661575461e-05, | |
| "loss": 0.0219, | |
| "step": 9488 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.503607442723936e-05, | |
| "loss": 0.0202, | |
| "step": 10674 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 5.0040082696932624e-05, | |
| "loss": 0.0196, | |
| "step": 11860 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 5.5044090966625885e-05, | |
| "loss": 0.0195, | |
| "step": 13046 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 6.0048099236319146e-05, | |
| "loss": 0.0183, | |
| "step": 14232 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 6.50521075060124e-05, | |
| "loss": 0.0181, | |
| "step": 15418 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 7.005611577570567e-05, | |
| "loss": 0.0174, | |
| "step": 16604 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 7.506012404539893e-05, | |
| "loss": 0.0175, | |
| "step": 17790 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 8.00641323150922e-05, | |
| "loss": 0.0159, | |
| "step": 18976 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 8.506814058478546e-05, | |
| "loss": 0.0165, | |
| "step": 20162 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 9.007214885447873e-05, | |
| "loss": 0.0164, | |
| "step": 21348 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 9.507615712417199e-05, | |
| "loss": 0.0163, | |
| "step": 22534 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.04283371567726135, | |
| "eval_max_distance": 43, | |
| "eval_mean_distance": 0, | |
| "eval_runtime": 16.0673, | |
| "eval_samples_per_second": 15.56, | |
| "eval_steps_per_second": 1.058, | |
| "step": 23701 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 9.999109273401498e-05, | |
| "loss": 0.0161, | |
| "step": 23720 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 9.943509181516017e-05, | |
| "loss": 0.0146, | |
| "step": 24906 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 9.887909089630536e-05, | |
| "loss": 0.0151, | |
| "step": 26092 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 9.832308997745055e-05, | |
| "loss": 0.0144, | |
| "step": 27278 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 9.776708905859574e-05, | |
| "loss": 0.0135, | |
| "step": 28464 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 9.721108813974095e-05, | |
| "loss": 0.0146, | |
| "step": 29650 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 9.665508722088614e-05, | |
| "loss": 0.0139, | |
| "step": 30836 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 9.609908630203133e-05, | |
| "loss": 0.0135, | |
| "step": 32022 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 9.554308538317653e-05, | |
| "loss": 0.0137, | |
| "step": 33208 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 9.498708446432172e-05, | |
| "loss": 0.0137, | |
| "step": 34394 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 9.443108354546691e-05, | |
| "loss": 0.0141, | |
| "step": 35580 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 9.38750826266121e-05, | |
| "loss": 0.0126, | |
| "step": 36766 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 9.331908170775729e-05, | |
| "loss": 0.014, | |
| "step": 37952 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 9.276308078890248e-05, | |
| "loss": 0.0133, | |
| "step": 39138 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 9.220707987004769e-05, | |
| "loss": 0.0134, | |
| "step": 40324 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 9.165107895119287e-05, | |
| "loss": 0.0126, | |
| "step": 41510 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 9.109507803233807e-05, | |
| "loss": 0.0137, | |
| "step": 42696 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 9.053907711348326e-05, | |
| "loss": 0.0145, | |
| "step": 43882 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 8.998307619462846e-05, | |
| "loss": 0.0126, | |
| "step": 45068 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 8.942707527577365e-05, | |
| "loss": 0.0132, | |
| "step": 46254 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 0.042018186300992966, | |
| "eval_max_distance": 44, | |
| "eval_mean_distance": 0, | |
| "eval_runtime": 15.8905, | |
| "eval_samples_per_second": 15.733, | |
| "eval_steps_per_second": 1.07, | |
| "step": 47402 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 8.887107435691884e-05, | |
| "loss": 0.0132, | |
| "step": 47440 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 8.831507343806403e-05, | |
| "loss": 0.0107, | |
| "step": 48626 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 8.775907251920922e-05, | |
| "loss": 0.0108, | |
| "step": 49812 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 8.720307160035443e-05, | |
| "loss": 0.0115, | |
| "step": 50998 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 8.66470706814996e-05, | |
| "loss": 0.0107, | |
| "step": 52184 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 8.609106976264481e-05, | |
| "loss": 0.0113, | |
| "step": 53370 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 8.553506884379e-05, | |
| "loss": 0.011, | |
| "step": 54556 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 8.49790679249352e-05, | |
| "loss": 0.0119, | |
| "step": 55742 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 8.442306700608039e-05, | |
| "loss": 0.0106, | |
| "step": 56928 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 8.386706608722558e-05, | |
| "loss": 0.0118, | |
| "step": 58114 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 8.331106516837077e-05, | |
| "loss": 0.0116, | |
| "step": 59300 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 8.275506424951596e-05, | |
| "loss": 0.0111, | |
| "step": 60486 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 8.219906333066115e-05, | |
| "loss": 0.0112, | |
| "step": 61672 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 8.164306241180635e-05, | |
| "loss": 0.0111, | |
| "step": 62858 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "learning_rate": 8.108706149295155e-05, | |
| "loss": 0.0109, | |
| "step": 64044 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 8.053106057409674e-05, | |
| "loss": 0.0113, | |
| "step": 65230 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 7.997505965524193e-05, | |
| "loss": 0.0117, | |
| "step": 66416 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 7.941905873638713e-05, | |
| "loss": 0.0108, | |
| "step": 67602 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 7.886305781753232e-05, | |
| "loss": 0.011, | |
| "step": 68788 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 7.830705689867751e-05, | |
| "loss": 0.0111, | |
| "step": 69974 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 0.04441571980714798, | |
| "eval_max_distance": 35, | |
| "eval_mean_distance": 0, | |
| "eval_runtime": 15.9553, | |
| "eval_samples_per_second": 15.669, | |
| "eval_steps_per_second": 1.065, | |
| "step": 71103 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 7.77510559798227e-05, | |
| "loss": 0.0115, | |
| "step": 71160 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "learning_rate": 7.719505506096789e-05, | |
| "loss": 0.0101, | |
| "step": 72346 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 7.663905414211308e-05, | |
| "loss": 0.0093, | |
| "step": 73532 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "learning_rate": 7.608305322325828e-05, | |
| "loss": 0.0091, | |
| "step": 74718 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "learning_rate": 7.552705230440348e-05, | |
| "loss": 0.0094, | |
| "step": 75904 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "learning_rate": 7.497105138554866e-05, | |
| "loss": 0.0099, | |
| "step": 77090 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "learning_rate": 7.441505046669386e-05, | |
| "loss": 0.01, | |
| "step": 78276 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 7.385904954783906e-05, | |
| "loss": 0.0097, | |
| "step": 79462 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 7.330304862898425e-05, | |
| "loss": 0.0099, | |
| "step": 80648 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 7.274704771012944e-05, | |
| "loss": 0.0098, | |
| "step": 81834 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "learning_rate": 7.219104679127463e-05, | |
| "loss": 0.0095, | |
| "step": 83020 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "learning_rate": 7.163504587241982e-05, | |
| "loss": 0.0097, | |
| "step": 84206 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "learning_rate": 7.107904495356501e-05, | |
| "loss": 0.0094, | |
| "step": 85392 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "learning_rate": 7.052304403471022e-05, | |
| "loss": 0.0093, | |
| "step": 86578 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "learning_rate": 6.99670431158554e-05, | |
| "loss": 0.0103, | |
| "step": 87764 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "learning_rate": 6.94110421970006e-05, | |
| "loss": 0.0091, | |
| "step": 88950 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "learning_rate": 6.88550412781458e-05, | |
| "loss": 0.0094, | |
| "step": 90136 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "learning_rate": 6.829904035929099e-05, | |
| "loss": 0.0099, | |
| "step": 91322 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "learning_rate": 6.774303944043618e-05, | |
| "loss": 0.0095, | |
| "step": 92508 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "learning_rate": 6.718703852158137e-05, | |
| "loss": 0.0095, | |
| "step": 93694 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 0.04494529217481613, | |
| "eval_max_distance": 43, | |
| "eval_mean_distance": 0, | |
| "eval_runtime": 15.8606, | |
| "eval_samples_per_second": 15.762, | |
| "eval_steps_per_second": 1.072, | |
| "step": 94804 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 6.663103760272656e-05, | |
| "loss": 0.0102, | |
| "step": 94880 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 6.607503668387175e-05, | |
| "loss": 0.0085, | |
| "step": 96066 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "learning_rate": 6.551903576501695e-05, | |
| "loss": 0.0084, | |
| "step": 97252 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "learning_rate": 6.496303484616214e-05, | |
| "loss": 0.0086, | |
| "step": 98438 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 6.440703392730734e-05, | |
| "loss": 0.008, | |
| "step": 99624 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "learning_rate": 6.385103300845253e-05, | |
| "loss": 0.0084, | |
| "step": 100810 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 6.329503208959773e-05, | |
| "loss": 0.0088, | |
| "step": 101996 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 6.273903117074292e-05, | |
| "loss": 0.0087, | |
| "step": 103182 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "learning_rate": 6.218303025188811e-05, | |
| "loss": 0.0086, | |
| "step": 104368 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "learning_rate": 6.16270293330333e-05, | |
| "loss": 0.0087, | |
| "step": 105554 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "learning_rate": 6.107102841417849e-05, | |
| "loss": 0.0086, | |
| "step": 106740 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "learning_rate": 6.0515027495323685e-05, | |
| "loss": 0.0092, | |
| "step": 107926 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 5.9959026576468876e-05, | |
| "loss": 0.0087, | |
| "step": 109112 | |
| }, | |
| { | |
| "epoch": 4.65, | |
| "learning_rate": 5.9403025657614075e-05, | |
| "loss": 0.0091, | |
| "step": 110298 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "learning_rate": 5.884702473875927e-05, | |
| "loss": 0.0084, | |
| "step": 111484 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 5.829102381990446e-05, | |
| "loss": 0.0083, | |
| "step": 112670 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "learning_rate": 5.773502290104965e-05, | |
| "loss": 0.0085, | |
| "step": 113856 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 5.717902198219485e-05, | |
| "loss": 0.0092, | |
| "step": 115042 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "learning_rate": 5.662302106334004e-05, | |
| "loss": 0.0083, | |
| "step": 116228 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "learning_rate": 5.606702014448524e-05, | |
| "loss": 0.0088, | |
| "step": 117414 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_loss": 0.0445968434214592, | |
| "eval_max_distance": 40, | |
| "eval_mean_distance": 0, | |
| "eval_runtime": 15.8709, | |
| "eval_samples_per_second": 15.752, | |
| "eval_steps_per_second": 1.071, | |
| "step": 118505 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 5.5511019225630424e-05, | |
| "loss": 0.0084, | |
| "step": 118600 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "learning_rate": 5.4955018306775615e-05, | |
| "loss": 0.0072, | |
| "step": 119786 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "learning_rate": 5.4399017387920814e-05, | |
| "loss": 0.0078, | |
| "step": 120972 | |
| }, | |
| { | |
| "epoch": 5.15, | |
| "learning_rate": 5.384301646906601e-05, | |
| "loss": 0.0082, | |
| "step": 122158 | |
| }, | |
| { | |
| "epoch": 5.2, | |
| "learning_rate": 5.32870155502112e-05, | |
| "loss": 0.0079, | |
| "step": 123344 | |
| }, | |
| { | |
| "epoch": 5.25, | |
| "learning_rate": 5.273101463135639e-05, | |
| "loss": 0.008, | |
| "step": 124530 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "learning_rate": 5.217501371250159e-05, | |
| "loss": 0.008, | |
| "step": 125716 | |
| }, | |
| { | |
| "epoch": 5.35, | |
| "learning_rate": 5.161901279364678e-05, | |
| "loss": 0.0081, | |
| "step": 126902 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "learning_rate": 5.1063011874791964e-05, | |
| "loss": 0.0078, | |
| "step": 128088 | |
| }, | |
| { | |
| "epoch": 5.45, | |
| "learning_rate": 5.050701095593716e-05, | |
| "loss": 0.0076, | |
| "step": 129274 | |
| }, | |
| { | |
| "epoch": 5.5, | |
| "learning_rate": 4.9951010037082354e-05, | |
| "loss": 0.0079, | |
| "step": 130460 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "learning_rate": 4.9395009118227546e-05, | |
| "loss": 0.0074, | |
| "step": 131646 | |
| }, | |
| { | |
| "epoch": 5.6, | |
| "learning_rate": 4.8839008199372745e-05, | |
| "loss": 0.0077, | |
| "step": 132832 | |
| }, | |
| { | |
| "epoch": 5.65, | |
| "learning_rate": 4.8283007280517936e-05, | |
| "loss": 0.0079, | |
| "step": 134018 | |
| }, | |
| { | |
| "epoch": 5.7, | |
| "learning_rate": 4.772700636166313e-05, | |
| "loss": 0.0077, | |
| "step": 135204 | |
| }, | |
| { | |
| "epoch": 5.75, | |
| "learning_rate": 4.7171005442808326e-05, | |
| "loss": 0.0078, | |
| "step": 136390 | |
| }, | |
| { | |
| "epoch": 5.8, | |
| "learning_rate": 4.661500452395352e-05, | |
| "loss": 0.0081, | |
| "step": 137576 | |
| }, | |
| { | |
| "epoch": 5.85, | |
| "learning_rate": 4.605900360509871e-05, | |
| "loss": 0.0077, | |
| "step": 138762 | |
| }, | |
| { | |
| "epoch": 5.9, | |
| "learning_rate": 4.55030026862439e-05, | |
| "loss": 0.0075, | |
| "step": 139948 | |
| }, | |
| { | |
| "epoch": 5.95, | |
| "learning_rate": 4.494700176738909e-05, | |
| "loss": 0.0076, | |
| "step": 141134 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 0.046243954449892044, | |
| "eval_max_distance": 33, | |
| "eval_mean_distance": 0, | |
| "eval_runtime": 15.8654, | |
| "eval_samples_per_second": 15.758, | |
| "eval_steps_per_second": 1.072, | |
| "step": 142206 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 4.4391000848534285e-05, | |
| "loss": 0.0079, | |
| "step": 142320 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "learning_rate": 4.3834999929679484e-05, | |
| "loss": 0.0073, | |
| "step": 143506 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "learning_rate": 4.3278999010824675e-05, | |
| "loss": 0.007, | |
| "step": 144692 | |
| }, | |
| { | |
| "epoch": 6.15, | |
| "learning_rate": 4.272299809196987e-05, | |
| "loss": 0.0076, | |
| "step": 145878 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 4.216699717311506e-05, | |
| "loss": 0.0072, | |
| "step": 147064 | |
| }, | |
| { | |
| "epoch": 6.26, | |
| "learning_rate": 4.161099625426026e-05, | |
| "loss": 0.007, | |
| "step": 148250 | |
| }, | |
| { | |
| "epoch": 6.31, | |
| "learning_rate": 4.105499533540544e-05, | |
| "loss": 0.0073, | |
| "step": 149436 | |
| }, | |
| { | |
| "epoch": 6.36, | |
| "learning_rate": 4.049899441655064e-05, | |
| "loss": 0.0073, | |
| "step": 150622 | |
| }, | |
| { | |
| "epoch": 6.41, | |
| "learning_rate": 3.994299349769583e-05, | |
| "loss": 0.0072, | |
| "step": 151808 | |
| }, | |
| { | |
| "epoch": 6.46, | |
| "learning_rate": 3.9386992578841024e-05, | |
| "loss": 0.0073, | |
| "step": 152994 | |
| }, | |
| { | |
| "epoch": 6.51, | |
| "learning_rate": 3.883099165998622e-05, | |
| "loss": 0.007, | |
| "step": 154180 | |
| }, | |
| { | |
| "epoch": 6.56, | |
| "learning_rate": 3.8274990741131414e-05, | |
| "loss": 0.0073, | |
| "step": 155366 | |
| }, | |
| { | |
| "epoch": 6.61, | |
| "learning_rate": 3.7718989822276606e-05, | |
| "loss": 0.0074, | |
| "step": 156552 | |
| }, | |
| { | |
| "epoch": 6.66, | |
| "learning_rate": 3.71629889034218e-05, | |
| "loss": 0.0071, | |
| "step": 157738 | |
| }, | |
| { | |
| "epoch": 6.71, | |
| "learning_rate": 3.660698798456699e-05, | |
| "loss": 0.0077, | |
| "step": 158924 | |
| }, | |
| { | |
| "epoch": 6.76, | |
| "learning_rate": 3.605098706571218e-05, | |
| "loss": 0.0072, | |
| "step": 160110 | |
| }, | |
| { | |
| "epoch": 6.81, | |
| "learning_rate": 3.549498614685738e-05, | |
| "loss": 0.0069, | |
| "step": 161296 | |
| }, | |
| { | |
| "epoch": 6.86, | |
| "learning_rate": 3.493898522800257e-05, | |
| "loss": 0.0074, | |
| "step": 162482 | |
| }, | |
| { | |
| "epoch": 6.91, | |
| "learning_rate": 3.438298430914776e-05, | |
| "loss": 0.0072, | |
| "step": 163668 | |
| }, | |
| { | |
| "epoch": 6.96, | |
| "learning_rate": 3.3826983390292955e-05, | |
| "loss": 0.0074, | |
| "step": 164854 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_loss": 0.046568483114242554, | |
| "eval_max_distance": 38, | |
| "eval_mean_distance": 0, | |
| "eval_runtime": 15.7578, | |
| "eval_samples_per_second": 15.865, | |
| "eval_steps_per_second": 1.079, | |
| "step": 165907 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "learning_rate": 3.327098247143815e-05, | |
| "loss": 0.0071, | |
| "step": 166040 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "learning_rate": 3.2714981552583345e-05, | |
| "loss": 0.0065, | |
| "step": 167226 | |
| }, | |
| { | |
| "epoch": 7.11, | |
| "learning_rate": 3.215898063372854e-05, | |
| "loss": 0.0066, | |
| "step": 168412 | |
| }, | |
| { | |
| "epoch": 7.16, | |
| "learning_rate": 3.160297971487373e-05, | |
| "loss": 0.0067, | |
| "step": 169598 | |
| }, | |
| { | |
| "epoch": 7.21, | |
| "learning_rate": 3.104697879601892e-05, | |
| "loss": 0.0067, | |
| "step": 170784 | |
| }, | |
| { | |
| "epoch": 7.26, | |
| "learning_rate": 3.049097787716412e-05, | |
| "loss": 0.0066, | |
| "step": 171970 | |
| }, | |
| { | |
| "epoch": 7.31, | |
| "learning_rate": 2.9934976958309307e-05, | |
| "loss": 0.0071, | |
| "step": 173156 | |
| }, | |
| { | |
| "epoch": 7.36, | |
| "learning_rate": 2.9378976039454502e-05, | |
| "loss": 0.0067, | |
| "step": 174342 | |
| }, | |
| { | |
| "epoch": 7.41, | |
| "learning_rate": 2.8822975120599694e-05, | |
| "loss": 0.0064, | |
| "step": 175528 | |
| }, | |
| { | |
| "epoch": 7.46, | |
| "learning_rate": 2.826697420174489e-05, | |
| "loss": 0.0064, | |
| "step": 176714 | |
| }, | |
| { | |
| "epoch": 7.51, | |
| "learning_rate": 2.771097328289008e-05, | |
| "loss": 0.0067, | |
| "step": 177900 | |
| }, | |
| { | |
| "epoch": 7.56, | |
| "learning_rate": 2.7154972364035276e-05, | |
| "loss": 0.0068, | |
| "step": 179086 | |
| }, | |
| { | |
| "epoch": 7.61, | |
| "learning_rate": 2.6598971445180464e-05, | |
| "loss": 0.0071, | |
| "step": 180272 | |
| }, | |
| { | |
| "epoch": 7.66, | |
| "learning_rate": 2.604297052632566e-05, | |
| "loss": 0.0065, | |
| "step": 181458 | |
| }, | |
| { | |
| "epoch": 7.71, | |
| "learning_rate": 2.548696960747085e-05, | |
| "loss": 0.0065, | |
| "step": 182644 | |
| }, | |
| { | |
| "epoch": 7.76, | |
| "learning_rate": 2.4930968688616046e-05, | |
| "loss": 0.007, | |
| "step": 183830 | |
| }, | |
| { | |
| "epoch": 7.81, | |
| "learning_rate": 2.437496776976124e-05, | |
| "loss": 0.007, | |
| "step": 185016 | |
| }, | |
| { | |
| "epoch": 7.86, | |
| "learning_rate": 2.3818966850906433e-05, | |
| "loss": 0.007, | |
| "step": 186202 | |
| }, | |
| { | |
| "epoch": 7.91, | |
| "learning_rate": 2.3262965932051624e-05, | |
| "loss": 0.0069, | |
| "step": 187388 | |
| }, | |
| { | |
| "epoch": 7.96, | |
| "learning_rate": 2.270696501319682e-05, | |
| "loss": 0.0068, | |
| "step": 188574 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 0.04775545746088028, | |
| "eval_max_distance": 39, | |
| "eval_mean_distance": 0, | |
| "eval_runtime": 15.8132, | |
| "eval_samples_per_second": 15.81, | |
| "eval_steps_per_second": 1.075, | |
| "step": 189608 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "learning_rate": 2.215096409434201e-05, | |
| "loss": 0.0067, | |
| "step": 189760 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "learning_rate": 2.1594963175487203e-05, | |
| "loss": 0.0062, | |
| "step": 190946 | |
| }, | |
| { | |
| "epoch": 8.11, | |
| "learning_rate": 2.1038962256632398e-05, | |
| "loss": 0.0066, | |
| "step": 192132 | |
| }, | |
| { | |
| "epoch": 8.16, | |
| "learning_rate": 2.0482961337777593e-05, | |
| "loss": 0.0062, | |
| "step": 193318 | |
| }, | |
| { | |
| "epoch": 8.21, | |
| "learning_rate": 1.9926960418922785e-05, | |
| "loss": 0.0064, | |
| "step": 194504 | |
| }, | |
| { | |
| "epoch": 8.26, | |
| "learning_rate": 1.9370959500067977e-05, | |
| "loss": 0.0062, | |
| "step": 195690 | |
| }, | |
| { | |
| "epoch": 8.31, | |
| "learning_rate": 1.8814958581213172e-05, | |
| "loss": 0.0063, | |
| "step": 196876 | |
| }, | |
| { | |
| "epoch": 8.36, | |
| "learning_rate": 1.8258957662358363e-05, | |
| "loss": 0.0068, | |
| "step": 198062 | |
| }, | |
| { | |
| "epoch": 8.41, | |
| "learning_rate": 1.770295674350356e-05, | |
| "loss": 0.0064, | |
| "step": 199248 | |
| }, | |
| { | |
| "epoch": 8.46, | |
| "learning_rate": 1.714695582464875e-05, | |
| "loss": 0.0066, | |
| "step": 200434 | |
| }, | |
| { | |
| "epoch": 8.51, | |
| "learning_rate": 1.6590954905793942e-05, | |
| "loss": 0.0062, | |
| "step": 201620 | |
| }, | |
| { | |
| "epoch": 8.56, | |
| "learning_rate": 1.6034953986939137e-05, | |
| "loss": 0.0068, | |
| "step": 202806 | |
| }, | |
| { | |
| "epoch": 8.61, | |
| "learning_rate": 1.547895306808433e-05, | |
| "loss": 0.0065, | |
| "step": 203992 | |
| }, | |
| { | |
| "epoch": 8.66, | |
| "learning_rate": 1.4922952149229522e-05, | |
| "loss": 0.0062, | |
| "step": 205178 | |
| }, | |
| { | |
| "epoch": 8.71, | |
| "learning_rate": 1.4366951230374714e-05, | |
| "loss": 0.0065, | |
| "step": 206364 | |
| }, | |
| { | |
| "epoch": 8.76, | |
| "learning_rate": 1.3810950311519907e-05, | |
| "loss": 0.0064, | |
| "step": 207550 | |
| }, | |
| { | |
| "epoch": 8.81, | |
| "learning_rate": 1.32549493926651e-05, | |
| "loss": 0.0066, | |
| "step": 208736 | |
| }, | |
| { | |
| "epoch": 8.86, | |
| "learning_rate": 1.2698948473810296e-05, | |
| "loss": 0.0064, | |
| "step": 209922 | |
| }, | |
| { | |
| "epoch": 8.91, | |
| "learning_rate": 1.2142947554955488e-05, | |
| "loss": 0.0061, | |
| "step": 211108 | |
| }, | |
| { | |
| "epoch": 8.96, | |
| "learning_rate": 1.1586946636100681e-05, | |
| "loss": 0.0069, | |
| "step": 212294 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_loss": 0.04885172098875046, | |
| "eval_max_distance": 39, | |
| "eval_mean_distance": 0, | |
| "eval_runtime": 15.685, | |
| "eval_samples_per_second": 15.939, | |
| "eval_steps_per_second": 1.084, | |
| "step": 213309 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "learning_rate": 1.1030945717245873e-05, | |
| "loss": 0.0062, | |
| "step": 213480 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "learning_rate": 1.0474944798391068e-05, | |
| "loss": 0.006, | |
| "step": 214666 | |
| }, | |
| { | |
| "epoch": 9.11, | |
| "learning_rate": 9.918943879536261e-06, | |
| "loss": 0.0059, | |
| "step": 215852 | |
| }, | |
| { | |
| "epoch": 9.16, | |
| "learning_rate": 9.362942960681453e-06, | |
| "loss": 0.0059, | |
| "step": 217038 | |
| }, | |
| { | |
| "epoch": 9.21, | |
| "learning_rate": 8.806942041826646e-06, | |
| "loss": 0.0062, | |
| "step": 218224 | |
| }, | |
| { | |
| "epoch": 9.26, | |
| "learning_rate": 8.25094112297184e-06, | |
| "loss": 0.006, | |
| "step": 219410 | |
| }, | |
| { | |
| "epoch": 9.31, | |
| "learning_rate": 7.694940204117032e-06, | |
| "loss": 0.0062, | |
| "step": 220596 | |
| }, | |
| { | |
| "epoch": 9.36, | |
| "learning_rate": 7.138939285262225e-06, | |
| "loss": 0.0062, | |
| "step": 221782 | |
| }, | |
| { | |
| "epoch": 9.41, | |
| "learning_rate": 6.582938366407419e-06, | |
| "loss": 0.0064, | |
| "step": 222968 | |
| }, | |
| { | |
| "epoch": 9.46, | |
| "learning_rate": 6.026937447552612e-06, | |
| "loss": 0.0063, | |
| "step": 224154 | |
| }, | |
| { | |
| "epoch": 9.51, | |
| "learning_rate": 5.470936528697805e-06, | |
| "loss": 0.0064, | |
| "step": 225340 | |
| }, | |
| { | |
| "epoch": 9.56, | |
| "learning_rate": 4.914935609842998e-06, | |
| "loss": 0.0057, | |
| "step": 226526 | |
| }, | |
| { | |
| "epoch": 9.61, | |
| "learning_rate": 4.358934690988191e-06, | |
| "loss": 0.0065, | |
| "step": 227712 | |
| }, | |
| { | |
| "epoch": 9.66, | |
| "learning_rate": 3.8029337721333837e-06, | |
| "loss": 0.0062, | |
| "step": 228898 | |
| }, | |
| { | |
| "epoch": 9.71, | |
| "learning_rate": 3.2469328532785775e-06, | |
| "loss": 0.006, | |
| "step": 230084 | |
| }, | |
| { | |
| "epoch": 9.76, | |
| "learning_rate": 2.69093193442377e-06, | |
| "loss": 0.0062, | |
| "step": 231270 | |
| }, | |
| { | |
| "epoch": 9.81, | |
| "learning_rate": 2.1349310155689635e-06, | |
| "loss": 0.006, | |
| "step": 232456 | |
| }, | |
| { | |
| "epoch": 9.86, | |
| "learning_rate": 1.5789300967141565e-06, | |
| "loss": 0.0062, | |
| "step": 233642 | |
| }, | |
| { | |
| "epoch": 9.91, | |
| "learning_rate": 1.0229291778593495e-06, | |
| "loss": 0.0058, | |
| "step": 234828 | |
| }, | |
| { | |
| "epoch": 9.96, | |
| "learning_rate": 4.669282590045427e-07, | |
| "loss": 0.0061, | |
| "step": 236014 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_loss": 0.04803793504834175, | |
| "eval_max_distance": 40, | |
| "eval_mean_distance": 0, | |
| "eval_runtime": 15.7597, | |
| "eval_samples_per_second": 15.863, | |
| "eval_steps_per_second": 1.079, | |
| "step": 237010 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "step": 237010, | |
| "total_flos": 5.639707743740928e+16, | |
| "train_loss": 0.010972068954725507, | |
| "train_runtime": 17115.447, | |
| "train_samples_per_second": 207.713, | |
| "train_steps_per_second": 13.848 | |
| } | |
| ], | |
| "logging_steps": 1186, | |
| "max_steps": 237010, | |
| "num_train_epochs": 10, | |
| "save_steps": 2371, | |
| "total_flos": 5.639707743740928e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |