{ "best_metric": 0.9052917957305908, "best_model_checkpoint": "./tst-translation-output/checkpoint-12000", "epoch": 12.126224156692057, "eval_steps": 3000, "global_step": 39000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.08, "learning_rate": 9.712509712509713e-06, "loss": 1.9995, "step": 500 }, { "epoch": 0.16, "learning_rate": 1.9425019425019425e-05, "loss": 1.4173, "step": 1000 }, { "epoch": 0.23, "learning_rate": 2.913752913752914e-05, "loss": 1.3137, "step": 1500 }, { "epoch": 0.31, "learning_rate": 3.885003885003885e-05, "loss": 1.2381, "step": 2000 }, { "epoch": 0.39, "learning_rate": 4.856254856254856e-05, "loss": 1.2023, "step": 2500 }, { "epoch": 0.47, "learning_rate": 4.991638730343166e-05, "loss": 1.1751, "step": 3000 }, { "epoch": 0.47, "eval_bleu": 7.6766, "eval_gen_len": 17.4644, "eval_loss": 1.1288801431655884, "eval_runtime": 851.3289, "eval_samples_per_second": 15.112, "eval_steps_per_second": 0.946, "step": 3000 }, { "epoch": 0.54, "learning_rate": 4.981825033562843e-05, "loss": 1.1267, "step": 3500 }, { "epoch": 0.62, "learning_rate": 4.972011336782521e-05, "loss": 1.1013, "step": 4000 }, { "epoch": 0.7, "learning_rate": 4.962197640002198e-05, "loss": 1.0821, "step": 4500 }, { "epoch": 0.78, "learning_rate": 4.952383943221876e-05, "loss": 1.0599, "step": 5000 }, { "epoch": 0.85, "learning_rate": 4.9425702464415536e-05, "loss": 1.0336, "step": 5500 }, { "epoch": 0.93, "learning_rate": 4.9327565496612316e-05, "loss": 1.0268, "step": 6000 }, { "epoch": 0.93, "eval_bleu": 9.2277, "eval_gen_len": 17.7668, "eval_loss": 0.9894970655441284, "eval_runtime": 891.3112, "eval_samples_per_second": 14.434, "eval_steps_per_second": 0.903, "step": 6000 }, { "epoch": 1.01, "learning_rate": 4.922942852880909e-05, "loss": 0.9631, "step": 6500 }, { "epoch": 1.09, "learning_rate": 4.913129156100586e-05, "loss": 0.8021, "step": 7000 }, { "epoch": 1.17, "learning_rate": 4.903315459320265e-05, "loss": 0.8189, "step": 7500 }, { "epoch": 1.24, "learning_rate": 4.893501762539942e-05, "loss": 0.8034, "step": 8000 }, { "epoch": 1.32, "learning_rate": 4.8836880657596196e-05, "loss": 0.8156, "step": 8500 }, { "epoch": 1.4, "learning_rate": 4.873874368979297e-05, "loss": 0.8075, "step": 9000 }, { "epoch": 1.4, "eval_bleu": 9.1197, "eval_gen_len": 17.6811, "eval_loss": 0.945686399936676, "eval_runtime": 839.7466, "eval_samples_per_second": 15.32, "eval_steps_per_second": 0.959, "step": 9000 }, { "epoch": 1.48, "learning_rate": 4.864060672198975e-05, "loss": 0.81, "step": 9500 }, { "epoch": 1.55, "learning_rate": 4.854246975418653e-05, "loss": 0.8101, "step": 10000 }, { "epoch": 1.63, "learning_rate": 4.84443327863833e-05, "loss": 0.7964, "step": 10500 }, { "epoch": 1.71, "learning_rate": 4.8346195818580075e-05, "loss": 0.806, "step": 11000 }, { "epoch": 1.79, "learning_rate": 4.8248058850776855e-05, "loss": 0.8042, "step": 11500 }, { "epoch": 1.87, "learning_rate": 4.814992188297363e-05, "loss": 0.8082, "step": 12000 }, { "epoch": 1.87, "eval_bleu": 8.4837, "eval_gen_len": 17.4826, "eval_loss": 0.9052917957305908, "eval_runtime": 837.7614, "eval_samples_per_second": 15.356, "eval_steps_per_second": 0.961, "step": 12000 }, { "epoch": 1.94, "learning_rate": 4.805178491517041e-05, "loss": 0.8032, "step": 12500 }, { "epoch": 2.02, "learning_rate": 4.795364794736719e-05, "loss": 0.7252, "step": 13000 }, { "epoch": 2.1, "learning_rate": 4.785551097956396e-05, "loss": 0.5682, "step": 13500 }, { "epoch": 2.18, "learning_rate": 4.7757374011760734e-05, "loss": 0.5741, "step": 14000 }, { "epoch": 2.25, "learning_rate": 4.7659237043957514e-05, "loss": 0.5818, "step": 14500 }, { "epoch": 2.33, "learning_rate": 4.7561100076154294e-05, "loss": 0.5841, "step": 15000 }, { "epoch": 2.33, "eval_bleu": 9.8887, "eval_gen_len": 17.5166, "eval_loss": 0.9302938580513, "eval_runtime": 835.8268, "eval_samples_per_second": 15.392, "eval_steps_per_second": 0.963, "step": 15000 }, { "epoch": 2.41, "learning_rate": 4.746296310835107e-05, "loss": 0.5893, "step": 15500 }, { "epoch": 2.49, "learning_rate": 4.736482614054784e-05, "loss": 0.5978, "step": 16000 }, { "epoch": 2.56, "learning_rate": 4.726668917274461e-05, "loss": 0.6057, "step": 16500 }, { "epoch": 2.64, "learning_rate": 4.716855220494139e-05, "loss": 0.6048, "step": 17000 }, { "epoch": 2.72, "learning_rate": 4.707041523713817e-05, "loss": 0.6113, "step": 17500 }, { "epoch": 2.8, "learning_rate": 4.6972278269334946e-05, "loss": 0.6142, "step": 18000 }, { "epoch": 2.8, "eval_bleu": 9.547, "eval_gen_len": 17.426, "eval_loss": 0.9142343401908875, "eval_runtime": 836.5663, "eval_samples_per_second": 15.378, "eval_steps_per_second": 0.962, "step": 18000 }, { "epoch": 2.88, "learning_rate": 4.6874141301531726e-05, "loss": 0.6165, "step": 18500 }, { "epoch": 2.95, "learning_rate": 4.67760043337285e-05, "loss": 0.6087, "step": 19000 }, { "epoch": 3.03, "learning_rate": 4.667786736592528e-05, "loss": 0.5237, "step": 19500 }, { "epoch": 3.11, "learning_rate": 4.657973039812205e-05, "loss": 0.3981, "step": 20000 }, { "epoch": 3.19, "learning_rate": 4.648159343031883e-05, "loss": 0.4018, "step": 20500 }, { "epoch": 3.26, "learning_rate": 4.6383456462515606e-05, "loss": 0.4119, "step": 21000 }, { "epoch": 3.26, "eval_bleu": 9.5055, "eval_gen_len": 17.3378, "eval_loss": 0.9879267811775208, "eval_runtime": 820.5652, "eval_samples_per_second": 15.678, "eval_steps_per_second": 0.981, "step": 21000 }, { "epoch": 6.69, "learning_rate": 3.947146767740577e-05, "loss": 0.3417, "step": 21500 }, { "epoch": 6.84, "learning_rate": 3.920825436934091e-05, "loss": 0.3358, "step": 22000 }, { "epoch": 7.0, "learning_rate": 3.8945041061276064e-05, "loss": 0.3331, "step": 22500 }, { "epoch": 7.15, "learning_rate": 3.86818277532112e-05, "loss": 0.2743, "step": 23000 }, { "epoch": 7.31, "learning_rate": 3.841861444514635e-05, "loss": 0.2776, "step": 23500 }, { "epoch": 7.46, "learning_rate": 3.8155401137081495e-05, "loss": 0.2837, "step": 24000 }, { "epoch": 7.46, "eval_bleu": 11.0549, "eval_gen_len": 17.2982, "eval_loss": 1.0062528848648071, "eval_runtime": 964.1851, "eval_samples_per_second": 13.343, "eval_steps_per_second": 1.669, "step": 24000 }, { "epoch": 7.62, "learning_rate": 3.789218782901663e-05, "loss": 0.2896, "step": 24500 }, { "epoch": 7.77, "learning_rate": 3.762897452095178e-05, "loss": 0.2927, "step": 25000 }, { "epoch": 7.93, "learning_rate": 3.7365761212886926e-05, "loss": 0.298, "step": 25500 }, { "epoch": 8.08, "learning_rate": 3.710254790482207e-05, "loss": 0.2277, "step": 26000 }, { "epoch": 8.24, "learning_rate": 3.683933459675721e-05, "loss": 0.1723, "step": 26500 }, { "epoch": 8.4, "learning_rate": 3.657612128869236e-05, "loss": 0.1792, "step": 27000 }, { "epoch": 8.4, "eval_bleu": 8.9031, "eval_gen_len": 17.2801, "eval_loss": 1.085568904876709, "eval_runtime": 954.4683, "eval_samples_per_second": 13.479, "eval_steps_per_second": 1.686, "step": 27000 }, { "epoch": 8.55, "learning_rate": 3.63129079806275e-05, "loss": 0.1867, "step": 27500 }, { "epoch": 8.71, "learning_rate": 3.6049694672562644e-05, "loss": 0.1921, "step": 28000 }, { "epoch": 8.86, "learning_rate": 3.5786481364497795e-05, "loss": 0.1974, "step": 28500 }, { "epoch": 9.02, "learning_rate": 3.552326805643293e-05, "loss": 0.1903, "step": 29000 }, { "epoch": 9.17, "learning_rate": 3.5260054748368075e-05, "loss": 0.1132, "step": 29500 }, { "epoch": 9.33, "learning_rate": 3.4996841440303226e-05, "loss": 0.1204, "step": 30000 }, { "epoch": 9.33, "eval_bleu": 11.3498, "eval_gen_len": 17.2986, "eval_loss": 1.1643482446670532, "eval_runtime": 964.1632, "eval_samples_per_second": 13.343, "eval_steps_per_second": 1.669, "step": 30000 }, { "epoch": 9.48, "learning_rate": 3.473362813223837e-05, "loss": 0.125, "step": 30500 }, { "epoch": 9.64, "learning_rate": 3.447041482417351e-05, "loss": 0.1299, "step": 31000 }, { "epoch": 9.79, "learning_rate": 3.4207201516108657e-05, "loss": 0.1327, "step": 31500 }, { "epoch": 9.95, "learning_rate": 3.39439882080438e-05, "loss": 0.1355, "step": 32000 }, { "epoch": 10.11, "learning_rate": 3.3680774899978944e-05, "loss": 0.0975, "step": 32500 }, { "epoch": 10.26, "learning_rate": 3.341756159191409e-05, "loss": 0.0826, "step": 33000 }, { "epoch": 10.26, "eval_bleu": 10.796, "eval_gen_len": 17.3627, "eval_loss": 1.231860876083374, "eval_runtime": 963.3695, "eval_samples_per_second": 13.354, "eval_steps_per_second": 1.67, "step": 33000 }, { "epoch": 10.42, "learning_rate": 3.315434828384924e-05, "loss": 0.0874, "step": 33500 }, { "epoch": 10.57, "learning_rate": 3.2891134975784375e-05, "loss": 0.0894, "step": 34000 }, { "epoch": 10.73, "learning_rate": 3.262792166771952e-05, "loss": 0.0952, "step": 34500 }, { "epoch": 10.88, "learning_rate": 3.236470835965467e-05, "loss": 0.097, "step": 35000 }, { "epoch": 11.04, "learning_rate": 3.2101495051589806e-05, "loss": 0.0888, "step": 35500 }, { "epoch": 11.19, "learning_rate": 3.1838281743524956e-05, "loss": 0.0617, "step": 36000 }, { "epoch": 11.19, "eval_bleu": 10.6211, "eval_gen_len": 17.3748, "eval_loss": 1.2784796953201294, "eval_runtime": 963.6124, "eval_samples_per_second": 13.351, "eval_steps_per_second": 1.67, "step": 36000 }, { "epoch": 11.35, "learning_rate": 3.15750684354601e-05, "loss": 0.0635, "step": 36500 }, { "epoch": 11.5, "learning_rate": 3.131185512739524e-05, "loss": 0.0682, "step": 37000 }, { "epoch": 11.66, "learning_rate": 3.104864181933039e-05, "loss": 0.0703, "step": 37500 }, { "epoch": 11.82, "learning_rate": 3.078542851126553e-05, "loss": 0.0717, "step": 38000 }, { "epoch": 11.97, "learning_rate": 3.0522215203200675e-05, "loss": 0.0744, "step": 38500 }, { "epoch": 12.13, "learning_rate": 3.025900189513582e-05, "loss": 0.0523, "step": 39000 }, { "epoch": 12.13, "eval_bleu": 9.8848, "eval_gen_len": 17.3358, "eval_loss": 1.3216667175292969, "eval_runtime": 962.5757, "eval_samples_per_second": 13.365, "eval_steps_per_second": 1.672, "step": 39000 }, { "epoch": 12.13, "step": 39000, "total_flos": 1.976422348357632e+18, "train_loss": 0.03363004307869153, "train_runtime": 28583.427, "train_samples_per_second": 108.028, "train_steps_per_second": 3.375 } ], "logging_steps": 500, "max_steps": 96480, "num_train_epochs": 30, "save_steps": 3000, "total_flos": 1.976422348357632e+18, "trial_name": null, "trial_params": null }