| { | |
| "best_metric": 1.0819282531738281, | |
| "best_model_checkpoint": "./jako_mbartLarge_13p_run1/checkpoint-7500", | |
| "epoch": 3.5055829654635158, | |
| "eval_steps": 1500, | |
| "global_step": 13500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.97382884061764e-05, | |
| "loss": 1.9323, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.9084009421617376e-05, | |
| "loss": 1.487, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 4.8429730437058366e-05, | |
| "loss": 1.3826, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "eval_bleu": 22.0729, | |
| "eval_gen_len": 18.9717, | |
| "eval_loss": 1.2989100217819214, | |
| "eval_runtime": 581.8634, | |
| "eval_samples_per_second": 13.235, | |
| "eval_steps_per_second": 0.828, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 4.777545145249935e-05, | |
| "loss": 1.2846, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 4.712117246794033e-05, | |
| "loss": 1.2292, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 4.646689348338132e-05, | |
| "loss": 1.1964, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "eval_bleu": 25.4863, | |
| "eval_gen_len": 19.1908, | |
| "eval_loss": 1.1629722118377686, | |
| "eval_runtime": 599.5574, | |
| "eval_samples_per_second": 12.844, | |
| "eval_steps_per_second": 0.804, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.58126144988223e-05, | |
| "loss": 1.1636, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 4.515833551426328e-05, | |
| "loss": 1.1243, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 4.450405652970427e-05, | |
| "loss": 0.9449, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "eval_bleu": 27.385, | |
| "eval_gen_len": 18.2955, | |
| "eval_loss": 1.112542748451233, | |
| "eval_runtime": 534.7746, | |
| "eval_samples_per_second": 14.4, | |
| "eval_steps_per_second": 0.901, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 4.3849777545145253e-05, | |
| "loss": 0.8708, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 4.3195498560586236e-05, | |
| "loss": 0.8446, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 4.254121957602722e-05, | |
| "loss": 0.8102, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "eval_bleu": 28.0041, | |
| "eval_gen_len": 18.6572, | |
| "eval_loss": 1.0919792652130127, | |
| "eval_runtime": 549.0767, | |
| "eval_samples_per_second": 14.025, | |
| "eval_steps_per_second": 0.878, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 4.18869405914682e-05, | |
| "loss": 0.7903, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 4.123266160690919e-05, | |
| "loss": 0.7814, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 4.057838262235017e-05, | |
| "loss": 0.7692, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "eval_bleu": 29.1055, | |
| "eval_gen_len": 18.2731, | |
| "eval_loss": 1.0819282531738281, | |
| "eval_runtime": 529.4168, | |
| "eval_samples_per_second": 14.546, | |
| "eval_steps_per_second": 0.91, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 3.992410363779115e-05, | |
| "loss": 0.7152, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 3.926982465323214e-05, | |
| "loss": 0.6146, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 3.8615545668673124e-05, | |
| "loss": 0.5741, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "eval_bleu": 28.1574, | |
| "eval_gen_len": 18.3485, | |
| "eval_loss": 1.1368560791015625, | |
| "eval_runtime": 531.4915, | |
| "eval_samples_per_second": 14.489, | |
| "eval_steps_per_second": 0.907, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 3.7961266684114114e-05, | |
| "loss": 0.5501, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 3.730698769955509e-05, | |
| "loss": 0.5317, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 3.665270871499607e-05, | |
| "loss": 0.5198, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "eval_bleu": 28.657, | |
| "eval_gen_len": 18.4527, | |
| "eval_loss": 1.1538134813308716, | |
| "eval_runtime": 540.4496, | |
| "eval_samples_per_second": 14.249, | |
| "eval_steps_per_second": 0.892, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "learning_rate": 3.599842973043706e-05, | |
| "loss": 0.5201, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 3.5344150745878046e-05, | |
| "loss": 0.5022, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "learning_rate": 3.468987176131903e-05, | |
| "loss": 0.4532, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "eval_bleu": 28.6914, | |
| "eval_gen_len": 18.4562, | |
| "eval_loss": 1.158207893371582, | |
| "eval_runtime": 536.18, | |
| "eval_samples_per_second": 14.363, | |
| "eval_steps_per_second": 0.899, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "learning_rate": 3.403559277676001e-05, | |
| "loss": 0.3846, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "learning_rate": 3.3381313792200995e-05, | |
| "loss": 0.3652, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "learning_rate": 3.2727034807641985e-05, | |
| "loss": 0.3466, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "eval_bleu": 28.8955, | |
| "eval_gen_len": 18.427, | |
| "eval_loss": 1.2048161029815674, | |
| "eval_runtime": 531.5751, | |
| "eval_samples_per_second": 14.487, | |
| "eval_steps_per_second": 0.907, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "step": 13500, | |
| "total_flos": 4.682040518346015e+17, | |
| "train_loss": 0.8403220813892506, | |
| "train_runtime": 20423.5684, | |
| "train_samples_per_second": 30.169, | |
| "train_steps_per_second": 1.886 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 38510, | |
| "num_train_epochs": 10, | |
| "save_steps": 1500, | |
| "total_flos": 4.682040518346015e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |