{ "best_metric": null, "best_model_checkpoint": null, "epoch": 3.1103594409128905, "global_step": 10000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.06, "learning_rate": 0.00016, "loss": 8.4604, "step": 200 }, { "epoch": 0.12, "learning_rate": 0.00032, "loss": 4.2921, "step": 400 }, { "epoch": 0.19, "learning_rate": 0.00048, "loss": 3.3774, "step": 600 }, { "epoch": 0.25, "learning_rate": 0.00064, "loss": 2.9308, "step": 800 }, { "epoch": 0.31, "learning_rate": 0.0008, "loss": 2.641, "step": 1000 }, { "epoch": 0.37, "learning_rate": 0.0007822222222222222, "loss": 2.4213, "step": 1200 }, { "epoch": 0.44, "learning_rate": 0.0007644444444444445, "loss": 2.2593, "step": 1400 }, { "epoch": 0.5, "learning_rate": 0.0007466666666666667, "loss": 2.1346, "step": 1600 }, { "epoch": 0.56, "learning_rate": 0.0007288888888888889, "loss": 2.0382, "step": 1800 }, { "epoch": 0.62, "learning_rate": 0.0007111111111111111, "loss": 1.955, "step": 2000 }, { "epoch": 0.68, "learning_rate": 0.0006933333333333333, "loss": 1.8814, "step": 2200 }, { "epoch": 0.75, "learning_rate": 0.0006755555555555555, "loss": 1.8179, "step": 2400 }, { "epoch": 0.81, "learning_rate": 0.0006577777777777777, "loss": 1.7623, "step": 2600 }, { "epoch": 0.87, "learning_rate": 0.00064, "loss": 1.7135, "step": 2800 }, { "epoch": 0.93, "learning_rate": 0.0006222222222222223, "loss": 1.6689, "step": 3000 }, { "epoch": 1.0, "learning_rate": 0.0006044444444444445, "loss": 1.6295, "step": 3200 }, { "epoch": 1.06, "learning_rate": 0.0005866666666666667, "loss": 1.5857, "step": 3400 }, { "epoch": 1.12, "learning_rate": 0.000568888888888889, "loss": 1.5541, "step": 3600 }, { "epoch": 1.18, "learning_rate": 0.0005511111111111112, "loss": 1.5221, "step": 3800 }, { "epoch": 1.24, "learning_rate": 0.0005333333333333334, "loss": 1.4947, "step": 4000 }, { "epoch": 1.31, "learning_rate": 0.0005155555555555557, "loss": 1.4683, "step": 4200 }, { "epoch": 1.37, "learning_rate": 0.0004977777777777778, "loss": 1.4415, "step": 4400 }, { "epoch": 1.43, "learning_rate": 0.00048, "loss": 1.4183, "step": 4600 }, { "epoch": 1.49, "learning_rate": 0.0004622222222222222, "loss": 1.3975, "step": 4800 }, { "epoch": 1.56, "learning_rate": 0.00044444444444444447, "loss": 1.3756, "step": 5000 }, { "epoch": 1.56, "eval_bleu": 2.3992, "eval_gen_len": 18.9403, "eval_loss": 1.535530686378479, "eval_runtime": 7626.9892, "eval_samples_per_second": 248.341, "eval_steps_per_second": 1.94, "step": 5000 }, { "epoch": 1.62, "learning_rate": 0.00042666666666666667, "loss": 1.358, "step": 5200 }, { "epoch": 1.68, "learning_rate": 0.00040888888888888887, "loss": 1.339, "step": 5400 }, { "epoch": 1.74, "learning_rate": 0.0003911111111111111, "loss": 1.3213, "step": 5600 }, { "epoch": 1.8, "learning_rate": 0.0003733333333333334, "loss": 1.3068, "step": 5800 }, { "epoch": 1.87, "learning_rate": 0.00035555555555555557, "loss": 1.2927, "step": 6000 }, { "epoch": 1.93, "learning_rate": 0.00033777777777777777, "loss": 1.279, "step": 6200 }, { "epoch": 1.99, "learning_rate": 0.00032, "loss": 1.2641, "step": 6400 }, { "epoch": 2.05, "learning_rate": 0.0003022222222222222, "loss": 1.2455, "step": 6600 }, { "epoch": 2.12, "learning_rate": 0.0002844444444444445, "loss": 1.2329, "step": 6800 }, { "epoch": 2.18, "learning_rate": 0.0002666666666666667, "loss": 1.2239, "step": 7000 }, { "epoch": 2.24, "learning_rate": 0.0002488888888888889, "loss": 1.2123, "step": 7200 }, { "epoch": 2.3, "learning_rate": 0.0002311111111111111, "loss": 1.2036, "step": 7400 }, { "epoch": 2.36, "learning_rate": 0.00021333333333333333, "loss": 1.1937, "step": 7600 }, { "epoch": 2.43, "learning_rate": 0.00019555555555555556, "loss": 1.1851, "step": 7800 }, { "epoch": 2.49, "learning_rate": 0.00017777777777777779, "loss": 1.1772, "step": 8000 }, { "epoch": 2.55, "learning_rate": 0.00016, "loss": 1.1708, "step": 8200 }, { "epoch": 2.61, "learning_rate": 0.00014222222222222224, "loss": 1.1634, "step": 8400 }, { "epoch": 2.67, "learning_rate": 0.00012444444444444444, "loss": 1.158, "step": 8600 }, { "epoch": 2.74, "learning_rate": 0.00010666666666666667, "loss": 1.1541, "step": 8800 }, { "epoch": 2.8, "learning_rate": 8.888888888888889e-05, "loss": 1.1494, "step": 9000 }, { "epoch": 2.86, "learning_rate": 7.111111111111112e-05, "loss": 1.1435, "step": 9200 }, { "epoch": 2.92, "learning_rate": 5.333333333333333e-05, "loss": 1.1406, "step": 9400 }, { "epoch": 2.99, "learning_rate": 3.555555555555556e-05, "loss": 1.1375, "step": 9600 }, { "epoch": 3.05, "learning_rate": 1.777777777777778e-05, "loss": 1.1315, "step": 9800 }, { "epoch": 3.11, "learning_rate": 0.0, "loss": 1.1295, "step": 10000 }, { "epoch": 3.11, "eval_bleu": 2.543, "eval_gen_len": 18.9389, "eval_loss": 1.5099098682403564, "eval_runtime": 7653.3773, "eval_samples_per_second": 247.485, "eval_steps_per_second": 1.934, "step": 10000 }, { "epoch": 3.11, "step": 10000, "total_flos": 1.2278131895086088e+19, "train_loss": 1.7310921798706054, "train_runtime": 38945.4898, "train_samples_per_second": 1051.726, "train_steps_per_second": 0.257 } ], "max_steps": 10000, "num_train_epochs": 4, "total_flos": 1.2278131895086088e+19, "trial_name": null, "trial_params": null }