| { | |
| "best_metric": 1.1458996534347534, | |
| "best_model_checkpoint": "/content/drive/My Drive/Colab Notebooks/aai520-project/checkpoints/bert-finetuned-uncased/checkpoint-1500", | |
| "epoch": 4.0, | |
| "eval_steps": 100, | |
| "global_step": 2040, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.807843137254902e-05, | |
| "loss": 3.2307, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "eval_loss": 1.8958784341812134, | |
| "eval_runtime": 17.3462, | |
| "eval_samples_per_second": 690.006, | |
| "eval_steps_per_second": 10.838, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 1.6117647058823533e-05, | |
| "loss": 1.9581, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "eval_loss": 1.485579490661621, | |
| "eval_runtime": 17.3451, | |
| "eval_samples_per_second": 690.051, | |
| "eval_steps_per_second": 10.839, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 1.415686274509804e-05, | |
| "loss": 1.6358, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "eval_loss": 1.3947598934173584, | |
| "eval_runtime": 17.3855, | |
| "eval_samples_per_second": 688.449, | |
| "eval_steps_per_second": 10.814, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.2196078431372552e-05, | |
| "loss": 1.4964, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "eval_loss": 1.293440818786621, | |
| "eval_runtime": 17.3267, | |
| "eval_samples_per_second": 690.782, | |
| "eval_steps_per_second": 10.85, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.023529411764706e-05, | |
| "loss": 1.4169, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "eval_loss": 1.2604990005493164, | |
| "eval_runtime": 17.3401, | |
| "eval_samples_per_second": 690.251, | |
| "eval_steps_per_second": 10.842, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 8.274509803921569e-06, | |
| "loss": 1.327, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "eval_loss": 1.2218035459518433, | |
| "eval_runtime": 17.3253, | |
| "eval_samples_per_second": 690.84, | |
| "eval_steps_per_second": 10.851, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 6.313725490196079e-06, | |
| "loss": 1.2763, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "eval_loss": 1.2539091110229492, | |
| "eval_runtime": 17.3618, | |
| "eval_samples_per_second": 689.388, | |
| "eval_steps_per_second": 10.828, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 4.352941176470588e-06, | |
| "loss": 1.2755, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "eval_loss": 1.2090030908584595, | |
| "eval_runtime": 17.401, | |
| "eval_samples_per_second": 687.833, | |
| "eval_steps_per_second": 10.804, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 2.392156862745098e-06, | |
| "loss": 1.251, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "eval_loss": 1.2041057348251343, | |
| "eval_runtime": 17.3449, | |
| "eval_samples_per_second": 690.06, | |
| "eval_steps_per_second": 10.839, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 4.3137254901960787e-07, | |
| "loss": 1.229, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "eval_loss": 1.215934157371521, | |
| "eval_runtime": 17.3882, | |
| "eval_samples_per_second": 688.342, | |
| "eval_steps_per_second": 10.812, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 9.23529411764706e-06, | |
| "loss": 1.1921, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "eval_loss": 1.1828099489212036, | |
| "eval_runtime": 17.2866, | |
| "eval_samples_per_second": 692.384, | |
| "eval_steps_per_second": 10.875, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 8.254901960784314e-06, | |
| "loss": 1.1926, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "eval_loss": 1.2119532823562622, | |
| "eval_runtime": 17.2797, | |
| "eval_samples_per_second": 692.663, | |
| "eval_steps_per_second": 10.88, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 7.284313725490196e-06, | |
| "loss": 1.1606, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "eval_loss": 1.1737300157546997, | |
| "eval_runtime": 17.272, | |
| "eval_samples_per_second": 692.971, | |
| "eval_steps_per_second": 10.885, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 6.303921568627452e-06, | |
| "loss": 1.1486, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "eval_loss": 1.1468586921691895, | |
| "eval_runtime": 17.2965, | |
| "eval_samples_per_second": 691.99, | |
| "eval_steps_per_second": 10.869, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 5.3235294117647064e-06, | |
| "loss": 1.1195, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "eval_loss": 1.1458996534347534, | |
| "eval_runtime": 17.2925, | |
| "eval_samples_per_second": 692.148, | |
| "eval_steps_per_second": 10.872, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 4.343137254901961e-06, | |
| "loss": 1.0883, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "eval_loss": 1.1569820642471313, | |
| "eval_runtime": 17.2745, | |
| "eval_samples_per_second": 692.872, | |
| "eval_steps_per_second": 10.883, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "learning_rate": 3.3627450980392163e-06, | |
| "loss": 1.0526, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "eval_loss": 1.177062749862671, | |
| "eval_runtime": 17.2742, | |
| "eval_samples_per_second": 692.885, | |
| "eval_steps_per_second": 10.883, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "learning_rate": 2.3823529411764705e-06, | |
| "loss": 1.0611, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "eval_loss": 1.174006462097168, | |
| "eval_runtime": 17.2639, | |
| "eval_samples_per_second": 693.295, | |
| "eval_steps_per_second": 10.89, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "learning_rate": 1.4019607843137257e-06, | |
| "loss": 1.0521, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "eval_loss": 1.1595549583435059, | |
| "eval_runtime": 17.2716, | |
| "eval_samples_per_second": 692.987, | |
| "eval_steps_per_second": 10.885, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 4.2156862745098044e-07, | |
| "loss": 1.0476, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "eval_loss": 1.1538442373275757, | |
| "eval_runtime": 17.2708, | |
| "eval_samples_per_second": 693.021, | |
| "eval_steps_per_second": 10.885, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "step": 2040, | |
| "total_flos": 1.3640004257727283e+17, | |
| "train_loss": 0.5653368706796683, | |
| "train_runtime": 1697.6888, | |
| "train_samples_per_second": 307.484, | |
| "train_steps_per_second": 1.202 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 1.1458996534347534, | |
| "eval_runtime": 17.2641, | |
| "eval_samples_per_second": 693.288, | |
| "eval_steps_per_second": 10.89, | |
| "step": 2040 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 2040, | |
| "num_train_epochs": 4, | |
| "save_steps": 100, | |
| "total_flos": 1.3640004257727283e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |