| { | |
| "best_metric": 0.7884615384615384, | |
| "best_model_checkpoint": "/home/ubuntu/utah/babylm-24/src/evaluation/results/finetune/DebertaV2-Base-10M_babylm-A/boolq/checkpoint-4716", | |
| "epoch": 7.0, | |
| "eval_steps": 500, | |
| "global_step": 8253, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.42408821034775235, | |
| "grad_norm": 4.898578643798828, | |
| "learning_rate": 9.787955894826124e-06, | |
| "loss": 0.669, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8481764206955047, | |
| "grad_norm": 2.427595615386963, | |
| "learning_rate": 9.575911789652248e-06, | |
| "loss": 0.6535, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.6513761281967163, | |
| "eval_f1": 0.7812739831158864, | |
| "eval_loss": 0.6350241899490356, | |
| "eval_mcc": 0.1190648771022687, | |
| "eval_runtime": 2.7173, | |
| "eval_samples_per_second": 601.699, | |
| "eval_steps_per_second": 75.442, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 1.272264631043257, | |
| "grad_norm": 3.5514039993286133, | |
| "learning_rate": 9.363867684478373e-06, | |
| "loss": 0.6279, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.6963528413910094, | |
| "grad_norm": 6.262450218200684, | |
| "learning_rate": 9.151823579304497e-06, | |
| "loss": 0.6019, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.6446483135223389, | |
| "eval_f1": 0.7172749391727494, | |
| "eval_loss": 0.6267324090003967, | |
| "eval_mcc": 0.23986158954968526, | |
| "eval_runtime": 2.7281, | |
| "eval_samples_per_second": 599.313, | |
| "eval_steps_per_second": 75.143, | |
| "step": 2358 | |
| }, | |
| { | |
| "epoch": 2.1204410517387617, | |
| "grad_norm": 10.400861740112305, | |
| "learning_rate": 8.93977947413062e-06, | |
| "loss": 0.5841, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.544529262086514, | |
| "grad_norm": 6.1930718421936035, | |
| "learning_rate": 8.727735368956744e-06, | |
| "loss": 0.5239, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.9686174724342664, | |
| "grad_norm": 9.404278755187988, | |
| "learning_rate": 8.515691263782867e-06, | |
| "loss": 0.5263, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.6709480285644531, | |
| "eval_f1": 0.738581146744412, | |
| "eval_loss": 0.6594865322113037, | |
| "eval_mcc": 0.2953818504855689, | |
| "eval_runtime": 2.7221, | |
| "eval_samples_per_second": 600.629, | |
| "eval_steps_per_second": 75.308, | |
| "step": 3537 | |
| }, | |
| { | |
| "epoch": 3.392705682782019, | |
| "grad_norm": 8.5890474319458, | |
| "learning_rate": 8.303647158608991e-06, | |
| "loss": 0.4231, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 3.816793893129771, | |
| "grad_norm": 19.422046661376953, | |
| "learning_rate": 8.091603053435115e-06, | |
| "loss": 0.4158, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.7039755582809448, | |
| "eval_f1": 0.7884615384615384, | |
| "eval_loss": 0.7751796245574951, | |
| "eval_mcc": 0.3197717100660696, | |
| "eval_runtime": 2.7784, | |
| "eval_samples_per_second": 588.466, | |
| "eval_steps_per_second": 73.783, | |
| "step": 4716 | |
| }, | |
| { | |
| "epoch": 4.2408821034775235, | |
| "grad_norm": 26.661087036132812, | |
| "learning_rate": 7.879558948261238e-06, | |
| "loss": 0.3625, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 4.664970313825275, | |
| "grad_norm": 7.987252235412598, | |
| "learning_rate": 7.667514843087362e-06, | |
| "loss": 0.3286, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.6856269240379333, | |
| "eval_f1": 0.7485322896281801, | |
| "eval_loss": 1.1917099952697754, | |
| "eval_mcc": 0.3306542824781416, | |
| "eval_runtime": 2.7099, | |
| "eval_samples_per_second": 603.332, | |
| "eval_steps_per_second": 75.647, | |
| "step": 5895 | |
| }, | |
| { | |
| "epoch": 5.089058524173028, | |
| "grad_norm": 18.63119125366211, | |
| "learning_rate": 7.455470737913486e-06, | |
| "loss": 0.3092, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 5.51314673452078, | |
| "grad_norm": 19.191608428955078, | |
| "learning_rate": 7.2434266327396106e-06, | |
| "loss": 0.2618, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 5.937234944868533, | |
| "grad_norm": 2.243471145629883, | |
| "learning_rate": 7.031382527565734e-06, | |
| "loss": 0.2755, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.6764525771141052, | |
| "eval_f1": 0.7428293631502187, | |
| "eval_loss": 1.446665644645691, | |
| "eval_mcc": 0.3074619968336629, | |
| "eval_runtime": 2.7032, | |
| "eval_samples_per_second": 604.829, | |
| "eval_steps_per_second": 75.835, | |
| "step": 7074 | |
| }, | |
| { | |
| "epoch": 6.361323155216285, | |
| "grad_norm": 37.863040924072266, | |
| "learning_rate": 6.819338422391858e-06, | |
| "loss": 0.2147, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 6.785411365564038, | |
| "grad_norm": 12.277471542358398, | |
| "learning_rate": 6.607294317217981e-06, | |
| "loss": 0.2273, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.6709480285644531, | |
| "eval_f1": 0.7307307307307307, | |
| "eval_loss": 1.8949030637741089, | |
| "eval_mcc": 0.31265280298270903, | |
| "eval_runtime": 2.7263, | |
| "eval_samples_per_second": 599.708, | |
| "eval_steps_per_second": 75.193, | |
| "step": 8253 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "step": 8253, | |
| "total_flos": 3893201765612544.0, | |
| "train_loss": 0.43125597612793976, | |
| "train_runtime": 554.1638, | |
| "train_samples_per_second": 340.224, | |
| "train_steps_per_second": 42.551 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 23580, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 20, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 3, | |
| "early_stopping_threshold": 0.001 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3893201765612544.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |