| { | |
| "best_metric": 71.09356770617994, | |
| "best_model_checkpoint": "/data/jcanete/all_results/mlqa/beto_cased/epochs_3_bs_16_lr_3e-5/checkpoint-8100", | |
| "epoch": 3.0, | |
| "global_step": 15390, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.06, | |
| "eval_exact_match": 34.8, | |
| "eval_f1": 58.03970816447246, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 2.9031189083820663e-05, | |
| "loss": 2.7338, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_exact_match": 36.0, | |
| "eval_f1": 59.841079581289875, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "eval_exact_match": 38.6, | |
| "eval_f1": 64.67169204847333, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 2.8056530214424954e-05, | |
| "loss": 2.2457, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_exact_match": 41.0, | |
| "eval_f1": 65.03933016022862, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 2.708187134502924e-05, | |
| "loss": 2.1076, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "eval_exact_match": 38.8, | |
| "eval_f1": 64.6213713578301, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "eval_exact_match": 41.2, | |
| "eval_f1": 65.84064101398657, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 2.6107212475633526e-05, | |
| "loss": 2.0038, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "eval_exact_match": 41.4, | |
| "eval_f1": 66.8343118103736, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "eval_exact_match": 44.2, | |
| "eval_f1": 68.74877627633202, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.5132553606237817e-05, | |
| "loss": 1.9719, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "eval_exact_match": 41.2, | |
| "eval_f1": 67.75205005784734, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.4157894736842104e-05, | |
| "loss": 1.9103, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "eval_exact_match": 44.4, | |
| "eval_f1": 69.00308434085002, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "eval_exact_match": 41.2, | |
| "eval_f1": 66.19132807246592, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 2.318323586744639e-05, | |
| "loss": 1.899, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "eval_exact_match": 43.6, | |
| "eval_f1": 67.6086413268844, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "eval_exact_match": 40.0, | |
| "eval_f1": 66.87548187227003, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 2.2208576998050682e-05, | |
| "loss": 1.9084, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "eval_exact_match": 42.4, | |
| "eval_f1": 68.43203629031083, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 2.123586744639376e-05, | |
| "loss": 1.8575, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "eval_exact_match": 41.8, | |
| "eval_f1": 66.57412118606702, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "eval_exact_match": 42.6, | |
| "eval_f1": 69.08327662197658, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 2.026120857699805e-05, | |
| "loss": 1.8016, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "eval_exact_match": 43.8, | |
| "eval_f1": 69.83716582639477, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "eval_exact_match": 43.8, | |
| "eval_f1": 69.87892753163113, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 1.928654970760234e-05, | |
| "loss": 1.6069, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "eval_exact_match": 42.2, | |
| "eval_f1": 68.22307993614402, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.8311890838206626e-05, | |
| "loss": 1.4879, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "eval_exact_match": 43.2, | |
| "eval_f1": 68.58203389587109, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "eval_exact_match": 43.2, | |
| "eval_f1": 68.83200756284295, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 1.7339181286549707e-05, | |
| "loss": 1.4833, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "eval_exact_match": 43.6, | |
| "eval_f1": 68.2076220533459, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "eval_exact_match": 43.4, | |
| "eval_f1": 68.79536487676586, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 1.6364522417153995e-05, | |
| "loss": 1.4904, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "eval_exact_match": 42.4, | |
| "eval_f1": 69.97669950942714, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 1.5389863547758286e-05, | |
| "loss": 1.4762, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "eval_exact_match": 43.8, | |
| "eval_f1": 69.861214423741, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "eval_exact_match": 43.0, | |
| "eval_f1": 69.21209743481882, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 1.4415204678362573e-05, | |
| "loss": 1.4892, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "eval_exact_match": 44.6, | |
| "eval_f1": 71.09356770617994, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "eval_exact_match": 43.4, | |
| "eval_f1": 70.64992293047675, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 1.3442495126705655e-05, | |
| "loss": 1.4634, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "eval_exact_match": 43.8, | |
| "eval_f1": 68.71836001461945, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 1.2467836257309942e-05, | |
| "loss": 1.4689, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "eval_exact_match": 43.2, | |
| "eval_f1": 69.3302964310732, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "eval_exact_match": 43.0, | |
| "eval_f1": 68.57716516263318, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 1.1493177387914231e-05, | |
| "loss": 1.4355, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "eval_exact_match": 42.6, | |
| "eval_f1": 67.68193670391558, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "eval_exact_match": 43.4, | |
| "eval_f1": 68.5709862176482, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 1.051851851851852e-05, | |
| "loss": 1.4671, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "eval_exact_match": 42.2, | |
| "eval_f1": 67.86405792646175, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 9.543859649122808e-06, | |
| "loss": 1.3096, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "eval_exact_match": 42.6, | |
| "eval_f1": 68.10115237113098, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "eval_exact_match": 42.6, | |
| "eval_f1": 68.4050539633749, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 8.571150097465888e-06, | |
| "loss": 1.1729, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "eval_exact_match": 42.8, | |
| "eval_f1": 69.14531712828095, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "eval_exact_match": 42.0, | |
| "eval_f1": 67.95727828313431, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 7.596491228070175e-06, | |
| "loss": 1.1765, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "eval_exact_match": 42.6, | |
| "eval_f1": 68.51480513144087, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 6.621832358674464e-06, | |
| "loss": 1.1663, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "eval_exact_match": 42.6, | |
| "eval_f1": 68.06559800304674, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "eval_exact_match": 42.4, | |
| "eval_f1": 68.1790742027127, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 5.647173489278752e-06, | |
| "loss": 1.1738, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "eval_exact_match": 42.4, | |
| "eval_f1": 68.06432275532964, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "eval_exact_match": 43.4, | |
| "eval_f1": 68.94404068079874, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 4.674463937621833e-06, | |
| "loss": 1.1522, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "eval_exact_match": 43.0, | |
| "eval_f1": 68.0807601536333, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 3.699805068226121e-06, | |
| "loss": 1.1268, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "eval_exact_match": 43.6, | |
| "eval_f1": 68.44401279047236, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "eval_exact_match": 43.4, | |
| "eval_f1": 68.29713540149096, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 2.7251461988304095e-06, | |
| "loss": 1.1324, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "eval_exact_match": 42.8, | |
| "eval_f1": 67.98091672699975, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "eval_exact_match": 43.0, | |
| "eval_f1": 67.89319270154854, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 1.7504873294346978e-06, | |
| "loss": 1.1632, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "eval_exact_match": 43.2, | |
| "eval_f1": 68.04489013422236, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 7.777777777777778e-07, | |
| "loss": 1.146, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "eval_exact_match": 43.4, | |
| "eval_f1": 68.39650380908567, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "eval_exact_match": 43.2, | |
| "eval_f1": 68.13623191723482, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 15390, | |
| "total_flos": 4.556938681553549e+16, | |
| "train_loss": 1.556812895637894, | |
| "train_runtime": 24717.2821, | |
| "train_samples_per_second": 9.961, | |
| "train_steps_per_second": 0.623 | |
| } | |
| ], | |
| "max_steps": 15390, | |
| "num_train_epochs": 3, | |
| "total_flos": 4.556938681553549e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |