bart-base-mnli / trainer_state.json
ZhangYunchenY
[Model] bart-base-mnli
7c24058
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 3.9928292046936114,
"global_step": 49000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.08,
"learning_rate": 1.9696846089836677e-05,
"loss": 0.7465,
"step": 1000
},
{
"epoch": 0.08,
"eval_accuracy": 0.7886907794192562,
"eval_loss": 0.5396007299423218,
"eval_runtime": 51.0387,
"eval_samples_per_second": 192.305,
"eval_steps_per_second": 6.015,
"step": 1000
},
{
"epoch": 0.16,
"learning_rate": 1.9370523258659796e-05,
"loss": 0.584,
"step": 2000
},
{
"epoch": 0.16,
"eval_accuracy": 0.8102903718797758,
"eval_loss": 0.4883033335208893,
"eval_runtime": 46.5382,
"eval_samples_per_second": 210.902,
"eval_steps_per_second": 6.597,
"step": 2000
},
{
"epoch": 0.24,
"learning_rate": 1.9044200427482912e-05,
"loss": 0.5483,
"step": 3000
},
{
"epoch": 0.24,
"eval_accuracy": 0.8145695364238411,
"eval_loss": 0.47581160068511963,
"eval_runtime": 46.7271,
"eval_samples_per_second": 210.049,
"eval_steps_per_second": 6.57,
"step": 3000
},
{
"epoch": 0.33,
"learning_rate": 1.8717877596306028e-05,
"loss": 0.5228,
"step": 4000
},
{
"epoch": 0.33,
"eval_accuracy": 0.8207845134997452,
"eval_loss": 0.45740216970443726,
"eval_runtime": 45.9826,
"eval_samples_per_second": 213.45,
"eval_steps_per_second": 6.676,
"step": 4000
},
{
"epoch": 0.41,
"learning_rate": 1.8391554765129143e-05,
"loss": 0.5012,
"step": 5000
},
{
"epoch": 0.41,
"eval_accuracy": 0.8290371879775853,
"eval_loss": 0.4382418990135193,
"eval_runtime": 46.0661,
"eval_samples_per_second": 213.063,
"eval_steps_per_second": 6.664,
"step": 5000
},
{
"epoch": 0.49,
"learning_rate": 1.8065231933952262e-05,
"loss": 0.4915,
"step": 6000
},
{
"epoch": 0.49,
"eval_accuracy": 0.8333163525216505,
"eval_loss": 0.4435715079307556,
"eval_runtime": 47.0204,
"eval_samples_per_second": 208.739,
"eval_steps_per_second": 6.529,
"step": 6000
},
{
"epoch": 0.57,
"learning_rate": 1.7738909102775378e-05,
"loss": 0.4858,
"step": 7000
},
{
"epoch": 0.57,
"eval_accuracy": 0.8344370860927153,
"eval_loss": 0.43664801120758057,
"eval_runtime": 46.4417,
"eval_samples_per_second": 211.34,
"eval_steps_per_second": 6.61,
"step": 7000
},
{
"epoch": 0.65,
"learning_rate": 1.7412586271598494e-05,
"loss": 0.4766,
"step": 8000
},
{
"epoch": 0.65,
"eval_accuracy": 0.8361691288843607,
"eval_loss": 0.42201751470565796,
"eval_runtime": 47.0497,
"eval_samples_per_second": 208.609,
"eval_steps_per_second": 6.525,
"step": 8000
},
{
"epoch": 0.73,
"learning_rate": 1.708626344042161e-05,
"loss": 0.4643,
"step": 9000
},
{
"epoch": 0.73,
"eval_accuracy": 0.8390219052470708,
"eval_loss": 0.4428311586380005,
"eval_runtime": 46.1174,
"eval_samples_per_second": 212.826,
"eval_steps_per_second": 6.657,
"step": 9000
},
{
"epoch": 0.81,
"learning_rate": 1.675994060924473e-05,
"loss": 0.4593,
"step": 10000
},
{
"epoch": 0.81,
"eval_accuracy": 0.8371879775853286,
"eval_loss": 0.43534818291664124,
"eval_runtime": 50.18,
"eval_samples_per_second": 195.596,
"eval_steps_per_second": 6.118,
"step": 10000
},
{
"epoch": 0.9,
"learning_rate": 1.6433617778067844e-05,
"loss": 0.46,
"step": 11000
},
{
"epoch": 0.9,
"eval_accuracy": 0.8424859908303617,
"eval_loss": 0.4115181863307953,
"eval_runtime": 53.0256,
"eval_samples_per_second": 185.099,
"eval_steps_per_second": 5.79,
"step": 11000
},
{
"epoch": 0.98,
"learning_rate": 1.610729494689096e-05,
"loss": 0.4537,
"step": 12000
},
{
"epoch": 0.98,
"eval_accuracy": 0.8446255731023943,
"eval_loss": 0.4107950031757355,
"eval_runtime": 46.5601,
"eval_samples_per_second": 210.803,
"eval_steps_per_second": 6.594,
"step": 12000
},
{
"epoch": 1.06,
"learning_rate": 1.5780972115714076e-05,
"loss": 0.3982,
"step": 13000
},
{
"epoch": 1.06,
"eval_accuracy": 0.8461538461538461,
"eval_loss": 0.4335910677909851,
"eval_runtime": 47.058,
"eval_samples_per_second": 208.572,
"eval_steps_per_second": 6.524,
"step": 13000
},
{
"epoch": 1.14,
"learning_rate": 1.545464928453719e-05,
"loss": 0.3781,
"step": 14000
},
{
"epoch": 1.14,
"eval_accuracy": 0.8492103922567499,
"eval_loss": 0.4207431674003601,
"eval_runtime": 46.2518,
"eval_samples_per_second": 212.208,
"eval_steps_per_second": 6.638,
"step": 14000
},
{
"epoch": 1.22,
"learning_rate": 1.512832645336031e-05,
"loss": 0.3871,
"step": 15000
},
{
"epoch": 1.22,
"eval_accuracy": 0.8451349974528782,
"eval_loss": 0.4314253032207489,
"eval_runtime": 46.2026,
"eval_samples_per_second": 212.434,
"eval_steps_per_second": 6.645,
"step": 15000
},
{
"epoch": 1.3,
"learning_rate": 1.4802003622183428e-05,
"loss": 0.3789,
"step": 16000
},
{
"epoch": 1.3,
"eval_accuracy": 0.8504330106979113,
"eval_loss": 0.3989640772342682,
"eval_runtime": 46.611,
"eval_samples_per_second": 210.572,
"eval_steps_per_second": 6.586,
"step": 16000
},
{
"epoch": 1.39,
"learning_rate": 1.4475680791006544e-05,
"loss": 0.3848,
"step": 17000
},
{
"epoch": 1.39,
"eval_accuracy": 0.8482934284258787,
"eval_loss": 0.4063809812068939,
"eval_runtime": 46.0252,
"eval_samples_per_second": 213.253,
"eval_steps_per_second": 6.67,
"step": 17000
},
{
"epoch": 1.47,
"learning_rate": 1.4149357959829661e-05,
"loss": 0.3771,
"step": 18000
},
{
"epoch": 1.47,
"eval_accuracy": 0.8446255731023943,
"eval_loss": 0.43143340945243835,
"eval_runtime": 46.514,
"eval_samples_per_second": 211.012,
"eval_steps_per_second": 6.6,
"step": 18000
},
{
"epoch": 1.55,
"learning_rate": 1.3823035128652777e-05,
"loss": 0.3754,
"step": 19000
},
{
"epoch": 1.55,
"eval_accuracy": 0.8511462047885889,
"eval_loss": 0.4237792193889618,
"eval_runtime": 47.005,
"eval_samples_per_second": 208.808,
"eval_steps_per_second": 6.531,
"step": 19000
},
{
"epoch": 1.63,
"learning_rate": 1.3496712297475893e-05,
"loss": 0.378,
"step": 20000
},
{
"epoch": 1.63,
"eval_accuracy": 0.8496179317371371,
"eval_loss": 0.4224611818790436,
"eval_runtime": 46.124,
"eval_samples_per_second": 212.796,
"eval_steps_per_second": 6.656,
"step": 20000
},
{
"epoch": 1.71,
"learning_rate": 1.3170389466299012e-05,
"loss": 0.3747,
"step": 21000
},
{
"epoch": 1.71,
"eval_accuracy": 0.8504330106979113,
"eval_loss": 0.39967572689056396,
"eval_runtime": 45.9739,
"eval_samples_per_second": 213.49,
"eval_steps_per_second": 6.678,
"step": 21000
},
{
"epoch": 1.79,
"learning_rate": 1.2844066635122128e-05,
"loss": 0.3715,
"step": 22000
},
{
"epoch": 1.79,
"eval_accuracy": 0.8466632705043301,
"eval_loss": 0.42271146178245544,
"eval_runtime": 46.4472,
"eval_samples_per_second": 211.315,
"eval_steps_per_second": 6.61,
"step": 22000
},
{
"epoch": 1.87,
"learning_rate": 1.2517743803945243e-05,
"loss": 0.369,
"step": 23000
},
{
"epoch": 1.87,
"eval_accuracy": 0.8543046357615894,
"eval_loss": 0.3938461244106293,
"eval_runtime": 47.3838,
"eval_samples_per_second": 207.138,
"eval_steps_per_second": 6.479,
"step": 23000
},
{
"epoch": 1.96,
"learning_rate": 1.2191420972768359e-05,
"loss": 0.3645,
"step": 24000
},
{
"epoch": 1.96,
"eval_accuracy": 0.8500254712175241,
"eval_loss": 0.41426172852516174,
"eval_runtime": 45.9093,
"eval_samples_per_second": 213.791,
"eval_steps_per_second": 6.687,
"step": 24000
},
{
"epoch": 2.04,
"learning_rate": 1.1865098141591478e-05,
"loss": 0.3413,
"step": 25000
},
{
"epoch": 2.04,
"eval_accuracy": 0.8531839021905248,
"eval_loss": 0.43976131081581116,
"eval_runtime": 46.649,
"eval_samples_per_second": 210.401,
"eval_steps_per_second": 6.581,
"step": 25000
},
{
"epoch": 2.12,
"learning_rate": 1.1538775310414594e-05,
"loss": 0.3014,
"step": 26000
},
{
"epoch": 2.12,
"eval_accuracy": 0.8570555272542028,
"eval_loss": 0.4210617244243622,
"eval_runtime": 46.539,
"eval_samples_per_second": 210.898,
"eval_steps_per_second": 6.597,
"step": 26000
},
{
"epoch": 2.2,
"learning_rate": 1.121245247923771e-05,
"loss": 0.2941,
"step": 27000
},
{
"epoch": 2.2,
"eval_accuracy": 0.8554253693326541,
"eval_loss": 0.43391153216362,
"eval_runtime": 46.5124,
"eval_samples_per_second": 211.019,
"eval_steps_per_second": 6.6,
"step": 27000
},
{
"epoch": 2.28,
"learning_rate": 1.0886129648060829e-05,
"loss": 0.2979,
"step": 28000
},
{
"epoch": 2.28,
"eval_accuracy": 0.8607233825776872,
"eval_loss": 0.42420682311058044,
"eval_runtime": 147.2489,
"eval_samples_per_second": 66.656,
"eval_steps_per_second": 2.085,
"step": 28000
},
{
"epoch": 2.36,
"learning_rate": 1.0559806816883944e-05,
"loss": 0.3056,
"step": 29000
},
{
"epoch": 2.36,
"eval_accuracy": 0.8541008660213958,
"eval_loss": 0.4425140619277954,
"eval_runtime": 46.1358,
"eval_samples_per_second": 212.741,
"eval_steps_per_second": 6.654,
"step": 29000
},
{
"epoch": 2.44,
"learning_rate": 1.023348398570706e-05,
"loss": 0.2953,
"step": 30000
},
{
"epoch": 2.44,
"eval_accuracy": 0.8592969943963321,
"eval_loss": 0.41613587737083435,
"eval_runtime": 47.1744,
"eval_samples_per_second": 208.058,
"eval_steps_per_second": 6.508,
"step": 30000
},
{
"epoch": 2.53,
"learning_rate": 9.907161154530178e-06,
"loss": 0.2935,
"step": 31000
},
{
"epoch": 2.53,
"eval_accuracy": 0.8588894549159449,
"eval_loss": 0.4042932987213135,
"eval_runtime": 46.2425,
"eval_samples_per_second": 212.251,
"eval_steps_per_second": 6.639,
"step": 31000
},
{
"epoch": 2.61,
"learning_rate": 9.580838323353295e-06,
"loss": 0.3018,
"step": 32000
},
{
"epoch": 2.61,
"eval_accuracy": 0.8497198166072338,
"eval_loss": 0.4361600875854492,
"eval_runtime": 45.7305,
"eval_samples_per_second": 214.627,
"eval_steps_per_second": 6.713,
"step": 32000
},
{
"epoch": 2.69,
"learning_rate": 9.25451549217641e-06,
"loss": 0.3046,
"step": 33000
},
{
"epoch": 2.69,
"eval_accuracy": 0.8528782475802343,
"eval_loss": 0.43105748295783997,
"eval_runtime": 47.0154,
"eval_samples_per_second": 208.761,
"eval_steps_per_second": 6.53,
"step": 33000
},
{
"epoch": 2.77,
"learning_rate": 8.928192660999528e-06,
"loss": 0.2982,
"step": 34000
},
{
"epoch": 2.77,
"eval_accuracy": 0.8610290371879776,
"eval_loss": 0.40264639258384705,
"eval_runtime": 46.7153,
"eval_samples_per_second": 210.103,
"eval_steps_per_second": 6.572,
"step": 34000
},
{
"epoch": 2.85,
"learning_rate": 8.601869829822644e-06,
"loss": 0.2983,
"step": 35000
},
{
"epoch": 2.85,
"eval_accuracy": 0.856444218033622,
"eval_loss": 0.40915054082870483,
"eval_runtime": 46.1785,
"eval_samples_per_second": 212.545,
"eval_steps_per_second": 6.648,
"step": 35000
},
{
"epoch": 2.93,
"learning_rate": 8.275546998645761e-06,
"loss": 0.2987,
"step": 36000
},
{
"epoch": 2.93,
"eval_accuracy": 0.8551197147223637,
"eval_loss": 0.41256535053253174,
"eval_runtime": 46.0319,
"eval_samples_per_second": 213.222,
"eval_steps_per_second": 6.669,
"step": 36000
},
{
"epoch": 3.01,
"learning_rate": 7.949224167468877e-06,
"loss": 0.2893,
"step": 37000
},
{
"epoch": 3.01,
"eval_accuracy": 0.8574630667345899,
"eval_loss": 0.45308130979537964,
"eval_runtime": 46.1413,
"eval_samples_per_second": 212.716,
"eval_steps_per_second": 6.653,
"step": 37000
},
{
"epoch": 3.1,
"learning_rate": 7.622901336291994e-06,
"loss": 0.2413,
"step": 38000
},
{
"epoch": 3.1,
"eval_accuracy": 0.8611309220580744,
"eval_loss": 0.44799548387527466,
"eval_runtime": 45.9836,
"eval_samples_per_second": 213.446,
"eval_steps_per_second": 6.676,
"step": 38000
},
{
"epoch": 3.18,
"learning_rate": 7.296578505115111e-06,
"loss": 0.2376,
"step": 39000
},
{
"epoch": 3.18,
"eval_accuracy": 0.8607233825776872,
"eval_loss": 0.4475202262401581,
"eval_runtime": 45.5836,
"eval_samples_per_second": 215.319,
"eval_steps_per_second": 6.735,
"step": 39000
},
{
"epoch": 3.26,
"learning_rate": 6.9702556739382275e-06,
"loss": 0.2399,
"step": 40000
},
{
"epoch": 3.26,
"eval_accuracy": 0.8579724910850739,
"eval_loss": 0.4466216266155243,
"eval_runtime": 48.0904,
"eval_samples_per_second": 204.095,
"eval_steps_per_second": 6.384,
"step": 40000
},
{
"epoch": 3.34,
"learning_rate": 6.643932842761345e-06,
"loss": 0.2411,
"step": 41000
},
{
"epoch": 3.34,
"eval_accuracy": 0.8579724910850739,
"eval_loss": 0.44625383615493774,
"eval_runtime": 46.3779,
"eval_samples_per_second": 211.631,
"eval_steps_per_second": 6.62,
"step": 41000
},
{
"epoch": 3.42,
"learning_rate": 6.317610011584461e-06,
"loss": 0.2461,
"step": 42000
},
{
"epoch": 3.42,
"eval_accuracy": 0.8574630667345899,
"eval_loss": 0.45237523317337036,
"eval_runtime": 46.2979,
"eval_samples_per_second": 211.997,
"eval_steps_per_second": 6.631,
"step": 42000
},
{
"epoch": 3.5,
"learning_rate": 5.991287180407578e-06,
"loss": 0.2433,
"step": 43000
},
{
"epoch": 3.5,
"eval_accuracy": 0.8600101884870097,
"eval_loss": 0.4503074884414673,
"eval_runtime": 46.049,
"eval_samples_per_second": 213.143,
"eval_steps_per_second": 6.667,
"step": 43000
},
{
"epoch": 3.59,
"learning_rate": 5.664964349230695e-06,
"loss": 0.2427,
"step": 44000
},
{
"epoch": 3.59,
"eval_accuracy": 0.8616403464085584,
"eval_loss": 0.4240187704563141,
"eval_runtime": 46.0142,
"eval_samples_per_second": 213.304,
"eval_steps_per_second": 6.672,
"step": 44000
},
{
"epoch": 3.67,
"learning_rate": 5.338641518053811e-06,
"loss": 0.2354,
"step": 45000
},
{
"epoch": 3.67,
"eval_accuracy": 0.8609271523178808,
"eval_loss": 0.42988237738609314,
"eval_runtime": 46.9338,
"eval_samples_per_second": 209.125,
"eval_steps_per_second": 6.541,
"step": 45000
},
{
"epoch": 3.75,
"learning_rate": 5.012318686876928e-06,
"loss": 0.2401,
"step": 46000
},
{
"epoch": 3.75,
"eval_accuracy": 0.8600101884870097,
"eval_loss": 0.4482932388782501,
"eval_runtime": 46.836,
"eval_samples_per_second": 209.561,
"eval_steps_per_second": 6.555,
"step": 46000
},
{
"epoch": 3.83,
"learning_rate": 4.685995855700044e-06,
"loss": 0.2396,
"step": 47000
},
{
"epoch": 3.83,
"eval_accuracy": 0.8579724910850739,
"eval_loss": 0.4487365782260895,
"eval_runtime": 47.4992,
"eval_samples_per_second": 206.635,
"eval_steps_per_second": 6.463,
"step": 47000
},
{
"epoch": 3.91,
"learning_rate": 4.359673024523161e-06,
"loss": 0.2327,
"step": 48000
},
{
"epoch": 3.91,
"eval_accuracy": 0.8613346917982679,
"eval_loss": 0.4441225230693817,
"eval_runtime": 46.3347,
"eval_samples_per_second": 211.828,
"eval_steps_per_second": 6.626,
"step": 48000
},
{
"epoch": 3.99,
"learning_rate": 4.0333501933462775e-06,
"loss": 0.2336,
"step": 49000
},
{
"epoch": 3.99,
"eval_accuracy": 0.8644931227712684,
"eval_loss": 0.4395711421966553,
"eval_runtime": 47.7718,
"eval_samples_per_second": 205.456,
"eval_steps_per_second": 6.426,
"step": 49000
}
],
"max_steps": 61360,
"num_train_epochs": 5,
"total_flos": 1.2022186898599373e+17,
"trial_name": null,
"trial_params": null
}