bert-base-uncased-stsb / trainer_state.json
ZhangYunchenY
[Model] bert-base-uncased-stsb
569f189
{
"best_metric": 0.4471864700317383,
"best_model_checkpoint": "output_dir/finetuned_best_stsb/checkpoint-1900",
"epoch": 6.111111111111111,
"global_step": 2200,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.14,
"eval_combined_score": 0.8343080271135384,
"eval_loss": 0.7862432599067688,
"eval_pearson": 0.829615903016159,
"eval_runtime": 7.9747,
"eval_samples_per_second": 188.095,
"eval_spearmanr": 0.8390001512109179,
"eval_steps_per_second": 11.787,
"step": 50
},
{
"epoch": 0.28,
"eval_combined_score": 0.8549898629109538,
"eval_loss": 0.6401779055595398,
"eval_pearson": 0.8531715498817952,
"eval_runtime": 5.6147,
"eval_samples_per_second": 267.156,
"eval_spearmanr": 0.8568081759401125,
"eval_steps_per_second": 16.742,
"step": 100
},
{
"epoch": 0.42,
"eval_combined_score": 0.8443191275483415,
"eval_loss": 0.6554257273674011,
"eval_pearson": 0.8474110080447523,
"eval_runtime": 5.6204,
"eval_samples_per_second": 266.887,
"eval_spearmanr": 0.8412272470519305,
"eval_steps_per_second": 16.725,
"step": 150
},
{
"epoch": 0.56,
"eval_combined_score": 0.8673615699410524,
"eval_loss": 0.5701442956924438,
"eval_pearson": 0.8692556554827053,
"eval_runtime": 5.9834,
"eval_samples_per_second": 250.694,
"eval_spearmanr": 0.8654674843993996,
"eval_steps_per_second": 15.71,
"step": 200
},
{
"epoch": 0.69,
"eval_combined_score": 0.8721712658068579,
"eval_loss": 0.5915741920471191,
"eval_pearson": 0.8722910960572966,
"eval_runtime": 5.5689,
"eval_samples_per_second": 269.355,
"eval_spearmanr": 0.8720514355564192,
"eval_steps_per_second": 16.88,
"step": 250
},
{
"epoch": 0.83,
"eval_combined_score": 0.8812625681870452,
"eval_loss": 0.5046865344047546,
"eval_pearson": 0.881670075532939,
"eval_runtime": 6.0146,
"eval_samples_per_second": 249.392,
"eval_spearmanr": 0.8808550608411514,
"eval_steps_per_second": 15.629,
"step": 300
},
{
"epoch": 0.97,
"eval_combined_score": 0.878795558425897,
"eval_loss": 0.5713155269622803,
"eval_pearson": 0.8736557247061164,
"eval_runtime": 6.0781,
"eval_samples_per_second": 246.786,
"eval_spearmanr": 0.8839353921456775,
"eval_steps_per_second": 15.465,
"step": 350
},
{
"epoch": 1.11,
"eval_combined_score": 0.8778669265351486,
"eval_loss": 0.5400073528289795,
"eval_pearson": 0.8804620985683852,
"eval_runtime": 5.5918,
"eval_samples_per_second": 268.248,
"eval_spearmanr": 0.875271754501912,
"eval_steps_per_second": 16.81,
"step": 400
},
{
"epoch": 1.25,
"eval_combined_score": 0.8833550106755617,
"eval_loss": 0.49523210525512695,
"eval_pearson": 0.8858630637184036,
"eval_runtime": 5.7638,
"eval_samples_per_second": 260.246,
"eval_spearmanr": 0.8808469576327196,
"eval_steps_per_second": 16.309,
"step": 450
},
{
"epoch": 1.39,
"learning_rate": 4.1319444444444445e-05,
"loss": 0.7828,
"step": 500
},
{
"epoch": 1.39,
"eval_combined_score": 0.8827148836128291,
"eval_loss": 0.5279519557952881,
"eval_pearson": 0.8845811601256096,
"eval_runtime": 5.9061,
"eval_samples_per_second": 253.975,
"eval_spearmanr": 0.8808486071000486,
"eval_steps_per_second": 15.916,
"step": 500
},
{
"epoch": 1.53,
"eval_combined_score": 0.8801981392571121,
"eval_loss": 0.5072206258773804,
"eval_pearson": 0.8810815176670656,
"eval_runtime": 5.5676,
"eval_samples_per_second": 269.418,
"eval_spearmanr": 0.8793147608471588,
"eval_steps_per_second": 16.884,
"step": 550
},
{
"epoch": 1.67,
"eval_combined_score": 0.8851362735229233,
"eval_loss": 0.49581071734428406,
"eval_pearson": 0.8875092909393476,
"eval_runtime": 5.6319,
"eval_samples_per_second": 266.34,
"eval_spearmanr": 0.8827632561064991,
"eval_steps_per_second": 16.691,
"step": 600
},
{
"epoch": 1.81,
"eval_combined_score": 0.8852476609333064,
"eval_loss": 0.4841392934322357,
"eval_pearson": 0.8870465421559632,
"eval_runtime": 5.8286,
"eval_samples_per_second": 257.351,
"eval_spearmanr": 0.8834487797106495,
"eval_steps_per_second": 16.127,
"step": 650
},
{
"epoch": 1.94,
"eval_combined_score": 0.8837498972174722,
"eval_loss": 0.5464913845062256,
"eval_pearson": 0.8849881470427847,
"eval_runtime": 5.5884,
"eval_samples_per_second": 268.412,
"eval_spearmanr": 0.8825116473921596,
"eval_steps_per_second": 16.82,
"step": 700
},
{
"epoch": 2.08,
"eval_combined_score": 0.8858322086355523,
"eval_loss": 0.48856478929519653,
"eval_pearson": 0.8881076481621831,
"eval_runtime": 5.6259,
"eval_samples_per_second": 266.624,
"eval_spearmanr": 0.8835567691089214,
"eval_steps_per_second": 16.708,
"step": 750
},
{
"epoch": 2.22,
"eval_combined_score": 0.8865111243309827,
"eval_loss": 0.4807361662387848,
"eval_pearson": 0.8892892267625273,
"eval_runtime": 5.825,
"eval_samples_per_second": 257.512,
"eval_spearmanr": 0.8837330218994379,
"eval_steps_per_second": 16.137,
"step": 800
},
{
"epoch": 2.36,
"eval_combined_score": 0.8881887854009817,
"eval_loss": 0.48988330364227295,
"eval_pearson": 0.8898428387864722,
"eval_runtime": 6.1177,
"eval_samples_per_second": 245.192,
"eval_spearmanr": 0.8865347320154912,
"eval_steps_per_second": 15.365,
"step": 850
},
{
"epoch": 2.5,
"eval_combined_score": 0.8868479524643782,
"eval_loss": 0.4934450387954712,
"eval_pearson": 0.8891167810226788,
"eval_runtime": 5.6331,
"eval_samples_per_second": 266.284,
"eval_spearmanr": 0.8845791239060775,
"eval_steps_per_second": 16.687,
"step": 900
},
{
"epoch": 2.64,
"eval_combined_score": 0.8889778694122226,
"eval_loss": 0.4866905212402344,
"eval_pearson": 0.8890192489258524,
"eval_runtime": 5.7954,
"eval_samples_per_second": 258.824,
"eval_spearmanr": 0.8889364898985929,
"eval_steps_per_second": 16.22,
"step": 950
},
{
"epoch": 2.78,
"learning_rate": 3.263888888888889e-05,
"loss": 0.2778,
"step": 1000
},
{
"epoch": 2.78,
"eval_combined_score": 0.88330796900741,
"eval_loss": 0.49821072816848755,
"eval_pearson": 0.8849717556333476,
"eval_runtime": 6.4097,
"eval_samples_per_second": 234.021,
"eval_spearmanr": 0.8816441823814725,
"eval_steps_per_second": 14.665,
"step": 1000
},
{
"epoch": 2.92,
"eval_combined_score": 0.8847183157645039,
"eval_loss": 0.5095486044883728,
"eval_pearson": 0.8871448241460179,
"eval_runtime": 5.596,
"eval_samples_per_second": 268.047,
"eval_spearmanr": 0.8822918073829898,
"eval_steps_per_second": 16.798,
"step": 1050
},
{
"epoch": 3.06,
"eval_combined_score": 0.8874272464175201,
"eval_loss": 0.4730277955532074,
"eval_pearson": 0.8895831976333978,
"eval_runtime": 5.6819,
"eval_samples_per_second": 263.994,
"eval_spearmanr": 0.8852712952016424,
"eval_steps_per_second": 16.544,
"step": 1100
},
{
"epoch": 3.19,
"eval_combined_score": 0.886644981813258,
"eval_loss": 0.4820166826248169,
"eval_pearson": 0.8884315334781125,
"eval_runtime": 6.0521,
"eval_samples_per_second": 247.847,
"eval_spearmanr": 0.8848584301484034,
"eval_steps_per_second": 15.532,
"step": 1150
},
{
"epoch": 3.33,
"eval_combined_score": 0.8894357915147134,
"eval_loss": 0.47540178894996643,
"eval_pearson": 0.8913766457258069,
"eval_runtime": 5.6258,
"eval_samples_per_second": 266.631,
"eval_spearmanr": 0.88749493730362,
"eval_steps_per_second": 16.709,
"step": 1200
},
{
"epoch": 3.47,
"eval_combined_score": 0.8882337266236713,
"eval_loss": 0.47845378518104553,
"eval_pearson": 0.8898157282686552,
"eval_runtime": 5.9023,
"eval_samples_per_second": 254.137,
"eval_spearmanr": 0.8866517249786874,
"eval_steps_per_second": 15.926,
"step": 1250
},
{
"epoch": 3.61,
"eval_combined_score": 0.88903651674165,
"eval_loss": 0.4937942624092102,
"eval_pearson": 0.8910047139114365,
"eval_runtime": 6.1737,
"eval_samples_per_second": 242.964,
"eval_spearmanr": 0.8870683195718634,
"eval_steps_per_second": 15.226,
"step": 1300
},
{
"epoch": 3.75,
"eval_combined_score": 0.8901558681204902,
"eval_loss": 0.46190693974494934,
"eval_pearson": 0.8927358825114844,
"eval_runtime": 5.7562,
"eval_samples_per_second": 260.588,
"eval_spearmanr": 0.887575853729496,
"eval_steps_per_second": 16.33,
"step": 1350
},
{
"epoch": 3.89,
"eval_combined_score": 0.8889376492175258,
"eval_loss": 0.49563419818878174,
"eval_pearson": 0.8915857107166335,
"eval_runtime": 5.5793,
"eval_samples_per_second": 268.853,
"eval_spearmanr": 0.8862895877184183,
"eval_steps_per_second": 16.848,
"step": 1400
},
{
"epoch": 4.03,
"eval_combined_score": 0.8911112435797486,
"eval_loss": 0.4565975069999695,
"eval_pearson": 0.8938483143744439,
"eval_runtime": 6.0592,
"eval_samples_per_second": 247.559,
"eval_spearmanr": 0.8883741727850532,
"eval_steps_per_second": 15.514,
"step": 1450
},
{
"epoch": 4.17,
"learning_rate": 2.3958333333333334e-05,
"loss": 0.141,
"step": 1500
},
{
"epoch": 4.17,
"eval_combined_score": 0.890231579373417,
"eval_loss": 0.4669683873653412,
"eval_pearson": 0.8928537444959865,
"eval_runtime": 6.214,
"eval_samples_per_second": 241.389,
"eval_spearmanr": 0.8876094142508474,
"eval_steps_per_second": 15.127,
"step": 1500
},
{
"epoch": 4.31,
"eval_combined_score": 0.8917620927758609,
"eval_loss": 0.4545550048351288,
"eval_pearson": 0.8941284924896612,
"eval_runtime": 5.6167,
"eval_samples_per_second": 267.062,
"eval_spearmanr": 0.8893956930620608,
"eval_steps_per_second": 16.736,
"step": 1550
},
{
"epoch": 4.44,
"eval_combined_score": 0.8919076890360074,
"eval_loss": 0.46239447593688965,
"eval_pearson": 0.8939787505423513,
"eval_runtime": 6.1392,
"eval_samples_per_second": 244.33,
"eval_spearmanr": 0.8898366275296635,
"eval_steps_per_second": 15.311,
"step": 1600
},
{
"epoch": 4.58,
"eval_combined_score": 0.8905705624659631,
"eval_loss": 0.4560569226741791,
"eval_pearson": 0.8930309291971393,
"eval_runtime": 5.7715,
"eval_samples_per_second": 259.896,
"eval_spearmanr": 0.8881101957347869,
"eval_steps_per_second": 16.287,
"step": 1650
},
{
"epoch": 4.72,
"eval_combined_score": 0.89164078789547,
"eval_loss": 0.47078728675842285,
"eval_pearson": 0.8931105725859777,
"eval_runtime": 5.5689,
"eval_samples_per_second": 269.352,
"eval_spearmanr": 0.8901710032049623,
"eval_steps_per_second": 16.879,
"step": 1700
},
{
"epoch": 4.86,
"eval_combined_score": 0.8922518284784362,
"eval_loss": 0.5126345157623291,
"eval_pearson": 0.8948084725851928,
"eval_runtime": 5.5913,
"eval_samples_per_second": 268.275,
"eval_spearmanr": 0.8896951843716796,
"eval_steps_per_second": 16.812,
"step": 1750
},
{
"epoch": 5.0,
"eval_combined_score": 0.8936765208721354,
"eval_loss": 0.4546430706977844,
"eval_pearson": 0.8960807975667862,
"eval_runtime": 5.6821,
"eval_samples_per_second": 263.988,
"eval_spearmanr": 0.8912722441774847,
"eval_steps_per_second": 16.543,
"step": 1800
},
{
"epoch": 5.14,
"eval_combined_score": 0.8930431248747293,
"eval_loss": 0.44920727610588074,
"eval_pearson": 0.8947890019960217,
"eval_runtime": 5.9173,
"eval_samples_per_second": 253.493,
"eval_spearmanr": 0.8912972477534367,
"eval_steps_per_second": 15.886,
"step": 1850
},
{
"epoch": 5.28,
"eval_combined_score": 0.894053370656966,
"eval_loss": 0.4471864700317383,
"eval_pearson": 0.8965503528124947,
"eval_runtime": 5.6396,
"eval_samples_per_second": 265.978,
"eval_spearmanr": 0.8915563885014371,
"eval_steps_per_second": 16.668,
"step": 1900
},
{
"epoch": 5.42,
"eval_combined_score": 0.8948116388641144,
"eval_loss": 0.470526784658432,
"eval_pearson": 0.8971476181305765,
"eval_runtime": 5.7724,
"eval_samples_per_second": 259.855,
"eval_spearmanr": 0.8924756595976523,
"eval_steps_per_second": 16.284,
"step": 1950
},
{
"epoch": 5.56,
"learning_rate": 1.527777777777778e-05,
"loss": 0.0844,
"step": 2000
},
{
"epoch": 5.56,
"eval_combined_score": 0.8922658461057144,
"eval_loss": 0.46638524532318115,
"eval_pearson": 0.8939377420957451,
"eval_runtime": 5.7907,
"eval_samples_per_second": 259.036,
"eval_spearmanr": 0.8905939501156837,
"eval_steps_per_second": 16.233,
"step": 2000
},
{
"epoch": 5.69,
"eval_combined_score": 0.8915829503407375,
"eval_loss": 0.49491751194000244,
"eval_pearson": 0.8941690530900368,
"eval_runtime": 5.6201,
"eval_samples_per_second": 266.9,
"eval_spearmanr": 0.8889968475914382,
"eval_steps_per_second": 16.726,
"step": 2050
},
{
"epoch": 5.83,
"eval_combined_score": 0.8940547207791253,
"eval_loss": 0.451761394739151,
"eval_pearson": 0.8965362985968673,
"eval_runtime": 6.0011,
"eval_samples_per_second": 249.956,
"eval_spearmanr": 0.8915731429613832,
"eval_steps_per_second": 15.664,
"step": 2100
},
{
"epoch": 5.97,
"eval_combined_score": 0.8923553049941013,
"eval_loss": 0.45326724648475647,
"eval_pearson": 0.8945634893619782,
"eval_runtime": 5.6075,
"eval_samples_per_second": 267.501,
"eval_spearmanr": 0.8901471206262244,
"eval_steps_per_second": 16.763,
"step": 2150
},
{
"epoch": 6.11,
"eval_combined_score": 0.8949367985553012,
"eval_loss": 0.44921526312828064,
"eval_pearson": 0.8970393518565526,
"eval_runtime": 5.5418,
"eval_samples_per_second": 270.668,
"eval_spearmanr": 0.8928342452540498,
"eval_steps_per_second": 16.962,
"step": 2200
}
],
"max_steps": 2880,
"num_train_epochs": 8,
"total_flos": 2311015204895232.0,
"trial_name": null,
"trial_params": null
}