nace2_level1_20 / trainer_state.json
mapama247's picture
upload nace2_level1_20 model
7312290
{
"best_metric": 0.9532240352938909,
"best_model_checkpoint": "./output//20_roberta-large_nace_5__5e-6_0.01_0.06_07-21-22_10-40/checkpoint-40000",
"epoch": 0.7299336672779861,
"global_step": 40000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.04,
"learning_rate": 6.082725060827251e-07,
"loss": 0.3132,
"step": 2000
},
{
"epoch": 0.04,
"eval_accuracy": 0.8434321142258856,
"eval_f1": 0.8909110843109309,
"eval_loss": 0.1265411078929901,
"eval_roc_auc": 0.9213767705759509,
"eval_runtime": 2893.0443,
"eval_samples_per_second": 33.674,
"step": 2000
},
{
"epoch": 0.07,
"learning_rate": 1.2165450121654502e-06,
"loss": 0.1068,
"step": 4000
},
{
"epoch": 0.07,
"eval_accuracy": 0.888648238059556,
"eval_f1": 0.9273535044794836,
"eval_loss": 0.07977746427059174,
"eval_roc_auc": 0.9485323633587821,
"eval_runtime": 2892.136,
"eval_samples_per_second": 33.685,
"step": 4000
},
{
"epoch": 0.11,
"learning_rate": 1.8248175182481753e-06,
"loss": 0.0828,
"step": 6000
},
{
"epoch": 0.11,
"eval_accuracy": 0.8895925929727677,
"eval_f1": 0.9305848812431281,
"eval_loss": 0.07206098735332489,
"eval_roc_auc": 0.9527906922517034,
"eval_runtime": 2892.9744,
"eval_samples_per_second": 33.675,
"step": 6000
},
{
"epoch": 0.15,
"learning_rate": 2.4330900243309005e-06,
"loss": 0.0731,
"step": 8000
},
{
"epoch": 0.15,
"eval_accuracy": 0.9002679093829873,
"eval_f1": 0.937980881324318,
"eval_loss": 0.06552038341760635,
"eval_roc_auc": 0.9577804517072407,
"eval_runtime": 2894.2574,
"eval_samples_per_second": 33.66,
"step": 8000
},
{
"epoch": 0.18,
"learning_rate": 3.0413625304136257e-06,
"loss": 0.0696,
"step": 10000
},
{
"epoch": 0.18,
"eval_accuracy": 0.9033781217601954,
"eval_f1": 0.9405285597448666,
"eval_loss": 0.06280936300754547,
"eval_roc_auc": 0.9606146188592658,
"eval_runtime": 2894.0668,
"eval_samples_per_second": 33.662,
"step": 10000
},
{
"epoch": 0.22,
"learning_rate": 3.6496350364963505e-06,
"loss": 0.066,
"step": 12000
},
{
"epoch": 0.22,
"eval_accuracy": 0.905287361041254,
"eval_f1": 0.9417959549161978,
"eval_loss": 0.05985909327864647,
"eval_roc_auc": 0.9594101544601925,
"eval_runtime": 2895.254,
"eval_samples_per_second": 33.649,
"step": 12000
},
{
"epoch": 0.26,
"learning_rate": 4.257907542579076e-06,
"loss": 0.0637,
"step": 14000
},
{
"epoch": 0.26,
"eval_accuracy": 0.9088081625111629,
"eval_f1": 0.9438244788000874,
"eval_loss": 0.05829664319753647,
"eval_roc_auc": 0.9615365087786716,
"eval_runtime": 2895.6689,
"eval_samples_per_second": 33.644,
"step": 14000
},
{
"epoch": 0.29,
"learning_rate": 4.866180048661801e-06,
"loss": 0.0623,
"step": 16000
},
{
"epoch": 0.29,
"eval_accuracy": 0.9128319356196303,
"eval_f1": 0.9465757082857906,
"eval_loss": 0.0566316694021225,
"eval_roc_auc": 0.963087400509175,
"eval_runtime": 2896.4086,
"eval_samples_per_second": 33.635,
"step": 16000
},
{
"epoch": 0.33,
"learning_rate": 4.969715206460757e-06,
"loss": 0.0607,
"step": 18000
},
{
"epoch": 0.33,
"eval_accuracy": 0.9125855821640099,
"eval_f1": 0.9472601377088317,
"eval_loss": 0.05489673465490341,
"eval_roc_auc": 0.9637262945675201,
"eval_runtime": 2897.0113,
"eval_samples_per_second": 33.628,
"step": 18000
},
{
"epoch": 0.36,
"learning_rate": 4.9308885480771105e-06,
"loss": 0.0602,
"step": 20000
},
{
"epoch": 0.36,
"eval_accuracy": 0.9147206454460537,
"eval_f1": 0.9477220503970293,
"eval_loss": 0.05647333711385727,
"eval_roc_auc": 0.9643404592959164,
"eval_runtime": 2898.0195,
"eval_samples_per_second": 33.616,
"step": 20000
},
{
"epoch": 0.4,
"learning_rate": 4.8920618896934645e-06,
"loss": 0.0579,
"step": 22000
},
{
"epoch": 0.4,
"eval_accuracy": 0.9125547879820572,
"eval_f1": 0.9480550834363412,
"eval_loss": 0.05308946967124939,
"eval_roc_auc": 0.9659595651426466,
"eval_runtime": 2898.0594,
"eval_samples_per_second": 33.616,
"step": 22000
},
{
"epoch": 0.44,
"learning_rate": 4.8532352313098175e-06,
"loss": 0.0574,
"step": 24000
},
{
"epoch": 0.44,
"eval_accuracy": 0.9161474425431888,
"eval_f1": 0.949495831332664,
"eval_loss": 0.051538560539484024,
"eval_roc_auc": 0.9652335991771203,
"eval_runtime": 2898.2265,
"eval_samples_per_second": 33.614,
"step": 24000
},
{
"epoch": 0.47,
"learning_rate": 4.8144085729261714e-06,
"loss": 0.0566,
"step": 26000
},
{
"epoch": 0.47,
"eval_accuracy": 0.9136941727143019,
"eval_f1": 0.9496842358026173,
"eval_loss": 0.05137912556529045,
"eval_roc_auc": 0.968884227918182,
"eval_runtime": 2899.198,
"eval_samples_per_second": 33.603,
"step": 26000
},
{
"epoch": 0.51,
"learning_rate": 4.775581914542525e-06,
"loss": 0.0559,
"step": 28000
},
{
"epoch": 0.51,
"eval_accuracy": 0.9152133523572946,
"eval_f1": 0.9488828443753642,
"eval_loss": 0.05188358202576637,
"eval_roc_auc": 0.9643445491459475,
"eval_runtime": 2898.1027,
"eval_samples_per_second": 33.615,
"step": 28000
},
{
"epoch": 0.55,
"learning_rate": 4.736755256158879e-06,
"loss": 0.055,
"step": 30000
},
{
"epoch": 0.55,
"eval_accuracy": 0.9187033596452511,
"eval_f1": 0.9510342387062685,
"eval_loss": 0.05020885169506073,
"eval_roc_auc": 0.9663431709190323,
"eval_runtime": 2897.1407,
"eval_samples_per_second": 33.627,
"step": 30000
},
{
"epoch": 0.58,
"learning_rate": 4.697928597775233e-06,
"loss": 0.0547,
"step": 32000
},
{
"epoch": 0.58,
"eval_accuracy": 0.9174921218217839,
"eval_f1": 0.9501358873370442,
"eval_loss": 0.05047479644417763,
"eval_roc_auc": 0.9660343939821142,
"eval_runtime": 2897.8899,
"eval_samples_per_second": 33.618,
"step": 32000
},
{
"epoch": 0.62,
"learning_rate": 4.659101939391586e-06,
"loss": 0.0532,
"step": 34000
},
{
"epoch": 0.62,
"eval_accuracy": 0.920027509469211,
"eval_f1": 0.9515785386687373,
"eval_loss": 0.04900650307536125,
"eval_roc_auc": 0.9662507314169619,
"eval_runtime": 2897.2054,
"eval_samples_per_second": 33.626,
"step": 34000
},
{
"epoch": 0.66,
"learning_rate": 4.62027528100794e-06,
"loss": 0.0525,
"step": 36000
},
{
"epoch": 0.66,
"eval_accuracy": 0.9201712156516562,
"eval_f1": 0.9524362960165035,
"eval_loss": 0.04841683432459831,
"eval_roc_auc": 0.9675610696135818,
"eval_runtime": 2898.5852,
"eval_samples_per_second": 33.61,
"step": 36000
},
{
"epoch": 0.69,
"learning_rate": 4.581448622624294e-06,
"loss": 0.0535,
"step": 38000
},
{
"epoch": 0.69,
"eval_accuracy": 0.9190934192833168,
"eval_f1": 0.9519025007608072,
"eval_loss": 0.04914608970284462,
"eval_roc_auc": 0.9681339368085271,
"eval_runtime": 2898.1713,
"eval_samples_per_second": 33.615,
"step": 38000
},
{
"epoch": 0.73,
"learning_rate": 4.542621964240648e-06,
"loss": 0.0522,
"step": 40000
},
{
"epoch": 0.73,
"eval_accuracy": 0.9198530091048132,
"eval_f1": 0.9532240352938909,
"eval_loss": 0.04747059941291809,
"eval_roc_auc": 0.9699960586310394,
"eval_runtime": 2897.6551,
"eval_samples_per_second": 33.621,
"step": 40000
}
],
"max_steps": 273995,
"num_train_epochs": 5,
"total_flos": 6.9867777687552e+16,
"trial_name": null,
"trial_params": null
}