{ "best_metric": 0.9532240352938909, "best_model_checkpoint": "./output//20_roberta-large_nace_5__5e-6_0.01_0.06_07-21-22_10-40/checkpoint-40000", "epoch": 0.7299336672779861, "global_step": 40000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.04, "learning_rate": 6.082725060827251e-07, "loss": 0.3132, "step": 2000 }, { "epoch": 0.04, "eval_accuracy": 0.8434321142258856, "eval_f1": 0.8909110843109309, "eval_loss": 0.1265411078929901, "eval_roc_auc": 0.9213767705759509, "eval_runtime": 2893.0443, "eval_samples_per_second": 33.674, "step": 2000 }, { "epoch": 0.07, "learning_rate": 1.2165450121654502e-06, "loss": 0.1068, "step": 4000 }, { "epoch": 0.07, "eval_accuracy": 0.888648238059556, "eval_f1": 0.9273535044794836, "eval_loss": 0.07977746427059174, "eval_roc_auc": 0.9485323633587821, "eval_runtime": 2892.136, "eval_samples_per_second": 33.685, "step": 4000 }, { "epoch": 0.11, "learning_rate": 1.8248175182481753e-06, "loss": 0.0828, "step": 6000 }, { "epoch": 0.11, "eval_accuracy": 0.8895925929727677, "eval_f1": 0.9305848812431281, "eval_loss": 0.07206098735332489, "eval_roc_auc": 0.9527906922517034, "eval_runtime": 2892.9744, "eval_samples_per_second": 33.675, "step": 6000 }, { "epoch": 0.15, "learning_rate": 2.4330900243309005e-06, "loss": 0.0731, "step": 8000 }, { "epoch": 0.15, "eval_accuracy": 0.9002679093829873, "eval_f1": 0.937980881324318, "eval_loss": 0.06552038341760635, "eval_roc_auc": 0.9577804517072407, "eval_runtime": 2894.2574, "eval_samples_per_second": 33.66, "step": 8000 }, { "epoch": 0.18, "learning_rate": 3.0413625304136257e-06, "loss": 0.0696, "step": 10000 }, { "epoch": 0.18, "eval_accuracy": 0.9033781217601954, "eval_f1": 0.9405285597448666, "eval_loss": 0.06280936300754547, "eval_roc_auc": 0.9606146188592658, "eval_runtime": 2894.0668, "eval_samples_per_second": 33.662, "step": 10000 }, { "epoch": 0.22, "learning_rate": 3.6496350364963505e-06, "loss": 0.066, "step": 12000 }, { "epoch": 0.22, "eval_accuracy": 0.905287361041254, "eval_f1": 0.9417959549161978, "eval_loss": 0.05985909327864647, "eval_roc_auc": 0.9594101544601925, "eval_runtime": 2895.254, "eval_samples_per_second": 33.649, "step": 12000 }, { "epoch": 0.26, "learning_rate": 4.257907542579076e-06, "loss": 0.0637, "step": 14000 }, { "epoch": 0.26, "eval_accuracy": 0.9088081625111629, "eval_f1": 0.9438244788000874, "eval_loss": 0.05829664319753647, "eval_roc_auc": 0.9615365087786716, "eval_runtime": 2895.6689, "eval_samples_per_second": 33.644, "step": 14000 }, { "epoch": 0.29, "learning_rate": 4.866180048661801e-06, "loss": 0.0623, "step": 16000 }, { "epoch": 0.29, "eval_accuracy": 0.9128319356196303, "eval_f1": 0.9465757082857906, "eval_loss": 0.0566316694021225, "eval_roc_auc": 0.963087400509175, "eval_runtime": 2896.4086, "eval_samples_per_second": 33.635, "step": 16000 }, { "epoch": 0.33, "learning_rate": 4.969715206460757e-06, "loss": 0.0607, "step": 18000 }, { "epoch": 0.33, "eval_accuracy": 0.9125855821640099, "eval_f1": 0.9472601377088317, "eval_loss": 0.05489673465490341, "eval_roc_auc": 0.9637262945675201, "eval_runtime": 2897.0113, "eval_samples_per_second": 33.628, "step": 18000 }, { "epoch": 0.36, "learning_rate": 4.9308885480771105e-06, "loss": 0.0602, "step": 20000 }, { "epoch": 0.36, "eval_accuracy": 0.9147206454460537, "eval_f1": 0.9477220503970293, "eval_loss": 0.05647333711385727, "eval_roc_auc": 0.9643404592959164, "eval_runtime": 2898.0195, "eval_samples_per_second": 33.616, "step": 20000 }, { "epoch": 0.4, "learning_rate": 4.8920618896934645e-06, "loss": 0.0579, "step": 22000 }, { "epoch": 0.4, "eval_accuracy": 0.9125547879820572, "eval_f1": 0.9480550834363412, "eval_loss": 0.05308946967124939, "eval_roc_auc": 0.9659595651426466, "eval_runtime": 2898.0594, "eval_samples_per_second": 33.616, "step": 22000 }, { "epoch": 0.44, "learning_rate": 4.8532352313098175e-06, "loss": 0.0574, "step": 24000 }, { "epoch": 0.44, "eval_accuracy": 0.9161474425431888, "eval_f1": 0.949495831332664, "eval_loss": 0.051538560539484024, "eval_roc_auc": 0.9652335991771203, "eval_runtime": 2898.2265, "eval_samples_per_second": 33.614, "step": 24000 }, { "epoch": 0.47, "learning_rate": 4.8144085729261714e-06, "loss": 0.0566, "step": 26000 }, { "epoch": 0.47, "eval_accuracy": 0.9136941727143019, "eval_f1": 0.9496842358026173, "eval_loss": 0.05137912556529045, "eval_roc_auc": 0.968884227918182, "eval_runtime": 2899.198, "eval_samples_per_second": 33.603, "step": 26000 }, { "epoch": 0.51, "learning_rate": 4.775581914542525e-06, "loss": 0.0559, "step": 28000 }, { "epoch": 0.51, "eval_accuracy": 0.9152133523572946, "eval_f1": 0.9488828443753642, "eval_loss": 0.05188358202576637, "eval_roc_auc": 0.9643445491459475, "eval_runtime": 2898.1027, "eval_samples_per_second": 33.615, "step": 28000 }, { "epoch": 0.55, "learning_rate": 4.736755256158879e-06, "loss": 0.055, "step": 30000 }, { "epoch": 0.55, "eval_accuracy": 0.9187033596452511, "eval_f1": 0.9510342387062685, "eval_loss": 0.05020885169506073, "eval_roc_auc": 0.9663431709190323, "eval_runtime": 2897.1407, "eval_samples_per_second": 33.627, "step": 30000 }, { "epoch": 0.58, "learning_rate": 4.697928597775233e-06, "loss": 0.0547, "step": 32000 }, { "epoch": 0.58, "eval_accuracy": 0.9174921218217839, "eval_f1": 0.9501358873370442, "eval_loss": 0.05047479644417763, "eval_roc_auc": 0.9660343939821142, "eval_runtime": 2897.8899, "eval_samples_per_second": 33.618, "step": 32000 }, { "epoch": 0.62, "learning_rate": 4.659101939391586e-06, "loss": 0.0532, "step": 34000 }, { "epoch": 0.62, "eval_accuracy": 0.920027509469211, "eval_f1": 0.9515785386687373, "eval_loss": 0.04900650307536125, "eval_roc_auc": 0.9662507314169619, "eval_runtime": 2897.2054, "eval_samples_per_second": 33.626, "step": 34000 }, { "epoch": 0.66, "learning_rate": 4.62027528100794e-06, "loss": 0.0525, "step": 36000 }, { "epoch": 0.66, "eval_accuracy": 0.9201712156516562, "eval_f1": 0.9524362960165035, "eval_loss": 0.04841683432459831, "eval_roc_auc": 0.9675610696135818, "eval_runtime": 2898.5852, "eval_samples_per_second": 33.61, "step": 36000 }, { "epoch": 0.69, "learning_rate": 4.581448622624294e-06, "loss": 0.0535, "step": 38000 }, { "epoch": 0.69, "eval_accuracy": 0.9190934192833168, "eval_f1": 0.9519025007608072, "eval_loss": 0.04914608970284462, "eval_roc_auc": 0.9681339368085271, "eval_runtime": 2898.1713, "eval_samples_per_second": 33.615, "step": 38000 }, { "epoch": 0.73, "learning_rate": 4.542621964240648e-06, "loss": 0.0522, "step": 40000 }, { "epoch": 0.73, "eval_accuracy": 0.9198530091048132, "eval_f1": 0.9532240352938909, "eval_loss": 0.04747059941291809, "eval_roc_auc": 0.9699960586310394, "eval_runtime": 2897.6551, "eval_samples_per_second": 33.621, "step": 40000 } ], "max_steps": 273995, "num_train_epochs": 5, "total_flos": 6.9867777687552e+16, "trial_name": null, "trial_params": null }