|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.7610993657505285, |
|
"eval_steps": 20, |
|
"global_step": 600, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0, |
|
"eval_accuracy": 0.7339955849889624, |
|
"eval_f1": 0.2445141065830721, |
|
"eval_loss": 0.5994934439659119, |
|
"eval_precision": 0.6, |
|
"eval_recall": 0.15354330708661418, |
|
"eval_runtime": 52.3271, |
|
"eval_samples_per_second": 5.294, |
|
"eval_steps_per_second": 0.172, |
|
"step": 0 |
|
}, |
|
{ |
|
"epoch": 0.0012684989429175475, |
|
"grad_norm": 2.466090202331543, |
|
"learning_rate": 2.5316455696202533e-07, |
|
"loss": 0.7205, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.002536997885835095, |
|
"grad_norm": 1.759368896484375, |
|
"learning_rate": 5.063291139240507e-07, |
|
"loss": 0.6242, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.0038054968287526427, |
|
"grad_norm": 1.8663183450698853, |
|
"learning_rate": 7.59493670886076e-07, |
|
"loss": 0.6844, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.00507399577167019, |
|
"grad_norm": 2.109837293624878, |
|
"learning_rate": 1.0126582278481013e-06, |
|
"loss": 0.6534, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.006342494714587738, |
|
"grad_norm": 2.1454806327819824, |
|
"learning_rate": 1.2658227848101267e-06, |
|
"loss": 0.6766, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.007610993657505285, |
|
"grad_norm": 2.128432512283325, |
|
"learning_rate": 1.518987341772152e-06, |
|
"loss": 0.6845, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.008879492600422832, |
|
"grad_norm": 2.348109722137451, |
|
"learning_rate": 1.7721518987341774e-06, |
|
"loss": 0.6689, |
|
"step": 7 |
|
}, |
|
{ |
|
"epoch": 0.01014799154334038, |
|
"grad_norm": 2.1332168579101562, |
|
"learning_rate": 2.0253164556962026e-06, |
|
"loss": 0.6957, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.011416490486257928, |
|
"grad_norm": 2.224982976913452, |
|
"learning_rate": 2.278481012658228e-06, |
|
"loss": 0.6278, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.012684989429175475, |
|
"grad_norm": 1.956710934638977, |
|
"learning_rate": 2.5316455696202535e-06, |
|
"loss": 0.6717, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.013953488372093023, |
|
"grad_norm": 2.072009325027466, |
|
"learning_rate": 2.7848101265822785e-06, |
|
"loss": 0.6349, |
|
"step": 11 |
|
}, |
|
{ |
|
"epoch": 0.01522198731501057, |
|
"grad_norm": 1.9736876487731934, |
|
"learning_rate": 3.037974683544304e-06, |
|
"loss": 0.6542, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.01649048625792812, |
|
"grad_norm": 2.037200689315796, |
|
"learning_rate": 3.2911392405063294e-06, |
|
"loss": 0.5939, |
|
"step": 13 |
|
}, |
|
{ |
|
"epoch": 0.017758985200845664, |
|
"grad_norm": 2.2937052249908447, |
|
"learning_rate": 3.544303797468355e-06, |
|
"loss": 0.6793, |
|
"step": 14 |
|
}, |
|
{ |
|
"epoch": 0.019027484143763214, |
|
"grad_norm": 2.500192403793335, |
|
"learning_rate": 3.7974683544303802e-06, |
|
"loss": 0.6384, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.02029598308668076, |
|
"grad_norm": 2.0733048915863037, |
|
"learning_rate": 4.050632911392405e-06, |
|
"loss": 0.6608, |
|
"step": 16 |
|
}, |
|
{ |
|
"epoch": 0.02156448202959831, |
|
"grad_norm": 2.258061170578003, |
|
"learning_rate": 4.303797468354431e-06, |
|
"loss": 0.7128, |
|
"step": 17 |
|
}, |
|
{ |
|
"epoch": 0.022832980972515855, |
|
"grad_norm": 1.9154382944107056, |
|
"learning_rate": 4.556962025316456e-06, |
|
"loss": 0.6418, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 0.024101479915433405, |
|
"grad_norm": 2.2492971420288086, |
|
"learning_rate": 4.8101265822784815e-06, |
|
"loss": 0.6382, |
|
"step": 19 |
|
}, |
|
{ |
|
"epoch": 0.02536997885835095, |
|
"grad_norm": 1.9588701725006104, |
|
"learning_rate": 5.063291139240507e-06, |
|
"loss": 0.6057, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.02536997885835095, |
|
"eval_accuracy": 0.7373068432671082, |
|
"eval_f1": 0.25157232704402516, |
|
"eval_loss": 0.591836154460907, |
|
"eval_precision": 0.625, |
|
"eval_recall": 0.15748031496062992, |
|
"eval_runtime": 52.8906, |
|
"eval_samples_per_second": 5.237, |
|
"eval_steps_per_second": 0.17, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.0266384778012685, |
|
"grad_norm": 2.0472803115844727, |
|
"learning_rate": 5.3164556962025316e-06, |
|
"loss": 0.6482, |
|
"step": 21 |
|
}, |
|
{ |
|
"epoch": 0.027906976744186046, |
|
"grad_norm": 2.471733570098877, |
|
"learning_rate": 5.569620253164557e-06, |
|
"loss": 0.6122, |
|
"step": 22 |
|
}, |
|
{ |
|
"epoch": 0.029175475687103596, |
|
"grad_norm": 2.041800022125244, |
|
"learning_rate": 5.8227848101265824e-06, |
|
"loss": 0.7014, |
|
"step": 23 |
|
}, |
|
{ |
|
"epoch": 0.03044397463002114, |
|
"grad_norm": 1.9668631553649902, |
|
"learning_rate": 6.075949367088608e-06, |
|
"loss": 0.6282, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 0.03171247357293869, |
|
"grad_norm": 1.7734192609786987, |
|
"learning_rate": 6.329113924050634e-06, |
|
"loss": 0.6623, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.03298097251585624, |
|
"grad_norm": 2.1032049655914307, |
|
"learning_rate": 6.582278481012659e-06, |
|
"loss": 0.6185, |
|
"step": 26 |
|
}, |
|
{ |
|
"epoch": 0.034249471458773786, |
|
"grad_norm": 1.768869400024414, |
|
"learning_rate": 6.835443037974684e-06, |
|
"loss": 0.6106, |
|
"step": 27 |
|
}, |
|
{ |
|
"epoch": 0.03551797040169133, |
|
"grad_norm": 1.874267339706421, |
|
"learning_rate": 7.08860759493671e-06, |
|
"loss": 0.6634, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 0.03678646934460888, |
|
"grad_norm": 1.702706217765808, |
|
"learning_rate": 7.341772151898735e-06, |
|
"loss": 0.5611, |
|
"step": 29 |
|
}, |
|
{ |
|
"epoch": 0.03805496828752643, |
|
"grad_norm": 1.583400845527649, |
|
"learning_rate": 7.5949367088607605e-06, |
|
"loss": 0.5927, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.03932346723044398, |
|
"grad_norm": 1.9068820476531982, |
|
"learning_rate": 7.848101265822786e-06, |
|
"loss": 0.6602, |
|
"step": 31 |
|
}, |
|
{ |
|
"epoch": 0.04059196617336152, |
|
"grad_norm": 1.8527209758758545, |
|
"learning_rate": 8.10126582278481e-06, |
|
"loss": 0.5679, |
|
"step": 32 |
|
}, |
|
{ |
|
"epoch": 0.04186046511627907, |
|
"grad_norm": 2.0851504802703857, |
|
"learning_rate": 8.354430379746837e-06, |
|
"loss": 0.5437, |
|
"step": 33 |
|
}, |
|
{ |
|
"epoch": 0.04312896405919662, |
|
"grad_norm": 1.8767458200454712, |
|
"learning_rate": 8.607594936708861e-06, |
|
"loss": 0.5738, |
|
"step": 34 |
|
}, |
|
{ |
|
"epoch": 0.04439746300211417, |
|
"grad_norm": 2.203929901123047, |
|
"learning_rate": 8.860759493670886e-06, |
|
"loss": 0.6506, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 0.04566596194503171, |
|
"grad_norm": 1.9388232231140137, |
|
"learning_rate": 9.113924050632912e-06, |
|
"loss": 0.5631, |
|
"step": 36 |
|
}, |
|
{ |
|
"epoch": 0.04693446088794926, |
|
"grad_norm": 1.4374593496322632, |
|
"learning_rate": 9.367088607594937e-06, |
|
"loss": 0.529, |
|
"step": 37 |
|
}, |
|
{ |
|
"epoch": 0.04820295983086681, |
|
"grad_norm": 1.4115264415740967, |
|
"learning_rate": 9.620253164556963e-06, |
|
"loss": 0.501, |
|
"step": 38 |
|
}, |
|
{ |
|
"epoch": 0.04947145877378435, |
|
"grad_norm": 1.4638575315475464, |
|
"learning_rate": 9.87341772151899e-06, |
|
"loss": 0.5635, |
|
"step": 39 |
|
}, |
|
{ |
|
"epoch": 0.0507399577167019, |
|
"grad_norm": 1.6112034320831299, |
|
"learning_rate": 1.0126582278481014e-05, |
|
"loss": 0.5356, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.0507399577167019, |
|
"eval_accuracy": 0.7516556291390728, |
|
"eval_f1": 0.3283582089552239, |
|
"eval_loss": 0.5521447062492371, |
|
"eval_precision": 0.6790123456790124, |
|
"eval_recall": 0.21653543307086615, |
|
"eval_runtime": 52.1586, |
|
"eval_samples_per_second": 5.311, |
|
"eval_steps_per_second": 0.173, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.05200845665961945, |
|
"grad_norm": 1.6395788192749023, |
|
"learning_rate": 1.0379746835443039e-05, |
|
"loss": 0.5908, |
|
"step": 41 |
|
}, |
|
{ |
|
"epoch": 0.053276955602537, |
|
"grad_norm": 1.3024195432662964, |
|
"learning_rate": 1.0632911392405063e-05, |
|
"loss": 0.5528, |
|
"step": 42 |
|
}, |
|
{ |
|
"epoch": 0.05454545454545454, |
|
"grad_norm": 1.3428813219070435, |
|
"learning_rate": 1.088607594936709e-05, |
|
"loss": 0.5177, |
|
"step": 43 |
|
}, |
|
{ |
|
"epoch": 0.05581395348837209, |
|
"grad_norm": 2.2030651569366455, |
|
"learning_rate": 1.1139240506329114e-05, |
|
"loss": 0.5615, |
|
"step": 44 |
|
}, |
|
{ |
|
"epoch": 0.05708245243128964, |
|
"grad_norm": 1.491940975189209, |
|
"learning_rate": 1.139240506329114e-05, |
|
"loss": 0.5186, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 0.05835095137420719, |
|
"grad_norm": 2.706481695175171, |
|
"learning_rate": 1.1645569620253165e-05, |
|
"loss": 0.5678, |
|
"step": 46 |
|
}, |
|
{ |
|
"epoch": 0.059619450317124734, |
|
"grad_norm": 1.7402979135513306, |
|
"learning_rate": 1.189873417721519e-05, |
|
"loss": 0.5478, |
|
"step": 47 |
|
}, |
|
{ |
|
"epoch": 0.06088794926004228, |
|
"grad_norm": 1.7591081857681274, |
|
"learning_rate": 1.2151898734177216e-05, |
|
"loss": 0.5296, |
|
"step": 48 |
|
}, |
|
{ |
|
"epoch": 0.06215644820295983, |
|
"grad_norm": 1.5506426095962524, |
|
"learning_rate": 1.240506329113924e-05, |
|
"loss": 0.5186, |
|
"step": 49 |
|
}, |
|
{ |
|
"epoch": 0.06342494714587738, |
|
"grad_norm": 1.4400081634521484, |
|
"learning_rate": 1.2658227848101268e-05, |
|
"loss": 0.5178, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.06469344608879493, |
|
"grad_norm": 1.6742987632751465, |
|
"learning_rate": 1.2911392405063293e-05, |
|
"loss": 0.5777, |
|
"step": 51 |
|
}, |
|
{ |
|
"epoch": 0.06596194503171247, |
|
"grad_norm": 1.9172340631484985, |
|
"learning_rate": 1.3164556962025317e-05, |
|
"loss": 0.5675, |
|
"step": 52 |
|
}, |
|
{ |
|
"epoch": 0.06723044397463002, |
|
"grad_norm": 2.08730149269104, |
|
"learning_rate": 1.3417721518987344e-05, |
|
"loss": 0.5832, |
|
"step": 53 |
|
}, |
|
{ |
|
"epoch": 0.06849894291754757, |
|
"grad_norm": 1.4685484170913696, |
|
"learning_rate": 1.3670886075949368e-05, |
|
"loss": 0.4869, |
|
"step": 54 |
|
}, |
|
{ |
|
"epoch": 0.06976744186046512, |
|
"grad_norm": 1.7338310480117798, |
|
"learning_rate": 1.3924050632911395e-05, |
|
"loss": 0.5132, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 0.07103594080338266, |
|
"grad_norm": 2.538879156112671, |
|
"learning_rate": 1.417721518987342e-05, |
|
"loss": 0.5726, |
|
"step": 56 |
|
}, |
|
{ |
|
"epoch": 0.07230443974630021, |
|
"grad_norm": 2.6859829425811768, |
|
"learning_rate": 1.4430379746835444e-05, |
|
"loss": 0.5126, |
|
"step": 57 |
|
}, |
|
{ |
|
"epoch": 0.07357293868921776, |
|
"grad_norm": 2.0791189670562744, |
|
"learning_rate": 1.468354430379747e-05, |
|
"loss": 0.5027, |
|
"step": 58 |
|
}, |
|
{ |
|
"epoch": 0.07484143763213531, |
|
"grad_norm": 2.305135726928711, |
|
"learning_rate": 1.4936708860759495e-05, |
|
"loss": 0.5724, |
|
"step": 59 |
|
}, |
|
{ |
|
"epoch": 0.07610993657505286, |
|
"grad_norm": 1.8028602600097656, |
|
"learning_rate": 1.5189873417721521e-05, |
|
"loss": 0.5141, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.07610993657505286, |
|
"eval_accuracy": 0.7626931567328918, |
|
"eval_f1": 0.5454545454545454, |
|
"eval_loss": 0.502124547958374, |
|
"eval_precision": 0.589041095890411, |
|
"eval_recall": 0.5078740157480315, |
|
"eval_runtime": 52.5689, |
|
"eval_samples_per_second": 5.269, |
|
"eval_steps_per_second": 0.171, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.0773784355179704, |
|
"grad_norm": 2.500967025756836, |
|
"learning_rate": 1.5443037974683546e-05, |
|
"loss": 0.4764, |
|
"step": 61 |
|
}, |
|
{ |
|
"epoch": 0.07864693446088795, |
|
"grad_norm": 1.9441800117492676, |
|
"learning_rate": 1.5696202531645572e-05, |
|
"loss": 0.575, |
|
"step": 62 |
|
}, |
|
{ |
|
"epoch": 0.0799154334038055, |
|
"grad_norm": 2.2089622020721436, |
|
"learning_rate": 1.5949367088607598e-05, |
|
"loss": 0.4854, |
|
"step": 63 |
|
}, |
|
{ |
|
"epoch": 0.08118393234672304, |
|
"grad_norm": 1.727460503578186, |
|
"learning_rate": 1.620253164556962e-05, |
|
"loss": 0.4829, |
|
"step": 64 |
|
}, |
|
{ |
|
"epoch": 0.0824524312896406, |
|
"grad_norm": 2.3789401054382324, |
|
"learning_rate": 1.6455696202531647e-05, |
|
"loss": 0.5193, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 0.08372093023255814, |
|
"grad_norm": 1.817589282989502, |
|
"learning_rate": 1.6708860759493674e-05, |
|
"loss": 0.5115, |
|
"step": 66 |
|
}, |
|
{ |
|
"epoch": 0.08498942917547568, |
|
"grad_norm": 1.985190987586975, |
|
"learning_rate": 1.6962025316455696e-05, |
|
"loss": 0.5309, |
|
"step": 67 |
|
}, |
|
{ |
|
"epoch": 0.08625792811839324, |
|
"grad_norm": 2.5799453258514404, |
|
"learning_rate": 1.7215189873417723e-05, |
|
"loss": 0.455, |
|
"step": 68 |
|
}, |
|
{ |
|
"epoch": 0.08752642706131078, |
|
"grad_norm": 1.9298819303512573, |
|
"learning_rate": 1.746835443037975e-05, |
|
"loss": 0.4207, |
|
"step": 69 |
|
}, |
|
{ |
|
"epoch": 0.08879492600422834, |
|
"grad_norm": 1.6359901428222656, |
|
"learning_rate": 1.7721518987341772e-05, |
|
"loss": 0.4287, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.09006342494714588, |
|
"grad_norm": 3.6526267528533936, |
|
"learning_rate": 1.7974683544303798e-05, |
|
"loss": 0.5659, |
|
"step": 71 |
|
}, |
|
{ |
|
"epoch": 0.09133192389006342, |
|
"grad_norm": 2.615048408508301, |
|
"learning_rate": 1.8227848101265824e-05, |
|
"loss": 0.4652, |
|
"step": 72 |
|
}, |
|
{ |
|
"epoch": 0.09260042283298098, |
|
"grad_norm": 2.702597141265869, |
|
"learning_rate": 1.848101265822785e-05, |
|
"loss": 0.404, |
|
"step": 73 |
|
}, |
|
{ |
|
"epoch": 0.09386892177589852, |
|
"grad_norm": 2.3155453205108643, |
|
"learning_rate": 1.8734177215189874e-05, |
|
"loss": 0.4769, |
|
"step": 74 |
|
}, |
|
{ |
|
"epoch": 0.09513742071881606, |
|
"grad_norm": 2.9285926818847656, |
|
"learning_rate": 1.89873417721519e-05, |
|
"loss": 0.4264, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.09640591966173362, |
|
"grad_norm": 1.856951117515564, |
|
"learning_rate": 1.9240506329113926e-05, |
|
"loss": 0.4323, |
|
"step": 76 |
|
}, |
|
{ |
|
"epoch": 0.09767441860465116, |
|
"grad_norm": 1.961795449256897, |
|
"learning_rate": 1.949367088607595e-05, |
|
"loss": 0.3662, |
|
"step": 77 |
|
}, |
|
{ |
|
"epoch": 0.0989429175475687, |
|
"grad_norm": 2.0264902114868164, |
|
"learning_rate": 1.974683544303798e-05, |
|
"loss": 0.3677, |
|
"step": 78 |
|
}, |
|
{ |
|
"epoch": 0.10021141649048626, |
|
"grad_norm": 2.0433084964752197, |
|
"learning_rate": 2e-05, |
|
"loss": 0.4287, |
|
"step": 79 |
|
}, |
|
{ |
|
"epoch": 0.1014799154334038, |
|
"grad_norm": 2.14385724067688, |
|
"learning_rate": 1.999990183050232e-05, |
|
"loss": 0.3594, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.1014799154334038, |
|
"eval_accuracy": 0.7980132450331126, |
|
"eval_f1": 0.5413533834586466, |
|
"eval_loss": 0.4426968991756439, |
|
"eval_precision": 0.7448275862068966, |
|
"eval_recall": 0.4251968503937008, |
|
"eval_runtime": 50.9956, |
|
"eval_samples_per_second": 5.432, |
|
"eval_steps_per_second": 0.176, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.10274841437632136, |
|
"grad_norm": 3.1786880493164062, |
|
"learning_rate": 1.9999607323936722e-05, |
|
"loss": 0.4351, |
|
"step": 81 |
|
}, |
|
{ |
|
"epoch": 0.1040169133192389, |
|
"grad_norm": 2.1636154651641846, |
|
"learning_rate": 1.9999116486085527e-05, |
|
"loss": 0.3564, |
|
"step": 82 |
|
}, |
|
{ |
|
"epoch": 0.10528541226215644, |
|
"grad_norm": 2.686142921447754, |
|
"learning_rate": 1.999842932658579e-05, |
|
"loss": 0.3642, |
|
"step": 83 |
|
}, |
|
{ |
|
"epoch": 0.106553911205074, |
|
"grad_norm": 3.7086920738220215, |
|
"learning_rate": 1.9997545858929135e-05, |
|
"loss": 0.3724, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 0.10782241014799154, |
|
"grad_norm": 3.1358773708343506, |
|
"learning_rate": 1.9996466100461473e-05, |
|
"loss": 0.302, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 0.10909090909090909, |
|
"grad_norm": 5.590456962585449, |
|
"learning_rate": 1.9995190072382676e-05, |
|
"loss": 0.3492, |
|
"step": 86 |
|
}, |
|
{ |
|
"epoch": 0.11035940803382664, |
|
"grad_norm": 3.6015288829803467, |
|
"learning_rate": 1.9993717799746152e-05, |
|
"loss": 0.3645, |
|
"step": 87 |
|
}, |
|
{ |
|
"epoch": 0.11162790697674418, |
|
"grad_norm": 4.678368091583252, |
|
"learning_rate": 1.9992049311458353e-05, |
|
"loss": 0.254, |
|
"step": 88 |
|
}, |
|
{ |
|
"epoch": 0.11289640591966173, |
|
"grad_norm": 3.184845447540283, |
|
"learning_rate": 1.9990184640278212e-05, |
|
"loss": 0.3374, |
|
"step": 89 |
|
}, |
|
{ |
|
"epoch": 0.11416490486257928, |
|
"grad_norm": 2.6212780475616455, |
|
"learning_rate": 1.998812382281649e-05, |
|
"loss": 0.3546, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.11543340380549683, |
|
"grad_norm": 4.838207721710205, |
|
"learning_rate": 1.9985866899535076e-05, |
|
"loss": 0.3734, |
|
"step": 91 |
|
}, |
|
{ |
|
"epoch": 0.11670190274841438, |
|
"grad_norm": 3.615828037261963, |
|
"learning_rate": 1.9983413914746175e-05, |
|
"loss": 0.3111, |
|
"step": 92 |
|
}, |
|
{ |
|
"epoch": 0.11797040169133192, |
|
"grad_norm": 3.7412872314453125, |
|
"learning_rate": 1.998076491661144e-05, |
|
"loss": 0.3374, |
|
"step": 93 |
|
}, |
|
{ |
|
"epoch": 0.11923890063424947, |
|
"grad_norm": 5.049579620361328, |
|
"learning_rate": 1.997791995714104e-05, |
|
"loss": 0.3831, |
|
"step": 94 |
|
}, |
|
{ |
|
"epoch": 0.12050739957716702, |
|
"grad_norm": 3.293745279312134, |
|
"learning_rate": 1.9974879092192618e-05, |
|
"loss": 0.2982, |
|
"step": 95 |
|
}, |
|
{ |
|
"epoch": 0.12177589852008457, |
|
"grad_norm": 4.374386310577393, |
|
"learning_rate": 1.9971642381470207e-05, |
|
"loss": 0.367, |
|
"step": 96 |
|
}, |
|
{ |
|
"epoch": 0.12304439746300211, |
|
"grad_norm": 4.193471431732178, |
|
"learning_rate": 1.996820988852307e-05, |
|
"loss": 0.3096, |
|
"step": 97 |
|
}, |
|
{ |
|
"epoch": 0.12431289640591967, |
|
"grad_norm": 4.823442459106445, |
|
"learning_rate": 1.9964581680744425e-05, |
|
"loss": 0.3464, |
|
"step": 98 |
|
}, |
|
{ |
|
"epoch": 0.12558139534883722, |
|
"grad_norm": 4.056851387023926, |
|
"learning_rate": 1.9960757829370138e-05, |
|
"loss": 0.3194, |
|
"step": 99 |
|
}, |
|
{ |
|
"epoch": 0.12684989429175475, |
|
"grad_norm": 5.191165924072266, |
|
"learning_rate": 1.995673840947732e-05, |
|
"loss": 0.3988, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.12684989429175475, |
|
"eval_accuracy": 0.8245033112582781, |
|
"eval_f1": 0.6310904872389791, |
|
"eval_loss": 0.40671199560165405, |
|
"eval_precision": 0.768361581920904, |
|
"eval_recall": 0.5354330708661418, |
|
"eval_runtime": 50.9945, |
|
"eval_samples_per_second": 5.432, |
|
"eval_steps_per_second": 0.176, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.1281183932346723, |
|
"grad_norm": 3.31948184967041, |
|
"learning_rate": 1.9952523499982866e-05, |
|
"loss": 0.2718, |
|
"step": 101 |
|
}, |
|
{ |
|
"epoch": 0.12938689217758986, |
|
"grad_norm": 3.6124682426452637, |
|
"learning_rate": 1.9948113183641875e-05, |
|
"loss": 0.3701, |
|
"step": 102 |
|
}, |
|
{ |
|
"epoch": 0.1306553911205074, |
|
"grad_norm": 4.924780368804932, |
|
"learning_rate": 1.9943507547046063e-05, |
|
"loss": 0.3369, |
|
"step": 103 |
|
}, |
|
{ |
|
"epoch": 0.13192389006342495, |
|
"grad_norm": 2.997985363006592, |
|
"learning_rate": 1.9938706680622035e-05, |
|
"loss": 0.3062, |
|
"step": 104 |
|
}, |
|
{ |
|
"epoch": 0.1331923890063425, |
|
"grad_norm": 3.6868772506713867, |
|
"learning_rate": 1.9933710678629512e-05, |
|
"loss": 0.332, |
|
"step": 105 |
|
}, |
|
{ |
|
"epoch": 0.13446088794926003, |
|
"grad_norm": 3.6897387504577637, |
|
"learning_rate": 1.9928519639159508e-05, |
|
"loss": 0.3083, |
|
"step": 106 |
|
}, |
|
{ |
|
"epoch": 0.1357293868921776, |
|
"grad_norm": 3.886378049850464, |
|
"learning_rate": 1.992313366413236e-05, |
|
"loss": 0.3331, |
|
"step": 107 |
|
}, |
|
{ |
|
"epoch": 0.13699788583509515, |
|
"grad_norm": 4.580509662628174, |
|
"learning_rate": 1.9917552859295764e-05, |
|
"loss": 0.2677, |
|
"step": 108 |
|
}, |
|
{ |
|
"epoch": 0.13826638477801267, |
|
"grad_norm": 3.936422348022461, |
|
"learning_rate": 1.9911777334222682e-05, |
|
"loss": 0.3305, |
|
"step": 109 |
|
}, |
|
{ |
|
"epoch": 0.13953488372093023, |
|
"grad_norm": 3.6973016262054443, |
|
"learning_rate": 1.9905807202309196e-05, |
|
"loss": 0.319, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.1408033826638478, |
|
"grad_norm": 3.311084270477295, |
|
"learning_rate": 1.9899642580772274e-05, |
|
"loss": 0.3307, |
|
"step": 111 |
|
}, |
|
{ |
|
"epoch": 0.14207188160676532, |
|
"grad_norm": 6.772805690765381, |
|
"learning_rate": 1.9893283590647473e-05, |
|
"loss": 0.2844, |
|
"step": 112 |
|
}, |
|
{ |
|
"epoch": 0.14334038054968287, |
|
"grad_norm": 3.7769129276275635, |
|
"learning_rate": 1.9886730356786567e-05, |
|
"loss": 0.3657, |
|
"step": 113 |
|
}, |
|
{ |
|
"epoch": 0.14460887949260043, |
|
"grad_norm": 3.9703691005706787, |
|
"learning_rate": 1.9879983007855095e-05, |
|
"loss": 0.3125, |
|
"step": 114 |
|
}, |
|
{ |
|
"epoch": 0.14587737843551796, |
|
"grad_norm": 4.326747417449951, |
|
"learning_rate": 1.9873041676329825e-05, |
|
"loss": 0.3402, |
|
"step": 115 |
|
}, |
|
{ |
|
"epoch": 0.1471458773784355, |
|
"grad_norm": 3.051367998123169, |
|
"learning_rate": 1.9865906498496164e-05, |
|
"loss": 0.3178, |
|
"step": 116 |
|
}, |
|
{ |
|
"epoch": 0.14841437632135307, |
|
"grad_norm": 3.126115083694458, |
|
"learning_rate": 1.9858577614445476e-05, |
|
"loss": 0.2708, |
|
"step": 117 |
|
}, |
|
{ |
|
"epoch": 0.14968287526427063, |
|
"grad_norm": 3.873002052307129, |
|
"learning_rate": 1.9851055168072334e-05, |
|
"loss": 0.3772, |
|
"step": 118 |
|
}, |
|
{ |
|
"epoch": 0.15095137420718815, |
|
"grad_norm": 4.09826135635376, |
|
"learning_rate": 1.9843339307071697e-05, |
|
"loss": 0.3596, |
|
"step": 119 |
|
}, |
|
{ |
|
"epoch": 0.1522198731501057, |
|
"grad_norm": 3.2259912490844727, |
|
"learning_rate": 1.9835430182935998e-05, |
|
"loss": 0.3205, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.1522198731501057, |
|
"eval_accuracy": 0.8200883002207505, |
|
"eval_f1": 0.5914786967418546, |
|
"eval_loss": 0.3738110363483429, |
|
"eval_precision": 0.8137931034482758, |
|
"eval_recall": 0.4645669291338583, |
|
"eval_runtime": 52.2662, |
|
"eval_samples_per_second": 5.3, |
|
"eval_steps_per_second": 0.172, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.15348837209302327, |
|
"grad_norm": 3.804227590560913, |
|
"learning_rate": 1.9827327950952197e-05, |
|
"loss": 0.339, |
|
"step": 121 |
|
}, |
|
{ |
|
"epoch": 0.1547568710359408, |
|
"grad_norm": 4.679238796234131, |
|
"learning_rate": 1.9819032770198692e-05, |
|
"loss": 0.3301, |
|
"step": 122 |
|
}, |
|
{ |
|
"epoch": 0.15602536997885835, |
|
"grad_norm": 3.627534866333008, |
|
"learning_rate": 1.981054480354223e-05, |
|
"loss": 0.3087, |
|
"step": 123 |
|
}, |
|
{ |
|
"epoch": 0.1572938689217759, |
|
"grad_norm": 3.4424080848693848, |
|
"learning_rate": 1.9801864217634703e-05, |
|
"loss": 0.3192, |
|
"step": 124 |
|
}, |
|
{ |
|
"epoch": 0.15856236786469344, |
|
"grad_norm": 4.500999450683594, |
|
"learning_rate": 1.9792991182909857e-05, |
|
"loss": 0.3274, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.159830866807611, |
|
"grad_norm": 3.3262839317321777, |
|
"learning_rate": 1.9783925873579967e-05, |
|
"loss": 0.306, |
|
"step": 126 |
|
}, |
|
{ |
|
"epoch": 0.16109936575052855, |
|
"grad_norm": 4.585197448730469, |
|
"learning_rate": 1.9774668467632397e-05, |
|
"loss": 0.3007, |
|
"step": 127 |
|
}, |
|
{ |
|
"epoch": 0.16236786469344608, |
|
"grad_norm": 4.023516654968262, |
|
"learning_rate": 1.976521914682614e-05, |
|
"loss": 0.2867, |
|
"step": 128 |
|
}, |
|
{ |
|
"epoch": 0.16363636363636364, |
|
"grad_norm": 2.462892770767212, |
|
"learning_rate": 1.97555780966882e-05, |
|
"loss": 0.2486, |
|
"step": 129 |
|
}, |
|
{ |
|
"epoch": 0.1649048625792812, |
|
"grad_norm": 3.1057772636413574, |
|
"learning_rate": 1.974574550650999e-05, |
|
"loss": 0.2761, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.16617336152219872, |
|
"grad_norm": 4.618252754211426, |
|
"learning_rate": 1.97357215693436e-05, |
|
"loss": 0.2376, |
|
"step": 131 |
|
}, |
|
{ |
|
"epoch": 0.16744186046511628, |
|
"grad_norm": 3.48673152923584, |
|
"learning_rate": 1.9725506481998003e-05, |
|
"loss": 0.2945, |
|
"step": 132 |
|
}, |
|
{ |
|
"epoch": 0.16871035940803383, |
|
"grad_norm": 2.9228079319000244, |
|
"learning_rate": 1.9715100445035197e-05, |
|
"loss": 0.307, |
|
"step": 133 |
|
}, |
|
{ |
|
"epoch": 0.16997885835095136, |
|
"grad_norm": 6.0457611083984375, |
|
"learning_rate": 1.970450366276627e-05, |
|
"loss": 0.2083, |
|
"step": 134 |
|
}, |
|
{ |
|
"epoch": 0.17124735729386892, |
|
"grad_norm": 2.6761562824249268, |
|
"learning_rate": 1.9693716343247374e-05, |
|
"loss": 0.2134, |
|
"step": 135 |
|
}, |
|
{ |
|
"epoch": 0.17251585623678647, |
|
"grad_norm": 4.628048419952393, |
|
"learning_rate": 1.9682738698275663e-05, |
|
"loss": 0.2501, |
|
"step": 136 |
|
}, |
|
{ |
|
"epoch": 0.173784355179704, |
|
"grad_norm": 4.1137590408325195, |
|
"learning_rate": 1.9671570943385118e-05, |
|
"loss": 0.2737, |
|
"step": 137 |
|
}, |
|
{ |
|
"epoch": 0.17505285412262156, |
|
"grad_norm": 4.245756149291992, |
|
"learning_rate": 1.9660213297842304e-05, |
|
"loss": 0.3059, |
|
"step": 138 |
|
}, |
|
{ |
|
"epoch": 0.17632135306553912, |
|
"grad_norm": 4.939450263977051, |
|
"learning_rate": 1.9648665984642104e-05, |
|
"loss": 0.2831, |
|
"step": 139 |
|
}, |
|
{ |
|
"epoch": 0.17758985200845667, |
|
"grad_norm": 4.256004333496094, |
|
"learning_rate": 1.96369292305033e-05, |
|
"loss": 0.3026, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.17758985200845667, |
|
"eval_accuracy": 0.8289183222958058, |
|
"eval_f1": 0.6191646191646192, |
|
"eval_loss": 0.36796802282333374, |
|
"eval_precision": 0.8235294117647058, |
|
"eval_recall": 0.49606299212598426, |
|
"eval_runtime": 52.4513, |
|
"eval_samples_per_second": 5.281, |
|
"eval_steps_per_second": 0.172, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.1788583509513742, |
|
"grad_norm": 3.7234766483306885, |
|
"learning_rate": 1.9625003265864148e-05, |
|
"loss": 0.2006, |
|
"step": 141 |
|
}, |
|
{ |
|
"epoch": 0.18012684989429176, |
|
"grad_norm": 4.156630039215088, |
|
"learning_rate": 1.9612888324877834e-05, |
|
"loss": 0.2776, |
|
"step": 142 |
|
}, |
|
{ |
|
"epoch": 0.1813953488372093, |
|
"grad_norm": 3.76343035697937, |
|
"learning_rate": 1.9600584645407897e-05, |
|
"loss": 0.3226, |
|
"step": 143 |
|
}, |
|
{ |
|
"epoch": 0.18266384778012684, |
|
"grad_norm": 4.899490833282471, |
|
"learning_rate": 1.958809246902354e-05, |
|
"loss": 0.2916, |
|
"step": 144 |
|
}, |
|
{ |
|
"epoch": 0.1839323467230444, |
|
"grad_norm": 3.958932638168335, |
|
"learning_rate": 1.9575412040994902e-05, |
|
"loss": 0.2549, |
|
"step": 145 |
|
}, |
|
{ |
|
"epoch": 0.18520084566596196, |
|
"grad_norm": 2.987992525100708, |
|
"learning_rate": 1.956254361028823e-05, |
|
"loss": 0.2549, |
|
"step": 146 |
|
}, |
|
{ |
|
"epoch": 0.18646934460887948, |
|
"grad_norm": 4.582171440124512, |
|
"learning_rate": 1.9549487429561003e-05, |
|
"loss": 0.3249, |
|
"step": 147 |
|
}, |
|
{ |
|
"epoch": 0.18773784355179704, |
|
"grad_norm": 3.215688705444336, |
|
"learning_rate": 1.953624375515696e-05, |
|
"loss": 0.2555, |
|
"step": 148 |
|
}, |
|
{ |
|
"epoch": 0.1890063424947146, |
|
"grad_norm": 4.125192642211914, |
|
"learning_rate": 1.9522812847101077e-05, |
|
"loss": 0.3004, |
|
"step": 149 |
|
}, |
|
{ |
|
"epoch": 0.19027484143763213, |
|
"grad_norm": 4.248358726501465, |
|
"learning_rate": 1.9509194969094447e-05, |
|
"loss": 0.2206, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.19154334038054968, |
|
"grad_norm": 5.806552886962891, |
|
"learning_rate": 1.9495390388509123e-05, |
|
"loss": 0.2926, |
|
"step": 151 |
|
}, |
|
{ |
|
"epoch": 0.19281183932346724, |
|
"grad_norm": 3.595050096511841, |
|
"learning_rate": 1.948139937638285e-05, |
|
"loss": 0.2746, |
|
"step": 152 |
|
}, |
|
{ |
|
"epoch": 0.19408033826638477, |
|
"grad_norm": 4.2712836265563965, |
|
"learning_rate": 1.9467222207413763e-05, |
|
"loss": 0.275, |
|
"step": 153 |
|
}, |
|
{ |
|
"epoch": 0.19534883720930232, |
|
"grad_norm": 3.809781074523926, |
|
"learning_rate": 1.945285915995496e-05, |
|
"loss": 0.2291, |
|
"step": 154 |
|
}, |
|
{ |
|
"epoch": 0.19661733615221988, |
|
"grad_norm": 3.5505263805389404, |
|
"learning_rate": 1.9438310516009084e-05, |
|
"loss": 0.2637, |
|
"step": 155 |
|
}, |
|
{ |
|
"epoch": 0.1978858350951374, |
|
"grad_norm": 2.8975532054901123, |
|
"learning_rate": 1.9423576561222742e-05, |
|
"loss": 0.2066, |
|
"step": 156 |
|
}, |
|
{ |
|
"epoch": 0.19915433403805496, |
|
"grad_norm": 4.945555686950684, |
|
"learning_rate": 1.9408657584880924e-05, |
|
"loss": 0.2785, |
|
"step": 157 |
|
}, |
|
{ |
|
"epoch": 0.20042283298097252, |
|
"grad_norm": 6.6838274002075195, |
|
"learning_rate": 1.9393553879901314e-05, |
|
"loss": 0.3395, |
|
"step": 158 |
|
}, |
|
{ |
|
"epoch": 0.20169133192389008, |
|
"grad_norm": 4.039582252502441, |
|
"learning_rate": 1.9378265742828533e-05, |
|
"loss": 0.3043, |
|
"step": 159 |
|
}, |
|
{ |
|
"epoch": 0.2029598308668076, |
|
"grad_norm": 3.475989580154419, |
|
"learning_rate": 1.9362793473828338e-05, |
|
"loss": 0.2886, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.2029598308668076, |
|
"eval_accuracy": 0.8432671081677704, |
|
"eval_f1": 0.6536585365853659, |
|
"eval_loss": 0.34669193625450134, |
|
"eval_precision": 0.8589743589743589, |
|
"eval_recall": 0.5275590551181102, |
|
"eval_runtime": 52.3104, |
|
"eval_samples_per_second": 5.295, |
|
"eval_steps_per_second": 0.172, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.20422832980972516, |
|
"grad_norm": 5.376806735992432, |
|
"learning_rate": 1.9347137376681692e-05, |
|
"loss": 0.2629, |
|
"step": 161 |
|
}, |
|
{ |
|
"epoch": 0.20549682875264272, |
|
"grad_norm": 5.16301155090332, |
|
"learning_rate": 1.933129775877884e-05, |
|
"loss": 0.3097, |
|
"step": 162 |
|
}, |
|
{ |
|
"epoch": 0.20676532769556025, |
|
"grad_norm": 6.509466648101807, |
|
"learning_rate": 1.9315274931113253e-05, |
|
"loss": 0.2566, |
|
"step": 163 |
|
}, |
|
{ |
|
"epoch": 0.2080338266384778, |
|
"grad_norm": 4.453103065490723, |
|
"learning_rate": 1.929906920827551e-05, |
|
"loss": 0.2863, |
|
"step": 164 |
|
}, |
|
{ |
|
"epoch": 0.20930232558139536, |
|
"grad_norm": 3.955231189727783, |
|
"learning_rate": 1.9282680908447152e-05, |
|
"loss": 0.3102, |
|
"step": 165 |
|
}, |
|
{ |
|
"epoch": 0.2105708245243129, |
|
"grad_norm": 5.5910258293151855, |
|
"learning_rate": 1.926611035339441e-05, |
|
"loss": 0.2271, |
|
"step": 166 |
|
}, |
|
{ |
|
"epoch": 0.21183932346723044, |
|
"grad_norm": 4.199539661407471, |
|
"learning_rate": 1.9249357868461896e-05, |
|
"loss": 0.27, |
|
"step": 167 |
|
}, |
|
{ |
|
"epoch": 0.213107822410148, |
|
"grad_norm": 3.3116366863250732, |
|
"learning_rate": 1.9232423782566217e-05, |
|
"loss": 0.3221, |
|
"step": 168 |
|
}, |
|
{ |
|
"epoch": 0.21437632135306553, |
|
"grad_norm": 4.038525104522705, |
|
"learning_rate": 1.9215308428189514e-05, |
|
"loss": 0.2448, |
|
"step": 169 |
|
}, |
|
{ |
|
"epoch": 0.2156448202959831, |
|
"grad_norm": 4.98528528213501, |
|
"learning_rate": 1.9198012141372934e-05, |
|
"loss": 0.317, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.21691331923890064, |
|
"grad_norm": 3.0479323863983154, |
|
"learning_rate": 1.918053526171004e-05, |
|
"loss": 0.2867, |
|
"step": 171 |
|
}, |
|
{ |
|
"epoch": 0.21818181818181817, |
|
"grad_norm": 3.0250513553619385, |
|
"learning_rate": 1.916287813234012e-05, |
|
"loss": 0.1996, |
|
"step": 172 |
|
}, |
|
{ |
|
"epoch": 0.21945031712473573, |
|
"grad_norm": 2.8498682975769043, |
|
"learning_rate": 1.914504109994149e-05, |
|
"loss": 0.2383, |
|
"step": 173 |
|
}, |
|
{ |
|
"epoch": 0.22071881606765328, |
|
"grad_norm": 3.0769264698028564, |
|
"learning_rate": 1.912702451472465e-05, |
|
"loss": 0.2481, |
|
"step": 174 |
|
}, |
|
{ |
|
"epoch": 0.2219873150105708, |
|
"grad_norm": 3.5798423290252686, |
|
"learning_rate": 1.910882873042542e-05, |
|
"loss": 0.2883, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 0.22325581395348837, |
|
"grad_norm": 4.30120849609375, |
|
"learning_rate": 1.9090454104298003e-05, |
|
"loss": 0.2893, |
|
"step": 176 |
|
}, |
|
{ |
|
"epoch": 0.22452431289640593, |
|
"grad_norm": 4.033363342285156, |
|
"learning_rate": 1.907190099710796e-05, |
|
"loss": 0.2408, |
|
"step": 177 |
|
}, |
|
{ |
|
"epoch": 0.22579281183932345, |
|
"grad_norm": 6.6475348472595215, |
|
"learning_rate": 1.9053169773125143e-05, |
|
"loss": 0.2549, |
|
"step": 178 |
|
}, |
|
{ |
|
"epoch": 0.227061310782241, |
|
"grad_norm": 5.1474199295043945, |
|
"learning_rate": 1.903426080011651e-05, |
|
"loss": 0.2493, |
|
"step": 179 |
|
}, |
|
{ |
|
"epoch": 0.22832980972515857, |
|
"grad_norm": 4.56413459777832, |
|
"learning_rate": 1.901517444933894e-05, |
|
"loss": 0.2345, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.22832980972515857, |
|
"eval_accuracy": 0.8587196467991169, |
|
"eval_f1": 0.7253218884120172, |
|
"eval_loss": 0.3289457857608795, |
|
"eval_precision": 0.7971698113207547, |
|
"eval_recall": 0.6653543307086615, |
|
"eval_runtime": 51.489, |
|
"eval_samples_per_second": 5.38, |
|
"eval_steps_per_second": 0.175, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.22959830866807612, |
|
"grad_norm": 6.834506988525391, |
|
"learning_rate": 1.8995911095531932e-05, |
|
"loss": 0.2355, |
|
"step": 181 |
|
}, |
|
{ |
|
"epoch": 0.23086680761099365, |
|
"grad_norm": 6.830471038818359, |
|
"learning_rate": 1.8976471116910236e-05, |
|
"loss": 0.2727, |
|
"step": 182 |
|
}, |
|
{ |
|
"epoch": 0.2321353065539112, |
|
"grad_norm": 4.903042316436768, |
|
"learning_rate": 1.895685489515644e-05, |
|
"loss": 0.25, |
|
"step": 183 |
|
}, |
|
{ |
|
"epoch": 0.23340380549682876, |
|
"grad_norm": 3.5585076808929443, |
|
"learning_rate": 1.8937062815413466e-05, |
|
"loss": 0.2276, |
|
"step": 184 |
|
}, |
|
{ |
|
"epoch": 0.2346723044397463, |
|
"grad_norm": 3.2517757415771484, |
|
"learning_rate": 1.891709526627703e-05, |
|
"loss": 0.2492, |
|
"step": 185 |
|
}, |
|
{ |
|
"epoch": 0.23594080338266385, |
|
"grad_norm": 5.2381181716918945, |
|
"learning_rate": 1.8896952639787977e-05, |
|
"loss": 0.1813, |
|
"step": 186 |
|
}, |
|
{ |
|
"epoch": 0.2372093023255814, |
|
"grad_norm": 6.287901401519775, |
|
"learning_rate": 1.8876635331424616e-05, |
|
"loss": 0.2281, |
|
"step": 187 |
|
}, |
|
{ |
|
"epoch": 0.23847780126849893, |
|
"grad_norm": 4.748634338378906, |
|
"learning_rate": 1.8856143740094938e-05, |
|
"loss": 0.2654, |
|
"step": 188 |
|
}, |
|
{ |
|
"epoch": 0.2397463002114165, |
|
"grad_norm": 7.864667892456055, |
|
"learning_rate": 1.8835478268128784e-05, |
|
"loss": 0.2791, |
|
"step": 189 |
|
}, |
|
{ |
|
"epoch": 0.24101479915433405, |
|
"grad_norm": 5.30699348449707, |
|
"learning_rate": 1.881463932126996e-05, |
|
"loss": 0.2772, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.24228329809725158, |
|
"grad_norm": 4.305821895599365, |
|
"learning_rate": 1.879362730866825e-05, |
|
"loss": 0.2552, |
|
"step": 191 |
|
}, |
|
{ |
|
"epoch": 0.24355179704016913, |
|
"grad_norm": 9.22236442565918, |
|
"learning_rate": 1.8772442642871405e-05, |
|
"loss": 0.3735, |
|
"step": 192 |
|
}, |
|
{ |
|
"epoch": 0.2448202959830867, |
|
"grad_norm": 3.3223769664764404, |
|
"learning_rate": 1.8751085739817017e-05, |
|
"loss": 0.2447, |
|
"step": 193 |
|
}, |
|
{ |
|
"epoch": 0.24608879492600422, |
|
"grad_norm": 4.844041347503662, |
|
"learning_rate": 1.8729557018824382e-05, |
|
"loss": 0.3255, |
|
"step": 194 |
|
}, |
|
{ |
|
"epoch": 0.24735729386892177, |
|
"grad_norm": 3.9604134559631348, |
|
"learning_rate": 1.8707856902586244e-05, |
|
"loss": 0.2706, |
|
"step": 195 |
|
}, |
|
{ |
|
"epoch": 0.24862579281183933, |
|
"grad_norm": 3.333854913711548, |
|
"learning_rate": 1.8685985817160503e-05, |
|
"loss": 0.2665, |
|
"step": 196 |
|
}, |
|
{ |
|
"epoch": 0.24989429175475686, |
|
"grad_norm": 2.807447910308838, |
|
"learning_rate": 1.8663944191961853e-05, |
|
"loss": 0.2699, |
|
"step": 197 |
|
}, |
|
{ |
|
"epoch": 0.25116279069767444, |
|
"grad_norm": 4.559386730194092, |
|
"learning_rate": 1.864173245975335e-05, |
|
"loss": 0.2557, |
|
"step": 198 |
|
}, |
|
{ |
|
"epoch": 0.25243128964059197, |
|
"grad_norm": 3.0040392875671387, |
|
"learning_rate": 1.861935105663791e-05, |
|
"loss": 0.2343, |
|
"step": 199 |
|
}, |
|
{ |
|
"epoch": 0.2536997885835095, |
|
"grad_norm": 3.234032154083252, |
|
"learning_rate": 1.8596800422049756e-05, |
|
"loss": 0.2964, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.2536997885835095, |
|
"eval_accuracy": 0.8377483443708609, |
|
"eval_f1": 0.6388206388206388, |
|
"eval_loss": 0.33216196298599243, |
|
"eval_precision": 0.8496732026143791, |
|
"eval_recall": 0.5118110236220472, |
|
"eval_runtime": 51.0562, |
|
"eval_samples_per_second": 5.425, |
|
"eval_steps_per_second": 0.176, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.2549682875264271, |
|
"grad_norm": 2.9896929264068604, |
|
"learning_rate": 1.8574080998745785e-05, |
|
"loss": 0.2425, |
|
"step": 201 |
|
}, |
|
{ |
|
"epoch": 0.2562367864693446, |
|
"grad_norm": 4.189578056335449, |
|
"learning_rate": 1.8551193232796862e-05, |
|
"loss": 0.274, |
|
"step": 202 |
|
}, |
|
{ |
|
"epoch": 0.25750528541226214, |
|
"grad_norm": 3.2401742935180664, |
|
"learning_rate": 1.852813757357909e-05, |
|
"loss": 0.2548, |
|
"step": 203 |
|
}, |
|
{ |
|
"epoch": 0.2587737843551797, |
|
"grad_norm": 3.4946937561035156, |
|
"learning_rate": 1.8504914473764973e-05, |
|
"loss": 0.2924, |
|
"step": 204 |
|
}, |
|
{ |
|
"epoch": 0.26004228329809725, |
|
"grad_norm": 2.9049434661865234, |
|
"learning_rate": 1.8481524389314508e-05, |
|
"loss": 0.2132, |
|
"step": 205 |
|
}, |
|
{ |
|
"epoch": 0.2613107822410148, |
|
"grad_norm": 3.942204475402832, |
|
"learning_rate": 1.845796777946627e-05, |
|
"loss": 0.251, |
|
"step": 206 |
|
}, |
|
{ |
|
"epoch": 0.26257928118393237, |
|
"grad_norm": 3.098745822906494, |
|
"learning_rate": 1.8434245106728367e-05, |
|
"loss": 0.2698, |
|
"step": 207 |
|
}, |
|
{ |
|
"epoch": 0.2638477801268499, |
|
"grad_norm": 3.4184677600860596, |
|
"learning_rate": 1.8410356836869374e-05, |
|
"loss": 0.2239, |
|
"step": 208 |
|
}, |
|
{ |
|
"epoch": 0.2651162790697674, |
|
"grad_norm": 2.8000166416168213, |
|
"learning_rate": 1.8386303438909182e-05, |
|
"loss": 0.2144, |
|
"step": 209 |
|
}, |
|
{ |
|
"epoch": 0.266384778012685, |
|
"grad_norm": 4.3039937019348145, |
|
"learning_rate": 1.8362085385109788e-05, |
|
"loss": 0.2572, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.26765327695560254, |
|
"grad_norm": 3.855637311935425, |
|
"learning_rate": 1.8337703150966025e-05, |
|
"loss": 0.2392, |
|
"step": 211 |
|
}, |
|
{ |
|
"epoch": 0.26892177589852007, |
|
"grad_norm": 3.2118887901306152, |
|
"learning_rate": 1.8313157215196237e-05, |
|
"loss": 0.21, |
|
"step": 212 |
|
}, |
|
{ |
|
"epoch": 0.27019027484143765, |
|
"grad_norm": 4.038395881652832, |
|
"learning_rate": 1.8288448059732852e-05, |
|
"loss": 0.1917, |
|
"step": 213 |
|
}, |
|
{ |
|
"epoch": 0.2714587737843552, |
|
"grad_norm": 6.29147481918335, |
|
"learning_rate": 1.8263576169712955e-05, |
|
"loss": 0.2542, |
|
"step": 214 |
|
}, |
|
{ |
|
"epoch": 0.2727272727272727, |
|
"grad_norm": 6.392573356628418, |
|
"learning_rate": 1.823854203346872e-05, |
|
"loss": 0.2953, |
|
"step": 215 |
|
}, |
|
{ |
|
"epoch": 0.2739957716701903, |
|
"grad_norm": 5.477741718292236, |
|
"learning_rate": 1.8213346142517884e-05, |
|
"loss": 0.3066, |
|
"step": 216 |
|
}, |
|
{ |
|
"epoch": 0.2752642706131078, |
|
"grad_norm": 7.538582801818848, |
|
"learning_rate": 1.8187988991554027e-05, |
|
"loss": 0.303, |
|
"step": 217 |
|
}, |
|
{ |
|
"epoch": 0.27653276955602535, |
|
"grad_norm": 4.740074634552002, |
|
"learning_rate": 1.8162471078436903e-05, |
|
"loss": 0.2752, |
|
"step": 218 |
|
}, |
|
{ |
|
"epoch": 0.27780126849894293, |
|
"grad_norm": 3.831221580505371, |
|
"learning_rate": 1.8136792904182657e-05, |
|
"loss": 0.2749, |
|
"step": 219 |
|
}, |
|
{ |
|
"epoch": 0.27906976744186046, |
|
"grad_norm": 3.5587270259857178, |
|
"learning_rate": 1.8110954972953984e-05, |
|
"loss": 0.2655, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.27906976744186046, |
|
"eval_accuracy": 0.8278145695364238, |
|
"eval_f1": 0.5979381443298969, |
|
"eval_loss": 0.3495219349861145, |
|
"eval_precision": 0.8656716417910447, |
|
"eval_recall": 0.4566929133858268, |
|
"eval_runtime": 51.5039, |
|
"eval_samples_per_second": 5.378, |
|
"eval_steps_per_second": 0.175, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.280338266384778, |
|
"grad_norm": 4.122521877288818, |
|
"learning_rate": 1.8084957792050226e-05, |
|
"loss": 0.2141, |
|
"step": 221 |
|
}, |
|
{ |
|
"epoch": 0.2816067653276956, |
|
"grad_norm": 3.4336111545562744, |
|
"learning_rate": 1.8058801871897423e-05, |
|
"loss": 0.1997, |
|
"step": 222 |
|
}, |
|
{ |
|
"epoch": 0.2828752642706131, |
|
"grad_norm": 4.062242031097412, |
|
"learning_rate": 1.803248772603828e-05, |
|
"loss": 0.2811, |
|
"step": 223 |
|
}, |
|
{ |
|
"epoch": 0.28414376321353063, |
|
"grad_norm": 4.814560413360596, |
|
"learning_rate": 1.8006015871122105e-05, |
|
"loss": 0.1923, |
|
"step": 224 |
|
}, |
|
{ |
|
"epoch": 0.2854122621564482, |
|
"grad_norm": 3.1431543827056885, |
|
"learning_rate": 1.797938682689462e-05, |
|
"loss": 0.223, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 0.28668076109936574, |
|
"grad_norm": 4.914591312408447, |
|
"learning_rate": 1.7952601116187822e-05, |
|
"loss": 0.2928, |
|
"step": 226 |
|
}, |
|
{ |
|
"epoch": 0.2879492600422833, |
|
"grad_norm": 2.977471113204956, |
|
"learning_rate": 1.7925659264909657e-05, |
|
"loss": 0.2562, |
|
"step": 227 |
|
}, |
|
{ |
|
"epoch": 0.28921775898520086, |
|
"grad_norm": 5.882057189941406, |
|
"learning_rate": 1.7898561802033717e-05, |
|
"loss": 0.2599, |
|
"step": 228 |
|
}, |
|
{ |
|
"epoch": 0.2904862579281184, |
|
"grad_norm": 7.490647792816162, |
|
"learning_rate": 1.7871309259588884e-05, |
|
"loss": 0.2616, |
|
"step": 229 |
|
}, |
|
{ |
|
"epoch": 0.2917547568710359, |
|
"grad_norm": 8.199599266052246, |
|
"learning_rate": 1.784390217264882e-05, |
|
"loss": 0.2665, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 0.2930232558139535, |
|
"grad_norm": 2.947110414505005, |
|
"learning_rate": 1.781634107932153e-05, |
|
"loss": 0.183, |
|
"step": 231 |
|
}, |
|
{ |
|
"epoch": 0.294291754756871, |
|
"grad_norm": 5.069705486297607, |
|
"learning_rate": 1.7788626520738745e-05, |
|
"loss": 0.2423, |
|
"step": 232 |
|
}, |
|
{ |
|
"epoch": 0.2955602536997886, |
|
"grad_norm": 3.6471478939056396, |
|
"learning_rate": 1.776075904104533e-05, |
|
"loss": 0.24, |
|
"step": 233 |
|
}, |
|
{ |
|
"epoch": 0.29682875264270614, |
|
"grad_norm": 3.3612494468688965, |
|
"learning_rate": 1.773273918738857e-05, |
|
"loss": 0.2007, |
|
"step": 234 |
|
}, |
|
{ |
|
"epoch": 0.29809725158562367, |
|
"grad_norm": 3.5518970489501953, |
|
"learning_rate": 1.7704567509907468e-05, |
|
"loss": 0.2526, |
|
"step": 235 |
|
}, |
|
{ |
|
"epoch": 0.29936575052854125, |
|
"grad_norm": 5.473038673400879, |
|
"learning_rate": 1.7676244561721905e-05, |
|
"loss": 0.2802, |
|
"step": 236 |
|
}, |
|
{ |
|
"epoch": 0.3006342494714588, |
|
"grad_norm": 4.366296768188477, |
|
"learning_rate": 1.7647770898921798e-05, |
|
"loss": 0.2698, |
|
"step": 237 |
|
}, |
|
{ |
|
"epoch": 0.3019027484143763, |
|
"grad_norm": 6.12213659286499, |
|
"learning_rate": 1.7619147080556188e-05, |
|
"loss": 0.2266, |
|
"step": 238 |
|
}, |
|
{ |
|
"epoch": 0.3031712473572939, |
|
"grad_norm": 4.8955864906311035, |
|
"learning_rate": 1.759037366862224e-05, |
|
"loss": 0.2574, |
|
"step": 239 |
|
}, |
|
{ |
|
"epoch": 0.3044397463002114, |
|
"grad_norm": 4.285499572753906, |
|
"learning_rate": 1.7561451228054247e-05, |
|
"loss": 0.3252, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.3044397463002114, |
|
"eval_accuracy": 0.8454746136865342, |
|
"eval_f1": 0.6713615023474179, |
|
"eval_loss": 0.31889277696609497, |
|
"eval_precision": 0.8313953488372093, |
|
"eval_recall": 0.562992125984252, |
|
"eval_runtime": 51.2215, |
|
"eval_samples_per_second": 5.408, |
|
"eval_steps_per_second": 0.176, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.30570824524312895, |
|
"grad_norm": 3.903001308441162, |
|
"learning_rate": 1.7532380326712487e-05, |
|
"loss": 0.2511, |
|
"step": 241 |
|
}, |
|
{ |
|
"epoch": 0.30697674418604654, |
|
"grad_norm": 5.383487701416016, |
|
"learning_rate": 1.7503161535372126e-05, |
|
"loss": 0.2861, |
|
"step": 242 |
|
}, |
|
{ |
|
"epoch": 0.30824524312896406, |
|
"grad_norm": 5.267589569091797, |
|
"learning_rate": 1.7473795427711975e-05, |
|
"loss": 0.1947, |
|
"step": 243 |
|
}, |
|
{ |
|
"epoch": 0.3095137420718816, |
|
"grad_norm": 6.931105613708496, |
|
"learning_rate": 1.7444282580303237e-05, |
|
"loss": 0.2462, |
|
"step": 244 |
|
}, |
|
{ |
|
"epoch": 0.3107822410147992, |
|
"grad_norm": 7.340319633483887, |
|
"learning_rate": 1.74146235725982e-05, |
|
"loss": 0.2709, |
|
"step": 245 |
|
}, |
|
{ |
|
"epoch": 0.3120507399577167, |
|
"grad_norm": 4.371819972991943, |
|
"learning_rate": 1.738481898691884e-05, |
|
"loss": 0.2763, |
|
"step": 246 |
|
}, |
|
{ |
|
"epoch": 0.31331923890063423, |
|
"grad_norm": 4.855105400085449, |
|
"learning_rate": 1.7354869408445393e-05, |
|
"loss": 0.2306, |
|
"step": 247 |
|
}, |
|
{ |
|
"epoch": 0.3145877378435518, |
|
"grad_norm": 2.958298683166504, |
|
"learning_rate": 1.7324775425204877e-05, |
|
"loss": 0.2072, |
|
"step": 248 |
|
}, |
|
{ |
|
"epoch": 0.31585623678646935, |
|
"grad_norm": 3.649681806564331, |
|
"learning_rate": 1.729453762805954e-05, |
|
"loss": 0.2535, |
|
"step": 249 |
|
}, |
|
{ |
|
"epoch": 0.3171247357293869, |
|
"grad_norm": 3.00809383392334, |
|
"learning_rate": 1.7264156610695247e-05, |
|
"loss": 0.2002, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.31839323467230446, |
|
"grad_norm": 2.804321050643921, |
|
"learning_rate": 1.7233632969609844e-05, |
|
"loss": 0.2373, |
|
"step": 251 |
|
}, |
|
{ |
|
"epoch": 0.319661733615222, |
|
"grad_norm": 4.483391761779785, |
|
"learning_rate": 1.7202967304101434e-05, |
|
"loss": 0.226, |
|
"step": 252 |
|
}, |
|
{ |
|
"epoch": 0.3209302325581395, |
|
"grad_norm": 4.620050430297852, |
|
"learning_rate": 1.7172160216256607e-05, |
|
"loss": 0.2272, |
|
"step": 253 |
|
}, |
|
{ |
|
"epoch": 0.3221987315010571, |
|
"grad_norm": 4.082276821136475, |
|
"learning_rate": 1.714121231093864e-05, |
|
"loss": 0.2021, |
|
"step": 254 |
|
}, |
|
{ |
|
"epoch": 0.32346723044397463, |
|
"grad_norm": 4.720620632171631, |
|
"learning_rate": 1.7110124195775592e-05, |
|
"loss": 0.2471, |
|
"step": 255 |
|
}, |
|
{ |
|
"epoch": 0.32473572938689216, |
|
"grad_norm": 3.695242166519165, |
|
"learning_rate": 1.707889648114839e-05, |
|
"loss": 0.2629, |
|
"step": 256 |
|
}, |
|
{ |
|
"epoch": 0.32600422832980974, |
|
"grad_norm": 5.539944648742676, |
|
"learning_rate": 1.704752978017885e-05, |
|
"loss": 0.219, |
|
"step": 257 |
|
}, |
|
{ |
|
"epoch": 0.32727272727272727, |
|
"grad_norm": 4.941290378570557, |
|
"learning_rate": 1.701602470871763e-05, |
|
"loss": 0.2, |
|
"step": 258 |
|
}, |
|
{ |
|
"epoch": 0.3285412262156448, |
|
"grad_norm": 5.238450527191162, |
|
"learning_rate": 1.698438188533213e-05, |
|
"loss": 0.1941, |
|
"step": 259 |
|
}, |
|
{ |
|
"epoch": 0.3298097251585624, |
|
"grad_norm": 3.7015936374664307, |
|
"learning_rate": 1.6952601931294372e-05, |
|
"loss": 0.2561, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.3298097251585624, |
|
"eval_accuracy": 0.8532008830022075, |
|
"eval_f1": 0.6997742663656885, |
|
"eval_loss": 0.3227859139442444, |
|
"eval_precision": 0.8201058201058201, |
|
"eval_recall": 0.610236220472441, |
|
"eval_runtime": 51.1034, |
|
"eval_samples_per_second": 5.42, |
|
"eval_steps_per_second": 0.176, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.3310782241014799, |
|
"grad_norm": 3.9863884449005127, |
|
"learning_rate": 1.6920685470568775e-05, |
|
"loss": 0.2591, |
|
"step": 261 |
|
}, |
|
{ |
|
"epoch": 0.33234672304439744, |
|
"grad_norm": 3.281353712081909, |
|
"learning_rate": 1.6888633129799932e-05, |
|
"loss": 0.1717, |
|
"step": 262 |
|
}, |
|
{ |
|
"epoch": 0.333615221987315, |
|
"grad_norm": 3.945847749710083, |
|
"learning_rate": 1.6856445538300273e-05, |
|
"loss": 0.2916, |
|
"step": 263 |
|
}, |
|
{ |
|
"epoch": 0.33488372093023255, |
|
"grad_norm": 4.858996391296387, |
|
"learning_rate": 1.6824123328037737e-05, |
|
"loss": 0.2521, |
|
"step": 264 |
|
}, |
|
{ |
|
"epoch": 0.3361522198731501, |
|
"grad_norm": 7.984918594360352, |
|
"learning_rate": 1.6791667133623354e-05, |
|
"loss": 0.2878, |
|
"step": 265 |
|
}, |
|
{ |
|
"epoch": 0.33742071881606767, |
|
"grad_norm": 2.9552502632141113, |
|
"learning_rate": 1.675907759229879e-05, |
|
"loss": 0.2246, |
|
"step": 266 |
|
}, |
|
{ |
|
"epoch": 0.3386892177589852, |
|
"grad_norm": 5.446991443634033, |
|
"learning_rate": 1.6726355343923816e-05, |
|
"loss": 0.2362, |
|
"step": 267 |
|
}, |
|
{ |
|
"epoch": 0.3399577167019027, |
|
"grad_norm": 4.872383117675781, |
|
"learning_rate": 1.6693501030963775e-05, |
|
"loss": 0.2282, |
|
"step": 268 |
|
}, |
|
{ |
|
"epoch": 0.3412262156448203, |
|
"grad_norm": 4.628652095794678, |
|
"learning_rate": 1.6660515298476943e-05, |
|
"loss": 0.2489, |
|
"step": 269 |
|
}, |
|
{ |
|
"epoch": 0.34249471458773784, |
|
"grad_norm": 3.3619189262390137, |
|
"learning_rate": 1.6627398794101883e-05, |
|
"loss": 0.2158, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 0.34376321353065536, |
|
"grad_norm": 4.453815937042236, |
|
"learning_rate": 1.659415216804471e-05, |
|
"loss": 0.267, |
|
"step": 271 |
|
}, |
|
{ |
|
"epoch": 0.34503171247357295, |
|
"grad_norm": 4.466940879821777, |
|
"learning_rate": 1.6560776073066343e-05, |
|
"loss": 0.2187, |
|
"step": 272 |
|
}, |
|
{ |
|
"epoch": 0.3463002114164905, |
|
"grad_norm": 4.6378397941589355, |
|
"learning_rate": 1.652727116446968e-05, |
|
"loss": 0.2104, |
|
"step": 273 |
|
}, |
|
{ |
|
"epoch": 0.347568710359408, |
|
"grad_norm": 3.28175950050354, |
|
"learning_rate": 1.6493638100086726e-05, |
|
"loss": 0.2269, |
|
"step": 274 |
|
}, |
|
{ |
|
"epoch": 0.3488372093023256, |
|
"grad_norm": 5.272284507751465, |
|
"learning_rate": 1.6459877540265686e-05, |
|
"loss": 0.257, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 0.3501057082452431, |
|
"grad_norm": 2.739626407623291, |
|
"learning_rate": 1.6425990147858004e-05, |
|
"loss": 0.1847, |
|
"step": 276 |
|
}, |
|
{ |
|
"epoch": 0.3513742071881607, |
|
"grad_norm": 4.007655620574951, |
|
"learning_rate": 1.639197658820534e-05, |
|
"loss": 0.2498, |
|
"step": 277 |
|
}, |
|
{ |
|
"epoch": 0.35264270613107823, |
|
"grad_norm": 2.493644952774048, |
|
"learning_rate": 1.6357837529126502e-05, |
|
"loss": 0.1925, |
|
"step": 278 |
|
}, |
|
{ |
|
"epoch": 0.35391120507399576, |
|
"grad_norm": 5.886753559112549, |
|
"learning_rate": 1.6323573640904352e-05, |
|
"loss": 0.2331, |
|
"step": 279 |
|
}, |
|
{ |
|
"epoch": 0.35517970401691334, |
|
"grad_norm": 3.9009897708892822, |
|
"learning_rate": 1.628918559627262e-05, |
|
"loss": 0.1661, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.35517970401691334, |
|
"eval_accuracy": 0.8498896247240618, |
|
"eval_f1": 0.6746411483253588, |
|
"eval_loss": 0.31411004066467285, |
|
"eval_precision": 0.8597560975609756, |
|
"eval_recall": 0.5551181102362205, |
|
"eval_runtime": 51.0464, |
|
"eval_samples_per_second": 5.426, |
|
"eval_steps_per_second": 0.176, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.3564482029598309, |
|
"grad_norm": 5.003305912017822, |
|
"learning_rate": 1.625467407040273e-05, |
|
"loss": 0.2532, |
|
"step": 281 |
|
}, |
|
{ |
|
"epoch": 0.3577167019027484, |
|
"grad_norm": 3.5860018730163574, |
|
"learning_rate": 1.6220039740890507e-05, |
|
"loss": 0.2194, |
|
"step": 282 |
|
}, |
|
{ |
|
"epoch": 0.358985200845666, |
|
"grad_norm": 3.8231117725372314, |
|
"learning_rate": 1.6185283287742902e-05, |
|
"loss": 0.2183, |
|
"step": 283 |
|
}, |
|
{ |
|
"epoch": 0.3602536997885835, |
|
"grad_norm": 5.111902236938477, |
|
"learning_rate": 1.615040539336462e-05, |
|
"loss": 0.2831, |
|
"step": 284 |
|
}, |
|
{ |
|
"epoch": 0.36152219873150104, |
|
"grad_norm": 7.390100002288818, |
|
"learning_rate": 1.6115406742544736e-05, |
|
"loss": 0.2675, |
|
"step": 285 |
|
}, |
|
{ |
|
"epoch": 0.3627906976744186, |
|
"grad_norm": 4.8447489738464355, |
|
"learning_rate": 1.6080288022443242e-05, |
|
"loss": 0.184, |
|
"step": 286 |
|
}, |
|
{ |
|
"epoch": 0.36405919661733616, |
|
"grad_norm": 4.323414325714111, |
|
"learning_rate": 1.6045049922577567e-05, |
|
"loss": 0.2267, |
|
"step": 287 |
|
}, |
|
{ |
|
"epoch": 0.3653276955602537, |
|
"grad_norm": 4.628475189208984, |
|
"learning_rate": 1.6009693134809018e-05, |
|
"loss": 0.2527, |
|
"step": 288 |
|
}, |
|
{ |
|
"epoch": 0.36659619450317127, |
|
"grad_norm": 5.454392910003662, |
|
"learning_rate": 1.597421835332922e-05, |
|
"loss": 0.2165, |
|
"step": 289 |
|
}, |
|
{ |
|
"epoch": 0.3678646934460888, |
|
"grad_norm": 3.9720702171325684, |
|
"learning_rate": 1.5938626274646457e-05, |
|
"loss": 0.2671, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 0.3691331923890063, |
|
"grad_norm": 4.625940322875977, |
|
"learning_rate": 1.590291759757204e-05, |
|
"loss": 0.242, |
|
"step": 291 |
|
}, |
|
{ |
|
"epoch": 0.3704016913319239, |
|
"grad_norm": 3.9591894149780273, |
|
"learning_rate": 1.5867093023206538e-05, |
|
"loss": 0.185, |
|
"step": 292 |
|
}, |
|
{ |
|
"epoch": 0.37167019027484144, |
|
"grad_norm": 9.09524154663086, |
|
"learning_rate": 1.5831153254926048e-05, |
|
"loss": 0.2799, |
|
"step": 293 |
|
}, |
|
{ |
|
"epoch": 0.37293868921775897, |
|
"grad_norm": 3.936962127685547, |
|
"learning_rate": 1.579509899836837e-05, |
|
"loss": 0.2206, |
|
"step": 294 |
|
}, |
|
{ |
|
"epoch": 0.37420718816067655, |
|
"grad_norm": 3.293510913848877, |
|
"learning_rate": 1.5758930961419154e-05, |
|
"loss": 0.202, |
|
"step": 295 |
|
}, |
|
{ |
|
"epoch": 0.3754756871035941, |
|
"grad_norm": 4.638730525970459, |
|
"learning_rate": 1.5722649854198007e-05, |
|
"loss": 0.2745, |
|
"step": 296 |
|
}, |
|
{ |
|
"epoch": 0.3767441860465116, |
|
"grad_norm": 11.325010299682617, |
|
"learning_rate": 1.568625638904454e-05, |
|
"loss": 0.258, |
|
"step": 297 |
|
}, |
|
{ |
|
"epoch": 0.3780126849894292, |
|
"grad_norm": 3.792722702026367, |
|
"learning_rate": 1.564975128050439e-05, |
|
"loss": 0.2376, |
|
"step": 298 |
|
}, |
|
{ |
|
"epoch": 0.3792811839323467, |
|
"grad_norm": 4.620094299316406, |
|
"learning_rate": 1.5613135245315196e-05, |
|
"loss": 0.2361, |
|
"step": 299 |
|
}, |
|
{ |
|
"epoch": 0.38054968287526425, |
|
"grad_norm": 4.535460948944092, |
|
"learning_rate": 1.557640900239251e-05, |
|
"loss": 0.1812, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.38054968287526425, |
|
"eval_accuracy": 0.8300220750551877, |
|
"eval_f1": 0.6169154228855721, |
|
"eval_loss": 0.33304014801979065, |
|
"eval_precision": 0.8378378378378378, |
|
"eval_recall": 0.4881889763779528, |
|
"eval_runtime": 50.8332, |
|
"eval_samples_per_second": 5.449, |
|
"eval_steps_per_second": 0.177, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.38181818181818183, |
|
"grad_norm": 3.9105491638183594, |
|
"learning_rate": 1.5539573272815698e-05, |
|
"loss": 0.2252, |
|
"step": 301 |
|
}, |
|
{ |
|
"epoch": 0.38308668076109936, |
|
"grad_norm": 5.97371244430542, |
|
"learning_rate": 1.5502628779813774e-05, |
|
"loss": 0.3113, |
|
"step": 302 |
|
}, |
|
{ |
|
"epoch": 0.3843551797040169, |
|
"grad_norm": 2.844496965408325, |
|
"learning_rate": 1.54655762487512e-05, |
|
"loss": 0.1796, |
|
"step": 303 |
|
}, |
|
{ |
|
"epoch": 0.3856236786469345, |
|
"grad_norm": 5.323549270629883, |
|
"learning_rate": 1.542841640711365e-05, |
|
"loss": 0.2381, |
|
"step": 304 |
|
}, |
|
{ |
|
"epoch": 0.386892177589852, |
|
"grad_norm": 3.897357940673828, |
|
"learning_rate": 1.539114998449372e-05, |
|
"loss": 0.2174, |
|
"step": 305 |
|
}, |
|
{ |
|
"epoch": 0.38816067653276953, |
|
"grad_norm": 3.345202922821045, |
|
"learning_rate": 1.5353777712576613e-05, |
|
"loss": 0.2236, |
|
"step": 306 |
|
}, |
|
{ |
|
"epoch": 0.3894291754756871, |
|
"grad_norm": 4.982361316680908, |
|
"learning_rate": 1.531630032512575e-05, |
|
"loss": 0.2484, |
|
"step": 307 |
|
}, |
|
{ |
|
"epoch": 0.39069767441860465, |
|
"grad_norm": 3.730459213256836, |
|
"learning_rate": 1.5278718557968405e-05, |
|
"loss": 0.2516, |
|
"step": 308 |
|
}, |
|
{ |
|
"epoch": 0.3919661733615222, |
|
"grad_norm": 5.202997207641602, |
|
"learning_rate": 1.5241033148981209e-05, |
|
"loss": 0.2951, |
|
"step": 309 |
|
}, |
|
{ |
|
"epoch": 0.39323467230443976, |
|
"grad_norm": 3.5829482078552246, |
|
"learning_rate": 1.5203244838075702e-05, |
|
"loss": 0.2491, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 0.3945031712473573, |
|
"grad_norm": 6.405603408813477, |
|
"learning_rate": 1.5165354367183778e-05, |
|
"loss": 0.2377, |
|
"step": 311 |
|
}, |
|
{ |
|
"epoch": 0.3957716701902748, |
|
"grad_norm": 4.980127334594727, |
|
"learning_rate": 1.5127362480243139e-05, |
|
"loss": 0.1729, |
|
"step": 312 |
|
}, |
|
{ |
|
"epoch": 0.3970401691331924, |
|
"grad_norm": 3.1744191646575928, |
|
"learning_rate": 1.508926992318268e-05, |
|
"loss": 0.2174, |
|
"step": 313 |
|
}, |
|
{ |
|
"epoch": 0.39830866807610993, |
|
"grad_norm": 5.434924125671387, |
|
"learning_rate": 1.505107744390783e-05, |
|
"loss": 0.2544, |
|
"step": 314 |
|
}, |
|
{ |
|
"epoch": 0.39957716701902746, |
|
"grad_norm": 4.3313212394714355, |
|
"learning_rate": 1.5012785792285901e-05, |
|
"loss": 0.229, |
|
"step": 315 |
|
}, |
|
{ |
|
"epoch": 0.40084566596194504, |
|
"grad_norm": 3.850680351257324, |
|
"learning_rate": 1.4974395720131328e-05, |
|
"loss": 0.2952, |
|
"step": 316 |
|
}, |
|
{ |
|
"epoch": 0.40211416490486257, |
|
"grad_norm": 3.698664665222168, |
|
"learning_rate": 1.4935907981190931e-05, |
|
"loss": 0.2758, |
|
"step": 317 |
|
}, |
|
{ |
|
"epoch": 0.40338266384778015, |
|
"grad_norm": 4.980349540710449, |
|
"learning_rate": 1.4897323331129113e-05, |
|
"loss": 0.2672, |
|
"step": 318 |
|
}, |
|
{ |
|
"epoch": 0.4046511627906977, |
|
"grad_norm": 4.738137245178223, |
|
"learning_rate": 1.4858642527513009e-05, |
|
"loss": 0.2359, |
|
"step": 319 |
|
}, |
|
{ |
|
"epoch": 0.4059196617336152, |
|
"grad_norm": 5.489634990692139, |
|
"learning_rate": 1.4819866329797639e-05, |
|
"loss": 0.3265, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.4059196617336152, |
|
"eval_accuracy": 0.8543046357615894, |
|
"eval_f1": 0.7, |
|
"eval_loss": 0.2961479127407074, |
|
"eval_precision": 0.8279569892473119, |
|
"eval_recall": 0.6062992125984252, |
|
"eval_runtime": 51.0166, |
|
"eval_samples_per_second": 5.43, |
|
"eval_steps_per_second": 0.176, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.4071881606765328, |
|
"grad_norm": 3.285163164138794, |
|
"learning_rate": 1.4780995499310973e-05, |
|
"loss": 0.1567, |
|
"step": 321 |
|
}, |
|
{ |
|
"epoch": 0.4084566596194503, |
|
"grad_norm": 3.621706485748291, |
|
"learning_rate": 1.4742030799238989e-05, |
|
"loss": 0.2204, |
|
"step": 322 |
|
}, |
|
{ |
|
"epoch": 0.40972515856236785, |
|
"grad_norm": 4.652901649475098, |
|
"learning_rate": 1.4702972994610694e-05, |
|
"loss": 0.1918, |
|
"step": 323 |
|
}, |
|
{ |
|
"epoch": 0.41099365750528544, |
|
"grad_norm": 3.95822811126709, |
|
"learning_rate": 1.46638228522831e-05, |
|
"loss": 0.2537, |
|
"step": 324 |
|
}, |
|
{ |
|
"epoch": 0.41226215644820297, |
|
"grad_norm": 6.265679836273193, |
|
"learning_rate": 1.4624581140926169e-05, |
|
"loss": 0.2054, |
|
"step": 325 |
|
}, |
|
{ |
|
"epoch": 0.4135306553911205, |
|
"grad_norm": 3.0921337604522705, |
|
"learning_rate": 1.458524863100772e-05, |
|
"loss": 0.2118, |
|
"step": 326 |
|
}, |
|
{ |
|
"epoch": 0.4147991543340381, |
|
"grad_norm": 3.311448812484741, |
|
"learning_rate": 1.45458260947783e-05, |
|
"loss": 0.1814, |
|
"step": 327 |
|
}, |
|
{ |
|
"epoch": 0.4160676532769556, |
|
"grad_norm": 4.024649620056152, |
|
"learning_rate": 1.4506314306256025e-05, |
|
"loss": 0.2323, |
|
"step": 328 |
|
}, |
|
{ |
|
"epoch": 0.41733615221987314, |
|
"grad_norm": 4.3980536460876465, |
|
"learning_rate": 1.4466714041211383e-05, |
|
"loss": 0.2106, |
|
"step": 329 |
|
}, |
|
{ |
|
"epoch": 0.4186046511627907, |
|
"grad_norm": 5.472320079803467, |
|
"learning_rate": 1.4427026077151998e-05, |
|
"loss": 0.2769, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 0.41987315010570825, |
|
"grad_norm": 5.5313401222229, |
|
"learning_rate": 1.4387251193307369e-05, |
|
"loss": 0.2501, |
|
"step": 331 |
|
}, |
|
{ |
|
"epoch": 0.4211416490486258, |
|
"grad_norm": 5.064823627471924, |
|
"learning_rate": 1.434739017061357e-05, |
|
"loss": 0.3063, |
|
"step": 332 |
|
}, |
|
{ |
|
"epoch": 0.42241014799154336, |
|
"grad_norm": 7.245492458343506, |
|
"learning_rate": 1.4307443791697915e-05, |
|
"loss": 0.251, |
|
"step": 333 |
|
}, |
|
{ |
|
"epoch": 0.4236786469344609, |
|
"grad_norm": 4.918938636779785, |
|
"learning_rate": 1.4267412840863597e-05, |
|
"loss": 0.2897, |
|
"step": 334 |
|
}, |
|
{ |
|
"epoch": 0.4249471458773784, |
|
"grad_norm": 7.725310325622559, |
|
"learning_rate": 1.4227298104074279e-05, |
|
"loss": 0.2339, |
|
"step": 335 |
|
}, |
|
{ |
|
"epoch": 0.426215644820296, |
|
"grad_norm": 3.9810047149658203, |
|
"learning_rate": 1.4187100368938678e-05, |
|
"loss": 0.2219, |
|
"step": 336 |
|
}, |
|
{ |
|
"epoch": 0.42748414376321353, |
|
"grad_norm": 4.304353713989258, |
|
"learning_rate": 1.4146820424695082e-05, |
|
"loss": 0.2547, |
|
"step": 337 |
|
}, |
|
{ |
|
"epoch": 0.42875264270613106, |
|
"grad_norm": 6.903933525085449, |
|
"learning_rate": 1.4106459062195873e-05, |
|
"loss": 0.2123, |
|
"step": 338 |
|
}, |
|
{ |
|
"epoch": 0.43002114164904864, |
|
"grad_norm": 4.345834732055664, |
|
"learning_rate": 1.4066017073891988e-05, |
|
"loss": 0.2094, |
|
"step": 339 |
|
}, |
|
{ |
|
"epoch": 0.4312896405919662, |
|
"grad_norm": 4.44146203994751, |
|
"learning_rate": 1.4025495253817359e-05, |
|
"loss": 0.2217, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 0.4312896405919662, |
|
"eval_accuracy": 0.8664459161147903, |
|
"eval_f1": 0.7430997876857749, |
|
"eval_loss": 0.29700928926467896, |
|
"eval_precision": 0.8064516129032258, |
|
"eval_recall": 0.6889763779527559, |
|
"eval_runtime": 51.4883, |
|
"eval_samples_per_second": 5.38, |
|
"eval_steps_per_second": 0.175, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 0.4325581395348837, |
|
"grad_norm": 4.186248779296875, |
|
"learning_rate": 1.3984894397573332e-05, |
|
"loss": 0.2687, |
|
"step": 341 |
|
}, |
|
{ |
|
"epoch": 0.4338266384778013, |
|
"grad_norm": 4.99129056930542, |
|
"learning_rate": 1.3944215302313042e-05, |
|
"loss": 0.202, |
|
"step": 342 |
|
}, |
|
{ |
|
"epoch": 0.4350951374207188, |
|
"grad_norm": 4.0888848304748535, |
|
"learning_rate": 1.3903458766725757e-05, |
|
"loss": 0.2868, |
|
"step": 343 |
|
}, |
|
{ |
|
"epoch": 0.43636363636363634, |
|
"grad_norm": 6.3171515464782715, |
|
"learning_rate": 1.3862625591021201e-05, |
|
"loss": 0.2175, |
|
"step": 344 |
|
}, |
|
{ |
|
"epoch": 0.4376321353065539, |
|
"grad_norm": 5.681170463562012, |
|
"learning_rate": 1.3821716576913841e-05, |
|
"loss": 0.2224, |
|
"step": 345 |
|
}, |
|
{ |
|
"epoch": 0.43890063424947146, |
|
"grad_norm": 3.9973504543304443, |
|
"learning_rate": 1.3780732527607157e-05, |
|
"loss": 0.2135, |
|
"step": 346 |
|
}, |
|
{ |
|
"epoch": 0.440169133192389, |
|
"grad_norm": 3.7838385105133057, |
|
"learning_rate": 1.3739674247777853e-05, |
|
"loss": 0.2475, |
|
"step": 347 |
|
}, |
|
{ |
|
"epoch": 0.44143763213530657, |
|
"grad_norm": 3.6724958419799805, |
|
"learning_rate": 1.3698542543560068e-05, |
|
"loss": 0.2295, |
|
"step": 348 |
|
}, |
|
{ |
|
"epoch": 0.4427061310782241, |
|
"grad_norm": 3.7347805500030518, |
|
"learning_rate": 1.3657338222529553e-05, |
|
"loss": 0.2553, |
|
"step": 349 |
|
}, |
|
{ |
|
"epoch": 0.4439746300211416, |
|
"grad_norm": 4.058570384979248, |
|
"learning_rate": 1.3616062093687803e-05, |
|
"loss": 0.2698, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.4452431289640592, |
|
"grad_norm": 2.770801067352295, |
|
"learning_rate": 1.3574714967446193e-05, |
|
"loss": 0.1499, |
|
"step": 351 |
|
}, |
|
{ |
|
"epoch": 0.44651162790697674, |
|
"grad_norm": 5.817844867706299, |
|
"learning_rate": 1.3533297655610038e-05, |
|
"loss": 0.2548, |
|
"step": 352 |
|
}, |
|
{ |
|
"epoch": 0.44778012684989427, |
|
"grad_norm": 3.270364999771118, |
|
"learning_rate": 1.3491810971362682e-05, |
|
"loss": 0.2621, |
|
"step": 353 |
|
}, |
|
{ |
|
"epoch": 0.44904862579281185, |
|
"grad_norm": 4.292186260223389, |
|
"learning_rate": 1.3450255729249513e-05, |
|
"loss": 0.2542, |
|
"step": 354 |
|
}, |
|
{ |
|
"epoch": 0.4503171247357294, |
|
"grad_norm": 3.6082029342651367, |
|
"learning_rate": 1.340863274516198e-05, |
|
"loss": 0.2861, |
|
"step": 355 |
|
}, |
|
{ |
|
"epoch": 0.4515856236786469, |
|
"grad_norm": 5.060634136199951, |
|
"learning_rate": 1.3366942836321574e-05, |
|
"loss": 0.2482, |
|
"step": 356 |
|
}, |
|
{ |
|
"epoch": 0.4528541226215645, |
|
"grad_norm": 3.972484827041626, |
|
"learning_rate": 1.3325186821263777e-05, |
|
"loss": 0.2121, |
|
"step": 357 |
|
}, |
|
{ |
|
"epoch": 0.454122621564482, |
|
"grad_norm": 3.285651445388794, |
|
"learning_rate": 1.3283365519821987e-05, |
|
"loss": 0.1904, |
|
"step": 358 |
|
}, |
|
{ |
|
"epoch": 0.4553911205073996, |
|
"grad_norm": 3.950873374938965, |
|
"learning_rate": 1.3241479753111441e-05, |
|
"loss": 0.2098, |
|
"step": 359 |
|
}, |
|
{ |
|
"epoch": 0.45665961945031713, |
|
"grad_norm": 2.7246978282928467, |
|
"learning_rate": 1.3199530343513077e-05, |
|
"loss": 0.2058, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 0.45665961945031713, |
|
"eval_accuracy": 0.8520971302428256, |
|
"eval_f1": 0.6912442396313364, |
|
"eval_loss": 0.3054248094558716, |
|
"eval_precision": 0.8333333333333334, |
|
"eval_recall": 0.5905511811023622, |
|
"eval_runtime": 50.5884, |
|
"eval_samples_per_second": 5.476, |
|
"eval_steps_per_second": 0.178, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 0.45792811839323466, |
|
"grad_norm": 4.469756603240967, |
|
"learning_rate": 1.3157518114657382e-05, |
|
"loss": 0.2589, |
|
"step": 361 |
|
}, |
|
{ |
|
"epoch": 0.45919661733615225, |
|
"grad_norm": 4.308989524841309, |
|
"learning_rate": 1.311544389140824e-05, |
|
"loss": 0.2859, |
|
"step": 362 |
|
}, |
|
{ |
|
"epoch": 0.4604651162790698, |
|
"grad_norm": 3.6170761585235596, |
|
"learning_rate": 1.3073308499846722e-05, |
|
"loss": 0.2399, |
|
"step": 363 |
|
}, |
|
{ |
|
"epoch": 0.4617336152219873, |
|
"grad_norm": 4.052624225616455, |
|
"learning_rate": 1.3031112767254874e-05, |
|
"loss": 0.272, |
|
"step": 364 |
|
}, |
|
{ |
|
"epoch": 0.4630021141649049, |
|
"grad_norm": 3.574326992034912, |
|
"learning_rate": 1.2988857522099471e-05, |
|
"loss": 0.2331, |
|
"step": 365 |
|
}, |
|
{ |
|
"epoch": 0.4642706131078224, |
|
"grad_norm": 3.4199771881103516, |
|
"learning_rate": 1.2946543594015752e-05, |
|
"loss": 0.2147, |
|
"step": 366 |
|
}, |
|
{ |
|
"epoch": 0.46553911205073994, |
|
"grad_norm": 4.001230716705322, |
|
"learning_rate": 1.2904171813791127e-05, |
|
"loss": 0.2274, |
|
"step": 367 |
|
}, |
|
{ |
|
"epoch": 0.46680761099365753, |
|
"grad_norm": 3.2300639152526855, |
|
"learning_rate": 1.2861743013348873e-05, |
|
"loss": 0.257, |
|
"step": 368 |
|
}, |
|
{ |
|
"epoch": 0.46807610993657506, |
|
"grad_norm": 3.6694083213806152, |
|
"learning_rate": 1.2819258025731798e-05, |
|
"loss": 0.175, |
|
"step": 369 |
|
}, |
|
{ |
|
"epoch": 0.4693446088794926, |
|
"grad_norm": 4.965548992156982, |
|
"learning_rate": 1.2776717685085878e-05, |
|
"loss": 0.2061, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 0.47061310782241017, |
|
"grad_norm": 2.8742663860321045, |
|
"learning_rate": 1.2734122826643884e-05, |
|
"loss": 0.1796, |
|
"step": 371 |
|
}, |
|
{ |
|
"epoch": 0.4718816067653277, |
|
"grad_norm": 5.175198078155518, |
|
"learning_rate": 1.2691474286708995e-05, |
|
"loss": 0.2637, |
|
"step": 372 |
|
}, |
|
{ |
|
"epoch": 0.4731501057082452, |
|
"grad_norm": 3.802945613861084, |
|
"learning_rate": 1.2648772902638358e-05, |
|
"loss": 0.2745, |
|
"step": 373 |
|
}, |
|
{ |
|
"epoch": 0.4744186046511628, |
|
"grad_norm": 3.0676567554473877, |
|
"learning_rate": 1.2606019512826655e-05, |
|
"loss": 0.1904, |
|
"step": 374 |
|
}, |
|
{ |
|
"epoch": 0.47568710359408034, |
|
"grad_norm": 4.040560722351074, |
|
"learning_rate": 1.2563214956689646e-05, |
|
"loss": 0.2882, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 0.47695560253699787, |
|
"grad_norm": 5.133072376251221, |
|
"learning_rate": 1.2520360074647686e-05, |
|
"loss": 0.1883, |
|
"step": 376 |
|
}, |
|
{ |
|
"epoch": 0.47822410147991545, |
|
"grad_norm": 3.334303379058838, |
|
"learning_rate": 1.2477455708109228e-05, |
|
"loss": 0.2287, |
|
"step": 377 |
|
}, |
|
{ |
|
"epoch": 0.479492600422833, |
|
"grad_norm": 3.445974349975586, |
|
"learning_rate": 1.243450269945429e-05, |
|
"loss": 0.2616, |
|
"step": 378 |
|
}, |
|
{ |
|
"epoch": 0.4807610993657505, |
|
"grad_norm": 4.057299613952637, |
|
"learning_rate": 1.239150189201793e-05, |
|
"loss": 0.2113, |
|
"step": 379 |
|
}, |
|
{ |
|
"epoch": 0.4820295983086681, |
|
"grad_norm": 3.4984474182128906, |
|
"learning_rate": 1.2348454130073679e-05, |
|
"loss": 0.225, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 0.4820295983086681, |
|
"eval_accuracy": 0.8576158940397351, |
|
"eval_f1": 0.7006960556844548, |
|
"eval_loss": 0.30184322595596313, |
|
"eval_precision": 0.8531073446327684, |
|
"eval_recall": 0.594488188976378, |
|
"eval_runtime": 51.4684, |
|
"eval_samples_per_second": 5.382, |
|
"eval_steps_per_second": 0.175, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 0.4832980972515856, |
|
"grad_norm": 5.044597625732422, |
|
"learning_rate": 1.2305360258816976e-05, |
|
"loss": 0.1806, |
|
"step": 381 |
|
}, |
|
{ |
|
"epoch": 0.48456659619450315, |
|
"grad_norm": 5.378483295440674, |
|
"learning_rate": 1.2262221124348555e-05, |
|
"loss": 0.2141, |
|
"step": 382 |
|
}, |
|
{ |
|
"epoch": 0.48583509513742074, |
|
"grad_norm": 2.9310171604156494, |
|
"learning_rate": 1.2219037573657848e-05, |
|
"loss": 0.2164, |
|
"step": 383 |
|
}, |
|
{ |
|
"epoch": 0.48710359408033826, |
|
"grad_norm": 3.2981674671173096, |
|
"learning_rate": 1.2175810454606354e-05, |
|
"loss": 0.2024, |
|
"step": 384 |
|
}, |
|
{ |
|
"epoch": 0.4883720930232558, |
|
"grad_norm": 2.9548192024230957, |
|
"learning_rate": 1.2132540615910984e-05, |
|
"loss": 0.1725, |
|
"step": 385 |
|
}, |
|
{ |
|
"epoch": 0.4896405919661734, |
|
"grad_norm": 3.742029905319214, |
|
"learning_rate": 1.2089228907127403e-05, |
|
"loss": 0.2754, |
|
"step": 386 |
|
}, |
|
{ |
|
"epoch": 0.4909090909090909, |
|
"grad_norm": 3.1863484382629395, |
|
"learning_rate": 1.2045876178633354e-05, |
|
"loss": 0.1871, |
|
"step": 387 |
|
}, |
|
{ |
|
"epoch": 0.49217758985200843, |
|
"grad_norm": 3.8084633350372314, |
|
"learning_rate": 1.2002483281611945e-05, |
|
"loss": 0.2319, |
|
"step": 388 |
|
}, |
|
{ |
|
"epoch": 0.493446088794926, |
|
"grad_norm": 5.892749786376953, |
|
"learning_rate": 1.1959051068034965e-05, |
|
"loss": 0.2589, |
|
"step": 389 |
|
}, |
|
{ |
|
"epoch": 0.49471458773784355, |
|
"grad_norm": 3.523524045944214, |
|
"learning_rate": 1.1915580390646129e-05, |
|
"loss": 0.1949, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 0.4959830866807611, |
|
"grad_norm": 3.9826090335845947, |
|
"learning_rate": 1.1872072102944345e-05, |
|
"loss": 0.202, |
|
"step": 391 |
|
}, |
|
{ |
|
"epoch": 0.49725158562367866, |
|
"grad_norm": 4.0874810218811035, |
|
"learning_rate": 1.182852705916697e-05, |
|
"loss": 0.1757, |
|
"step": 392 |
|
}, |
|
{ |
|
"epoch": 0.4985200845665962, |
|
"grad_norm": 3.664313316345215, |
|
"learning_rate": 1.1784946114273015e-05, |
|
"loss": 0.2164, |
|
"step": 393 |
|
}, |
|
{ |
|
"epoch": 0.4997885835095137, |
|
"grad_norm": 3.309058427810669, |
|
"learning_rate": 1.1741330123926376e-05, |
|
"loss": 0.1956, |
|
"step": 394 |
|
}, |
|
{ |
|
"epoch": 0.5010570824524313, |
|
"grad_norm": 4.173009872436523, |
|
"learning_rate": 1.1697679944479023e-05, |
|
"loss": 0.2445, |
|
"step": 395 |
|
}, |
|
{ |
|
"epoch": 0.5023255813953489, |
|
"grad_norm": 3.826289653778076, |
|
"learning_rate": 1.1653996432954194e-05, |
|
"loss": 0.2082, |
|
"step": 396 |
|
}, |
|
{ |
|
"epoch": 0.5035940803382664, |
|
"grad_norm": 4.404917240142822, |
|
"learning_rate": 1.161028044702957e-05, |
|
"loss": 0.2502, |
|
"step": 397 |
|
}, |
|
{ |
|
"epoch": 0.5048625792811839, |
|
"grad_norm": 4.247323036193848, |
|
"learning_rate": 1.1566532845020422e-05, |
|
"loss": 0.1902, |
|
"step": 398 |
|
}, |
|
{ |
|
"epoch": 0.5061310782241015, |
|
"grad_norm": 3.4806225299835205, |
|
"learning_rate": 1.1522754485862773e-05, |
|
"loss": 0.2221, |
|
"step": 399 |
|
}, |
|
{ |
|
"epoch": 0.507399577167019, |
|
"grad_norm": 5.911139965057373, |
|
"learning_rate": 1.1478946229096532e-05, |
|
"loss": 0.2045, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.507399577167019, |
|
"eval_accuracy": 0.8509933774834437, |
|
"eval_f1": 0.6731234866828087, |
|
"eval_loss": 0.3174249827861786, |
|
"eval_precision": 0.8742138364779874, |
|
"eval_recall": 0.547244094488189, |
|
"eval_runtime": 51.0242, |
|
"eval_samples_per_second": 5.429, |
|
"eval_steps_per_second": 0.176, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.5086680761099366, |
|
"grad_norm": 4.422440528869629, |
|
"learning_rate": 1.1435108934848609e-05, |
|
"loss": 0.2941, |
|
"step": 401 |
|
}, |
|
{ |
|
"epoch": 0.5099365750528542, |
|
"grad_norm": 3.987483024597168, |
|
"learning_rate": 1.1391243463816036e-05, |
|
"loss": 0.2109, |
|
"step": 402 |
|
}, |
|
{ |
|
"epoch": 0.5112050739957716, |
|
"grad_norm": 4.6511640548706055, |
|
"learning_rate": 1.1347350677249063e-05, |
|
"loss": 0.2082, |
|
"step": 403 |
|
}, |
|
{ |
|
"epoch": 0.5124735729386892, |
|
"grad_norm": 5.202207565307617, |
|
"learning_rate": 1.1303431436934254e-05, |
|
"loss": 0.1939, |
|
"step": 404 |
|
}, |
|
{ |
|
"epoch": 0.5137420718816068, |
|
"grad_norm": 3.7034809589385986, |
|
"learning_rate": 1.125948660517756e-05, |
|
"loss": 0.1794, |
|
"step": 405 |
|
}, |
|
{ |
|
"epoch": 0.5150105708245243, |
|
"grad_norm": 4.559153079986572, |
|
"learning_rate": 1.1215517044787387e-05, |
|
"loss": 0.2288, |
|
"step": 406 |
|
}, |
|
{ |
|
"epoch": 0.5162790697674419, |
|
"grad_norm": 6.425766944885254, |
|
"learning_rate": 1.1171523619057678e-05, |
|
"loss": 0.3279, |
|
"step": 407 |
|
}, |
|
{ |
|
"epoch": 0.5175475687103595, |
|
"grad_norm": 3.744201898574829, |
|
"learning_rate": 1.1127507191750926e-05, |
|
"loss": 0.1917, |
|
"step": 408 |
|
}, |
|
{ |
|
"epoch": 0.5188160676532769, |
|
"grad_norm": 4.557126522064209, |
|
"learning_rate": 1.1083468627081241e-05, |
|
"loss": 0.2885, |
|
"step": 409 |
|
}, |
|
{ |
|
"epoch": 0.5200845665961945, |
|
"grad_norm": 3.1752729415893555, |
|
"learning_rate": 1.1039408789697385e-05, |
|
"loss": 0.1734, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 0.5213530655391121, |
|
"grad_norm": 3.41485595703125, |
|
"learning_rate": 1.0995328544665776e-05, |
|
"loss": 0.2242, |
|
"step": 411 |
|
}, |
|
{ |
|
"epoch": 0.5226215644820296, |
|
"grad_norm": 3.8267111778259277, |
|
"learning_rate": 1.0951228757453514e-05, |
|
"loss": 0.1678, |
|
"step": 412 |
|
}, |
|
{ |
|
"epoch": 0.5238900634249471, |
|
"grad_norm": 3.5933799743652344, |
|
"learning_rate": 1.0907110293911391e-05, |
|
"loss": 0.1935, |
|
"step": 413 |
|
}, |
|
{ |
|
"epoch": 0.5251585623678647, |
|
"grad_norm": 4.974501609802246, |
|
"learning_rate": 1.086297402025689e-05, |
|
"loss": 0.2342, |
|
"step": 414 |
|
}, |
|
{ |
|
"epoch": 0.5264270613107822, |
|
"grad_norm": 5.614207744598389, |
|
"learning_rate": 1.0818820803057172e-05, |
|
"loss": 0.1686, |
|
"step": 415 |
|
}, |
|
{ |
|
"epoch": 0.5276955602536998, |
|
"grad_norm": 4.421863555908203, |
|
"learning_rate": 1.077465150921207e-05, |
|
"loss": 0.2413, |
|
"step": 416 |
|
}, |
|
{ |
|
"epoch": 0.5289640591966174, |
|
"grad_norm": 3.7212207317352295, |
|
"learning_rate": 1.073046700593706e-05, |
|
"loss": 0.2188, |
|
"step": 417 |
|
}, |
|
{ |
|
"epoch": 0.5302325581395348, |
|
"grad_norm": 3.744774580001831, |
|
"learning_rate": 1.068626816074624e-05, |
|
"loss": 0.2309, |
|
"step": 418 |
|
}, |
|
{ |
|
"epoch": 0.5315010570824524, |
|
"grad_norm": 3.859792709350586, |
|
"learning_rate": 1.0642055841435297e-05, |
|
"loss": 0.1562, |
|
"step": 419 |
|
}, |
|
{ |
|
"epoch": 0.53276955602537, |
|
"grad_norm": 7.018131256103516, |
|
"learning_rate": 1.0597830916064466e-05, |
|
"loss": 0.2368, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 0.53276955602537, |
|
"eval_accuracy": 0.847682119205298, |
|
"eval_f1": 0.6698564593301436, |
|
"eval_loss": 0.315592885017395, |
|
"eval_precision": 0.8536585365853658, |
|
"eval_recall": 0.5511811023622047, |
|
"eval_runtime": 51.9783, |
|
"eval_samples_per_second": 5.329, |
|
"eval_steps_per_second": 0.173, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 0.5340380549682875, |
|
"grad_norm": 5.954317569732666, |
|
"learning_rate": 1.0553594252941489e-05, |
|
"loss": 0.2667, |
|
"step": 421 |
|
}, |
|
{ |
|
"epoch": 0.5353065539112051, |
|
"grad_norm": 2.7260313034057617, |
|
"learning_rate": 1.0509346720604568e-05, |
|
"loss": 0.1736, |
|
"step": 422 |
|
}, |
|
{ |
|
"epoch": 0.5365750528541227, |
|
"grad_norm": 6.12712287902832, |
|
"learning_rate": 1.0465089187805305e-05, |
|
"loss": 0.2367, |
|
"step": 423 |
|
}, |
|
{ |
|
"epoch": 0.5378435517970401, |
|
"grad_norm": 4.741700172424316, |
|
"learning_rate": 1.0420822523491651e-05, |
|
"loss": 0.2163, |
|
"step": 424 |
|
}, |
|
{ |
|
"epoch": 0.5391120507399577, |
|
"grad_norm": 8.61501407623291, |
|
"learning_rate": 1.037654759679085e-05, |
|
"loss": 0.2217, |
|
"step": 425 |
|
}, |
|
{ |
|
"epoch": 0.5403805496828753, |
|
"grad_norm": 4.60408353805542, |
|
"learning_rate": 1.0332265276992361e-05, |
|
"loss": 0.2595, |
|
"step": 426 |
|
}, |
|
{ |
|
"epoch": 0.5416490486257928, |
|
"grad_norm": 5.619015693664551, |
|
"learning_rate": 1.0287976433530803e-05, |
|
"loss": 0.2045, |
|
"step": 427 |
|
}, |
|
{ |
|
"epoch": 0.5429175475687104, |
|
"grad_norm": 6.060495376586914, |
|
"learning_rate": 1.0243681935968885e-05, |
|
"loss": 0.2218, |
|
"step": 428 |
|
}, |
|
{ |
|
"epoch": 0.5441860465116279, |
|
"grad_norm": 4.551842212677002, |
|
"learning_rate": 1.0199382653980317e-05, |
|
"loss": 0.2108, |
|
"step": 429 |
|
}, |
|
{ |
|
"epoch": 0.5454545454545454, |
|
"grad_norm": 6.0335564613342285, |
|
"learning_rate": 1.0155079457332747e-05, |
|
"loss": 0.2044, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 0.546723044397463, |
|
"grad_norm": 3.9287242889404297, |
|
"learning_rate": 1.0110773215870695e-05, |
|
"loss": 0.1748, |
|
"step": 431 |
|
}, |
|
{ |
|
"epoch": 0.5479915433403806, |
|
"grad_norm": 5.402927398681641, |
|
"learning_rate": 1.0066464799498452e-05, |
|
"loss": 0.2594, |
|
"step": 432 |
|
}, |
|
{ |
|
"epoch": 0.5492600422832981, |
|
"grad_norm": 4.90135383605957, |
|
"learning_rate": 1.0022155078163012e-05, |
|
"loss": 0.1855, |
|
"step": 433 |
|
}, |
|
{ |
|
"epoch": 0.5505285412262156, |
|
"grad_norm": 2.856055736541748, |
|
"learning_rate": 9.977844921836992e-06, |
|
"loss": 0.1365, |
|
"step": 434 |
|
}, |
|
{ |
|
"epoch": 0.5517970401691332, |
|
"grad_norm": 5.056857109069824, |
|
"learning_rate": 9.933535200501552e-06, |
|
"loss": 0.1966, |
|
"step": 435 |
|
}, |
|
{ |
|
"epoch": 0.5530655391120507, |
|
"grad_norm": 5.74174690246582, |
|
"learning_rate": 9.889226784129307e-06, |
|
"loss": 0.2867, |
|
"step": 436 |
|
}, |
|
{ |
|
"epoch": 0.5543340380549683, |
|
"grad_norm": 4.972617149353027, |
|
"learning_rate": 9.844920542667254e-06, |
|
"loss": 0.2438, |
|
"step": 437 |
|
}, |
|
{ |
|
"epoch": 0.5556025369978859, |
|
"grad_norm": 5.448729038238525, |
|
"learning_rate": 9.800617346019687e-06, |
|
"loss": 0.2221, |
|
"step": 438 |
|
}, |
|
{ |
|
"epoch": 0.5568710359408033, |
|
"grad_norm": 4.500537395477295, |
|
"learning_rate": 9.756318064031118e-06, |
|
"loss": 0.2215, |
|
"step": 439 |
|
}, |
|
{ |
|
"epoch": 0.5581395348837209, |
|
"grad_norm": 4.469764232635498, |
|
"learning_rate": 9.712023566469198e-06, |
|
"loss": 0.2162, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 0.5581395348837209, |
|
"eval_accuracy": 0.8609271523178808, |
|
"eval_f1": 0.7136363636363636, |
|
"eval_loss": 0.2927682101726532, |
|
"eval_precision": 0.8440860215053764, |
|
"eval_recall": 0.6181102362204725, |
|
"eval_runtime": 52.7005, |
|
"eval_samples_per_second": 5.256, |
|
"eval_steps_per_second": 0.171, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 0.5594080338266385, |
|
"grad_norm": 4.238883018493652, |
|
"learning_rate": 9.66773472300764e-06, |
|
"loss": 0.1607, |
|
"step": 441 |
|
}, |
|
{ |
|
"epoch": 0.560676532769556, |
|
"grad_norm": 3.689420223236084, |
|
"learning_rate": 9.623452403209152e-06, |
|
"loss": 0.2105, |
|
"step": 442 |
|
}, |
|
{ |
|
"epoch": 0.5619450317124736, |
|
"grad_norm": 3.286783456802368, |
|
"learning_rate": 9.579177476508352e-06, |
|
"loss": 0.2194, |
|
"step": 443 |
|
}, |
|
{ |
|
"epoch": 0.5632135306553911, |
|
"grad_norm": 4.903306484222412, |
|
"learning_rate": 9.5349108121947e-06, |
|
"loss": 0.2095, |
|
"step": 444 |
|
}, |
|
{ |
|
"epoch": 0.5644820295983086, |
|
"grad_norm": 3.390174627304077, |
|
"learning_rate": 9.490653279395436e-06, |
|
"loss": 0.1972, |
|
"step": 445 |
|
}, |
|
{ |
|
"epoch": 0.5657505285412262, |
|
"grad_norm": 4.267228603363037, |
|
"learning_rate": 9.446405747058513e-06, |
|
"loss": 0.2665, |
|
"step": 446 |
|
}, |
|
{ |
|
"epoch": 0.5670190274841438, |
|
"grad_norm": 4.4697675704956055, |
|
"learning_rate": 9.402169083935539e-06, |
|
"loss": 0.2574, |
|
"step": 447 |
|
}, |
|
{ |
|
"epoch": 0.5682875264270613, |
|
"grad_norm": 4.458617210388184, |
|
"learning_rate": 9.357944158564708e-06, |
|
"loss": 0.1765, |
|
"step": 448 |
|
}, |
|
{ |
|
"epoch": 0.5695560253699788, |
|
"grad_norm": 4.2114715576171875, |
|
"learning_rate": 9.313731839253766e-06, |
|
"loss": 0.2469, |
|
"step": 449 |
|
}, |
|
{ |
|
"epoch": 0.5708245243128964, |
|
"grad_norm": 3.167578935623169, |
|
"learning_rate": 9.269532994062945e-06, |
|
"loss": 0.2217, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.5720930232558139, |
|
"grad_norm": 3.5999159812927246, |
|
"learning_rate": 9.225348490787935e-06, |
|
"loss": 0.2433, |
|
"step": 451 |
|
}, |
|
{ |
|
"epoch": 0.5733615221987315, |
|
"grad_norm": 4.339929580688477, |
|
"learning_rate": 9.181179196942831e-06, |
|
"loss": 0.2543, |
|
"step": 452 |
|
}, |
|
{ |
|
"epoch": 0.5746300211416491, |
|
"grad_norm": 3.657891035079956, |
|
"learning_rate": 9.137025979743114e-06, |
|
"loss": 0.1899, |
|
"step": 453 |
|
}, |
|
{ |
|
"epoch": 0.5758985200845665, |
|
"grad_norm": 3.0815606117248535, |
|
"learning_rate": 9.092889706088615e-06, |
|
"loss": 0.1921, |
|
"step": 454 |
|
}, |
|
{ |
|
"epoch": 0.5771670190274841, |
|
"grad_norm": 3.4993326663970947, |
|
"learning_rate": 9.048771242546493e-06, |
|
"loss": 0.1811, |
|
"step": 455 |
|
}, |
|
{ |
|
"epoch": 0.5784355179704017, |
|
"grad_norm": 3.1785824298858643, |
|
"learning_rate": 9.004671455334227e-06, |
|
"loss": 0.1451, |
|
"step": 456 |
|
}, |
|
{ |
|
"epoch": 0.5797040169133192, |
|
"grad_norm": 4.485751152038574, |
|
"learning_rate": 8.960591210302616e-06, |
|
"loss": 0.2327, |
|
"step": 457 |
|
}, |
|
{ |
|
"epoch": 0.5809725158562368, |
|
"grad_norm": 3.2318646907806396, |
|
"learning_rate": 8.91653137291876e-06, |
|
"loss": 0.2231, |
|
"step": 458 |
|
}, |
|
{ |
|
"epoch": 0.5822410147991544, |
|
"grad_norm": 3.670243740081787, |
|
"learning_rate": 8.872492808249077e-06, |
|
"loss": 0.192, |
|
"step": 459 |
|
}, |
|
{ |
|
"epoch": 0.5835095137420718, |
|
"grad_norm": 3.487762928009033, |
|
"learning_rate": 8.828476380942326e-06, |
|
"loss": 0.1664, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 0.5835095137420718, |
|
"eval_accuracy": 0.8598233995584988, |
|
"eval_f1": 0.7146067415730337, |
|
"eval_loss": 0.29775571823120117, |
|
"eval_precision": 0.8324607329842932, |
|
"eval_recall": 0.6259842519685039, |
|
"eval_runtime": 52.4539, |
|
"eval_samples_per_second": 5.281, |
|
"eval_steps_per_second": 0.172, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 0.5847780126849894, |
|
"grad_norm": 3.1561360359191895, |
|
"learning_rate": 8.784482955212615e-06, |
|
"loss": 0.1727, |
|
"step": 461 |
|
}, |
|
{ |
|
"epoch": 0.586046511627907, |
|
"grad_norm": 4.375553131103516, |
|
"learning_rate": 8.740513394822442e-06, |
|
"loss": 0.2016, |
|
"step": 462 |
|
}, |
|
{ |
|
"epoch": 0.5873150105708245, |
|
"grad_norm": 3.2783806324005127, |
|
"learning_rate": 8.696568563065748e-06, |
|
"loss": 0.1808, |
|
"step": 463 |
|
}, |
|
{ |
|
"epoch": 0.588583509513742, |
|
"grad_norm": 5.312812328338623, |
|
"learning_rate": 8.652649322750937e-06, |
|
"loss": 0.2486, |
|
"step": 464 |
|
}, |
|
{ |
|
"epoch": 0.5898520084566596, |
|
"grad_norm": 3.248567819595337, |
|
"learning_rate": 8.608756536183964e-06, |
|
"loss": 0.2222, |
|
"step": 465 |
|
}, |
|
{ |
|
"epoch": 0.5911205073995772, |
|
"grad_norm": 4.083889007568359, |
|
"learning_rate": 8.564891065151391e-06, |
|
"loss": 0.2293, |
|
"step": 466 |
|
}, |
|
{ |
|
"epoch": 0.5923890063424947, |
|
"grad_norm": 4.238209247589111, |
|
"learning_rate": 8.521053770903468e-06, |
|
"loss": 0.225, |
|
"step": 467 |
|
}, |
|
{ |
|
"epoch": 0.5936575052854123, |
|
"grad_norm": 5.558248043060303, |
|
"learning_rate": 8.477245514137227e-06, |
|
"loss": 0.2204, |
|
"step": 468 |
|
}, |
|
{ |
|
"epoch": 0.5949260042283299, |
|
"grad_norm": 4.5489420890808105, |
|
"learning_rate": 8.43346715497958e-06, |
|
"loss": 0.2116, |
|
"step": 469 |
|
}, |
|
{ |
|
"epoch": 0.5961945031712473, |
|
"grad_norm": 3.887915849685669, |
|
"learning_rate": 8.389719552970432e-06, |
|
"loss": 0.1674, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 0.5974630021141649, |
|
"grad_norm": 5.154160976409912, |
|
"learning_rate": 8.346003567045806e-06, |
|
"loss": 0.2238, |
|
"step": 471 |
|
}, |
|
{ |
|
"epoch": 0.5987315010570825, |
|
"grad_norm": 4.397689342498779, |
|
"learning_rate": 8.30232005552098e-06, |
|
"loss": 0.2215, |
|
"step": 472 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"grad_norm": 5.090795040130615, |
|
"learning_rate": 8.258669876073626e-06, |
|
"loss": 0.1966, |
|
"step": 473 |
|
}, |
|
{ |
|
"epoch": 0.6012684989429176, |
|
"grad_norm": 2.8848166465759277, |
|
"learning_rate": 8.215053885726986e-06, |
|
"loss": 0.1757, |
|
"step": 474 |
|
}, |
|
{ |
|
"epoch": 0.6025369978858351, |
|
"grad_norm": 5.922531604766846, |
|
"learning_rate": 8.171472940833033e-06, |
|
"loss": 0.2721, |
|
"step": 475 |
|
}, |
|
{ |
|
"epoch": 0.6038054968287526, |
|
"grad_norm": 3.6184239387512207, |
|
"learning_rate": 8.127927897055658e-06, |
|
"loss": 0.1644, |
|
"step": 476 |
|
}, |
|
{ |
|
"epoch": 0.6050739957716702, |
|
"grad_norm": 3.496631145477295, |
|
"learning_rate": 8.084419609353875e-06, |
|
"loss": 0.1849, |
|
"step": 477 |
|
}, |
|
{ |
|
"epoch": 0.6063424947145878, |
|
"grad_norm": 4.242512226104736, |
|
"learning_rate": 8.040948931965038e-06, |
|
"loss": 0.2105, |
|
"step": 478 |
|
}, |
|
{ |
|
"epoch": 0.6076109936575053, |
|
"grad_norm": 3.4095211029052734, |
|
"learning_rate": 7.997516718388056e-06, |
|
"loss": 0.1628, |
|
"step": 479 |
|
}, |
|
{ |
|
"epoch": 0.6088794926004228, |
|
"grad_norm": 5.149474143981934, |
|
"learning_rate": 7.95412382136665e-06, |
|
"loss": 0.2282, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 0.6088794926004228, |
|
"eval_accuracy": 0.8587196467991169, |
|
"eval_f1": 0.7037037037037037, |
|
"eval_loss": 0.3031023144721985, |
|
"eval_precision": 0.8539325842696629, |
|
"eval_recall": 0.5984251968503937, |
|
"eval_runtime": 51.9749, |
|
"eval_samples_per_second": 5.329, |
|
"eval_steps_per_second": 0.173, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 0.6101479915433404, |
|
"grad_norm": 4.154394149780273, |
|
"learning_rate": 7.910771092872598e-06, |
|
"loss": 0.2157, |
|
"step": 481 |
|
}, |
|
{ |
|
"epoch": 0.6114164904862579, |
|
"grad_norm": 5.618874549865723, |
|
"learning_rate": 7.86745938408902e-06, |
|
"loss": 0.2325, |
|
"step": 482 |
|
}, |
|
{ |
|
"epoch": 0.6126849894291755, |
|
"grad_norm": 4.56056547164917, |
|
"learning_rate": 7.82418954539365e-06, |
|
"loss": 0.2452, |
|
"step": 483 |
|
}, |
|
{ |
|
"epoch": 0.6139534883720931, |
|
"grad_norm": 5.774714946746826, |
|
"learning_rate": 7.780962426342155e-06, |
|
"loss": 0.2435, |
|
"step": 484 |
|
}, |
|
{ |
|
"epoch": 0.6152219873150105, |
|
"grad_norm": 5.51974630355835, |
|
"learning_rate": 7.737778875651448e-06, |
|
"loss": 0.1966, |
|
"step": 485 |
|
}, |
|
{ |
|
"epoch": 0.6164904862579281, |
|
"grad_norm": 3.314197063446045, |
|
"learning_rate": 7.694639741183027e-06, |
|
"loss": 0.1392, |
|
"step": 486 |
|
}, |
|
{ |
|
"epoch": 0.6177589852008457, |
|
"grad_norm": 4.631697654724121, |
|
"learning_rate": 7.651545869926323e-06, |
|
"loss": 0.2346, |
|
"step": 487 |
|
}, |
|
{ |
|
"epoch": 0.6190274841437632, |
|
"grad_norm": 4.110776424407959, |
|
"learning_rate": 7.608498107982074e-06, |
|
"loss": 0.221, |
|
"step": 488 |
|
}, |
|
{ |
|
"epoch": 0.6202959830866808, |
|
"grad_norm": 5.305356502532959, |
|
"learning_rate": 7.565497300545714e-06, |
|
"loss": 0.2169, |
|
"step": 489 |
|
}, |
|
{ |
|
"epoch": 0.6215644820295984, |
|
"grad_norm": 4.338992595672607, |
|
"learning_rate": 7.5225442918907765e-06, |
|
"loss": 0.1901, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 0.6228329809725158, |
|
"grad_norm": 6.824976921081543, |
|
"learning_rate": 7.479639925352318e-06, |
|
"loss": 0.2836, |
|
"step": 491 |
|
}, |
|
{ |
|
"epoch": 0.6241014799154334, |
|
"grad_norm": 3.5278079509735107, |
|
"learning_rate": 7.436785043310357e-06, |
|
"loss": 0.1524, |
|
"step": 492 |
|
}, |
|
{ |
|
"epoch": 0.625369978858351, |
|
"grad_norm": 4.220887184143066, |
|
"learning_rate": 7.393980487173349e-06, |
|
"loss": 0.253, |
|
"step": 493 |
|
}, |
|
{ |
|
"epoch": 0.6266384778012685, |
|
"grad_norm": 4.364911079406738, |
|
"learning_rate": 7.351227097361645e-06, |
|
"loss": 0.215, |
|
"step": 494 |
|
}, |
|
{ |
|
"epoch": 0.627906976744186, |
|
"grad_norm": 3.2984468936920166, |
|
"learning_rate": 7.308525713291006e-06, |
|
"loss": 0.2252, |
|
"step": 495 |
|
}, |
|
{ |
|
"epoch": 0.6291754756871036, |
|
"grad_norm": 4.866385459899902, |
|
"learning_rate": 7.2658771733561175e-06, |
|
"loss": 0.2572, |
|
"step": 496 |
|
}, |
|
{ |
|
"epoch": 0.6304439746300211, |
|
"grad_norm": 4.756896495819092, |
|
"learning_rate": 7.223282314914128e-06, |
|
"loss": 0.1821, |
|
"step": 497 |
|
}, |
|
{ |
|
"epoch": 0.6317124735729387, |
|
"grad_norm": 3.7380802631378174, |
|
"learning_rate": 7.180741974268207e-06, |
|
"loss": 0.1703, |
|
"step": 498 |
|
}, |
|
{ |
|
"epoch": 0.6329809725158563, |
|
"grad_norm": 3.99318265914917, |
|
"learning_rate": 7.138256986651131e-06, |
|
"loss": 0.2035, |
|
"step": 499 |
|
}, |
|
{ |
|
"epoch": 0.6342494714587738, |
|
"grad_norm": 4.226932525634766, |
|
"learning_rate": 7.095828186208879e-06, |
|
"loss": 0.1983, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.6342494714587738, |
|
"eval_accuracy": 0.8543046357615894, |
|
"eval_f1": 0.7040358744394619, |
|
"eval_loss": 0.2958061695098877, |
|
"eval_precision": 0.8177083333333334, |
|
"eval_recall": 0.6181102362204725, |
|
"eval_runtime": 51.9773, |
|
"eval_samples_per_second": 5.329, |
|
"eval_steps_per_second": 0.173, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.6355179704016913, |
|
"grad_norm": 2.9807305335998535, |
|
"learning_rate": 7.053456405984254e-06, |
|
"loss": 0.2006, |
|
"step": 501 |
|
}, |
|
{ |
|
"epoch": 0.6367864693446089, |
|
"grad_norm": 3.490462303161621, |
|
"learning_rate": 7.011142477900534e-06, |
|
"loss": 0.209, |
|
"step": 502 |
|
}, |
|
{ |
|
"epoch": 0.6380549682875264, |
|
"grad_norm": 4.7009782791137695, |
|
"learning_rate": 6.9688872327451295e-06, |
|
"loss": 0.1958, |
|
"step": 503 |
|
}, |
|
{ |
|
"epoch": 0.639323467230444, |
|
"grad_norm": 4.062927722930908, |
|
"learning_rate": 6.926691500153283e-06, |
|
"loss": 0.2643, |
|
"step": 504 |
|
}, |
|
{ |
|
"epoch": 0.6405919661733616, |
|
"grad_norm": 5.526817321777344, |
|
"learning_rate": 6.884556108591766e-06, |
|
"loss": 0.2787, |
|
"step": 505 |
|
}, |
|
{ |
|
"epoch": 0.641860465116279, |
|
"grad_norm": 5.635672569274902, |
|
"learning_rate": 6.842481885342624e-06, |
|
"loss": 0.2394, |
|
"step": 506 |
|
}, |
|
{ |
|
"epoch": 0.6431289640591966, |
|
"grad_norm": 3.4105381965637207, |
|
"learning_rate": 6.8004696564869275e-06, |
|
"loss": 0.1787, |
|
"step": 507 |
|
}, |
|
{ |
|
"epoch": 0.6443974630021142, |
|
"grad_norm": 4.923336982727051, |
|
"learning_rate": 6.75852024688856e-06, |
|
"loss": 0.1556, |
|
"step": 508 |
|
}, |
|
{ |
|
"epoch": 0.6456659619450317, |
|
"grad_norm": 4.841919422149658, |
|
"learning_rate": 6.716634480178016e-06, |
|
"loss": 0.2467, |
|
"step": 509 |
|
}, |
|
{ |
|
"epoch": 0.6469344608879493, |
|
"grad_norm": 3.464397668838501, |
|
"learning_rate": 6.674813178736226e-06, |
|
"loss": 0.1951, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 0.6482029598308668, |
|
"grad_norm": 4.985055923461914, |
|
"learning_rate": 6.633057163678427e-06, |
|
"loss": 0.2217, |
|
"step": 511 |
|
}, |
|
{ |
|
"epoch": 0.6494714587737843, |
|
"grad_norm": 4.595572471618652, |
|
"learning_rate": 6.5913672548380215e-06, |
|
"loss": 0.2207, |
|
"step": 512 |
|
}, |
|
{ |
|
"epoch": 0.6507399577167019, |
|
"grad_norm": 3.702177047729492, |
|
"learning_rate": 6.549744270750489e-06, |
|
"loss": 0.1988, |
|
"step": 513 |
|
}, |
|
{ |
|
"epoch": 0.6520084566596195, |
|
"grad_norm": 6.06284236907959, |
|
"learning_rate": 6.50818902863732e-06, |
|
"loss": 0.2363, |
|
"step": 514 |
|
}, |
|
{ |
|
"epoch": 0.653276955602537, |
|
"grad_norm": 3.6575632095336914, |
|
"learning_rate": 6.466702344389963e-06, |
|
"loss": 0.1872, |
|
"step": 515 |
|
}, |
|
{ |
|
"epoch": 0.6545454545454545, |
|
"grad_norm": 3.904543161392212, |
|
"learning_rate": 6.42528503255381e-06, |
|
"loss": 0.2535, |
|
"step": 516 |
|
}, |
|
{ |
|
"epoch": 0.6558139534883721, |
|
"grad_norm": 2.966963291168213, |
|
"learning_rate": 6.383937906312196e-06, |
|
"loss": 0.1866, |
|
"step": 517 |
|
}, |
|
{ |
|
"epoch": 0.6570824524312896, |
|
"grad_norm": 3.8866353034973145, |
|
"learning_rate": 6.342661777470449e-06, |
|
"loss": 0.2196, |
|
"step": 518 |
|
}, |
|
{ |
|
"epoch": 0.6583509513742072, |
|
"grad_norm": 4.250112533569336, |
|
"learning_rate": 6.301457456439932e-06, |
|
"loss": 0.1956, |
|
"step": 519 |
|
}, |
|
{ |
|
"epoch": 0.6596194503171248, |
|
"grad_norm": 4.357515335083008, |
|
"learning_rate": 6.260325752222148e-06, |
|
"loss": 0.1843, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 0.6596194503171248, |
|
"eval_accuracy": 0.8609271523178808, |
|
"eval_f1": 0.7096774193548387, |
|
"eval_loss": 0.30549532175064087, |
|
"eval_precision": 0.8555555555555555, |
|
"eval_recall": 0.6062992125984252, |
|
"eval_runtime": 50.4215, |
|
"eval_samples_per_second": 5.494, |
|
"eval_steps_per_second": 0.178, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 0.6608879492600422, |
|
"grad_norm": 3.0417070388793945, |
|
"learning_rate": 6.2192674723928425e-06, |
|
"loss": 0.2046, |
|
"step": 521 |
|
}, |
|
{ |
|
"epoch": 0.6621564482029598, |
|
"grad_norm": 3.6613922119140625, |
|
"learning_rate": 6.178283423086159e-06, |
|
"loss": 0.1782, |
|
"step": 522 |
|
}, |
|
{ |
|
"epoch": 0.6634249471458774, |
|
"grad_norm": 3.165771722793579, |
|
"learning_rate": 6.137374408978803e-06, |
|
"loss": 0.2041, |
|
"step": 523 |
|
}, |
|
{ |
|
"epoch": 0.6646934460887949, |
|
"grad_norm": 4.003574371337891, |
|
"learning_rate": 6.096541233274247e-06, |
|
"loss": 0.2098, |
|
"step": 524 |
|
}, |
|
{ |
|
"epoch": 0.6659619450317125, |
|
"grad_norm": 3.318516492843628, |
|
"learning_rate": 6.05578469768696e-06, |
|
"loss": 0.1887, |
|
"step": 525 |
|
}, |
|
{ |
|
"epoch": 0.66723044397463, |
|
"grad_norm": 4.255181312561035, |
|
"learning_rate": 6.01510560242667e-06, |
|
"loss": 0.2046, |
|
"step": 526 |
|
}, |
|
{ |
|
"epoch": 0.6684989429175475, |
|
"grad_norm": 3.862027883529663, |
|
"learning_rate": 5.974504746182644e-06, |
|
"loss": 0.1841, |
|
"step": 527 |
|
}, |
|
{ |
|
"epoch": 0.6697674418604651, |
|
"grad_norm": 3.570117950439453, |
|
"learning_rate": 5.933982926108015e-06, |
|
"loss": 0.1597, |
|
"step": 528 |
|
}, |
|
{ |
|
"epoch": 0.6710359408033827, |
|
"grad_norm": 6.440456867218018, |
|
"learning_rate": 5.893540937804128e-06, |
|
"loss": 0.2544, |
|
"step": 529 |
|
}, |
|
{ |
|
"epoch": 0.6723044397463002, |
|
"grad_norm": 4.021892547607422, |
|
"learning_rate": 5.85317957530492e-06, |
|
"loss": 0.2522, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 0.6735729386892177, |
|
"grad_norm": 4.242708206176758, |
|
"learning_rate": 5.812899631061328e-06, |
|
"loss": 0.1897, |
|
"step": 531 |
|
}, |
|
{ |
|
"epoch": 0.6748414376321353, |
|
"grad_norm": 4.2478814125061035, |
|
"learning_rate": 5.772701895925725e-06, |
|
"loss": 0.2376, |
|
"step": 532 |
|
}, |
|
{ |
|
"epoch": 0.6761099365750528, |
|
"grad_norm": 3.1216530799865723, |
|
"learning_rate": 5.732587159136409e-06, |
|
"loss": 0.1965, |
|
"step": 533 |
|
}, |
|
{ |
|
"epoch": 0.6773784355179704, |
|
"grad_norm": 4.511528968811035, |
|
"learning_rate": 5.692556208302089e-06, |
|
"loss": 0.2142, |
|
"step": 534 |
|
}, |
|
{ |
|
"epoch": 0.678646934460888, |
|
"grad_norm": 3.4524171352386475, |
|
"learning_rate": 5.652609829386431e-06, |
|
"loss": 0.2075, |
|
"step": 535 |
|
}, |
|
{ |
|
"epoch": 0.6799154334038054, |
|
"grad_norm": 5.186423301696777, |
|
"learning_rate": 5.612748806692631e-06, |
|
"loss": 0.2504, |
|
"step": 536 |
|
}, |
|
{ |
|
"epoch": 0.681183932346723, |
|
"grad_norm": 7.290851593017578, |
|
"learning_rate": 5.572973922848003e-06, |
|
"loss": 0.2263, |
|
"step": 537 |
|
}, |
|
{ |
|
"epoch": 0.6824524312896406, |
|
"grad_norm": 7.404147624969482, |
|
"learning_rate": 5.5332859587886174e-06, |
|
"loss": 0.2877, |
|
"step": 538 |
|
}, |
|
{ |
|
"epoch": 0.6837209302325581, |
|
"grad_norm": 3.5259296894073486, |
|
"learning_rate": 5.493685693743975e-06, |
|
"loss": 0.2011, |
|
"step": 539 |
|
}, |
|
{ |
|
"epoch": 0.6849894291754757, |
|
"grad_norm": 5.679382801055908, |
|
"learning_rate": 5.4541739052217015e-06, |
|
"loss": 0.1915, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 0.6849894291754757, |
|
"eval_accuracy": 0.8675496688741722, |
|
"eval_f1": 0.7424892703862661, |
|
"eval_loss": 0.28183531761169434, |
|
"eval_precision": 0.8160377358490566, |
|
"eval_recall": 0.6811023622047244, |
|
"eval_runtime": 50.4206, |
|
"eval_samples_per_second": 5.494, |
|
"eval_steps_per_second": 0.178, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 0.6862579281183933, |
|
"grad_norm": 4.955303192138672, |
|
"learning_rate": 5.414751368992281e-06, |
|
"loss": 0.1991, |
|
"step": 541 |
|
}, |
|
{ |
|
"epoch": 0.6875264270613107, |
|
"grad_norm": 5.0703349113464355, |
|
"learning_rate": 5.3754188590738335e-06, |
|
"loss": 0.1959, |
|
"step": 542 |
|
}, |
|
{ |
|
"epoch": 0.6887949260042283, |
|
"grad_norm": 3.5751047134399414, |
|
"learning_rate": 5.3361771477169025e-06, |
|
"loss": 0.2537, |
|
"step": 543 |
|
}, |
|
{ |
|
"epoch": 0.6900634249471459, |
|
"grad_norm": 4.129851341247559, |
|
"learning_rate": 5.297027005389309e-06, |
|
"loss": 0.2031, |
|
"step": 544 |
|
}, |
|
{ |
|
"epoch": 0.6913319238900634, |
|
"grad_norm": 3.951871633529663, |
|
"learning_rate": 5.257969200761015e-06, |
|
"loss": 0.1888, |
|
"step": 545 |
|
}, |
|
{ |
|
"epoch": 0.692600422832981, |
|
"grad_norm": 4.308104515075684, |
|
"learning_rate": 5.219004500689031e-06, |
|
"loss": 0.2216, |
|
"step": 546 |
|
}, |
|
{ |
|
"epoch": 0.6938689217758985, |
|
"grad_norm": 3.6957151889801025, |
|
"learning_rate": 5.180133670202363e-06, |
|
"loss": 0.2113, |
|
"step": 547 |
|
}, |
|
{ |
|
"epoch": 0.695137420718816, |
|
"grad_norm": 4.605830669403076, |
|
"learning_rate": 5.141357472486994e-06, |
|
"loss": 0.1663, |
|
"step": 548 |
|
}, |
|
{ |
|
"epoch": 0.6964059196617336, |
|
"grad_norm": 4.787519931793213, |
|
"learning_rate": 5.102676668870894e-06, |
|
"loss": 0.2201, |
|
"step": 549 |
|
}, |
|
{ |
|
"epoch": 0.6976744186046512, |
|
"grad_norm": 4.204073905944824, |
|
"learning_rate": 5.064092018809074e-06, |
|
"loss": 0.2575, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 0.6989429175475688, |
|
"grad_norm": 5.7078962326049805, |
|
"learning_rate": 5.025604279868677e-06, |
|
"loss": 0.3108, |
|
"step": 551 |
|
}, |
|
{ |
|
"epoch": 0.7002114164904862, |
|
"grad_norm": 4.210063457489014, |
|
"learning_rate": 4.987214207714103e-06, |
|
"loss": 0.1687, |
|
"step": 552 |
|
}, |
|
{ |
|
"epoch": 0.7014799154334038, |
|
"grad_norm": 3.3465261459350586, |
|
"learning_rate": 4.948922556092173e-06, |
|
"loss": 0.1805, |
|
"step": 553 |
|
}, |
|
{ |
|
"epoch": 0.7027484143763214, |
|
"grad_norm": 3.795522928237915, |
|
"learning_rate": 4.910730076817326e-06, |
|
"loss": 0.229, |
|
"step": 554 |
|
}, |
|
{ |
|
"epoch": 0.7040169133192389, |
|
"grad_norm": 4.867710113525391, |
|
"learning_rate": 4.872637519756865e-06, |
|
"loss": 0.2243, |
|
"step": 555 |
|
}, |
|
{ |
|
"epoch": 0.7052854122621565, |
|
"grad_norm": 4.932121753692627, |
|
"learning_rate": 4.834645632816227e-06, |
|
"loss": 0.2373, |
|
"step": 556 |
|
}, |
|
{ |
|
"epoch": 0.706553911205074, |
|
"grad_norm": 4.272938251495361, |
|
"learning_rate": 4.796755161924305e-06, |
|
"loss": 0.2484, |
|
"step": 557 |
|
}, |
|
{ |
|
"epoch": 0.7078224101479915, |
|
"grad_norm": 6.413752555847168, |
|
"learning_rate": 4.7589668510187955e-06, |
|
"loss": 0.2344, |
|
"step": 558 |
|
}, |
|
{ |
|
"epoch": 0.7090909090909091, |
|
"grad_norm": 3.5056440830230713, |
|
"learning_rate": 4.721281442031601e-06, |
|
"loss": 0.1616, |
|
"step": 559 |
|
}, |
|
{ |
|
"epoch": 0.7103594080338267, |
|
"grad_norm": 3.480790615081787, |
|
"learning_rate": 4.683699674874253e-06, |
|
"loss": 0.1582, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 0.7103594080338267, |
|
"eval_accuracy": 0.8675496688741722, |
|
"eval_f1": 0.726027397260274, |
|
"eval_loss": 0.288669228553772, |
|
"eval_precision": 0.8641304347826086, |
|
"eval_recall": 0.6259842519685039, |
|
"eval_runtime": 52.0991, |
|
"eval_samples_per_second": 5.317, |
|
"eval_steps_per_second": 0.173, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 0.7116279069767442, |
|
"grad_norm": 3.7166647911071777, |
|
"learning_rate": 4.646222287423391e-06, |
|
"loss": 0.2111, |
|
"step": 561 |
|
}, |
|
{ |
|
"epoch": 0.7128964059196617, |
|
"grad_norm": 5.089128017425537, |
|
"learning_rate": 4.608850015506282e-06, |
|
"loss": 0.2095, |
|
"step": 562 |
|
}, |
|
{ |
|
"epoch": 0.7141649048625793, |
|
"grad_norm": 4.740091800689697, |
|
"learning_rate": 4.571583592886352e-06, |
|
"loss": 0.1926, |
|
"step": 563 |
|
}, |
|
{ |
|
"epoch": 0.7154334038054968, |
|
"grad_norm": 3.8879525661468506, |
|
"learning_rate": 4.534423751248803e-06, |
|
"loss": 0.2297, |
|
"step": 564 |
|
}, |
|
{ |
|
"epoch": 0.7167019027484144, |
|
"grad_norm": 4.693061351776123, |
|
"learning_rate": 4.497371220186229e-06, |
|
"loss": 0.2001, |
|
"step": 565 |
|
}, |
|
{ |
|
"epoch": 0.717970401691332, |
|
"grad_norm": 4.66520881652832, |
|
"learning_rate": 4.460426727184305e-06, |
|
"loss": 0.2073, |
|
"step": 566 |
|
}, |
|
{ |
|
"epoch": 0.7192389006342494, |
|
"grad_norm": 3.9349865913391113, |
|
"learning_rate": 4.4235909976074935e-06, |
|
"loss": 0.2098, |
|
"step": 567 |
|
}, |
|
{ |
|
"epoch": 0.720507399577167, |
|
"grad_norm": 5.9813618659973145, |
|
"learning_rate": 4.386864754684808e-06, |
|
"loss": 0.2579, |
|
"step": 568 |
|
}, |
|
{ |
|
"epoch": 0.7217758985200846, |
|
"grad_norm": 4.006646633148193, |
|
"learning_rate": 4.350248719495612e-06, |
|
"loss": 0.1935, |
|
"step": 569 |
|
}, |
|
{ |
|
"epoch": 0.7230443974630021, |
|
"grad_norm": 4.767092227935791, |
|
"learning_rate": 4.3137436109554645e-06, |
|
"loss": 0.2556, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 0.7243128964059197, |
|
"grad_norm": 4.517501354217529, |
|
"learning_rate": 4.277350145801994e-06, |
|
"loss": 0.185, |
|
"step": 571 |
|
}, |
|
{ |
|
"epoch": 0.7255813953488373, |
|
"grad_norm": 3.7447240352630615, |
|
"learning_rate": 4.241069038580845e-06, |
|
"loss": 0.2017, |
|
"step": 572 |
|
}, |
|
{ |
|
"epoch": 0.7268498942917547, |
|
"grad_norm": 5.2144904136657715, |
|
"learning_rate": 4.204901001631631e-06, |
|
"loss": 0.2049, |
|
"step": 573 |
|
}, |
|
{ |
|
"epoch": 0.7281183932346723, |
|
"grad_norm": 4.404168128967285, |
|
"learning_rate": 4.168846745073952e-06, |
|
"loss": 0.266, |
|
"step": 574 |
|
}, |
|
{ |
|
"epoch": 0.7293868921775899, |
|
"grad_norm": 4.323419570922852, |
|
"learning_rate": 4.132906976793463e-06, |
|
"loss": 0.1812, |
|
"step": 575 |
|
}, |
|
{ |
|
"epoch": 0.7306553911205074, |
|
"grad_norm": 3.2697091102600098, |
|
"learning_rate": 4.097082402427962e-06, |
|
"loss": 0.1758, |
|
"step": 576 |
|
}, |
|
{ |
|
"epoch": 0.731923890063425, |
|
"grad_norm": 4.7810959815979, |
|
"learning_rate": 4.061373725353542e-06, |
|
"loss": 0.2368, |
|
"step": 577 |
|
}, |
|
{ |
|
"epoch": 0.7331923890063425, |
|
"grad_norm": 4.363092422485352, |
|
"learning_rate": 4.025781646670784e-06, |
|
"loss": 0.1726, |
|
"step": 578 |
|
}, |
|
{ |
|
"epoch": 0.73446088794926, |
|
"grad_norm": 4.322168827056885, |
|
"learning_rate": 3.990306865190983e-06, |
|
"loss": 0.2365, |
|
"step": 579 |
|
}, |
|
{ |
|
"epoch": 0.7357293868921776, |
|
"grad_norm": 3.4661788940429688, |
|
"learning_rate": 3.954950077422435e-06, |
|
"loss": 0.2003, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 0.7357293868921776, |
|
"eval_accuracy": 0.8653421633554084, |
|
"eval_f1": 0.7239819004524887, |
|
"eval_loss": 0.2871930003166199, |
|
"eval_precision": 0.851063829787234, |
|
"eval_recall": 0.6299212598425197, |
|
"eval_runtime": 51.4881, |
|
"eval_samples_per_second": 5.38, |
|
"eval_steps_per_second": 0.175, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 0.7369978858350952, |
|
"grad_norm": 4.783055305480957, |
|
"learning_rate": 3.9197119775567595e-06, |
|
"loss": 0.2522, |
|
"step": 581 |
|
}, |
|
{ |
|
"epoch": 0.7382663847780127, |
|
"grad_norm": 4.873471260070801, |
|
"learning_rate": 3.884593257455268e-06, |
|
"loss": 0.2188, |
|
"step": 582 |
|
}, |
|
{ |
|
"epoch": 0.7395348837209302, |
|
"grad_norm": 4.4479289054870605, |
|
"learning_rate": 3.849594606635384e-06, |
|
"loss": 0.1991, |
|
"step": 583 |
|
}, |
|
{ |
|
"epoch": 0.7408033826638478, |
|
"grad_norm": 2.947563409805298, |
|
"learning_rate": 3.814716712257101e-06, |
|
"loss": 0.1545, |
|
"step": 584 |
|
}, |
|
{ |
|
"epoch": 0.7420718816067653, |
|
"grad_norm": 3.4630439281463623, |
|
"learning_rate": 3.7799602591094953e-06, |
|
"loss": 0.1736, |
|
"step": 585 |
|
}, |
|
{ |
|
"epoch": 0.7433403805496829, |
|
"grad_norm": 3.2017877101898193, |
|
"learning_rate": 3.745325929597272e-06, |
|
"loss": 0.1384, |
|
"step": 586 |
|
}, |
|
{ |
|
"epoch": 0.7446088794926005, |
|
"grad_norm": 3.4015791416168213, |
|
"learning_rate": 3.7108144037273806e-06, |
|
"loss": 0.2033, |
|
"step": 587 |
|
}, |
|
{ |
|
"epoch": 0.7458773784355179, |
|
"grad_norm": 3.5852890014648438, |
|
"learning_rate": 3.676426359095653e-06, |
|
"loss": 0.1888, |
|
"step": 588 |
|
}, |
|
{ |
|
"epoch": 0.7471458773784355, |
|
"grad_norm": 3.599536657333374, |
|
"learning_rate": 3.6421624708735002e-06, |
|
"loss": 0.1998, |
|
"step": 589 |
|
}, |
|
{ |
|
"epoch": 0.7484143763213531, |
|
"grad_norm": 5.890554904937744, |
|
"learning_rate": 3.6080234117946634e-06, |
|
"loss": 0.2303, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 0.7496828752642706, |
|
"grad_norm": 4.978075981140137, |
|
"learning_rate": 3.5740098521419985e-06, |
|
"loss": 0.2299, |
|
"step": 591 |
|
}, |
|
{ |
|
"epoch": 0.7509513742071882, |
|
"grad_norm": 4.91259241104126, |
|
"learning_rate": 3.5401224597343175e-06, |
|
"loss": 0.222, |
|
"step": 592 |
|
}, |
|
{ |
|
"epoch": 0.7522198731501057, |
|
"grad_norm": 3.010634422302246, |
|
"learning_rate": 3.5063618999132798e-06, |
|
"loss": 0.2077, |
|
"step": 593 |
|
}, |
|
{ |
|
"epoch": 0.7534883720930232, |
|
"grad_norm": 4.121917724609375, |
|
"learning_rate": 3.4727288355303247e-06, |
|
"loss": 0.2408, |
|
"step": 594 |
|
}, |
|
{ |
|
"epoch": 0.7547568710359408, |
|
"grad_norm": 6.061969757080078, |
|
"learning_rate": 3.4392239269336592e-06, |
|
"loss": 0.227, |
|
"step": 595 |
|
}, |
|
{ |
|
"epoch": 0.7560253699788584, |
|
"grad_norm": 6.199504375457764, |
|
"learning_rate": 3.4058478319552935e-06, |
|
"loss": 0.2553, |
|
"step": 596 |
|
}, |
|
{ |
|
"epoch": 0.7572938689217759, |
|
"grad_norm": 3.981107473373413, |
|
"learning_rate": 3.372601205898122e-06, |
|
"loss": 0.2189, |
|
"step": 597 |
|
}, |
|
{ |
|
"epoch": 0.7585623678646934, |
|
"grad_norm": 5.17703104019165, |
|
"learning_rate": 3.3394847015230613e-06, |
|
"loss": 0.2252, |
|
"step": 598 |
|
}, |
|
{ |
|
"epoch": 0.759830866807611, |
|
"grad_norm": 3.7564640045166016, |
|
"learning_rate": 3.3064989690362314e-06, |
|
"loss": 0.2137, |
|
"step": 599 |
|
}, |
|
{ |
|
"epoch": 0.7610993657505285, |
|
"grad_norm": 5.007497310638428, |
|
"learning_rate": 3.2736446560761903e-06, |
|
"loss": 0.2345, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.7610993657505285, |
|
"eval_accuracy": 0.8686534216335541, |
|
"eval_f1": 0.7407407407407407, |
|
"eval_loss": 0.282692551612854, |
|
"eval_precision": 0.8292682926829268, |
|
"eval_recall": 0.6692913385826772, |
|
"eval_runtime": 52.302, |
|
"eval_samples_per_second": 5.296, |
|
"eval_steps_per_second": 0.172, |
|
"step": 600 |
|
} |
|
], |
|
"logging_steps": 1, |
|
"max_steps": 788, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 100, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 2.2467637165634355e+17, |
|
"train_batch_size": 6, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|