|
{ |
|
"best_metric": 0.9663808664259927, |
|
"best_model_checkpoint": "/work/stual/res_ICDAR/method_3/tmp/324-pretrained-camembert-ner-hierarchical-loss-iob2/checkpoint-900", |
|
"epoch": 2.362204724409449, |
|
"global_step": 900, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.26, |
|
"eval_ACT": { |
|
"f1": 0.9014084507042254, |
|
"number": 519, |
|
"precision": 0.8791208791208791, |
|
"recall": 0.9248554913294798 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9151572926596758, |
|
"number": 503, |
|
"precision": 0.8791208791208791, |
|
"recall": 0.9542743538767395 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.0, |
|
"number": 16, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9678832116788321, |
|
"number": 678, |
|
"precision": 0.958092485549133, |
|
"recall": 0.9778761061946902 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.0, |
|
"number": 30, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.0, |
|
"number": 7, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9387222946544981, |
|
"number": 762, |
|
"precision": 0.9326424870466321, |
|
"recall": 0.9448818897637795 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.942039618488628, |
|
"number": 676, |
|
"precision": 0.9344978165938864, |
|
"recall": 0.9497041420118343 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9325762952448545, |
|
"number": 694, |
|
"precision": 0.9188811188811189, |
|
"recall": 0.946685878962536 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.0, |
|
"number": 33, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.0, |
|
"number": 6, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_accuracy": 0.9338142242470261, |
|
"eval_accuracy-all": 0.9556441407238674, |
|
"eval_accuracy-das": 0.9507719564667173, |
|
"eval_accuracy-l1": 0.9449506454062263, |
|
"eval_accuracy-l1l2": 0.934067324727917, |
|
"eval_accuracy-l2": 0.9663376360415085, |
|
"eval_f1": 0.93717277486911, |
|
"eval_f1-all": 0.9274087109546854, |
|
"eval_f1-das": 0.930475302889096, |
|
"eval_f1-l1": 0.9234362834155204, |
|
"eval_f1-l1l2": 0.9296636085626913, |
|
"eval_f1-l2": 0.9325691166554283, |
|
"eval_loss": 0.6645503044128418, |
|
"eval_precision": 0.943616777446711, |
|
"eval_precision-all": 0.9267291910902696, |
|
"eval_precision-das": 0.9313432835820895, |
|
"eval_precision-l1": 0.9132443531827515, |
|
"eval_precision-l1l2": 0.9316987740805605, |
|
"eval_precision-l2": 0.944672131147541, |
|
"eval_recall": 0.9308161881076192, |
|
"eval_recall-all": 0.9280892280598767, |
|
"eval_recall-das": 0.929608938547486, |
|
"eval_recall-l1": 0.9338582677165355, |
|
"eval_recall-l1l2": 0.927637314734089, |
|
"eval_recall-l2": 0.9207723035952063, |
|
"eval_runtime": 7.0703, |
|
"eval_samples_per_second": 95.611, |
|
"eval_steps_per_second": 6.082, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"eval_ACT": { |
|
"f1": 0.9150326797385622, |
|
"number": 519, |
|
"precision": 0.8876811594202898, |
|
"recall": 0.9441233140655106 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.928909952606635, |
|
"number": 503, |
|
"precision": 0.8876811594202898, |
|
"recall": 0.974155069582505 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.0, |
|
"number": 16, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9721815519765741, |
|
"number": 678, |
|
"precision": 0.9651162790697675, |
|
"recall": 0.9793510324483776 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.05714285714285715, |
|
"number": 30, |
|
"precision": 0.2, |
|
"recall": 0.03333333333333333 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.0, |
|
"number": 7, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9391979301423026, |
|
"number": 762, |
|
"precision": 0.9260204081632653, |
|
"recall": 0.952755905511811 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9403973509933775, |
|
"number": 676, |
|
"precision": 0.9355783308931186, |
|
"recall": 0.9452662721893491 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9541547277936963, |
|
"number": 694, |
|
"precision": 0.9487179487179487, |
|
"recall": 0.9596541786743515 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.0, |
|
"number": 33, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.0, |
|
"number": 6, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_accuracy": 0.9392558845861807, |
|
"eval_accuracy-all": 0.9581118704125537, |
|
"eval_accuracy-das": 0.9567198177676538, |
|
"eval_accuracy-l1": 0.9488737028600355, |
|
"eval_accuracy-l1l2": 0.9396355353075171, |
|
"eval_accuracy-l2": 0.9673500379650721, |
|
"eval_f1": 0.9445389588295338, |
|
"eval_f1-all": 0.9341738747984166, |
|
"eval_f1-das": 0.9405425492382014, |
|
"eval_f1-l1": 0.9337145827917859, |
|
"eval_f1-l1l2": 0.9394027254276601, |
|
"eval_f1-l2": 0.9347679892400808, |
|
"eval_loss": 0.38668715953826904, |
|
"eval_precision": 0.9476558944014565, |
|
"eval_precision-all": 0.9332161687170475, |
|
"eval_precision-das": 0.9384501297738228, |
|
"eval_precision-l1": 0.9248197734294542, |
|
"eval_precision-l1l2": 0.937228811107897, |
|
"eval_precision-l2": 0.9442934782608695, |
|
"eval_recall": 0.9414424598688673, |
|
"eval_recall-all": 0.9351335485764602, |
|
"eval_recall-das": 0.9426443202979515, |
|
"eval_recall-l1": 0.9427821522309712, |
|
"eval_recall-l1l2": 0.941586748038361, |
|
"eval_recall-l2": 0.9254327563249002, |
|
"eval_runtime": 7.4812, |
|
"eval_samples_per_second": 90.36, |
|
"eval_steps_per_second": 5.748, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"eval_ACT": { |
|
"f1": 0.9295238095238095, |
|
"number": 519, |
|
"precision": 0.9190207156308852, |
|
"recall": 0.9402697495183044 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9439071566731141, |
|
"number": 503, |
|
"precision": 0.9190207156308852, |
|
"recall": 0.9701789264413518 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.0, |
|
"number": 16, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9845928099779897, |
|
"number": 678, |
|
"precision": 0.9795620437956204, |
|
"recall": 0.9896755162241888 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.28571428571428575, |
|
"number": 30, |
|
"precision": 0.25, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.0, |
|
"number": 7, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9491525423728813, |
|
"number": 762, |
|
"precision": 0.9430051813471503, |
|
"recall": 0.9553805774278216 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9696969696969697, |
|
"number": 676, |
|
"precision": 0.9689807976366323, |
|
"recall": 0.9704142011834319 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9591982820329277, |
|
"number": 694, |
|
"precision": 0.9530583214793741, |
|
"recall": 0.9654178674351584 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.3376623376623376, |
|
"number": 33, |
|
"precision": 0.29545454545454547, |
|
"recall": 0.3939393939393939 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.3636363636363636, |
|
"number": 6, |
|
"precision": 0.4, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.9510250569476082, |
|
"eval_accuracy-all": 0.9677296886864085, |
|
"eval_accuracy-das": 0.9719058466211086, |
|
"eval_accuracy-l1": 0.9615287269045811, |
|
"eval_accuracy-l1l2": 0.9512781574284991, |
|
"eval_accuracy-l2": 0.9739306504682359, |
|
"eval_f1": 0.9498638838475498, |
|
"eval_f1-all": 0.9433357611070649, |
|
"eval_f1-das": 0.9611018053229108, |
|
"eval_f1-l1": 0.946058091286307, |
|
"eval_f1-l1l2": 0.9474292316580012, |
|
"eval_f1-l2": 0.9398471252907944, |
|
"eval_loss": 0.26870542764663696, |
|
"eval_precision": 0.9531072160254951, |
|
"eval_precision-all": 0.9363794100636206, |
|
"eval_precision-das": 0.9605654761904762, |
|
"eval_precision-l1": 0.9349051768323936, |
|
"eval_precision-l1l2": 0.9417169107091587, |
|
"eval_precision-l2": 0.9382879893828799, |
|
"eval_recall": 0.9466425503052227, |
|
"eval_recall-all": 0.9503962430290578, |
|
"eval_recall-das": 0.9616387337057728, |
|
"eval_recall-l1": 0.9574803149606299, |
|
"eval_recall-l1l2": 0.953211275791921, |
|
"eval_recall-l2": 0.9414114513981359, |
|
"eval_runtime": 9.1842, |
|
"eval_samples_per_second": 73.605, |
|
"eval_steps_per_second": 4.682, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"eval_ACT": { |
|
"f1": 0.9240986717267552, |
|
"number": 519, |
|
"precision": 0.9102803738317757, |
|
"recall": 0.9383429672447013 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9383429672447013, |
|
"number": 503, |
|
"precision": 0.9102803738317757, |
|
"recall": 0.9681908548707754 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.0, |
|
"number": 16, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9860396767083027, |
|
"number": 678, |
|
"precision": 0.9824304538799414, |
|
"recall": 0.9896755162241888 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.19672131147540983, |
|
"number": 30, |
|
"precision": 0.1935483870967742, |
|
"recall": 0.2 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.22222222222222224, |
|
"number": 7, |
|
"precision": 0.5, |
|
"recall": 0.14285714285714285 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9522563767168084, |
|
"number": 762, |
|
"precision": 0.9491525423728814, |
|
"recall": 0.9553805774278216 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9756816507000737, |
|
"number": 676, |
|
"precision": 0.9720998531571219, |
|
"recall": 0.9792899408284024 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9547738693467337, |
|
"number": 694, |
|
"precision": 0.9513590844062947, |
|
"recall": 0.9582132564841499 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.5945945945945946, |
|
"number": 33, |
|
"precision": 0.5365853658536586, |
|
"recall": 0.6666666666666666 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.0, |
|
"number": 6, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_accuracy": 0.9536826119969628, |
|
"eval_accuracy-all": 0.9674765882055176, |
|
"eval_accuracy-das": 0.973677549987345, |
|
"eval_accuracy-l1": 0.9602632245001266, |
|
"eval_accuracy-l1l2": 0.9540622627182992, |
|
"eval_accuracy-l2": 0.9746899519109087, |
|
"eval_f1": 0.9537173248840105, |
|
"eval_f1-all": 0.9471224072451067, |
|
"eval_f1-das": 0.9633488372093023, |
|
"eval_f1-l1": 0.9452090366138666, |
|
"eval_f1-l1l2": 0.9521468844874946, |
|
"eval_f1-l2": 0.9495826377295492, |
|
"eval_loss": 0.21481618285179138, |
|
"eval_precision": 0.9546896239238786, |
|
"eval_precision-all": 0.9427159057865658, |
|
"eval_precision-das": 0.962453531598513, |
|
"eval_precision-l1": 0.935251798561151, |
|
"eval_precision-l1l2": 0.9473532796317606, |
|
"eval_precision-l2": 0.9524447421299397, |
|
"eval_recall": 0.9527470042957269, |
|
"eval_recall-all": 0.9515702964484885, |
|
"eval_recall-das": 0.964245810055866, |
|
"eval_recall-l1": 0.9553805774278216, |
|
"eval_recall-l1l2": 0.956989247311828, |
|
"eval_recall-l2": 0.9467376830892144, |
|
"eval_runtime": 6.8193, |
|
"eval_samples_per_second": 99.13, |
|
"eval_steps_per_second": 6.306, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"learning_rate": 9e-05, |
|
"loss": 0.5877, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"eval_ACT": { |
|
"f1": 0.9381541389153186, |
|
"number": 519, |
|
"precision": 0.9266917293233082, |
|
"recall": 0.9499036608863198 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9516441005802708, |
|
"number": 503, |
|
"precision": 0.9265536723163842, |
|
"recall": 0.9781312127236581 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.11764705882352941, |
|
"number": 16, |
|
"precision": 1.0, |
|
"recall": 0.0625 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9867647058823529, |
|
"number": 678, |
|
"precision": 0.9838709677419355, |
|
"recall": 0.9896755162241888 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.3448275862068965, |
|
"number": 30, |
|
"precision": 0.35714285714285715, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.18181818181818182, |
|
"number": 7, |
|
"precision": 0.25, |
|
"recall": 0.14285714285714285 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9410239792611794, |
|
"number": 762, |
|
"precision": 0.9295774647887324, |
|
"recall": 0.952755905511811 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9690721649484536, |
|
"number": 676, |
|
"precision": 0.9648093841642229, |
|
"recall": 0.9733727810650887 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9542857142857143, |
|
"number": 694, |
|
"precision": 0.9461756373937678, |
|
"recall": 0.962536023054755 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.4938271604938272, |
|
"number": 33, |
|
"precision": 0.4166666666666667, |
|
"recall": 0.6060606060606061 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.30769230769230765, |
|
"number": 6, |
|
"precision": 0.2857142857142857, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.9553277651227537, |
|
"eval_accuracy-all": 0.9681726145279677, |
|
"eval_accuracy-das": 0.9741837509491268, |
|
"eval_accuracy-l1": 0.9639331814730449, |
|
"eval_accuracy-l1l2": 0.955960516324981, |
|
"eval_accuracy-l2": 0.9724120475828905, |
|
"eval_f1": 0.9537559214978569, |
|
"eval_f1-all": 0.9448887596335611, |
|
"eval_f1-das": 0.9601630535482676, |
|
"eval_f1-l1": 0.949117341640706, |
|
"eval_f1-l1l2": 0.9491720662347012, |
|
"eval_f1-l2": 0.9395041322314048, |
|
"eval_loss": 0.20390652120113373, |
|
"eval_precision": 0.9516092730137294, |
|
"eval_precision-all": 0.9363112391930836, |
|
"eval_precision-das": 0.9553834808259587, |
|
"eval_precision-l1": 0.9388803287108372, |
|
"eval_precision-l1l2": 0.9406392694063926, |
|
"eval_precision-l2": 0.933026920551543, |
|
"eval_recall": 0.9559122767352476, |
|
"eval_recall-all": 0.953624889932492, |
|
"eval_recall-das": 0.9649906890130354, |
|
"eval_recall-l1": 0.9595800524934384, |
|
"eval_recall-l1l2": 0.9578610868933449, |
|
"eval_recall-l2": 0.9460719041278296, |
|
"eval_runtime": 6.9383, |
|
"eval_samples_per_second": 97.43, |
|
"eval_steps_per_second": 6.197, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"eval_ACT": { |
|
"f1": 0.928639391056137, |
|
"number": 519, |
|
"precision": 0.9172932330827067, |
|
"recall": 0.9402697495183044 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9448209099709584, |
|
"number": 503, |
|
"precision": 0.9207547169811321, |
|
"recall": 0.9701789264413518 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.0, |
|
"number": 16, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9845701689933871, |
|
"number": 678, |
|
"precision": 0.9809663250366032, |
|
"recall": 0.9882005899705014 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.253968253968254, |
|
"number": 30, |
|
"precision": 0.24242424242424243, |
|
"recall": 0.26666666666666666 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.18181818181818182, |
|
"number": 7, |
|
"precision": 0.25, |
|
"recall": 0.14285714285714285 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9531249999999999, |
|
"number": 762, |
|
"precision": 0.9457364341085271, |
|
"recall": 0.9606299212598425 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9602356406480118, |
|
"number": 676, |
|
"precision": 0.9560117302052786, |
|
"recall": 0.9644970414201184 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.956397426733381, |
|
"number": 694, |
|
"precision": 0.948936170212766, |
|
"recall": 0.9639769452449568 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.6582278481012658, |
|
"number": 33, |
|
"precision": 0.5652173913043478, |
|
"recall": 0.7878787878787878 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.4, |
|
"number": 6, |
|
"precision": 0.5, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.9526702100733991, |
|
"eval_accuracy-all": 0.9675398633257403, |
|
"eval_accuracy-das": 0.9683624398886358, |
|
"eval_accuracy-l1": 0.9616552771450265, |
|
"eval_accuracy-l1l2": 0.9530498607947355, |
|
"eval_accuracy-l2": 0.973424449506454, |
|
"eval_f1": 0.953422803653998, |
|
"eval_f1-all": 0.9455604075691412, |
|
"eval_f1-das": 0.9570871261378413, |
|
"eval_f1-l1": 0.9426718547341115, |
|
"eval_f1-l1l2": 0.951405912040375, |
|
"eval_f1-l2": 0.9492537313432835, |
|
"eval_loss": 0.19391755759716034, |
|
"eval_precision": 0.9511701170117012, |
|
"eval_precision-all": 0.9379151025122726, |
|
"eval_precision-das": 0.9547813194959229, |
|
"eval_precision-l1": 0.9317948717948717, |
|
"eval_precision-l1l2": 0.9441900400686892, |
|
"eval_precision-l2": 0.9458030403172505, |
|
"eval_recall": 0.9556861858467104, |
|
"eval_recall-all": 0.9533313765776343, |
|
"eval_recall-das": 0.9594040968342644, |
|
"eval_recall-l1": 0.9538057742782152, |
|
"eval_recall-l1l2": 0.958732926474862, |
|
"eval_recall-l2": 0.9527296937416777, |
|
"eval_runtime": 6.8442, |
|
"eval_samples_per_second": 98.769, |
|
"eval_steps_per_second": 6.283, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"eval_ACT": { |
|
"f1": 0.9207547169811321, |
|
"number": 519, |
|
"precision": 0.9020332717190388, |
|
"recall": 0.9402697495183044 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9393647738209817, |
|
"number": 503, |
|
"precision": 0.9104477611940298, |
|
"recall": 0.9701789264413518 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.0, |
|
"number": 16, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9867452135493373, |
|
"number": 678, |
|
"precision": 0.9852941176470589, |
|
"recall": 0.9882005899705014 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.28125, |
|
"number": 30, |
|
"precision": 0.2647058823529412, |
|
"recall": 0.3 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.2, |
|
"number": 7, |
|
"precision": 0.3333333333333333, |
|
"recall": 0.14285714285714285 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.954486345903771, |
|
"number": 762, |
|
"precision": 0.9458762886597938, |
|
"recall": 0.963254593175853 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9756816507000737, |
|
"number": 676, |
|
"precision": 0.9720998531571219, |
|
"recall": 0.9792899408284024 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9613180515759313, |
|
"number": 694, |
|
"precision": 0.9558404558404558, |
|
"recall": 0.9668587896253602 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.7647058823529412, |
|
"number": 33, |
|
"precision": 0.7428571428571429, |
|
"recall": 0.7878787878787878 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.4444444444444444, |
|
"number": 6, |
|
"precision": 0.6666666666666666, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.957605669450772, |
|
"eval_accuracy-all": 0.9696912174133131, |
|
"eval_accuracy-das": 0.9745634016704632, |
|
"eval_accuracy-l1": 0.9654517843583903, |
|
"eval_accuracy-l1l2": 0.9582384206529992, |
|
"eval_accuracy-l2": 0.9739306504682359, |
|
"eval_f1": 0.9590247206230953, |
|
"eval_f1-all": 0.9510346837656659, |
|
"eval_f1-das": 0.9624674842066147, |
|
"eval_f1-l1": 0.9486780715396579, |
|
"eval_f1-l1l2": 0.95591848533025, |
|
"eval_f1-l2": 0.9540612516644474, |
|
"eval_loss": 0.16752734780311584, |
|
"eval_precision": 0.957619477006312, |
|
"eval_precision-all": 0.9444283646888567, |
|
"eval_precision-das": 0.9603262884686689, |
|
"eval_precision-l1": 0.9370199692780338, |
|
"eval_precision-l1l2": 0.9508338125359402, |
|
"eval_precision-l2": 0.9540612516644474, |
|
"eval_recall": 0.9604340945059914, |
|
"eval_recall-all": 0.9577340769004989, |
|
"eval_recall-das": 0.9646182495344506, |
|
"eval_recall-l1": 0.9606299212598425, |
|
"eval_recall-l1l2": 0.9610578320255739, |
|
"eval_recall-l2": 0.9540612516644474, |
|
"eval_runtime": 6.7866, |
|
"eval_samples_per_second": 99.609, |
|
"eval_steps_per_second": 6.336, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 2.1, |
|
"eval_ACT": { |
|
"f1": 0.9358490566037737, |
|
"number": 519, |
|
"precision": 0.9168207024029574, |
|
"recall": 0.9556840077071291 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9618768328445748, |
|
"number": 503, |
|
"precision": 0.9461538461538461, |
|
"recall": 0.9781312127236581 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.2162162162162162, |
|
"number": 16, |
|
"precision": 0.19047619047619047, |
|
"recall": 0.25 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9853157121879589, |
|
"number": 678, |
|
"precision": 0.9809941520467836, |
|
"recall": 0.9896755162241888 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.4615384615384615, |
|
"number": 30, |
|
"precision": 0.42857142857142855, |
|
"recall": 0.5 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.2, |
|
"number": 7, |
|
"precision": 0.3333333333333333, |
|
"recall": 0.14285714285714285 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9512670565302145, |
|
"number": 762, |
|
"precision": 0.9420849420849421, |
|
"recall": 0.9606299212598425 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9800443458980044, |
|
"number": 676, |
|
"precision": 0.9793205317577548, |
|
"recall": 0.9807692307692307 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9669540229885057, |
|
"number": 694, |
|
"precision": 0.9641833810888252, |
|
"recall": 0.9697406340057637 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.84375, |
|
"number": 33, |
|
"precision": 0.8709677419354839, |
|
"recall": 0.8181818181818182 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.4, |
|
"number": 6, |
|
"precision": 0.5, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.9560870665654265, |
|
"eval_accuracy-all": 0.9674765882055176, |
|
"eval_accuracy-das": 0.9763351050366996, |
|
"eval_accuracy-l1": 0.964819033156163, |
|
"eval_accuracy-l1l2": 0.9570994684889901, |
|
"eval_accuracy-l2": 0.9701341432548722, |
|
"eval_f1": 0.9621280432822363, |
|
"eval_f1-all": 0.9566865976374509, |
|
"eval_f1-das": 0.9672619047619048, |
|
"eval_f1-l1": 0.9611473272490222, |
|
"eval_f1-l1l2": 0.9587852494577007, |
|
"eval_f1-l2": 0.9510258107213766, |
|
"eval_loss": 0.16605286300182343, |
|
"eval_precision": 0.9593167003821084, |
|
"eval_precision-all": 0.9507246376811594, |
|
"eval_precision-das": 0.966183574879227, |
|
"eval_precision-l1": 0.9549222797927461, |
|
"eval_precision-l1l2": 0.9542314335060449, |
|
"eval_precision-l2": 0.9453947368421053, |
|
"eval_recall": 0.9649559122767353, |
|
"eval_recall-all": 0.962723803933079, |
|
"eval_recall-das": 0.9683426443202979, |
|
"eval_recall-l1": 0.9674540682414698, |
|
"eval_recall-l1l2": 0.963382737576286, |
|
"eval_recall-l2": 0.9567243675099867, |
|
"eval_runtime": 6.9356, |
|
"eval_samples_per_second": 97.468, |
|
"eval_steps_per_second": 6.2, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 2.36, |
|
"eval_ACT": { |
|
"f1": 0.9499527856468366, |
|
"number": 519, |
|
"precision": 0.9314814814814815, |
|
"recall": 0.9691714836223507 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9667318982387475, |
|
"number": 503, |
|
"precision": 0.9518304431599229, |
|
"recall": 0.9821073558648111 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.4864864864864864, |
|
"number": 16, |
|
"precision": 0.42857142857142855, |
|
"recall": 0.5625 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9852941176470589, |
|
"number": 678, |
|
"precision": 0.9824046920821115, |
|
"recall": 0.9882005899705014 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.4225352112676056, |
|
"number": 30, |
|
"precision": 0.36585365853658536, |
|
"recall": 0.5 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.3333333333333333, |
|
"number": 7, |
|
"precision": 0.4, |
|
"recall": 0.2857142857142857 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9575440888308295, |
|
"number": 762, |
|
"precision": 0.953185955786736, |
|
"recall": 0.9619422572178478 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.978629329403095, |
|
"number": 676, |
|
"precision": 0.9750367107195301, |
|
"recall": 0.9822485207100592 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9663082437275986, |
|
"number": 694, |
|
"precision": 0.9614835948644793, |
|
"recall": 0.9711815561959655 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.8888888888888888, |
|
"number": 33, |
|
"precision": 0.8205128205128205, |
|
"recall": 0.9696969696969697 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.5, |
|
"number": 6, |
|
"precision": 0.5, |
|
"recall": 0.5 |
|
}, |
|
"eval_accuracy": 0.9658314350797267, |
|
"eval_accuracy-all": 0.9743103011895723, |
|
"eval_accuracy-das": 0.981144014173627, |
|
"eval_accuracy-l1": 0.9721589471019995, |
|
"eval_accuracy-l1l2": 0.966464186281954, |
|
"eval_accuracy-l2": 0.976461655277145, |
|
"eval_f1": 0.9663808664259927, |
|
"eval_f1-all": 0.9593945568330665, |
|
"eval_f1-das": 0.9697307335190344, |
|
"eval_f1-l1": 0.9602287496750714, |
|
"eval_f1-l1l2": 0.96357328707719, |
|
"eval_f1-l2": 0.9583333333333333, |
|
"eval_loss": 0.1520254760980606, |
|
"eval_precision": 0.9644224273812204, |
|
"eval_precision-all": 0.9515011547344111, |
|
"eval_precision-das": 0.967037037037037, |
|
"eval_precision-l1": 0.951081359423275, |
|
"eval_precision-l1l2": 0.9585849870578085, |
|
"eval_precision-l2": 0.9520367936925098, |
|
"eval_recall": 0.9683472756047932, |
|
"eval_recall-all": 0.9674200176108013, |
|
"eval_recall-das": 0.97243947858473, |
|
"eval_recall-l1": 0.9695538057742782, |
|
"eval_recall-l1l2": 0.9686137750653879, |
|
"eval_recall-l2": 0.9647137150466045, |
|
"eval_runtime": 7.3113, |
|
"eval_samples_per_second": 92.46, |
|
"eval_steps_per_second": 5.881, |
|
"step": 900 |
|
} |
|
], |
|
"max_steps": 5000, |
|
"num_train_epochs": 14, |
|
"total_flos": 365851668080976.0, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|