|
{ |
|
"best_metric": 0.9645081848471678, |
|
"best_model_checkpoint": "/work/stual/res_ICDAR/method_2/tmp/223-pretrained-camembert-ner-joint-labelling-io/checkpoint-1200", |
|
"epoch": 3.1496062992125986, |
|
"global_step": 1200, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.26, |
|
"eval_ACT": { |
|
"f1": 0.9082308420056764, |
|
"number": 519, |
|
"precision": 0.8921933085501859, |
|
"recall": 0.9248554913294798 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9221902017291066, |
|
"number": 503, |
|
"precision": 0.8921933085501859, |
|
"recall": 0.9542743538767395 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.0, |
|
"number": 16, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9680232558139534, |
|
"number": 678, |
|
"precision": 0.9541547277936963, |
|
"recall": 0.9823008849557522 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.0, |
|
"number": 30, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.0, |
|
"number": 7, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9373368146214099, |
|
"number": 761, |
|
"precision": 0.9312581063553826, |
|
"recall": 0.9434954007884363 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9323529411764705, |
|
"number": 676, |
|
"precision": 0.9269005847953217, |
|
"recall": 0.9378698224852071 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9343794579172611, |
|
"number": 694, |
|
"precision": 0.9251412429378532, |
|
"recall": 0.9438040345821326 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.0, |
|
"number": 33, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.0, |
|
"number": 6, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_accuracy": 0.9362186788154897, |
|
"eval_accuracy-all": 0.9562768919260947, |
|
"eval_accuracy-das": 0.9490002531004809, |
|
"eval_accuracy-l1": 0.9450771956466717, |
|
"eval_accuracy-l2": 0.9674765882055176, |
|
"eval_f1": 0.9321490972626674, |
|
"eval_f1-all": 0.9266715650257163, |
|
"eval_f1-das": 0.9285714285714286, |
|
"eval_f1-l1": 0.9225554106910039, |
|
"eval_f1-l2": 0.931986531986532, |
|
"eval_loss": 0.38459497690200806, |
|
"eval_precision": 0.9337806301050176, |
|
"eval_precision-all": 0.9276257722859664, |
|
"eval_precision-das": 0.927536231884058, |
|
"eval_precision-l1": 0.916580310880829, |
|
"eval_precision-l2": 0.94213750850919, |
|
"eval_recall": 0.9305232558139535, |
|
"eval_recall-all": 0.9257193188490899, |
|
"eval_recall-das": 0.929608938547486, |
|
"eval_recall-l1": 0.9286089238845144, |
|
"eval_recall-l2": 0.9220519653564291, |
|
"eval_runtime": 5.6488, |
|
"eval_samples_per_second": 119.672, |
|
"eval_steps_per_second": 7.612, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"eval_ACT": { |
|
"f1": 0.9080568720379146, |
|
"number": 519, |
|
"precision": 0.8936567164179104, |
|
"recall": 0.9229287090558767 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9220404234841193, |
|
"number": 503, |
|
"precision": 0.8936567164179104, |
|
"recall": 0.952286282306163 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.0, |
|
"number": 16, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9852724594992636, |
|
"number": 678, |
|
"precision": 0.9838235294117647, |
|
"recall": 0.9867256637168141 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.20689655172413796, |
|
"number": 30, |
|
"precision": 0.21428571428571427, |
|
"recall": 0.2 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.0, |
|
"number": 7, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9359223300970875, |
|
"number": 761, |
|
"precision": 0.9221938775510204, |
|
"recall": 0.9500657030223391 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.963235294117647, |
|
"number": 676, |
|
"precision": 0.9576023391812866, |
|
"recall": 0.9689349112426036 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9463902787705505, |
|
"number": 694, |
|
"precision": 0.9390070921985816, |
|
"recall": 0.9538904899135446 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.7500000000000001, |
|
"number": 33, |
|
"precision": 0.7741935483870968, |
|
"recall": 0.7272727272727273 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.25, |
|
"number": 6, |
|
"precision": 0.5, |
|
"recall": 0.16666666666666666 |
|
}, |
|
"eval_accuracy": 0.9521640091116174, |
|
"eval_accuracy-all": 0.9654517843583903, |
|
"eval_accuracy-das": 0.9663376360415085, |
|
"eval_accuracy-l1": 0.9584915211338901, |
|
"eval_accuracy-l2": 0.9724120475828905, |
|
"eval_f1": 0.9434889434889435, |
|
"eval_f1-all": 0.9390315052508752, |
|
"eval_f1-das": 0.9470566456867827, |
|
"eval_f1-l1": 0.9341627786417833, |
|
"eval_f1-l2": 0.9452968645763842, |
|
"eval_loss": 0.250836580991745, |
|
"eval_precision": 0.9382006323656223, |
|
"eval_precision-all": 0.9330434782608695, |
|
"eval_precision-das": 0.9414795730585205, |
|
"eval_precision-l1": 0.9226830517153097, |
|
"eval_precision-l2": 0.9465597862391449, |
|
"eval_recall": 0.9488372093023256, |
|
"eval_recall-all": 0.9450968878449795, |
|
"eval_recall-das": 0.9527001862197393, |
|
"eval_recall-l1": 0.9459317585301837, |
|
"eval_recall-l2": 0.944037308461026, |
|
"eval_runtime": 5.3447, |
|
"eval_samples_per_second": 126.48, |
|
"eval_steps_per_second": 8.045, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"eval_ACT": { |
|
"f1": 0.9357622243528284, |
|
"number": 519, |
|
"precision": 0.9312977099236641, |
|
"recall": 0.9402697495183044 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9503407984420642, |
|
"number": 503, |
|
"precision": 0.9312977099236641, |
|
"recall": 0.9701789264413518 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.0, |
|
"number": 16, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9801324503311258, |
|
"number": 678, |
|
"precision": 0.9779735682819384, |
|
"recall": 0.9823008849557522 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.29411764705882354, |
|
"number": 30, |
|
"precision": 0.2631578947368421, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.0, |
|
"number": 7, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9660574412532638, |
|
"number": 761, |
|
"precision": 0.959792477302205, |
|
"recall": 0.9724047306176085 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9676470588235294, |
|
"number": 676, |
|
"precision": 0.9619883040935673, |
|
"recall": 0.9733727810650887 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9655667144906743, |
|
"number": 694, |
|
"precision": 0.9614285714285714, |
|
"recall": 0.9697406340057637 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.7878787878787878, |
|
"number": 33, |
|
"precision": 0.7878787878787878, |
|
"recall": 0.7878787878787878 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.5, |
|
"number": 6, |
|
"precision": 0.5, |
|
"recall": 0.5 |
|
}, |
|
"eval_accuracy": 0.9577322196912175, |
|
"eval_accuracy-all": 0.970640344216654, |
|
"eval_accuracy-das": 0.9729182485446722, |
|
"eval_accuracy-l1": 0.9629207795494812, |
|
"eval_accuracy-l2": 0.9783599088838268, |
|
"eval_f1": 0.956169535657457, |
|
"eval_f1-all": 0.9539675580885576, |
|
"eval_f1-das": 0.9606679035250464, |
|
"eval_f1-l1": 0.9498831472344845, |
|
"eval_f1-l2": 0.9592245989304813, |
|
"eval_loss": 0.18919637799263, |
|
"eval_precision": 0.9516268355888281, |
|
"eval_precision-all": 0.9496654058772185, |
|
"eval_precision-das": 0.9571164510166359, |
|
"eval_precision-l1": 0.9398766700924974, |
|
"eval_precision-l2": 0.9624413145539906, |
|
"eval_recall": 0.9607558139534884, |
|
"eval_recall-all": 0.9583088667058133, |
|
"eval_recall-das": 0.964245810055866, |
|
"eval_recall-l1": 0.9601049868766404, |
|
"eval_recall-l2": 0.9560293137908061, |
|
"eval_runtime": 5.4055, |
|
"eval_samples_per_second": 125.059, |
|
"eval_steps_per_second": 7.955, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"eval_ACT": { |
|
"f1": 0.9342230695900857, |
|
"number": 519, |
|
"precision": 0.9245283018867925, |
|
"recall": 0.9441233140655106 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9475728155339805, |
|
"number": 503, |
|
"precision": 0.9259962049335864, |
|
"recall": 0.9701789264413518 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.21052631578947367, |
|
"number": 16, |
|
"precision": 0.6666666666666666, |
|
"recall": 0.125 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9896755162241888, |
|
"number": 678, |
|
"precision": 0.9896755162241888, |
|
"recall": 0.9896755162241888 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.2898550724637681, |
|
"number": 30, |
|
"precision": 0.2564102564102564, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.0, |
|
"number": 7, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9580602883355177, |
|
"number": 761, |
|
"precision": 0.9555555555555556, |
|
"recall": 0.9605781865965834 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9712177121771217, |
|
"number": 676, |
|
"precision": 0.9690721649484536, |
|
"recall": 0.9733727810650887 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9641319942611191, |
|
"number": 694, |
|
"precision": 0.96, |
|
"recall": 0.968299711815562 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.7812499999999999, |
|
"number": 33, |
|
"precision": 0.8064516129032258, |
|
"recall": 0.7575757575757576 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.5, |
|
"number": 6, |
|
"precision": 0.5, |
|
"recall": 0.5 |
|
}, |
|
"eval_accuracy": 0.9598835737787902, |
|
"eval_accuracy-all": 0.9720323968615541, |
|
"eval_accuracy-das": 0.9739306504682359, |
|
"eval_accuracy-l1": 0.9662110858010631, |
|
"eval_accuracy-l2": 0.9778537079220451, |
|
"eval_f1": 0.9569377990430622, |
|
"eval_f1-all": 0.9540532630962834, |
|
"eval_f1-das": 0.9613239122350317, |
|
"eval_f1-l1": 0.9496103896103896, |
|
"eval_f1-l2": 0.9597855227882036, |
|
"eval_loss": 0.1560496836900711, |
|
"eval_precision": 0.9545849002024877, |
|
"eval_precision-all": 0.9509918319719953, |
|
"eval_precision-das": 0.9598960267359822, |
|
"eval_precision-l1": 0.9398457583547558, |
|
"eval_precision-l2": 0.9656102494942683, |
|
"eval_recall": 0.9593023255813954, |
|
"eval_recall-all": 0.9571344685848503, |
|
"eval_recall-das": 0.962756052141527, |
|
"eval_recall-l1": 0.9595800524934384, |
|
"eval_recall-l2": 0.9540306462358428, |
|
"eval_runtime": 5.8457, |
|
"eval_samples_per_second": 115.64, |
|
"eval_steps_per_second": 7.356, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"learning_rate": 9e-05, |
|
"loss": 0.3741, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"eval_ACT": { |
|
"f1": 0.936902485659656, |
|
"number": 519, |
|
"precision": 0.9297912713472486, |
|
"recall": 0.9441233140655106 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9530332681017614, |
|
"number": 503, |
|
"precision": 0.9383429672447013, |
|
"recall": 0.9681908548707754 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.25, |
|
"number": 16, |
|
"precision": 0.375, |
|
"recall": 0.1875 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9845474613686535, |
|
"number": 678, |
|
"precision": 0.9823788546255506, |
|
"recall": 0.9867256637168141 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.303030303030303, |
|
"number": 30, |
|
"precision": 0.2777777777777778, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.2, |
|
"number": 7, |
|
"precision": 0.3333333333333333, |
|
"recall": 0.14285714285714285 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9494163424124514, |
|
"number": 761, |
|
"precision": 0.9372599231754162, |
|
"recall": 0.961892247043364 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9668874172185431, |
|
"number": 676, |
|
"precision": 0.9619326500732065, |
|
"recall": 0.9718934911242604 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9655667144906743, |
|
"number": 694, |
|
"precision": 0.9614285714285714, |
|
"recall": 0.9697406340057637 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.8571428571428572, |
|
"number": 33, |
|
"precision": 0.9, |
|
"recall": 0.8181818181818182 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.42857142857142855, |
|
"number": 6, |
|
"precision": 0.375, |
|
"recall": 0.5 |
|
}, |
|
"eval_accuracy": 0.9562136168058719, |
|
"eval_accuracy-all": 0.9678562389268539, |
|
"eval_accuracy-das": 0.9719058466211086, |
|
"eval_accuracy-l1": 0.9625411288281448, |
|
"eval_accuracy-l2": 0.9731713490255631, |
|
"eval_f1": 0.9531092194488529, |
|
"eval_f1-all": 0.9517140773158278, |
|
"eval_f1-das": 0.9583410479540826, |
|
"eval_f1-l1": 0.9508196721311476, |
|
"eval_f1-l2": 0.952855245683931, |
|
"eval_loss": 0.16655875742435455, |
|
"eval_precision": 0.946147235749069, |
|
"eval_precision-all": 0.9457813859089591, |
|
"eval_precision-das": 0.9528718703976435, |
|
"eval_precision-l1": 0.9427244582043344, |
|
"eval_precision-l2": 0.9497021839841164, |
|
"eval_recall": 0.9601744186046511, |
|
"eval_recall-all": 0.9577216676453317, |
|
"eval_recall-das": 0.9638733705772812, |
|
"eval_recall-l1": 0.9590551181102362, |
|
"eval_recall-l2": 0.9560293137908061, |
|
"eval_runtime": 5.1533, |
|
"eval_samples_per_second": 131.179, |
|
"eval_steps_per_second": 8.344, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"eval_ACT": { |
|
"f1": 0.9372623574144486, |
|
"number": 519, |
|
"precision": 0.924953095684803, |
|
"recall": 0.9499036608863198 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9515503875968994, |
|
"number": 503, |
|
"precision": 0.9281663516068053, |
|
"recall": 0.9761431411530815 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.2, |
|
"number": 16, |
|
"precision": 0.5, |
|
"recall": 0.125 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9837997054491899, |
|
"number": 678, |
|
"precision": 0.9823529411764705, |
|
"recall": 0.9852507374631269 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.23333333333333334, |
|
"number": 30, |
|
"precision": 0.23333333333333334, |
|
"recall": 0.23333333333333334 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.4, |
|
"number": 7, |
|
"precision": 0.6666666666666666, |
|
"recall": 0.2857142857142857 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9521311475409836, |
|
"number": 761, |
|
"precision": 0.9502617801047121, |
|
"recall": 0.9540078843626807 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9646017699115044, |
|
"number": 676, |
|
"precision": 0.961764705882353, |
|
"recall": 0.9674556213017751 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9582132564841499, |
|
"number": 694, |
|
"precision": 0.9582132564841499, |
|
"recall": 0.9582132564841499 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.6666666666666666, |
|
"number": 33, |
|
"precision": 0.6388888888888888, |
|
"recall": 0.696969696969697 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.30769230769230765, |
|
"number": 6, |
|
"precision": 0.2857142857142857, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.9605163249810175, |
|
"eval_accuracy-all": 0.9712730954188813, |
|
"eval_accuracy-das": 0.9717792963806631, |
|
"eval_accuracy-l1": 0.9660845355606176, |
|
"eval_accuracy-l2": 0.976461655277145, |
|
"eval_f1": 0.9545059403071573, |
|
"eval_f1-all": 0.9483389433630909, |
|
"eval_f1-das": 0.9562314540059347, |
|
"eval_f1-l1": 0.9468473163105785, |
|
"eval_f1-l2": 0.9502504173622704, |
|
"eval_loss": 0.15178745985031128, |
|
"eval_precision": 0.951473136915078, |
|
"eval_precision-all": 0.945433323606653, |
|
"eval_precision-das": 0.9523457702253417, |
|
"eval_precision-l1": 0.9399896533885153, |
|
"eval_precision-l2": 0.9524765729585006, |
|
"eval_recall": 0.9575581395348837, |
|
"eval_recall-all": 0.9512624779800353, |
|
"eval_recall-das": 0.9601489757914339, |
|
"eval_recall-l1": 0.9538057742782152, |
|
"eval_recall-l2": 0.9480346435709527, |
|
"eval_runtime": 5.4096, |
|
"eval_samples_per_second": 124.964, |
|
"eval_steps_per_second": 7.949, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"eval_ACT": { |
|
"f1": 0.9246704331450094, |
|
"number": 519, |
|
"precision": 0.9042357274401474, |
|
"recall": 0.9460500963391136 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9508840864440079, |
|
"number": 503, |
|
"precision": 0.9398058252427185, |
|
"recall": 0.9622266401590457 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.3181818181818182, |
|
"number": 16, |
|
"precision": 0.25, |
|
"recall": 0.4375 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9896907216494845, |
|
"number": 678, |
|
"precision": 0.9882352941176471, |
|
"recall": 0.9911504424778761 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.38554216867469876, |
|
"number": 30, |
|
"precision": 0.3018867924528302, |
|
"recall": 0.5333333333333333 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.5454545454545454, |
|
"number": 7, |
|
"precision": 0.75, |
|
"recall": 0.42857142857142855 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9503916449086162, |
|
"number": 761, |
|
"precision": 0.9442282749675746, |
|
"recall": 0.9566360052562418 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9748892171344165, |
|
"number": 676, |
|
"precision": 0.9734513274336283, |
|
"recall": 0.9763313609467456 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9633357296908699, |
|
"number": 694, |
|
"precision": 0.9612625538020086, |
|
"recall": 0.9654178674351584 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.8059701492537314, |
|
"number": 33, |
|
"precision": 0.7941176470588235, |
|
"recall": 0.8181818181818182 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.3636363636363636, |
|
"number": 6, |
|
"precision": 0.4, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.95292331055429, |
|
"eval_accuracy-all": 0.9636168058719311, |
|
"eval_accuracy-das": 0.9739306504682359, |
|
"eval_accuracy-l1": 0.9598835737787902, |
|
"eval_accuracy-l2": 0.9673500379650721, |
|
"eval_f1": 0.9544799769518871, |
|
"eval_f1-all": 0.9515354388007569, |
|
"eval_f1-das": 0.9612604263206673, |
|
"eval_f1-l1": 0.9511434511434511, |
|
"eval_f1-l2": 0.9520344029110156, |
|
"eval_loss": 0.14892005920410156, |
|
"eval_precision": 0.9460308395202741, |
|
"eval_precision-all": 0.9434343434343434, |
|
"eval_precision-das": 0.9568265682656827, |
|
"eval_precision-l1": 0.9418425115800309, |
|
"eval_precision-l2": 0.9454664914586071, |
|
"eval_recall": 0.9630813953488372, |
|
"eval_recall-all": 0.959776864357017, |
|
"eval_recall-das": 0.9657355679702049, |
|
"eval_recall-l1": 0.9606299212598425, |
|
"eval_recall-l2": 0.9586942038640907, |
|
"eval_runtime": 5.2405, |
|
"eval_samples_per_second": 128.995, |
|
"eval_steps_per_second": 8.205, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 2.1, |
|
"eval_ACT": { |
|
"f1": 0.9232209737827716, |
|
"number": 519, |
|
"precision": 0.8979963570127505, |
|
"recall": 0.9499036608863198 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9539666993143977, |
|
"number": 503, |
|
"precision": 0.9401544401544402, |
|
"recall": 0.9681908548707754 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.25531914893617014, |
|
"number": 16, |
|
"precision": 0.1935483870967742, |
|
"recall": 0.375 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9882179675994109, |
|
"number": 678, |
|
"precision": 0.986764705882353, |
|
"recall": 0.9896755162241888 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.3614457831325301, |
|
"number": 30, |
|
"precision": 0.2830188679245283, |
|
"recall": 0.5 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.5454545454545454, |
|
"number": 7, |
|
"precision": 0.75, |
|
"recall": 0.42857142857142855 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9589041095890412, |
|
"number": 761, |
|
"precision": 0.9520725388601037, |
|
"recall": 0.9658344283837057 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9727339719970524, |
|
"number": 676, |
|
"precision": 0.9691629955947136, |
|
"recall": 0.9763313609467456 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9662113587347233, |
|
"number": 694, |
|
"precision": 0.9641319942611191, |
|
"recall": 0.968299711815562 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.8787878787878788, |
|
"number": 33, |
|
"precision": 0.8787878787878788, |
|
"recall": 0.8787878787878788 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.3636363636363636, |
|
"number": 6, |
|
"precision": 0.4, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.9635535307517085, |
|
"eval_accuracy-all": 0.9731080739053404, |
|
"eval_accuracy-das": 0.9776006074411542, |
|
"eval_accuracy-l1": 0.9689951910908631, |
|
"eval_accuracy-l2": 0.9772209567198178, |
|
"eval_f1": 0.9572477328343171, |
|
"eval_f1-all": 0.9534883720930232, |
|
"eval_f1-das": 0.96532542184313, |
|
"eval_f1-l1": 0.9517384535547483, |
|
"eval_f1-l2": 0.9557171183079973, |
|
"eval_loss": 0.12363296002149582, |
|
"eval_precision": 0.9481037924151696, |
|
"eval_precision-all": 0.9441565918249856, |
|
"eval_precision-das": 0.9612259970457903, |
|
"eval_precision-l1": 0.9409953822473063, |
|
"eval_precision-l2": 0.9481967213114754, |
|
"eval_recall": 0.9665697674418605, |
|
"eval_recall-all": 0.9630064591896653, |
|
"eval_recall-das": 0.9694599627560522, |
|
"eval_recall-l1": 0.9627296587926509, |
|
"eval_recall-l2": 0.9633577614923384, |
|
"eval_runtime": 5.5172, |
|
"eval_samples_per_second": 122.526, |
|
"eval_steps_per_second": 7.794, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 2.36, |
|
"eval_ACT": { |
|
"f1": 0.9430740037950663, |
|
"number": 519, |
|
"precision": 0.9289719626168225, |
|
"recall": 0.9576107899807321 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9610136452241714, |
|
"number": 503, |
|
"precision": 0.9426386233269598, |
|
"recall": 0.9801192842942346 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.28571428571428575, |
|
"number": 16, |
|
"precision": 0.3333333333333333, |
|
"recall": 0.25 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9882179675994109, |
|
"number": 678, |
|
"precision": 0.986764705882353, |
|
"recall": 0.9896755162241888 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.42424242424242425, |
|
"number": 30, |
|
"precision": 0.3888888888888889, |
|
"recall": 0.4666666666666667 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.5454545454545454, |
|
"number": 7, |
|
"precision": 0.75, |
|
"recall": 0.42857142857142855 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9577098243331165, |
|
"number": 761, |
|
"precision": 0.9484536082474226, |
|
"recall": 0.9671484888304862 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9800738007380073, |
|
"number": 676, |
|
"precision": 0.9779086892488954, |
|
"recall": 0.9822485207100592 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9734767025089606, |
|
"number": 694, |
|
"precision": 0.9686162624821684, |
|
"recall": 0.978386167146974 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.8656716417910447, |
|
"number": 33, |
|
"precision": 0.8529411764705882, |
|
"recall": 0.8787878787878788 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.4, |
|
"number": 6, |
|
"precision": 0.3333333333333333, |
|
"recall": 0.5 |
|
}, |
|
"eval_accuracy": 0.966464186281954, |
|
"eval_accuracy-all": 0.9758289040749177, |
|
"eval_accuracy-das": 0.9776006074411542, |
|
"eval_accuracy-l1": 0.9732978992660086, |
|
"eval_accuracy-l2": 0.9783599088838268, |
|
"eval_f1": 0.9596425482848083, |
|
"eval_f1-all": 0.9609329446064141, |
|
"eval_f1-das": 0.9650453116330684, |
|
"eval_f1-l1": 0.9625390218522373, |
|
"eval_f1-l2": 0.9588859416445624, |
|
"eval_loss": 0.14185747504234314, |
|
"eval_precision": 0.9516866781017724, |
|
"eval_precision-all": 0.9542559351476549, |
|
"eval_precision-das": 0.9584864070536371, |
|
"eval_precision-l1": 0.9541000515729757, |
|
"eval_precision-l2": 0.9544554455445544, |
|
"eval_recall": 0.9677325581395348, |
|
"eval_recall-all": 0.9677040516735174, |
|
"eval_recall-das": 0.9716945996275606, |
|
"eval_recall-l1": 0.9711286089238845, |
|
"eval_recall-l2": 0.9633577614923384, |
|
"eval_runtime": 5.3064, |
|
"eval_samples_per_second": 127.395, |
|
"eval_steps_per_second": 8.103, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 2.62, |
|
"learning_rate": 8e-05, |
|
"loss": 0.125, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 2.62, |
|
"eval_ACT": { |
|
"f1": 0.935483870967742, |
|
"number": 519, |
|
"precision": 0.9214953271028037, |
|
"recall": 0.9499036608863198 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9489194499017682, |
|
"number": 503, |
|
"precision": 0.9378640776699029, |
|
"recall": 0.9602385685884692 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.5555555555555556, |
|
"number": 16, |
|
"precision": 0.5, |
|
"recall": 0.625 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9896755162241888, |
|
"number": 678, |
|
"precision": 0.9896755162241888, |
|
"recall": 0.9896755162241888 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.5121951219512195, |
|
"number": 30, |
|
"precision": 0.40384615384615385, |
|
"recall": 0.7 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.5454545454545454, |
|
"number": 7, |
|
"precision": 0.75, |
|
"recall": 0.42857142857142855 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9679529103989536, |
|
"number": 761, |
|
"precision": 0.9635416666666666, |
|
"recall": 0.9724047306176085 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9741315594974131, |
|
"number": 676, |
|
"precision": 0.9734121122599705, |
|
"recall": 0.9748520710059172 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9727011494252873, |
|
"number": 694, |
|
"precision": 0.9699140401146131, |
|
"recall": 0.9755043227665706 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.7384615384615384, |
|
"number": 33, |
|
"precision": 0.75, |
|
"recall": 0.7272727272727273 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.30769230769230765, |
|
"number": 6, |
|
"precision": 0.2857142857142857, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.9697544925335359, |
|
"eval_accuracy-all": 0.9778537079220451, |
|
"eval_accuracy-das": 0.9803847127309542, |
|
"eval_accuracy-l1": 0.9754492533535813, |
|
"eval_accuracy-l2": 0.9802581624905087, |
|
"eval_f1": 0.9626951995373046, |
|
"eval_f1-all": 0.9596033250692723, |
|
"eval_f1-das": 0.9673226884515411, |
|
"eval_f1-l1": 0.9565895502989343, |
|
"eval_f1-l2": 0.963455149501661, |
|
"eval_loss": 0.11307696253061295, |
|
"eval_precision": 0.9577100115074798, |
|
"eval_precision-all": 0.9533468559837728, |
|
"eval_precision-das": 0.9644576082932247, |
|
"eval_precision-l1": 0.9474768280123584, |
|
"eval_precision-l2": 0.9609012591119946, |
|
"eval_recall": 0.9677325581395348, |
|
"eval_recall-all": 0.9659424544920728, |
|
"eval_recall-das": 0.9702048417132216, |
|
"eval_recall-l1": 0.9658792650918635, |
|
"eval_recall-l2": 0.966022651565623, |
|
"eval_runtime": 5.3265, |
|
"eval_samples_per_second": 126.912, |
|
"eval_steps_per_second": 8.073, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 2.89, |
|
"eval_ACT": { |
|
"f1": 0.9460737937559129, |
|
"number": 519, |
|
"precision": 0.929368029739777, |
|
"recall": 0.9633911368015414 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9647058823529412, |
|
"number": 503, |
|
"precision": 0.9516441005802708, |
|
"recall": 0.9781312127236581 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.4324324324324324, |
|
"number": 16, |
|
"precision": 0.38095238095238093, |
|
"recall": 0.5 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9889462048636699, |
|
"number": 678, |
|
"precision": 0.9882179675994109, |
|
"recall": 0.9896755162241888 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.5066666666666666, |
|
"number": 30, |
|
"precision": 0.4222222222222222, |
|
"recall": 0.6333333333333333 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.5, |
|
"number": 7, |
|
"precision": 0.6, |
|
"recall": 0.42857142857142855 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9620915032679739, |
|
"number": 761, |
|
"precision": 0.9570871261378413, |
|
"recall": 0.9671484888304862 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.980825958702065, |
|
"number": 676, |
|
"precision": 0.9779411764705882, |
|
"recall": 0.9837278106508875 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9698275862068965, |
|
"number": 694, |
|
"precision": 0.9670487106017192, |
|
"recall": 0.9726224783861671 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.9090909090909091, |
|
"number": 33, |
|
"precision": 0.9090909090909091, |
|
"recall": 0.9090909090909091 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.28571428571428575, |
|
"number": 6, |
|
"precision": 0.25, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.9725385978233358, |
|
"eval_accuracy-all": 0.9804479878511769, |
|
"eval_accuracy-das": 0.9808909136927361, |
|
"eval_accuracy-l1": 0.9793723108073905, |
|
"eval_accuracy-l2": 0.9815236648949633, |
|
"eval_f1": 0.964053702901689, |
|
"eval_f1-all": 0.9622504008162075, |
|
"eval_f1-das": 0.969213649851632, |
|
"eval_f1-l1": 0.9628088426527959, |
|
"eval_f1-l2": 0.9615384615384616, |
|
"eval_loss": 0.11332696676254272, |
|
"eval_precision": 0.9575566389446516, |
|
"eval_precision-all": 0.9554269175108538, |
|
"eval_precision-das": 0.9652752124122645, |
|
"eval_precision-l1": 0.9541237113402062, |
|
"eval_precision-l2": 0.9570957095709571, |
|
"eval_recall": 0.9706395348837209, |
|
"eval_recall-all": 0.9691720493247211, |
|
"eval_recall-das": 0.9731843575418995, |
|
"eval_recall-l1": 0.9716535433070866, |
|
"eval_recall-l2": 0.966022651565623, |
|
"eval_runtime": 5.5511, |
|
"eval_samples_per_second": 121.778, |
|
"eval_steps_per_second": 7.746, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 3.15, |
|
"eval_ACT": { |
|
"f1": 0.9438629876308278, |
|
"number": 519, |
|
"precision": 0.9323308270676691, |
|
"recall": 0.9556840077071291 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9596059113300494, |
|
"number": 503, |
|
"precision": 0.951171875, |
|
"recall": 0.9681908548707754 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.5, |
|
"number": 16, |
|
"precision": 0.45, |
|
"recall": 0.5625 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.988962472406181, |
|
"number": 678, |
|
"precision": 0.986784140969163, |
|
"recall": 0.9911504424778761 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.5277777777777778, |
|
"number": 30, |
|
"precision": 0.4523809523809524, |
|
"recall": 0.6333333333333333 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.4, |
|
"number": 7, |
|
"precision": 0.6666666666666666, |
|
"recall": 0.2857142857142857 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9593709043250329, |
|
"number": 761, |
|
"precision": 0.9568627450980393, |
|
"recall": 0.961892247043364 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9792899408284024, |
|
"number": 676, |
|
"precision": 0.9792899408284024, |
|
"recall": 0.9792899408284024 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9619526202440775, |
|
"number": 694, |
|
"precision": 0.9585121602288984, |
|
"recall": 0.9654178674351584 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.8615384615384615, |
|
"number": 33, |
|
"precision": 0.875, |
|
"recall": 0.8484848484848485 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.3333333333333333, |
|
"number": 6, |
|
"precision": 0.3333333333333333, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.9689951910908631, |
|
"eval_accuracy-all": 0.976461655277145, |
|
"eval_accuracy-das": 0.9806378132118451, |
|
"eval_accuracy-l1": 0.9748165021513541, |
|
"eval_accuracy-l2": 0.978106808402936, |
|
"eval_f1": 0.9645081848471678, |
|
"eval_f1-all": 0.9596609178602747, |
|
"eval_f1-das": 0.9675023212627669, |
|
"eval_f1-l1": 0.9587897756911842, |
|
"eval_f1-l2": 0.9607712765957446, |
|
"eval_loss": 0.1283569037914276, |
|
"eval_precision": 0.9613052266820675, |
|
"eval_precision-all": 0.9554714784633295, |
|
"eval_precision-das": 0.9648148148148148, |
|
"eval_precision-l1": 0.9528252980819077, |
|
"eval_precision-l2": 0.9588586595885866, |
|
"eval_recall": 0.9677325581395348, |
|
"eval_recall-all": 0.9638872577803875, |
|
"eval_recall-das": 0.9702048417132216, |
|
"eval_recall-l1": 0.9648293963254593, |
|
"eval_recall-l2": 0.9626915389740173, |
|
"eval_runtime": 5.3323, |
|
"eval_samples_per_second": 126.776, |
|
"eval_steps_per_second": 8.064, |
|
"step": 1200 |
|
} |
|
], |
|
"max_steps": 5000, |
|
"num_train_epochs": 14, |
|
"total_flos": 489050884121184.0, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|