m2_joint_label_ocr_ptrn_cmbert_io / trainer_state.json
nlpso's picture
Load model and tokenizer
02b0375
{
"best_metric": 0.9645081848471678,
"best_model_checkpoint": "/work/stual/res_ICDAR/method_2/tmp/223-pretrained-camembert-ner-joint-labelling-io/checkpoint-1200",
"epoch": 3.1496062992125986,
"global_step": 1200,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.26,
"eval_ACT": {
"f1": 0.9082308420056764,
"number": 519,
"precision": 0.8921933085501859,
"recall": 0.9248554913294798
},
"eval_ACT_L1": {
"f1": 0.9221902017291066,
"number": 503,
"precision": 0.8921933085501859,
"recall": 0.9542743538767395
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9680232558139534,
"number": 678,
"precision": 0.9541547277936963,
"recall": 0.9823008849557522
},
"eval_DESC": {
"f1": 0.0,
"number": 30,
"precision": 0.0,
"recall": 0.0
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9373368146214099,
"number": 761,
"precision": 0.9312581063553826,
"recall": 0.9434954007884363
},
"eval_PER": {
"f1": 0.9323529411764705,
"number": 676,
"precision": 0.9269005847953217,
"recall": 0.9378698224852071
},
"eval_SPAT": {
"f1": 0.9343794579172611,
"number": 694,
"precision": 0.9251412429378532,
"recall": 0.9438040345821326
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.0,
"number": 33,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREP": {
"f1": 0.0,
"number": 6,
"precision": 0.0,
"recall": 0.0
},
"eval_accuracy": 0.9362186788154897,
"eval_accuracy-all": 0.9562768919260947,
"eval_accuracy-das": 0.9490002531004809,
"eval_accuracy-l1": 0.9450771956466717,
"eval_accuracy-l2": 0.9674765882055176,
"eval_f1": 0.9321490972626674,
"eval_f1-all": 0.9266715650257163,
"eval_f1-das": 0.9285714285714286,
"eval_f1-l1": 0.9225554106910039,
"eval_f1-l2": 0.931986531986532,
"eval_loss": 0.38459497690200806,
"eval_precision": 0.9337806301050176,
"eval_precision-all": 0.9276257722859664,
"eval_precision-das": 0.927536231884058,
"eval_precision-l1": 0.916580310880829,
"eval_precision-l2": 0.94213750850919,
"eval_recall": 0.9305232558139535,
"eval_recall-all": 0.9257193188490899,
"eval_recall-das": 0.929608938547486,
"eval_recall-l1": 0.9286089238845144,
"eval_recall-l2": 0.9220519653564291,
"eval_runtime": 5.6488,
"eval_samples_per_second": 119.672,
"eval_steps_per_second": 7.612,
"step": 100
},
{
"epoch": 0.52,
"eval_ACT": {
"f1": 0.9080568720379146,
"number": 519,
"precision": 0.8936567164179104,
"recall": 0.9229287090558767
},
"eval_ACT_L1": {
"f1": 0.9220404234841193,
"number": 503,
"precision": 0.8936567164179104,
"recall": 0.952286282306163
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9852724594992636,
"number": 678,
"precision": 0.9838235294117647,
"recall": 0.9867256637168141
},
"eval_DESC": {
"f1": 0.20689655172413796,
"number": 30,
"precision": 0.21428571428571427,
"recall": 0.2
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9359223300970875,
"number": 761,
"precision": 0.9221938775510204,
"recall": 0.9500657030223391
},
"eval_PER": {
"f1": 0.963235294117647,
"number": 676,
"precision": 0.9576023391812866,
"recall": 0.9689349112426036
},
"eval_SPAT": {
"f1": 0.9463902787705505,
"number": 694,
"precision": 0.9390070921985816,
"recall": 0.9538904899135446
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.7500000000000001,
"number": 33,
"precision": 0.7741935483870968,
"recall": 0.7272727272727273
},
"eval_TITREP": {
"f1": 0.25,
"number": 6,
"precision": 0.5,
"recall": 0.16666666666666666
},
"eval_accuracy": 0.9521640091116174,
"eval_accuracy-all": 0.9654517843583903,
"eval_accuracy-das": 0.9663376360415085,
"eval_accuracy-l1": 0.9584915211338901,
"eval_accuracy-l2": 0.9724120475828905,
"eval_f1": 0.9434889434889435,
"eval_f1-all": 0.9390315052508752,
"eval_f1-das": 0.9470566456867827,
"eval_f1-l1": 0.9341627786417833,
"eval_f1-l2": 0.9452968645763842,
"eval_loss": 0.250836580991745,
"eval_precision": 0.9382006323656223,
"eval_precision-all": 0.9330434782608695,
"eval_precision-das": 0.9414795730585205,
"eval_precision-l1": 0.9226830517153097,
"eval_precision-l2": 0.9465597862391449,
"eval_recall": 0.9488372093023256,
"eval_recall-all": 0.9450968878449795,
"eval_recall-das": 0.9527001862197393,
"eval_recall-l1": 0.9459317585301837,
"eval_recall-l2": 0.944037308461026,
"eval_runtime": 5.3447,
"eval_samples_per_second": 126.48,
"eval_steps_per_second": 8.045,
"step": 200
},
{
"epoch": 0.79,
"eval_ACT": {
"f1": 0.9357622243528284,
"number": 519,
"precision": 0.9312977099236641,
"recall": 0.9402697495183044
},
"eval_ACT_L1": {
"f1": 0.9503407984420642,
"number": 503,
"precision": 0.9312977099236641,
"recall": 0.9701789264413518
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9801324503311258,
"number": 678,
"precision": 0.9779735682819384,
"recall": 0.9823008849557522
},
"eval_DESC": {
"f1": 0.29411764705882354,
"number": 30,
"precision": 0.2631578947368421,
"recall": 0.3333333333333333
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9660574412532638,
"number": 761,
"precision": 0.959792477302205,
"recall": 0.9724047306176085
},
"eval_PER": {
"f1": 0.9676470588235294,
"number": 676,
"precision": 0.9619883040935673,
"recall": 0.9733727810650887
},
"eval_SPAT": {
"f1": 0.9655667144906743,
"number": 694,
"precision": 0.9614285714285714,
"recall": 0.9697406340057637
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.7878787878787878,
"number": 33,
"precision": 0.7878787878787878,
"recall": 0.7878787878787878
},
"eval_TITREP": {
"f1": 0.5,
"number": 6,
"precision": 0.5,
"recall": 0.5
},
"eval_accuracy": 0.9577322196912175,
"eval_accuracy-all": 0.970640344216654,
"eval_accuracy-das": 0.9729182485446722,
"eval_accuracy-l1": 0.9629207795494812,
"eval_accuracy-l2": 0.9783599088838268,
"eval_f1": 0.956169535657457,
"eval_f1-all": 0.9539675580885576,
"eval_f1-das": 0.9606679035250464,
"eval_f1-l1": 0.9498831472344845,
"eval_f1-l2": 0.9592245989304813,
"eval_loss": 0.18919637799263,
"eval_precision": 0.9516268355888281,
"eval_precision-all": 0.9496654058772185,
"eval_precision-das": 0.9571164510166359,
"eval_precision-l1": 0.9398766700924974,
"eval_precision-l2": 0.9624413145539906,
"eval_recall": 0.9607558139534884,
"eval_recall-all": 0.9583088667058133,
"eval_recall-das": 0.964245810055866,
"eval_recall-l1": 0.9601049868766404,
"eval_recall-l2": 0.9560293137908061,
"eval_runtime": 5.4055,
"eval_samples_per_second": 125.059,
"eval_steps_per_second": 7.955,
"step": 300
},
{
"epoch": 1.05,
"eval_ACT": {
"f1": 0.9342230695900857,
"number": 519,
"precision": 0.9245283018867925,
"recall": 0.9441233140655106
},
"eval_ACT_L1": {
"f1": 0.9475728155339805,
"number": 503,
"precision": 0.9259962049335864,
"recall": 0.9701789264413518
},
"eval_ACT_L2": {
"f1": 0.21052631578947367,
"number": 16,
"precision": 0.6666666666666666,
"recall": 0.125
},
"eval_CARDINAL": {
"f1": 0.9896755162241888,
"number": 678,
"precision": 0.9896755162241888,
"recall": 0.9896755162241888
},
"eval_DESC": {
"f1": 0.2898550724637681,
"number": 30,
"precision": 0.2564102564102564,
"recall": 0.3333333333333333
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9580602883355177,
"number": 761,
"precision": 0.9555555555555556,
"recall": 0.9605781865965834
},
"eval_PER": {
"f1": 0.9712177121771217,
"number": 676,
"precision": 0.9690721649484536,
"recall": 0.9733727810650887
},
"eval_SPAT": {
"f1": 0.9641319942611191,
"number": 694,
"precision": 0.96,
"recall": 0.968299711815562
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.7812499999999999,
"number": 33,
"precision": 0.8064516129032258,
"recall": 0.7575757575757576
},
"eval_TITREP": {
"f1": 0.5,
"number": 6,
"precision": 0.5,
"recall": 0.5
},
"eval_accuracy": 0.9598835737787902,
"eval_accuracy-all": 0.9720323968615541,
"eval_accuracy-das": 0.9739306504682359,
"eval_accuracy-l1": 0.9662110858010631,
"eval_accuracy-l2": 0.9778537079220451,
"eval_f1": 0.9569377990430622,
"eval_f1-all": 0.9540532630962834,
"eval_f1-das": 0.9613239122350317,
"eval_f1-l1": 0.9496103896103896,
"eval_f1-l2": 0.9597855227882036,
"eval_loss": 0.1560496836900711,
"eval_precision": 0.9545849002024877,
"eval_precision-all": 0.9509918319719953,
"eval_precision-das": 0.9598960267359822,
"eval_precision-l1": 0.9398457583547558,
"eval_precision-l2": 0.9656102494942683,
"eval_recall": 0.9593023255813954,
"eval_recall-all": 0.9571344685848503,
"eval_recall-das": 0.962756052141527,
"eval_recall-l1": 0.9595800524934384,
"eval_recall-l2": 0.9540306462358428,
"eval_runtime": 5.8457,
"eval_samples_per_second": 115.64,
"eval_steps_per_second": 7.356,
"step": 400
},
{
"epoch": 1.31,
"learning_rate": 9e-05,
"loss": 0.3741,
"step": 500
},
{
"epoch": 1.31,
"eval_ACT": {
"f1": 0.936902485659656,
"number": 519,
"precision": 0.9297912713472486,
"recall": 0.9441233140655106
},
"eval_ACT_L1": {
"f1": 0.9530332681017614,
"number": 503,
"precision": 0.9383429672447013,
"recall": 0.9681908548707754
},
"eval_ACT_L2": {
"f1": 0.25,
"number": 16,
"precision": 0.375,
"recall": 0.1875
},
"eval_CARDINAL": {
"f1": 0.9845474613686535,
"number": 678,
"precision": 0.9823788546255506,
"recall": 0.9867256637168141
},
"eval_DESC": {
"f1": 0.303030303030303,
"number": 30,
"precision": 0.2777777777777778,
"recall": 0.3333333333333333
},
"eval_FT": {
"f1": 0.2,
"number": 7,
"precision": 0.3333333333333333,
"recall": 0.14285714285714285
},
"eval_LOC": {
"f1": 0.9494163424124514,
"number": 761,
"precision": 0.9372599231754162,
"recall": 0.961892247043364
},
"eval_PER": {
"f1": 0.9668874172185431,
"number": 676,
"precision": 0.9619326500732065,
"recall": 0.9718934911242604
},
"eval_SPAT": {
"f1": 0.9655667144906743,
"number": 694,
"precision": 0.9614285714285714,
"recall": 0.9697406340057637
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8571428571428572,
"number": 33,
"precision": 0.9,
"recall": 0.8181818181818182
},
"eval_TITREP": {
"f1": 0.42857142857142855,
"number": 6,
"precision": 0.375,
"recall": 0.5
},
"eval_accuracy": 0.9562136168058719,
"eval_accuracy-all": 0.9678562389268539,
"eval_accuracy-das": 0.9719058466211086,
"eval_accuracy-l1": 0.9625411288281448,
"eval_accuracy-l2": 0.9731713490255631,
"eval_f1": 0.9531092194488529,
"eval_f1-all": 0.9517140773158278,
"eval_f1-das": 0.9583410479540826,
"eval_f1-l1": 0.9508196721311476,
"eval_f1-l2": 0.952855245683931,
"eval_loss": 0.16655875742435455,
"eval_precision": 0.946147235749069,
"eval_precision-all": 0.9457813859089591,
"eval_precision-das": 0.9528718703976435,
"eval_precision-l1": 0.9427244582043344,
"eval_precision-l2": 0.9497021839841164,
"eval_recall": 0.9601744186046511,
"eval_recall-all": 0.9577216676453317,
"eval_recall-das": 0.9638733705772812,
"eval_recall-l1": 0.9590551181102362,
"eval_recall-l2": 0.9560293137908061,
"eval_runtime": 5.1533,
"eval_samples_per_second": 131.179,
"eval_steps_per_second": 8.344,
"step": 500
},
{
"epoch": 1.57,
"eval_ACT": {
"f1": 0.9372623574144486,
"number": 519,
"precision": 0.924953095684803,
"recall": 0.9499036608863198
},
"eval_ACT_L1": {
"f1": 0.9515503875968994,
"number": 503,
"precision": 0.9281663516068053,
"recall": 0.9761431411530815
},
"eval_ACT_L2": {
"f1": 0.2,
"number": 16,
"precision": 0.5,
"recall": 0.125
},
"eval_CARDINAL": {
"f1": 0.9837997054491899,
"number": 678,
"precision": 0.9823529411764705,
"recall": 0.9852507374631269
},
"eval_DESC": {
"f1": 0.23333333333333334,
"number": 30,
"precision": 0.23333333333333334,
"recall": 0.23333333333333334
},
"eval_FT": {
"f1": 0.4,
"number": 7,
"precision": 0.6666666666666666,
"recall": 0.2857142857142857
},
"eval_LOC": {
"f1": 0.9521311475409836,
"number": 761,
"precision": 0.9502617801047121,
"recall": 0.9540078843626807
},
"eval_PER": {
"f1": 0.9646017699115044,
"number": 676,
"precision": 0.961764705882353,
"recall": 0.9674556213017751
},
"eval_SPAT": {
"f1": 0.9582132564841499,
"number": 694,
"precision": 0.9582132564841499,
"recall": 0.9582132564841499
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.6666666666666666,
"number": 33,
"precision": 0.6388888888888888,
"recall": 0.696969696969697
},
"eval_TITREP": {
"f1": 0.30769230769230765,
"number": 6,
"precision": 0.2857142857142857,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9605163249810175,
"eval_accuracy-all": 0.9712730954188813,
"eval_accuracy-das": 0.9717792963806631,
"eval_accuracy-l1": 0.9660845355606176,
"eval_accuracy-l2": 0.976461655277145,
"eval_f1": 0.9545059403071573,
"eval_f1-all": 0.9483389433630909,
"eval_f1-das": 0.9562314540059347,
"eval_f1-l1": 0.9468473163105785,
"eval_f1-l2": 0.9502504173622704,
"eval_loss": 0.15178745985031128,
"eval_precision": 0.951473136915078,
"eval_precision-all": 0.945433323606653,
"eval_precision-das": 0.9523457702253417,
"eval_precision-l1": 0.9399896533885153,
"eval_precision-l2": 0.9524765729585006,
"eval_recall": 0.9575581395348837,
"eval_recall-all": 0.9512624779800353,
"eval_recall-das": 0.9601489757914339,
"eval_recall-l1": 0.9538057742782152,
"eval_recall-l2": 0.9480346435709527,
"eval_runtime": 5.4096,
"eval_samples_per_second": 124.964,
"eval_steps_per_second": 7.949,
"step": 600
},
{
"epoch": 1.84,
"eval_ACT": {
"f1": 0.9246704331450094,
"number": 519,
"precision": 0.9042357274401474,
"recall": 0.9460500963391136
},
"eval_ACT_L1": {
"f1": 0.9508840864440079,
"number": 503,
"precision": 0.9398058252427185,
"recall": 0.9622266401590457
},
"eval_ACT_L2": {
"f1": 0.3181818181818182,
"number": 16,
"precision": 0.25,
"recall": 0.4375
},
"eval_CARDINAL": {
"f1": 0.9896907216494845,
"number": 678,
"precision": 0.9882352941176471,
"recall": 0.9911504424778761
},
"eval_DESC": {
"f1": 0.38554216867469876,
"number": 30,
"precision": 0.3018867924528302,
"recall": 0.5333333333333333
},
"eval_FT": {
"f1": 0.5454545454545454,
"number": 7,
"precision": 0.75,
"recall": 0.42857142857142855
},
"eval_LOC": {
"f1": 0.9503916449086162,
"number": 761,
"precision": 0.9442282749675746,
"recall": 0.9566360052562418
},
"eval_PER": {
"f1": 0.9748892171344165,
"number": 676,
"precision": 0.9734513274336283,
"recall": 0.9763313609467456
},
"eval_SPAT": {
"f1": 0.9633357296908699,
"number": 694,
"precision": 0.9612625538020086,
"recall": 0.9654178674351584
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8059701492537314,
"number": 33,
"precision": 0.7941176470588235,
"recall": 0.8181818181818182
},
"eval_TITREP": {
"f1": 0.3636363636363636,
"number": 6,
"precision": 0.4,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.95292331055429,
"eval_accuracy-all": 0.9636168058719311,
"eval_accuracy-das": 0.9739306504682359,
"eval_accuracy-l1": 0.9598835737787902,
"eval_accuracy-l2": 0.9673500379650721,
"eval_f1": 0.9544799769518871,
"eval_f1-all": 0.9515354388007569,
"eval_f1-das": 0.9612604263206673,
"eval_f1-l1": 0.9511434511434511,
"eval_f1-l2": 0.9520344029110156,
"eval_loss": 0.14892005920410156,
"eval_precision": 0.9460308395202741,
"eval_precision-all": 0.9434343434343434,
"eval_precision-das": 0.9568265682656827,
"eval_precision-l1": 0.9418425115800309,
"eval_precision-l2": 0.9454664914586071,
"eval_recall": 0.9630813953488372,
"eval_recall-all": 0.959776864357017,
"eval_recall-das": 0.9657355679702049,
"eval_recall-l1": 0.9606299212598425,
"eval_recall-l2": 0.9586942038640907,
"eval_runtime": 5.2405,
"eval_samples_per_second": 128.995,
"eval_steps_per_second": 8.205,
"step": 700
},
{
"epoch": 2.1,
"eval_ACT": {
"f1": 0.9232209737827716,
"number": 519,
"precision": 0.8979963570127505,
"recall": 0.9499036608863198
},
"eval_ACT_L1": {
"f1": 0.9539666993143977,
"number": 503,
"precision": 0.9401544401544402,
"recall": 0.9681908548707754
},
"eval_ACT_L2": {
"f1": 0.25531914893617014,
"number": 16,
"precision": 0.1935483870967742,
"recall": 0.375
},
"eval_CARDINAL": {
"f1": 0.9882179675994109,
"number": 678,
"precision": 0.986764705882353,
"recall": 0.9896755162241888
},
"eval_DESC": {
"f1": 0.3614457831325301,
"number": 30,
"precision": 0.2830188679245283,
"recall": 0.5
},
"eval_FT": {
"f1": 0.5454545454545454,
"number": 7,
"precision": 0.75,
"recall": 0.42857142857142855
},
"eval_LOC": {
"f1": 0.9589041095890412,
"number": 761,
"precision": 0.9520725388601037,
"recall": 0.9658344283837057
},
"eval_PER": {
"f1": 0.9727339719970524,
"number": 676,
"precision": 0.9691629955947136,
"recall": 0.9763313609467456
},
"eval_SPAT": {
"f1": 0.9662113587347233,
"number": 694,
"precision": 0.9641319942611191,
"recall": 0.968299711815562
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8787878787878788,
"number": 33,
"precision": 0.8787878787878788,
"recall": 0.8787878787878788
},
"eval_TITREP": {
"f1": 0.3636363636363636,
"number": 6,
"precision": 0.4,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9635535307517085,
"eval_accuracy-all": 0.9731080739053404,
"eval_accuracy-das": 0.9776006074411542,
"eval_accuracy-l1": 0.9689951910908631,
"eval_accuracy-l2": 0.9772209567198178,
"eval_f1": 0.9572477328343171,
"eval_f1-all": 0.9534883720930232,
"eval_f1-das": 0.96532542184313,
"eval_f1-l1": 0.9517384535547483,
"eval_f1-l2": 0.9557171183079973,
"eval_loss": 0.12363296002149582,
"eval_precision": 0.9481037924151696,
"eval_precision-all": 0.9441565918249856,
"eval_precision-das": 0.9612259970457903,
"eval_precision-l1": 0.9409953822473063,
"eval_precision-l2": 0.9481967213114754,
"eval_recall": 0.9665697674418605,
"eval_recall-all": 0.9630064591896653,
"eval_recall-das": 0.9694599627560522,
"eval_recall-l1": 0.9627296587926509,
"eval_recall-l2": 0.9633577614923384,
"eval_runtime": 5.5172,
"eval_samples_per_second": 122.526,
"eval_steps_per_second": 7.794,
"step": 800
},
{
"epoch": 2.36,
"eval_ACT": {
"f1": 0.9430740037950663,
"number": 519,
"precision": 0.9289719626168225,
"recall": 0.9576107899807321
},
"eval_ACT_L1": {
"f1": 0.9610136452241714,
"number": 503,
"precision": 0.9426386233269598,
"recall": 0.9801192842942346
},
"eval_ACT_L2": {
"f1": 0.28571428571428575,
"number": 16,
"precision": 0.3333333333333333,
"recall": 0.25
},
"eval_CARDINAL": {
"f1": 0.9882179675994109,
"number": 678,
"precision": 0.986764705882353,
"recall": 0.9896755162241888
},
"eval_DESC": {
"f1": 0.42424242424242425,
"number": 30,
"precision": 0.3888888888888889,
"recall": 0.4666666666666667
},
"eval_FT": {
"f1": 0.5454545454545454,
"number": 7,
"precision": 0.75,
"recall": 0.42857142857142855
},
"eval_LOC": {
"f1": 0.9577098243331165,
"number": 761,
"precision": 0.9484536082474226,
"recall": 0.9671484888304862
},
"eval_PER": {
"f1": 0.9800738007380073,
"number": 676,
"precision": 0.9779086892488954,
"recall": 0.9822485207100592
},
"eval_SPAT": {
"f1": 0.9734767025089606,
"number": 694,
"precision": 0.9686162624821684,
"recall": 0.978386167146974
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8656716417910447,
"number": 33,
"precision": 0.8529411764705882,
"recall": 0.8787878787878788
},
"eval_TITREP": {
"f1": 0.4,
"number": 6,
"precision": 0.3333333333333333,
"recall": 0.5
},
"eval_accuracy": 0.966464186281954,
"eval_accuracy-all": 0.9758289040749177,
"eval_accuracy-das": 0.9776006074411542,
"eval_accuracy-l1": 0.9732978992660086,
"eval_accuracy-l2": 0.9783599088838268,
"eval_f1": 0.9596425482848083,
"eval_f1-all": 0.9609329446064141,
"eval_f1-das": 0.9650453116330684,
"eval_f1-l1": 0.9625390218522373,
"eval_f1-l2": 0.9588859416445624,
"eval_loss": 0.14185747504234314,
"eval_precision": 0.9516866781017724,
"eval_precision-all": 0.9542559351476549,
"eval_precision-das": 0.9584864070536371,
"eval_precision-l1": 0.9541000515729757,
"eval_precision-l2": 0.9544554455445544,
"eval_recall": 0.9677325581395348,
"eval_recall-all": 0.9677040516735174,
"eval_recall-das": 0.9716945996275606,
"eval_recall-l1": 0.9711286089238845,
"eval_recall-l2": 0.9633577614923384,
"eval_runtime": 5.3064,
"eval_samples_per_second": 127.395,
"eval_steps_per_second": 8.103,
"step": 900
},
{
"epoch": 2.62,
"learning_rate": 8e-05,
"loss": 0.125,
"step": 1000
},
{
"epoch": 2.62,
"eval_ACT": {
"f1": 0.935483870967742,
"number": 519,
"precision": 0.9214953271028037,
"recall": 0.9499036608863198
},
"eval_ACT_L1": {
"f1": 0.9489194499017682,
"number": 503,
"precision": 0.9378640776699029,
"recall": 0.9602385685884692
},
"eval_ACT_L2": {
"f1": 0.5555555555555556,
"number": 16,
"precision": 0.5,
"recall": 0.625
},
"eval_CARDINAL": {
"f1": 0.9896755162241888,
"number": 678,
"precision": 0.9896755162241888,
"recall": 0.9896755162241888
},
"eval_DESC": {
"f1": 0.5121951219512195,
"number": 30,
"precision": 0.40384615384615385,
"recall": 0.7
},
"eval_FT": {
"f1": 0.5454545454545454,
"number": 7,
"precision": 0.75,
"recall": 0.42857142857142855
},
"eval_LOC": {
"f1": 0.9679529103989536,
"number": 761,
"precision": 0.9635416666666666,
"recall": 0.9724047306176085
},
"eval_PER": {
"f1": 0.9741315594974131,
"number": 676,
"precision": 0.9734121122599705,
"recall": 0.9748520710059172
},
"eval_SPAT": {
"f1": 0.9727011494252873,
"number": 694,
"precision": 0.9699140401146131,
"recall": 0.9755043227665706
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.7384615384615384,
"number": 33,
"precision": 0.75,
"recall": 0.7272727272727273
},
"eval_TITREP": {
"f1": 0.30769230769230765,
"number": 6,
"precision": 0.2857142857142857,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9697544925335359,
"eval_accuracy-all": 0.9778537079220451,
"eval_accuracy-das": 0.9803847127309542,
"eval_accuracy-l1": 0.9754492533535813,
"eval_accuracy-l2": 0.9802581624905087,
"eval_f1": 0.9626951995373046,
"eval_f1-all": 0.9596033250692723,
"eval_f1-das": 0.9673226884515411,
"eval_f1-l1": 0.9565895502989343,
"eval_f1-l2": 0.963455149501661,
"eval_loss": 0.11307696253061295,
"eval_precision": 0.9577100115074798,
"eval_precision-all": 0.9533468559837728,
"eval_precision-das": 0.9644576082932247,
"eval_precision-l1": 0.9474768280123584,
"eval_precision-l2": 0.9609012591119946,
"eval_recall": 0.9677325581395348,
"eval_recall-all": 0.9659424544920728,
"eval_recall-das": 0.9702048417132216,
"eval_recall-l1": 0.9658792650918635,
"eval_recall-l2": 0.966022651565623,
"eval_runtime": 5.3265,
"eval_samples_per_second": 126.912,
"eval_steps_per_second": 8.073,
"step": 1000
},
{
"epoch": 2.89,
"eval_ACT": {
"f1": 0.9460737937559129,
"number": 519,
"precision": 0.929368029739777,
"recall": 0.9633911368015414
},
"eval_ACT_L1": {
"f1": 0.9647058823529412,
"number": 503,
"precision": 0.9516441005802708,
"recall": 0.9781312127236581
},
"eval_ACT_L2": {
"f1": 0.4324324324324324,
"number": 16,
"precision": 0.38095238095238093,
"recall": 0.5
},
"eval_CARDINAL": {
"f1": 0.9889462048636699,
"number": 678,
"precision": 0.9882179675994109,
"recall": 0.9896755162241888
},
"eval_DESC": {
"f1": 0.5066666666666666,
"number": 30,
"precision": 0.4222222222222222,
"recall": 0.6333333333333333
},
"eval_FT": {
"f1": 0.5,
"number": 7,
"precision": 0.6,
"recall": 0.42857142857142855
},
"eval_LOC": {
"f1": 0.9620915032679739,
"number": 761,
"precision": 0.9570871261378413,
"recall": 0.9671484888304862
},
"eval_PER": {
"f1": 0.980825958702065,
"number": 676,
"precision": 0.9779411764705882,
"recall": 0.9837278106508875
},
"eval_SPAT": {
"f1": 0.9698275862068965,
"number": 694,
"precision": 0.9670487106017192,
"recall": 0.9726224783861671
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9090909090909091,
"number": 33,
"precision": 0.9090909090909091,
"recall": 0.9090909090909091
},
"eval_TITREP": {
"f1": 0.28571428571428575,
"number": 6,
"precision": 0.25,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9725385978233358,
"eval_accuracy-all": 0.9804479878511769,
"eval_accuracy-das": 0.9808909136927361,
"eval_accuracy-l1": 0.9793723108073905,
"eval_accuracy-l2": 0.9815236648949633,
"eval_f1": 0.964053702901689,
"eval_f1-all": 0.9622504008162075,
"eval_f1-das": 0.969213649851632,
"eval_f1-l1": 0.9628088426527959,
"eval_f1-l2": 0.9615384615384616,
"eval_loss": 0.11332696676254272,
"eval_precision": 0.9575566389446516,
"eval_precision-all": 0.9554269175108538,
"eval_precision-das": 0.9652752124122645,
"eval_precision-l1": 0.9541237113402062,
"eval_precision-l2": 0.9570957095709571,
"eval_recall": 0.9706395348837209,
"eval_recall-all": 0.9691720493247211,
"eval_recall-das": 0.9731843575418995,
"eval_recall-l1": 0.9716535433070866,
"eval_recall-l2": 0.966022651565623,
"eval_runtime": 5.5511,
"eval_samples_per_second": 121.778,
"eval_steps_per_second": 7.746,
"step": 1100
},
{
"epoch": 3.15,
"eval_ACT": {
"f1": 0.9438629876308278,
"number": 519,
"precision": 0.9323308270676691,
"recall": 0.9556840077071291
},
"eval_ACT_L1": {
"f1": 0.9596059113300494,
"number": 503,
"precision": 0.951171875,
"recall": 0.9681908548707754
},
"eval_ACT_L2": {
"f1": 0.5,
"number": 16,
"precision": 0.45,
"recall": 0.5625
},
"eval_CARDINAL": {
"f1": 0.988962472406181,
"number": 678,
"precision": 0.986784140969163,
"recall": 0.9911504424778761
},
"eval_DESC": {
"f1": 0.5277777777777778,
"number": 30,
"precision": 0.4523809523809524,
"recall": 0.6333333333333333
},
"eval_FT": {
"f1": 0.4,
"number": 7,
"precision": 0.6666666666666666,
"recall": 0.2857142857142857
},
"eval_LOC": {
"f1": 0.9593709043250329,
"number": 761,
"precision": 0.9568627450980393,
"recall": 0.961892247043364
},
"eval_PER": {
"f1": 0.9792899408284024,
"number": 676,
"precision": 0.9792899408284024,
"recall": 0.9792899408284024
},
"eval_SPAT": {
"f1": 0.9619526202440775,
"number": 694,
"precision": 0.9585121602288984,
"recall": 0.9654178674351584
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8615384615384615,
"number": 33,
"precision": 0.875,
"recall": 0.8484848484848485
},
"eval_TITREP": {
"f1": 0.3333333333333333,
"number": 6,
"precision": 0.3333333333333333,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9689951910908631,
"eval_accuracy-all": 0.976461655277145,
"eval_accuracy-das": 0.9806378132118451,
"eval_accuracy-l1": 0.9748165021513541,
"eval_accuracy-l2": 0.978106808402936,
"eval_f1": 0.9645081848471678,
"eval_f1-all": 0.9596609178602747,
"eval_f1-das": 0.9675023212627669,
"eval_f1-l1": 0.9587897756911842,
"eval_f1-l2": 0.9607712765957446,
"eval_loss": 0.1283569037914276,
"eval_precision": 0.9613052266820675,
"eval_precision-all": 0.9554714784633295,
"eval_precision-das": 0.9648148148148148,
"eval_precision-l1": 0.9528252980819077,
"eval_precision-l2": 0.9588586595885866,
"eval_recall": 0.9677325581395348,
"eval_recall-all": 0.9638872577803875,
"eval_recall-das": 0.9702048417132216,
"eval_recall-l1": 0.9648293963254593,
"eval_recall-l2": 0.9626915389740173,
"eval_runtime": 5.3323,
"eval_samples_per_second": 126.776,
"eval_steps_per_second": 8.064,
"step": 1200
}
],
"max_steps": 5000,
"num_train_epochs": 14,
"total_flos": 489050884121184.0,
"trial_name": null,
"trial_params": null
}