{
"best_metric": 0.9663670629167874,
"best_model_checkpoint": "/work/stual/res_ICDAR/method_3/tmp/321-camembert-ner-hierarchical-loss-io/checkpoint-2000",
"epoch": 5.2493438320209975,
"global_step": 2000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.26,
"eval_ACT": {
"f1": 0.8378378378378379,
"number": 519,
"precision": 0.7868020304568528,
"recall": 0.8959537572254336
},
"eval_ACT_L1": {
"f1": 0.850091407678245,
"number": 503,
"precision": 0.7868020304568528,
"recall": 0.9244532803180915
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9687726942628904,
"number": 678,
"precision": 0.9542203147353362,
"recall": 0.9837758112094396
},
"eval_DESC": {
"f1": 0.0,
"number": 30,
"precision": 0.0,
"recall": 0.0
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.908150064683053,
"number": 761,
"precision": 0.8942675159235669,
"recall": 0.9224704336399474
},
"eval_PER": {
"f1": 0.9078947368421053,
"number": 676,
"precision": 0.8973988439306358,
"recall": 0.9186390532544378
},
"eval_SPAT": {
"f1": 0.9194915254237289,
"number": 694,
"precision": 0.9016620498614959,
"recall": 0.9380403458213257
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.0,
"number": 33,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREP": {
"f1": 0.0,
"number": 6,
"precision": 0.0,
"recall": 0.0
},
"eval_accuracy": 0.926600860541635,
"eval_accuracy-all": 0.950582131106049,
"eval_accuracy-das": 0.9424196405973171,
"eval_accuracy-l1": 0.9369779802581625,
"eval_accuracy-l2": 0.9641862819539357,
"eval_f1": 0.9032535473699298,
"eval_f1-all": 0.9009427121102248,
"eval_f1-das": 0.8991195891415995,
"eval_f1-l1": 0.8884910485933504,
"eval_f1-l2": 0.917252931323283,
"eval_loss": 0.3965435028076172,
"eval_precision": 0.8908679672038451,
"eval_precision-all": 0.8902264259100029,
"eval_precision-das": 0.8857968919407301,
"eval_precision-l1": 0.8663341645885286,
"eval_precision-l2": 0.9225067385444744,
"eval_recall": 0.9159883720930233,
"eval_recall-all": 0.9119201409277745,
"eval_recall-das": 0.9128491620111732,
"eval_recall-l1": 0.9118110236220472,
"eval_recall-l2": 0.9120586275816123,
"eval_runtime": 5.6993,
"eval_samples_per_second": 118.611,
"eval_steps_per_second": 7.545,
"step": 100
},
{
"epoch": 0.52,
"eval_ACT": {
"f1": 0.888888888888889,
"number": 519,
"precision": 0.8556149732620321,
"recall": 0.9248554913294798
},
"eval_ACT_L1": {
"f1": 0.9022556390977442,
"number": 503,
"precision": 0.8556149732620321,
"recall": 0.9542743538767395
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9744338933528124,
"number": 678,
"precision": 0.9652677279305355,
"recall": 0.9837758112094396
},
"eval_DESC": {
"f1": 0.0,
"number": 30,
"precision": 0.0,
"recall": 0.0
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9430255402750493,
"number": 761,
"precision": 0.9399477806788512,
"recall": 0.9461235216819974
},
"eval_PER": {
"f1": 0.943952802359882,
"number": 676,
"precision": 0.9411764705882353,
"recall": 0.9467455621301775
},
"eval_SPAT": {
"f1": 0.9349535382416011,
"number": 694,
"precision": 0.9276595744680851,
"recall": 0.9423631123919308
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.0,
"number": 33,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREP": {
"f1": 0.0,
"number": 6,
"precision": 0.0,
"recall": 0.0
},
"eval_accuracy": 0.9360921285750443,
"eval_accuracy-all": 0.955960516324981,
"eval_accuracy-das": 0.9502657555049354,
"eval_accuracy-l1": 0.9448240951657808,
"eval_accuracy-l2": 0.9670969374841812,
"eval_f1": 0.931761967117707,
"eval_f1-all": 0.927931894906796,
"eval_f1-das": 0.9288500835965074,
"eval_f1-l1": 0.9203631647211413,
"eval_f1-l2": 0.9377958079783638,
"eval_loss": 0.279910147190094,
"eval_precision": 0.9327119137780367,
"eval_precision-all": 0.9277957147050191,
"eval_precision-das": 0.9266123054114158,
"eval_precision-l1": 0.9097435897435897,
"eval_precision-l2": 0.9519560741249142,
"eval_recall": 0.9308139534883721,
"eval_recall-all": 0.9280681150910158,
"eval_recall-das": 0.931098696461825,
"eval_recall-l1": 0.9312335958005249,
"eval_recall-l2": 0.9240506329113924,
"eval_runtime": 5.3228,
"eval_samples_per_second": 127.0,
"eval_steps_per_second": 8.078,
"step": 200
},
{
"epoch": 0.79,
"eval_ACT": {
"f1": 0.9224880382775119,
"number": 519,
"precision": 0.9163498098859315,
"recall": 0.928709055876686
},
"eval_ACT_L1": {
"f1": 0.9368318756073858,
"number": 503,
"precision": 0.9163498098859315,
"recall": 0.9582504970178927
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9773226042428675,
"number": 678,
"precision": 0.969521044992743,
"recall": 0.9852507374631269
},
"eval_DESC": {
"f1": 0.07692307692307691,
"number": 30,
"precision": 0.09090909090909091,
"recall": 0.06666666666666667
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9381107491856677,
"number": 761,
"precision": 0.9302325581395349,
"recall": 0.9461235216819974
},
"eval_PER": {
"f1": 0.9358879882092852,
"number": 676,
"precision": 0.9324522760646109,
"recall": 0.9393491124260355
},
"eval_SPAT": {
"f1": 0.9390070921985816,
"number": 694,
"precision": 0.9245810055865922,
"recall": 0.9538904899135446
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.3921568627450981,
"number": 33,
"precision": 0.5555555555555556,
"recall": 0.30303030303030304
},
"eval_TITREP": {
"f1": 0.0,
"number": 6,
"precision": 0.0,
"recall": 0.0
},
"eval_accuracy": 0.9426727410782081,
"eval_accuracy-all": 0.9577322196912175,
"eval_accuracy-das": 0.960389774740572,
"eval_accuracy-l1": 0.9483675018982536,
"eval_accuracy-l2": 0.9670969374841812,
"eval_f1": 0.939160737621606,
"eval_f1-all": 0.9306206088992975,
"eval_f1-das": 0.9402568397543273,
"eval_f1-l1": 0.925194805194805,
"eval_f1-l2": 0.937625754527163,
"eval_loss": 0.23822064697742462,
"eval_precision": 0.938207136640557,
"eval_precision-all": 0.9279042615294805,
"eval_precision-das": 0.9397321428571429,
"eval_precision-l1": 0.9156812339331619,
"eval_precision-l2": 0.9439567859554355,
"eval_recall": 0.9401162790697675,
"eval_recall-all": 0.9333529066353494,
"eval_recall-das": 0.9407821229050279,
"eval_recall-l1": 0.9349081364829396,
"eval_recall-l2": 0.9313790806129247,
"eval_runtime": 5.4317,
"eval_samples_per_second": 124.456,
"eval_steps_per_second": 7.917,
"step": 300
},
{
"epoch": 1.05,
"eval_ACT": {
"f1": 0.9135802469135802,
"number": 519,
"precision": 0.900749063670412,
"recall": 0.9267822736030829
},
"eval_ACT_L1": {
"f1": 0.9276759884281581,
"number": 503,
"precision": 0.900749063670412,
"recall": 0.9562624254473161
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9852941176470589,
"number": 678,
"precision": 0.9824046920821115,
"recall": 0.9882005899705014
},
"eval_DESC": {
"f1": 0.16129032258064516,
"number": 30,
"precision": 0.15625,
"recall": 0.16666666666666666
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9414858645627877,
"number": 761,
"precision": 0.9421052631578948,
"recall": 0.9408672798948752
},
"eval_PER": {
"f1": 0.9646539027982327,
"number": 676,
"precision": 0.9604105571847508,
"recall": 0.9689349112426036
},
"eval_SPAT": {
"f1": 0.9440459110473458,
"number": 694,
"precision": 0.94,
"recall": 0.9481268011527377
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.7118644067796609,
"number": 33,
"precision": 0.8076923076923077,
"recall": 0.6363636363636364
},
"eval_TITREP": {
"f1": 0.0,
"number": 6,
"precision": 0.0,
"recall": 0.0
},
"eval_accuracy": 0.9511516071880537,
"eval_accuracy-all": 0.9660212604403948,
"eval_accuracy-das": 0.9677296886864085,
"eval_accuracy-l1": 0.9574791192103265,
"eval_accuracy-l2": 0.9745634016704632,
"eval_f1": 0.9458987783595114,
"eval_f1-all": 0.9399003224860745,
"eval_f1-das": 0.9493293591654248,
"eval_f1-l1": 0.9338178043083311,
"eval_f1-l2": 0.9477938699898956,
"eval_loss": 0.18405073881149292,
"eval_precision": 0.9464493597206054,
"eval_precision-all": 0.9385245901639344,
"eval_precision-das": 0.9496831904584421,
"eval_precision-l1": 0.9235112936344969,
"eval_precision-l2": 0.9584468664850136,
"eval_recall": 0.9453488372093023,
"eval_recall-all": 0.9412800939518496,
"eval_recall-das": 0.948975791433892,
"eval_recall-l1": 0.9443569553805774,
"eval_recall-l2": 0.9373750832778148,
"eval_runtime": 5.2971,
"eval_samples_per_second": 127.616,
"eval_steps_per_second": 8.118,
"step": 400
},
{
"epoch": 1.31,
"learning_rate": 9e-05,
"loss": 0.3703,
"step": 500
},
{
"epoch": 1.31,
"eval_ACT": {
"f1": 0.9379178605539636,
"number": 519,
"precision": 0.9299242424242424,
"recall": 0.9460500963391136
},
"eval_ACT_L1": {
"f1": 0.9524733268671194,
"number": 503,
"precision": 0.9299242424242424,
"recall": 0.9761431411530815
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9816041206769685,
"number": 678,
"precision": 0.9794419970631424,
"recall": 0.9837758112094396
},
"eval_DESC": {
"f1": 0.22727272727272724,
"number": 30,
"precision": 0.35714285714285715,
"recall": 0.16666666666666666
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9286640726329443,
"number": 761,
"precision": 0.9167733674775929,
"recall": 0.9408672798948752
},
"eval_PER": {
"f1": 0.960294117647059,
"number": 676,
"precision": 0.9546783625730995,
"recall": 0.9659763313609467
},
"eval_SPAT": {
"f1": 0.9291784702549575,
"number": 694,
"precision": 0.9136490250696379,
"recall": 0.9452449567723343
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.7419354838709677,
"number": 33,
"precision": 0.7931034482758621,
"recall": 0.696969696969697
},
"eval_TITREP": {
"f1": 0.0,
"number": 6,
"precision": 0.0,
"recall": 0.0
},
"eval_accuracy": 0.951784358390281,
"eval_accuracy-all": 0.964123006833713,
"eval_accuracy-das": 0.9651986838774994,
"eval_accuracy-l1": 0.9583649708934447,
"eval_accuracy-l2": 0.9698810427739812,
"eval_f1": 0.9481932956029604,
"eval_f1-all": 0.9384772760485167,
"eval_f1-das": 0.9487940630797775,
"eval_f1-l1": 0.9379059495972979,
"eval_f1-l2": 0.9392117568470274,
"eval_loss": 0.20227569341659546,
"eval_precision": 0.9466821211243118,
"eval_precision-all": 0.9342449810881582,
"eval_precision-das": 0.945286506469501,
"eval_precision-l1": 0.9284979423868313,
"eval_precision-l2": 0.941728064300067,
"eval_recall": 0.9497093023255814,
"eval_recall-all": 0.9427480916030534,
"eval_recall-das": 0.9523277467411546,
"eval_recall-l1": 0.94750656167979,
"eval_recall-l2": 0.9367088607594937,
"eval_runtime": 5.4983,
"eval_samples_per_second": 122.948,
"eval_steps_per_second": 7.821,
"step": 500
},
{
"epoch": 1.57,
"eval_ACT": {
"f1": 0.9351145038167938,
"number": 519,
"precision": 0.9262759924385633,
"recall": 0.9441233140655106
},
"eval_ACT_L1": {
"f1": 0.9496124031007751,
"number": 503,
"precision": 0.9262759924385633,
"recall": 0.974155069582505
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9808823529411764,
"number": 678,
"precision": 0.9780058651026393,
"recall": 0.9837758112094396
},
"eval_DESC": {
"f1": 0.2711864406779661,
"number": 30,
"precision": 0.27586206896551724,
"recall": 0.26666666666666666
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9541284403669723,
"number": 761,
"precision": 0.9516339869281045,
"recall": 0.9566360052562418
},
"eval_PER": {
"f1": 0.9720176730486009,
"number": 676,
"precision": 0.967741935483871,
"recall": 0.9763313609467456
},
"eval_SPAT": {
"f1": 0.9633883704235463,
"number": 694,
"precision": 0.9599427753934192,
"recall": 0.9668587896253602
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.676470588235294,
"number": 33,
"precision": 0.6571428571428571,
"recall": 0.696969696969697
},
"eval_TITREP": {
"f1": 0.0,
"number": 6,
"precision": 0.0,
"recall": 0.0
},
"eval_accuracy": 0.9583649708934447,
"eval_accuracy-all": 0.9695646671728676,
"eval_accuracy-das": 0.9716527461402177,
"eval_accuracy-l1": 0.9644393824348266,
"eval_accuracy-l2": 0.9746899519109087,
"eval_f1": 0.9551458847437944,
"eval_f1-all": 0.9510837727006444,
"eval_f1-das": 0.9576050576422462,
"eval_f1-l1": 0.9516129032258065,
"eval_f1-l2": 0.9504021447721179,
"eval_loss": 0.16219548881053925,
"eval_precision": 0.953899681066976,
"eval_precision-all": 0.9488603156049094,
"eval_precision-das": 0.9561826958782027,
"eval_precision-l1": 0.9432697266632285,
"eval_precision-l2": 0.9561699258260283,
"eval_recall": 0.9563953488372093,
"eval_recall-all": 0.9533176746917205,
"eval_recall-das": 0.9590316573556797,
"eval_recall-l1": 0.9601049868766404,
"eval_recall-l2": 0.9447035309793471,
"eval_runtime": 5.458,
"eval_samples_per_second": 123.855,
"eval_steps_per_second": 7.878,
"step": 600
},
{
"epoch": 1.84,
"eval_ACT": {
"f1": 0.9361296472831266,
"number": 519,
"precision": 0.9264150943396227,
"recall": 0.9460500963391136
},
"eval_ACT_L1": {
"f1": 0.9483933787731256,
"number": 503,
"precision": 0.9293893129770993,
"recall": 0.9681908548707754
},
"eval_ACT_L2": {
"f1": 0.36363636363636365,
"number": 16,
"precision": 0.6666666666666666,
"recall": 0.25
},
"eval_CARDINAL": {
"f1": 0.9889298892988929,
"number": 678,
"precision": 0.9896602658788775,
"recall": 0.9882005899705014
},
"eval_DESC": {
"f1": 0.4528301886792453,
"number": 30,
"precision": 0.5217391304347826,
"recall": 0.4
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9514435695538058,
"number": 761,
"precision": 0.9501965923984272,
"recall": 0.9526938239159002
},
"eval_PER": {
"f1": 0.9666913397483345,
"number": 676,
"precision": 0.9674074074074074,
"recall": 0.9659763313609467
},
"eval_SPAT": {
"f1": 0.9519713261648747,
"number": 694,
"precision": 0.9472182596291013,
"recall": 0.9567723342939481
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.6216216216216217,
"number": 33,
"precision": 0.5609756097560976,
"recall": 0.696969696969697
},
"eval_TITREP": {
"f1": 0.2222222222222222,
"number": 6,
"precision": 0.3333333333333333,
"recall": 0.16666666666666666
},
"eval_accuracy": 0.9605163249810175,
"eval_accuracy-all": 0.9719691217413313,
"eval_accuracy-das": 0.9713996456593268,
"eval_accuracy-l1": 0.9669703872437357,
"eval_accuracy-l2": 0.9769678562389269,
"eval_f1": 0.9528096413532743,
"eval_f1-all": 0.9499926675465612,
"eval_f1-das": 0.9529827169671065,
"eval_f1-l1": 0.9487983281086729,
"eval_f1-l2": 0.9515212303577398,
"eval_loss": 0.1616193950176239,
"eval_precision": 0.9518421816071947,
"eval_precision-all": 0.9490184588338705,
"eval_precision-das": 0.9510385756676558,
"eval_precision-l1": 0.9443577743109725,
"eval_precision-l2": 0.9550335570469799,
"eval_recall": 0.9537790697674419,
"eval_recall-all": 0.9509688784497945,
"eval_recall-das": 0.9549348230912477,
"eval_recall-l1": 0.9532808398950131,
"eval_recall-l2": 0.9480346435709527,
"eval_runtime": 5.3537,
"eval_samples_per_second": 126.267,
"eval_steps_per_second": 8.032,
"step": 700
},
{
"epoch": 2.1,
"eval_ACT": {
"f1": 0.9180018850141377,
"number": 519,
"precision": 0.8985239852398524,
"recall": 0.9383429672447013
},
"eval_ACT_L1": {
"f1": 0.942439024390244,
"number": 503,
"precision": 0.9252873563218391,
"recall": 0.9602385685884692
},
"eval_ACT_L2": {
"f1": 0.22222222222222224,
"number": 16,
"precision": 0.2,
"recall": 0.25
},
"eval_CARDINAL": {
"f1": 0.986019131714496,
"number": 678,
"precision": 0.9838472834067548,
"recall": 0.9882005899705014
},
"eval_DESC": {
"f1": 0.4210526315789474,
"number": 30,
"precision": 0.34782608695652173,
"recall": 0.5333333333333333
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9256844850065189,
"number": 761,
"precision": 0.9184993531694696,
"recall": 0.9329829172141918
},
"eval_PER": {
"f1": 0.9558173784977908,
"number": 676,
"precision": 0.9516129032258065,
"recall": 0.9600591715976331
},
"eval_SPAT": {
"f1": 0.9461593682699211,
"number": 694,
"precision": 0.9427753934191703,
"recall": 0.9495677233429395
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.7605633802816901,
"number": 33,
"precision": 0.7105263157894737,
"recall": 0.8181818181818182
},
"eval_TITREP": {
"f1": 0.3333333333333333,
"number": 6,
"precision": 0.3333333333333333,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9474816502151354,
"eval_accuracy-all": 0.9607694254619084,
"eval_accuracy-das": 0.967603138445963,
"eval_accuracy-l1": 0.9552012148823082,
"eval_accuracy-l2": 0.9663376360415085,
"eval_f1": 0.9397035544682689,
"eval_f1-all": 0.9369998545031283,
"eval_f1-das": 0.9450305385896723,
"eval_f1-l1": 0.9377270368448366,
"eval_f1-l2": 0.9360715468698245,
"eval_loss": 0.17993101477622986,
"eval_precision": 0.9304645198062126,
"eval_precision-all": 0.9287568503028555,
"eval_precision-das": 0.9392935982339956,
"eval_precision-l1": 0.9271421241662391,
"eval_precision-l2": 0.9308300395256917,
"eval_recall": 0.9491279069767442,
"eval_recall-all": 0.9453904873752202,
"eval_recall-das": 0.9508379888268157,
"eval_recall-l1": 0.9485564304461942,
"eval_recall-l2": 0.9413724183877415,
"eval_runtime": 5.7248,
"eval_samples_per_second": 118.084,
"eval_steps_per_second": 7.511,
"step": 800
},
{
"epoch": 2.36,
"eval_ACT": {
"f1": 0.9387370405278038,
"number": 519,
"precision": 0.9188191881918819,
"recall": 0.9595375722543352
},
"eval_ACT_L1": {
"f1": 0.9555125725338492,
"number": 503,
"precision": 0.9303201506591338,
"recall": 0.9821073558648111
},
"eval_ACT_L2": {
"f1": 0.2962962962962963,
"number": 16,
"precision": 0.36363636363636365,
"recall": 0.25
},
"eval_CARDINAL": {
"f1": 0.9845474613686535,
"number": 678,
"precision": 0.9823788546255506,
"recall": 0.9867256637168141
},
"eval_DESC": {
"f1": 0.3384615384615384,
"number": 30,
"precision": 0.3142857142857143,
"recall": 0.36666666666666664
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9481967213114754,
"number": 761,
"precision": 0.9463350785340314,
"recall": 0.9500657030223391
},
"eval_PER": {
"f1": 0.969786293294031,
"number": 676,
"precision": 0.9662261380323054,
"recall": 0.9733727810650887
},
"eval_SPAT": {
"f1": 0.9511494252873564,
"number": 694,
"precision": 0.9484240687679083,
"recall": 0.9538904899135446
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.7936507936507938,
"number": 33,
"precision": 0.8333333333333334,
"recall": 0.7575757575757576
},
"eval_TITREP": {
"f1": 0.3333333333333333,
"number": 6,
"precision": 0.3333333333333333,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9600101240192357,
"eval_accuracy-all": 0.9705770690964313,
"eval_accuracy-das": 0.9731713490255631,
"eval_accuracy-l1": 0.9653252341179448,
"eval_accuracy-l2": 0.9758289040749177,
"eval_f1": 0.9563578367406117,
"eval_f1-all": 0.9492912465293001,
"eval_f1-das": 0.959539717891611,
"eval_f1-l1": 0.9480519480519479,
"eval_f1-l2": 0.9508853992649516,
"eval_loss": 0.16017325222492218,
"eval_precision": 0.9540063638993347,
"eval_precision-all": 0.945010183299389,
"eval_precision-das": 0.9563448020717721,
"eval_precision-l1": 0.9383033419023136,
"eval_precision-l2": 0.9537533512064343,
"eval_recall": 0.9587209302325581,
"eval_recall-all": 0.9536112742219612,
"eval_recall-das": 0.962756052141527,
"eval_recall-l1": 0.958005249343832,
"eval_recall-l2": 0.9480346435709527,
"eval_runtime": 5.5031,
"eval_samples_per_second": 122.84,
"eval_steps_per_second": 7.814,
"step": 900
},
{
"epoch": 2.62,
"learning_rate": 8e-05,
"loss": 0.1449,
"step": 1000
},
{
"epoch": 2.62,
"eval_ACT": {
"f1": 0.9233716475095786,
"number": 519,
"precision": 0.9180952380952381,
"recall": 0.928709055876686
},
"eval_ACT_L1": {
"f1": 0.9397828232971372,
"number": 503,
"precision": 0.9333333333333333,
"recall": 0.9463220675944334
},
"eval_ACT_L2": {
"f1": 0.38709677419354843,
"number": 16,
"precision": 0.4,
"recall": 0.375
},
"eval_CARDINAL": {
"f1": 0.9823788546255506,
"number": 678,
"precision": 0.9780701754385965,
"recall": 0.9867256637168141
},
"eval_DESC": {
"f1": 0.47058823529411764,
"number": 30,
"precision": 0.42105263157894735,
"recall": 0.5333333333333333
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9440104166666667,
"number": 761,
"precision": 0.9354838709677419,
"recall": 0.9526938239159002
},
"eval_PER": {
"f1": 0.9690265486725664,
"number": 676,
"precision": 0.9661764705882353,
"recall": 0.9718934911242604
},
"eval_SPAT": {
"f1": 0.946236559139785,
"number": 694,
"precision": 0.9415121255349501,
"recall": 0.9510086455331412
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8307692307692308,
"number": 33,
"precision": 0.84375,
"recall": 0.8181818181818182
},
"eval_TITREP": {
"f1": 0.3636363636363636,
"number": 6,
"precision": 0.4,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.957605669450772,
"eval_accuracy-all": 0.9693748418121995,
"eval_accuracy-das": 0.9710199949379904,
"eval_accuracy-l1": 0.9641862819539357,
"eval_accuracy-l2": 0.9745634016704632,
"eval_f1": 0.9503177354130561,
"eval_f1-all": 0.9459538416593631,
"eval_f1-das": 0.953583364277757,
"eval_f1-l1": 0.9436619718309859,
"eval_f1-l2": 0.948871181938911,
"eval_loss": 0.17344143986701965,
"eval_precision": 0.9443168771526981,
"eval_precision-all": 0.9412790697674419,
"eval_precision-das": 0.9507589781562384,
"eval_precision-l1": 0.937791601866252,
"eval_precision-l2": 0.9457313037723362,
"eval_recall": 0.9563953488372093,
"eval_recall-all": 0.9506752789195537,
"eval_recall-das": 0.9564245810055866,
"eval_recall-l1": 0.9496062992125984,
"eval_recall-l2": 0.9520319786808794,
"eval_runtime": 5.2868,
"eval_samples_per_second": 127.865,
"eval_steps_per_second": 8.133,
"step": 1000
},
{
"epoch": 2.89,
"eval_ACT": {
"f1": 0.9411764705882353,
"number": 519,
"precision": 0.9271028037383178,
"recall": 0.9556840077071291
},
"eval_ACT_L1": {
"f1": 0.966403162055336,
"number": 503,
"precision": 0.9607072691552063,
"recall": 0.9721669980119284
},
"eval_ACT_L2": {
"f1": 0.33333333333333337,
"number": 16,
"precision": 0.2692307692307692,
"recall": 0.4375
},
"eval_CARDINAL": {
"f1": 0.9852724594992636,
"number": 678,
"precision": 0.9838235294117647,
"recall": 0.9867256637168141
},
"eval_DESC": {
"f1": 0.4864864864864865,
"number": 30,
"precision": 0.4090909090909091,
"recall": 0.6
},
"eval_FT": {
"f1": 0.18181818181818182,
"number": 7,
"precision": 0.25,
"recall": 0.14285714285714285
},
"eval_LOC": {
"f1": 0.9514435695538058,
"number": 761,
"precision": 0.9501965923984272,
"recall": 0.9526938239159002
},
"eval_PER": {
"f1": 0.9807976366322009,
"number": 676,
"precision": 0.9793510324483776,
"recall": 0.9822485207100592
},
"eval_SPAT": {
"f1": 0.9503239740820734,
"number": 694,
"precision": 0.9496402877697842,
"recall": 0.9510086455331412
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.819672131147541,
"number": 33,
"precision": 0.8928571428571429,
"recall": 0.7575757575757576
},
"eval_TITREP": {
"f1": 0.26666666666666666,
"number": 6,
"precision": 0.2222222222222222,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9530498607947355,
"eval_accuracy-all": 0.964819033156163,
"eval_accuracy-das": 0.9724120475828905,
"eval_accuracy-l1": 0.960389774740572,
"eval_accuracy-l2": 0.969248291571754,
"eval_f1": 0.9578566256335989,
"eval_f1-all": 0.952937737503654,
"eval_f1-das": 0.9619029920089203,
"eval_f1-l1": 0.9558861915948839,
"eval_f1-l2": 0.9491863168382597,
"eval_loss": 0.16722118854522705,
"eval_precision": 0.9544011544011544,
"eval_precision-all": 0.9487776484284052,
"eval_precision-das": 0.9599406528189911,
"eval_precision-l1": 0.95067497403946,
"eval_precision-l2": 0.9463576158940398,
"eval_recall": 0.9613372093023256,
"eval_recall-all": 0.9571344685848503,
"eval_recall-das": 0.9638733705772812,
"eval_recall-l1": 0.9611548556430446,
"eval_recall-l2": 0.9520319786808794,
"eval_runtime": 5.3735,
"eval_samples_per_second": 125.803,
"eval_steps_per_second": 8.002,
"step": 1100
},
{
"epoch": 3.15,
"eval_ACT": {
"f1": 0.9268755935422602,
"number": 519,
"precision": 0.9138576779026217,
"recall": 0.9402697495183044
},
"eval_ACT_L1": {
"f1": 0.95069033530572,
"number": 503,
"precision": 0.9432485322896281,
"recall": 0.9582504970178927
},
"eval_ACT_L2": {
"f1": 0.30769230769230765,
"number": 16,
"precision": 0.2608695652173913,
"recall": 0.375
},
"eval_CARDINAL": {
"f1": 0.9867647058823529,
"number": 678,
"precision": 0.9838709677419355,
"recall": 0.9896755162241888
},
"eval_DESC": {
"f1": 0.43243243243243246,
"number": 30,
"precision": 0.36363636363636365,
"recall": 0.5333333333333333
},
"eval_FT": {
"f1": 0.2,
"number": 7,
"precision": 0.3333333333333333,
"recall": 0.14285714285714285
},
"eval_LOC": {
"f1": 0.9523809523809524,
"number": 761,
"precision": 0.9455958549222798,
"recall": 0.9592641261498029
},
"eval_PER": {
"f1": 0.9742078113485629,
"number": 676,
"precision": 0.9706314243759178,
"recall": 0.977810650887574
},
"eval_SPAT": {
"f1": 0.9633883704235463,
"number": 694,
"precision": 0.9599427753934192,
"recall": 0.9668587896253602
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8059701492537314,
"number": 33,
"precision": 0.7941176470588235,
"recall": 0.8181818181818182
},
"eval_TITREP": {
"f1": 0.5,
"number": 6,
"precision": 0.5,
"recall": 0.5
},
"eval_accuracy": 0.9558339660845355,
"eval_accuracy-all": 0.9667172867628449,
"eval_accuracy-das": 0.9746899519109087,
"eval_accuracy-l1": 0.9619083776259175,
"eval_accuracy-l2": 0.9715261958997722,
"eval_f1": 0.9552411204158244,
"eval_f1-all": 0.9526308118350095,
"eval_f1-das": 0.9595697329376855,
"eval_f1-l1": 0.9531249999999999,
"eval_f1-l2": 0.9520026481297584,
"eval_loss": 0.15443478524684906,
"eval_precision": 0.948938611589214,
"eval_precision-all": 0.9458755426917511,
"eval_precision-das": 0.9556704839305504,
"eval_precision-l1": 0.9457364341085271,
"eval_precision-l2": 0.9460526315789474,
"eval_recall": 0.9616279069767442,
"eval_recall-all": 0.9594832648267763,
"eval_recall-das": 0.9635009310986965,
"eval_recall-l1": 0.9606299212598425,
"eval_recall-l2": 0.9580279813457695,
"eval_runtime": 5.4706,
"eval_samples_per_second": 123.569,
"eval_steps_per_second": 7.86,
"step": 1200
},
{
"epoch": 3.41,
"eval_ACT": {
"f1": 0.9435406698564592,
"number": 519,
"precision": 0.9372623574144486,
"recall": 0.9499036608863198
},
"eval_ACT_L1": {
"f1": 0.9560975609756097,
"number": 503,
"precision": 0.9386973180076629,
"recall": 0.974155069582505
},
"eval_ACT_L2": {
"f1": 0.3,
"number": 16,
"precision": 0.75,
"recall": 0.1875
},
"eval_CARDINAL": {
"f1": 0.9882179675994109,
"number": 678,
"precision": 0.986764705882353,
"recall": 0.9896755162241888
},
"eval_DESC": {
"f1": 0.48,
"number": 30,
"precision": 0.6,
"recall": 0.4
},
"eval_FT": {
"f1": 0.2,
"number": 7,
"precision": 0.3333333333333333,
"recall": 0.14285714285714285
},
"eval_LOC": {
"f1": 0.9551656920077972,
"number": 761,
"precision": 0.9447300771208226,
"recall": 0.9658344283837057
},
"eval_PER": {
"f1": 0.9756457564575647,
"number": 676,
"precision": 0.9734904270986745,
"recall": 0.977810650887574
},
"eval_SPAT": {
"f1": 0.9558404558404557,
"number": 694,
"precision": 0.9450704225352112,
"recall": 0.9668587896253602
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8307692307692308,
"number": 33,
"precision": 0.84375,
"recall": 0.8181818181818182
},
"eval_TITREP": {
"f1": 0.3333333333333333,
"number": 6,
"precision": 0.3333333333333333,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9607694254619084,
"eval_accuracy-all": 0.9705770690964313,
"eval_accuracy-das": 0.9731713490255631,
"eval_accuracy-l1": 0.9668438370032904,
"eval_accuracy-l2": 0.9743103011895723,
"eval_f1": 0.9611481588866339,
"eval_f1-all": 0.9570175438596491,
"eval_f1-das": 0.9630866258579114,
"eval_f1-l1": 0.9562043795620437,
"eval_f1-l2": 0.9580559254327563,
"eval_loss": 0.17625676095485687,
"eval_precision": 0.9586466165413534,
"eval_precision-all": 0.9531158998252767,
"eval_precision-das": 0.959349593495935,
"eval_precision-l1": 0.949766960124288,
"eval_precision-l2": 0.957418496340652,
"eval_recall": 0.9636627906976745,
"eval_recall-all": 0.96095126247798,
"eval_recall-das": 0.966852886405959,
"eval_recall-l1": 0.9627296587926509,
"eval_recall-l2": 0.9586942038640907,
"eval_runtime": 5.5364,
"eval_samples_per_second": 122.101,
"eval_steps_per_second": 7.767,
"step": 1300
},
{
"epoch": 3.67,
"eval_ACT": {
"f1": 0.9299242424242424,
"number": 519,
"precision": 0.9143389199255121,
"recall": 0.9460500963391136
},
"eval_ACT_L1": {
"f1": 0.9517241379310345,
"number": 503,
"precision": 0.943359375,
"recall": 0.9602385685884692
},
"eval_ACT_L2": {
"f1": 0.39024390243902435,
"number": 16,
"precision": 0.32,
"recall": 0.5
},
"eval_CARDINAL": {
"f1": 0.9830757910228108,
"number": 678,
"precision": 0.9809104258443465,
"recall": 0.9852507374631269
},
"eval_DESC": {
"f1": 0.49315068493150693,
"number": 30,
"precision": 0.4186046511627907,
"recall": 0.6
},
"eval_FT": {
"f1": 0.22222222222222224,
"number": 7,
"precision": 0.5,
"recall": 0.14285714285714285
},
"eval_LOC": {
"f1": 0.9440832249674903,
"number": 761,
"precision": 0.9343629343629344,
"recall": 0.9540078843626807
},
"eval_PER": {
"f1": 0.9756457564575647,
"number": 676,
"precision": 0.9734904270986745,
"recall": 0.977810650887574
},
"eval_SPAT": {
"f1": 0.9613180515759313,
"number": 694,
"precision": 0.9558404558404558,
"recall": 0.9668587896253602
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8484848484848486,
"number": 33,
"precision": 0.8484848484848485,
"recall": 0.8484848484848485
},
"eval_TITREP": {
"f1": 0.4,
"number": 6,
"precision": 0.3333333333333333,
"recall": 0.5
},
"eval_accuracy": 0.9524171095925082,
"eval_accuracy-all": 0.9641862819539357,
"eval_accuracy-das": 0.9696279422930904,
"eval_accuracy-l1": 0.9610225259427992,
"eval_accuracy-l2": 0.9673500379650721,
"eval_f1": 0.9534112216933507,
"eval_f1-all": 0.9512301645072062,
"eval_f1-das": 0.9583101723179546,
"eval_f1-l1": 0.9544389481905754,
"eval_f1-l2": 0.9471598414795244,
"eval_loss": 0.17374566197395325,
"eval_precision": 0.9461780704265674,
"eval_precision-all": 0.9434016748483973,
"eval_precision-das": 0.9535398230088495,
"eval_precision-l1": 0.9467975206611571,
"eval_precision-l2": 0.9390962671905697,
"eval_recall": 0.9607558139534884,
"eval_recall-all": 0.9591896652965355,
"eval_recall-das": 0.9631284916201117,
"eval_recall-l1": 0.9622047244094488,
"eval_recall-l2": 0.955363091272485,
"eval_runtime": 5.5496,
"eval_samples_per_second": 121.811,
"eval_steps_per_second": 7.748,
"step": 1400
},
{
"epoch": 3.94,
"learning_rate": 7e-05,
"loss": 0.0874,
"step": 1500
},
{
"epoch": 3.94,
"eval_ACT": {
"f1": 0.9458689458689458,
"number": 519,
"precision": 0.9325842696629213,
"recall": 0.9595375722543352
},
"eval_ACT_L1": {
"f1": 0.9647749510763209,
"number": 503,
"precision": 0.9499036608863198,
"recall": 0.9801192842942346
},
"eval_ACT_L2": {
"f1": 0.3225806451612903,
"number": 16,
"precision": 0.3333333333333333,
"recall": 0.3125
},
"eval_CARDINAL": {
"f1": 0.9823788546255506,
"number": 678,
"precision": 0.9780701754385965,
"recall": 0.9867256637168141
},
"eval_DESC": {
"f1": 0.3225806451612903,
"number": 30,
"precision": 0.3125,
"recall": 0.3333333333333333
},
"eval_FT": {
"f1": 0.25,
"number": 7,
"precision": 0.2222222222222222,
"recall": 0.2857142857142857
},
"eval_LOC": {
"f1": 0.954367666232073,
"number": 761,
"precision": 0.9469598965071151,
"recall": 0.961892247043364
},
"eval_PER": {
"f1": 0.9764011799410028,
"number": 676,
"precision": 0.9735294117647059,
"recall": 0.9792899408284024
},
"eval_SPAT": {
"f1": 0.9601706970128022,
"number": 694,
"precision": 0.9480337078651685,
"recall": 0.9726224783861671
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8358208955223881,
"number": 33,
"precision": 0.8235294117647058,
"recall": 0.8484848484848485
},
"eval_TITREP": {
"f1": 0.28571428571428575,
"number": 6,
"precision": 0.25,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9526702100733991,
"eval_accuracy-all": 0.9644393824348266,
"eval_accuracy-das": 0.9700075930144267,
"eval_accuracy-l1": 0.9602632245001266,
"eval_accuracy-l2": 0.9686155403695267,
"eval_f1": 0.9585320040456581,
"eval_f1-all": 0.9540162980209547,
"eval_f1-das": 0.9615384615384616,
"eval_f1-l1": 0.9563409563409563,
"eval_f1-l2": 0.9510582010582012,
"eval_loss": 0.1944604068994522,
"eval_precision": 0.9528871014076414,
"eval_precision-all": 0.9457587997691864,
"eval_precision-das": 0.9548292324641939,
"eval_precision-l1": 0.9469891919711786,
"eval_precision-l2": 0.9441891004596191,
"eval_recall": 0.9642441860465116,
"eval_recall-all": 0.9624192601291838,
"eval_recall-das": 0.9683426443202979,
"eval_recall-l1": 0.9658792650918635,
"eval_recall-l2": 0.9580279813457695,
"eval_runtime": 5.5418,
"eval_samples_per_second": 121.983,
"eval_steps_per_second": 7.759,
"step": 1500
},
{
"epoch": 4.2,
"eval_ACT": {
"f1": 0.9579349904397705,
"number": 519,
"precision": 0.9506641366223909,
"recall": 0.9653179190751445
},
"eval_ACT_L1": {
"f1": 0.973293768545994,
"number": 503,
"precision": 0.968503937007874,
"recall": 0.9781312127236581
},
"eval_ACT_L2": {
"f1": 0.5142857142857142,
"number": 16,
"precision": 0.47368421052631576,
"recall": 0.5625
},
"eval_CARDINAL": {
"f1": 0.9801031687546058,
"number": 678,
"precision": 0.979381443298969,
"recall": 0.9808259587020649
},
"eval_DESC": {
"f1": 0.5901639344262295,
"number": 30,
"precision": 0.5806451612903226,
"recall": 0.6
},
"eval_FT": {
"f1": 0.30769230769230765,
"number": 7,
"precision": 0.3333333333333333,
"recall": 0.2857142857142857
},
"eval_LOC": {
"f1": 0.9542483660130721,
"number": 761,
"precision": 0.9492847854356307,
"recall": 0.9592641261498029
},
"eval_PER": {
"f1": 0.9793510324483775,
"number": 676,
"precision": 0.9764705882352941,
"recall": 0.9822485207100592
},
"eval_SPAT": {
"f1": 0.9649749821300929,
"number": 694,
"precision": 0.9574468085106383,
"recall": 0.9726224783861671
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8064516129032258,
"number": 33,
"precision": 0.8620689655172413,
"recall": 0.7575757575757576
},
"eval_TITREP": {
"f1": 0.3333333333333333,
"number": 6,
"precision": 0.3333333333333333,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9616552771450265,
"eval_accuracy-all": 0.9713996456593268,
"eval_accuracy-das": 0.9751961528726905,
"eval_accuracy-l1": 0.9691217413313086,
"eval_accuracy-l2": 0.973677549987345,
"eval_f1": 0.9617391304347827,
"eval_f1-all": 0.9599298040362678,
"eval_f1-das": 0.9646971386101821,
"eval_f1-l1": 0.9657874118568817,
"eval_f1-l2": 0.9524759056164839,
"eval_loss": 0.18698786199092865,
"eval_precision": 0.9589595375722544,
"eval_precision-all": 0.9562937062937062,
"eval_precision-das": 0.9625509825732295,
"eval_precision-l1": 0.9610187110187111,
"eval_precision-l2": 0.9502652519893899,
"eval_recall": 0.9645348837209302,
"eval_recall-all": 0.9635936582501468,
"eval_recall-das": 0.966852886405959,
"eval_recall-l1": 0.9706036745406824,
"eval_recall-l2": 0.9546968687541639,
"eval_runtime": 5.912,
"eval_samples_per_second": 114.344,
"eval_steps_per_second": 7.273,
"step": 1600
},
{
"epoch": 4.46,
"eval_ACT": {
"f1": 0.9420702754036088,
"number": 519,
"precision": 0.9288389513108615,
"recall": 0.9556840077071291
},
"eval_ACT_L1": {
"f1": 0.9663366336633663,
"number": 503,
"precision": 0.9625246548323472,
"recall": 0.9701789264413518
},
"eval_ACT_L2": {
"f1": 0.37209302325581395,
"number": 16,
"precision": 0.2962962962962963,
"recall": 0.5
},
"eval_CARDINAL": {
"f1": 0.9823269513991163,
"number": 678,
"precision": 0.9808823529411764,
"recall": 0.9837758112094396
},
"eval_DESC": {
"f1": 0.4927536231884058,
"number": 30,
"precision": 0.4358974358974359,
"recall": 0.5666666666666667
},
"eval_FT": {
"f1": 0.4,
"number": 7,
"precision": 0.6666666666666666,
"recall": 0.2857142857142857
},
"eval_LOC": {
"f1": 0.9489528795811519,
"number": 761,
"precision": 0.9452411994784876,
"recall": 0.9526938239159002
},
"eval_PER": {
"f1": 0.9778434268833086,
"number": 676,
"precision": 0.976401179941003,
"recall": 0.9792899408284024
},
"eval_SPAT": {
"f1": 0.9577060931899642,
"number": 694,
"precision": 0.9529243937232525,
"recall": 0.962536023054755
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8405797101449276,
"number": 33,
"precision": 0.8055555555555556,
"recall": 0.8787878787878788
},
"eval_TITREP": {
"f1": 0.3333333333333333,
"number": 6,
"precision": 0.3333333333333333,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9578587699316629,
"eval_accuracy-all": 0.9679827891672994,
"eval_accuracy-das": 0.9738041002277904,
"eval_accuracy-l1": 0.9646924829157175,
"eval_accuracy-l2": 0.9712730954188813,
"eval_f1": 0.9567731675581899,
"eval_f1-all": 0.9541605839416059,
"eval_f1-das": 0.962109955423477,
"eval_f1-l1": 0.9582245430809399,
"eval_f1-l2": 0.9490066225165563,
"eval_loss": 0.1859915405511856,
"eval_precision": 0.9516824849007766,
"eval_precision-all": 0.9488966318234611,
"eval_precision-das": 0.9596146721007781,
"eval_precision-l1": 0.9532467532467532,
"eval_precision-l2": 0.9433838051349572,
"eval_recall": 0.9619186046511627,
"eval_recall-all": 0.9594832648267763,
"eval_recall-das": 0.9646182495344506,
"eval_recall-l1": 0.963254593175853,
"eval_recall-l2": 0.9546968687541639,
"eval_runtime": 5.5062,
"eval_samples_per_second": 122.771,
"eval_steps_per_second": 7.809,
"step": 1700
},
{
"epoch": 4.72,
"eval_ACT": {
"f1": 0.9666348903717827,
"number": 519,
"precision": 0.9566037735849057,
"recall": 0.976878612716763
},
"eval_ACT_L1": {
"f1": 0.9764705882352941,
"number": 503,
"precision": 0.9632495164410058,
"recall": 0.9900596421471173
},
"eval_ACT_L2": {
"f1": 0.6206896551724138,
"number": 16,
"precision": 0.6923076923076923,
"recall": 0.5625
},
"eval_CARDINAL": {
"f1": 0.9852941176470589,
"number": 678,
"precision": 0.9824046920821115,
"recall": 0.9882005899705014
},
"eval_DESC": {
"f1": 0.5666666666666667,
"number": 30,
"precision": 0.5666666666666667,
"recall": 0.5666666666666667
},
"eval_FT": {
"f1": 0.2,
"number": 7,
"precision": 0.3333333333333333,
"recall": 0.14285714285714285
},
"eval_LOC": {
"f1": 0.9542483660130721,
"number": 761,
"precision": 0.9492847854356307,
"recall": 0.9592641261498029
},
"eval_PER": {
"f1": 0.9793205317577548,
"number": 676,
"precision": 0.9778761061946902,
"recall": 0.9807692307692307
},
"eval_SPAT": {
"f1": 0.9547738693467337,
"number": 694,
"precision": 0.9513590844062947,
"recall": 0.9582132564841499
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8823529411764706,
"number": 33,
"precision": 0.8571428571428571,
"recall": 0.9090909090909091
},
"eval_TITREP": {
"f1": 0.4615384615384615,
"number": 6,
"precision": 0.42857142857142855,
"recall": 0.5
},
"eval_accuracy": 0.9643128321943811,
"eval_accuracy-all": 0.974120475828904,
"eval_accuracy-das": 0.9757023538344722,
"eval_accuracy-l1": 0.9711465451784358,
"eval_accuracy-l2": 0.9770944064793723,
"eval_f1": 0.9649580075296842,
"eval_f1-all": 0.9609592045620704,
"eval_f1-das": 0.968651456130588,
"eval_f1-l1": 0.9626534343170541,
"eval_f1-l2": 0.9588039867109635,
"eval_loss": 0.16283993422985077,
"eval_precision": 0.96133871898442,
"eval_precision-all": 0.9571803087678415,
"eval_precision-das": 0.9648928307464892,
"eval_precision-l1": 0.9579002079002079,
"eval_precision-l2": 0.9562624254473161,
"eval_recall": 0.9686046511627907,
"eval_recall-all": 0.9647680563711099,
"eval_recall-das": 0.97243947858473,
"eval_recall-l1": 0.9674540682414698,
"eval_recall-l2": 0.9613590939373751,
"eval_runtime": 5.4991,
"eval_samples_per_second": 122.928,
"eval_steps_per_second": 7.819,
"step": 1800
},
{
"epoch": 4.99,
"eval_ACT": {
"f1": 0.941398865784499,
"number": 519,
"precision": 0.9239332096474954,
"recall": 0.9595375722543352
},
"eval_ACT_L1": {
"f1": 0.9655172413793103,
"number": 503,
"precision": 0.95703125,
"recall": 0.974155069582505
},
"eval_ACT_L2": {
"f1": 0.37209302325581395,
"number": 16,
"precision": 0.2962962962962963,
"recall": 0.5
},
"eval_CARDINAL": {
"f1": 0.9852507374631269,
"number": 678,
"precision": 0.9852507374631269,
"recall": 0.9852507374631269
},
"eval_DESC": {
"f1": 0.49315068493150693,
"number": 30,
"precision": 0.4186046511627907,
"recall": 0.6
},
"eval_FT": {
"f1": 0.3333333333333333,
"number": 7,
"precision": 0.4,
"recall": 0.2857142857142857
},
"eval_LOC": {
"f1": 0.9614126880313931,
"number": 761,
"precision": 0.95703125,
"recall": 0.9658344283837057
},
"eval_PER": {
"f1": 0.9815225424981524,
"number": 676,
"precision": 0.9807976366322009,
"recall": 0.9822485207100592
},
"eval_SPAT": {
"f1": 0.9555236728837877,
"number": 694,
"precision": 0.9514285714285714,
"recall": 0.9596541786743515
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.923076923076923,
"number": 33,
"precision": 0.9375,
"recall": 0.9090909090909091
},
"eval_TITREP": {
"f1": 0.28571428571428575,
"number": 6,
"precision": 0.25,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.960389774740572,
"eval_accuracy-all": 0.9701341432548722,
"eval_accuracy-das": 0.9759554543153632,
"eval_accuracy-l1": 0.9659579853201721,
"eval_accuracy-l2": 0.9743103011895723,
"eval_f1": 0.9632523148148149,
"eval_f1-all": 0.9577012835472578,
"eval_f1-das": 0.9673226884515411,
"eval_f1-l1": 0.9580401355225436,
"eval_f1-l2": 0.9572706194104007,
"eval_loss": 0.16160346567630768,
"eval_precision": 0.9588133640552995,
"eval_precision-all": 0.9515942028985507,
"eval_precision-das": 0.9644576082932247,
"eval_precision-l1": 0.9513457556935818,
"eval_precision-l2": 0.9519104084321476,
"eval_recall": 0.9677325581395348,
"eval_recall-all": 0.9638872577803875,
"eval_recall-das": 0.9702048417132216,
"eval_recall-l1": 0.9648293963254593,
"eval_recall-l2": 0.9626915389740173,
"eval_runtime": 5.4066,
"eval_samples_per_second": 125.032,
"eval_steps_per_second": 7.953,
"step": 1900
},
{
"epoch": 5.25,
"learning_rate": 6e-05,
"loss": 0.0496,
"step": 2000
},
{
"epoch": 5.25,
"eval_ACT": {
"f1": 0.9627507163323782,
"number": 519,
"precision": 0.9545454545454546,
"recall": 0.9710982658959537
},
"eval_ACT_L1": {
"f1": 0.9735034347399412,
"number": 503,
"precision": 0.9612403100775194,
"recall": 0.9860834990059643
},
"eval_ACT_L2": {
"f1": 0.5714285714285715,
"number": 16,
"precision": 0.6666666666666666,
"recall": 0.5
},
"eval_CARDINAL": {
"f1": 0.9852507374631269,
"number": 678,
"precision": 0.9852507374631269,
"recall": 0.9852507374631269
},
"eval_DESC": {
"f1": 0.5901639344262295,
"number": 30,
"precision": 0.5806451612903226,
"recall": 0.6
},
"eval_FT": {
"f1": 0.4615384615384615,
"number": 7,
"precision": 0.5,
"recall": 0.42857142857142855
},
"eval_LOC": {
"f1": 0.9574328749181402,
"number": 761,
"precision": 0.9543080939947781,
"recall": 0.9605781865965834
},
"eval_PER": {
"f1": 0.9785344189489268,
"number": 676,
"precision": 0.9792592592592593,
"recall": 0.977810650887574
},
"eval_SPAT": {
"f1": 0.9619526202440775,
"number": 694,
"precision": 0.9585121602288984,
"recall": 0.9654178674351584
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9206349206349207,
"number": 33,
"precision": 0.9666666666666667,
"recall": 0.8787878787878788
},
"eval_TITREP": {
"f1": 0.4615384615384615,
"number": 6,
"precision": 0.42857142857142855,
"recall": 0.5
},
"eval_accuracy": 0.9693748418121995,
"eval_accuracy-all": 0.9779169830422678,
"eval_accuracy-das": 0.9788661098456087,
"eval_accuracy-l1": 0.9744368514300177,
"eval_accuracy-l2": 0.9813971146545178,
"eval_f1": 0.9663670629167874,
"eval_f1-all": 0.9630823322590096,
"eval_f1-das": 0.9693137437232657,
"eval_f1-l1": 0.964453737584945,
"eval_f1-l2": 0.9613333333333334,
"eval_loss": 0.1529596447944641,
"eval_precision": 0.9638519375361481,
"eval_precision-all": 0.9611111111111111,
"eval_precision-das": 0.9680534918276374,
"eval_precision-l1": 0.9604372722540343,
"eval_precision-l2": 0.961974649766511,
"eval_recall": 0.9688953488372093,
"eval_recall-all": 0.9650616559013505,
"eval_recall-das": 0.9705772811918063,
"eval_recall-l1": 0.968503937007874,
"eval_recall-l2": 0.960692871419054,
"eval_runtime": 5.5475,
"eval_samples_per_second": 121.856,
"eval_steps_per_second": 7.751,
"step": 2000
}
],
"max_steps": 5000,
"num_train_epochs": 14,
"total_flos": 813927239246016.0,
"trial_name": null,
"trial_params": null
}