{
  "best_metric": 0.9714532871972319,
  "best_model_checkpoint": "/work/stual/res_ICDAR/method_3/tmp/313-pretrained-camembert-ner-hierarchical-loss-io/checkpoint-700",
  "epoch": 1.8372703412073492,
  "global_step": 700,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.26,
      "eval_ACT": {
        "f1": 0.9065934065934066,
        "number": 519,
        "precision": 0.8638743455497382,
        "recall": 0.953757225433526
      },
      "eval_ACT_L1": {
        "f1": 0.9200743494423791,
        "number": 503,
        "precision": 0.8638743455497382,
        "recall": 0.9840954274353877
      },
      "eval_ACT_L2": {
        "f1": 0.0,
        "number": 16,
        "precision": 0.0,
        "recall": 0.0
      },
      "eval_CARDINAL": {
        "f1": 0.9911894273127753,
        "number": 678,
        "precision": 0.9868421052631579,
        "recall": 0.995575221238938
      },
      "eval_DESC": {
        "f1": 0.0,
        "number": 30,
        "precision": 0.0,
        "recall": 0.0
      },
      "eval_FT": {
        "f1": 0.0,
        "number": 7,
        "precision": 0.0,
        "recall": 0.0
      },
      "eval_LOC": {
        "f1": 0.9594771241830065,
        "number": 761,
        "precision": 0.9544863459037711,
        "recall": 0.9645203679369251
      },
      "eval_PER": {
        "f1": 0.9314664701547531,
        "number": 676,
        "precision": 0.9280469897209985,
        "recall": 0.9349112426035503
      },
      "eval_SPAT": {
        "f1": 0.9656160458452723,
        "number": 694,
        "precision": 0.9601139601139601,
        "recall": 0.9711815561959655
      },
      "eval_TITRE": {
        "f1": 0.0,
        "number": 2,
        "precision": 0.0,
        "recall": 0.0
      },
      "eval_TITREH": {
        "f1": 0.0,
        "number": 33,
        "precision": 0.0,
        "recall": 0.0
      },
      "eval_TITREP": {
        "f1": 0.0,
        "number": 5,
        "precision": 0.0,
        "recall": 0.0
      },
      "eval_accuracy": 0.9451340615690169,
      "eval_accuracy-all": 0.9609607745779544,
      "eval_accuracy-das": 0.9576713008937437,
      "eval_accuracy-l1": 0.9493545183714002,
      "eval_accuracy-l2": 0.9725670307845085,
      "eval_f1": 0.950933564915328,
      "eval_f1-all": 0.9421778690930437,
      "eval_f1-das": 0.9501020218883324,
      "eval_f1-l1": 0.932918932918933,
      "eval_f1-l2": 0.9542837792075854,
      "eval_loss": 0.3460160791873932,
      "eval_precision": 0.9505208333333334,
      "eval_precision-all": 0.9416251100029334,
      "eval_precision-das": 0.9460657554488363,
      "eval_precision-l1": 0.9207566462167689,
      "eval_precision-l2": 0.9697178251892636,
      "eval_recall": 0.9513466550825369,
      "eval_recall-all": 0.9427312775330396,
      "eval_recall-das": 0.9541728763040238,
      "eval_recall-l1": 0.9454068241469816,
      "eval_recall-l2": 0.9393333333333334,
      "eval_runtime": 15.1598,
      "eval_samples_per_second": 44.592,
      "eval_steps_per_second": 2.836,
      "step": 100
    },
    {
      "epoch": 0.52,
      "eval_ACT": {
        "f1": 0.9421800947867298,
        "number": 519,
        "precision": 0.9272388059701493,
        "recall": 0.9576107899807321
      },
      "eval_ACT_L1": {
        "f1": 0.956689124157844,
        "number": 503,
        "precision": 0.9272388059701493,
        "recall": 0.9880715705765407
      },
      "eval_ACT_L2": {
        "f1": 0.0,
        "number": 16,
        "precision": 0.0,
        "recall": 0.0
      },
      "eval_CARDINAL": {
        "f1": 0.9926470588235294,
        "number": 678,
        "precision": 0.9897360703812317,
        "recall": 0.995575221238938
      },
      "eval_DESC": {
        "f1": 0.10344827586206898,
        "number": 30,
        "precision": 0.10714285714285714,
        "recall": 0.1
      },
      "eval_FT": {
        "f1": 0.0,
        "number": 7,
        "precision": 0.0,
        "recall": 0.0
      },
      "eval_LOC": {
        "f1": 0.9583333333333334,
        "number": 761,
        "precision": 0.9496774193548387,
        "recall": 0.9671484888304862
      },
      "eval_PER": {
        "f1": 0.966275659824047,
        "number": 676,
        "precision": 0.9578488372093024,
        "recall": 0.9748520710059172
      },
      "eval_SPAT": {
        "f1": 0.9621157969978557,
        "number": 694,
        "precision": 0.9546099290780142,
        "recall": 0.9697406340057637
      },
      "eval_TITRE": {
        "f1": 0.0,
        "number": 2,
        "precision": 0.0,
        "recall": 0.0
      },
      "eval_TITREH": {
        "f1": 0.8787878787878788,
        "number": 33,
        "precision": 0.8787878787878788,
        "recall": 0.8787878787878788
      },
      "eval_TITREP": {
        "f1": 0.28571428571428575,
        "number": 5,
        "precision": 0.5,
        "recall": 0.2
      },
      "eval_accuracy": 0.9596573982125124,
      "eval_accuracy-all": 0.971077457795432,
      "eval_accuracy-das": 0.9748013902681232,
      "eval_accuracy-l1": 0.9641261171797418,
      "eval_accuracy-l2": 0.9780287984111221,
      "eval_f1": 0.9579250720461095,
      "eval_f1-all": 0.955062737087832,
      "eval_f1-das": 0.9638822004074827,
      "eval_f1-l1": 0.9487312273433455,
      "eval_f1-l2": 0.963235294117647,
      "eval_loss": 0.222042053937912,
      "eval_precision": 0.9532549469457987,
      "eval_precision-all": 0.9489707161496086,
      "eval_precision-das": 0.9583793738489871,
      "eval_precision-l1": 0.9361267245784364,
      "eval_precision-l2": 0.9658176943699732,
      "eval_recall": 0.9626411815812337,
      "eval_recall-all": 0.9612334801762115,
      "eval_recall-das": 0.9694485842026825,
      "eval_recall-l1": 0.9616797900262467,
      "eval_recall-l2": 0.9606666666666667,
      "eval_runtime": 21.0409,
      "eval_samples_per_second": 32.128,
      "eval_steps_per_second": 2.044,
      "step": 200
    },
    {
      "epoch": 0.79,
      "eval_ACT": {
        "f1": 0.9245463228271252,
        "number": 519,
        "precision": 0.9166666666666666,
        "recall": 0.9325626204238922
      },
      "eval_ACT_L1": {
        "f1": 0.938894277400582,
        "number": 503,
        "precision": 0.9166666666666666,
        "recall": 0.9622266401590457
      },
      "eval_ACT_L2": {
        "f1": 0.0,
        "number": 16,
        "precision": 0.0,
        "recall": 0.0
      },
      "eval_CARDINAL": {
        "f1": 0.9919058130978661,
        "number": 678,
        "precision": 0.9897209985315712,
        "recall": 0.9941002949852508
      },
      "eval_DESC": {
        "f1": 0.21333333333333337,
        "number": 30,
        "precision": 0.17777777777777778,
        "recall": 0.26666666666666666
      },
      "eval_FT": {
        "f1": 0.0,
        "number": 7,
        "precision": 0.0,
        "recall": 0.0
      },
      "eval_LOC": {
        "f1": 0.964169381107492,
        "number": 761,
        "precision": 0.9560723514211886,
        "recall": 0.9724047306176085
      },
      "eval_PER": {
        "f1": 0.9807976366322009,
        "number": 676,
        "precision": 0.9793510324483776,
        "recall": 0.9822485207100592
      },
      "eval_SPAT": {
        "f1": 0.9685264663805437,
        "number": 694,
        "precision": 0.9616477272727273,
        "recall": 0.9755043227665706
      },
      "eval_TITRE": {
        "f1": 0.0,
        "number": 2,
        "precision": 0.0,
        "recall": 0.0
      },
      "eval_TITREH": {
        "f1": 0.8787878787878788,
        "number": 33,
        "precision": 0.8787878787878788,
        "recall": 0.8787878787878788
      },
      "eval_TITREP": {
        "f1": 0.3636363636363636,
        "number": 5,
        "precision": 0.3333333333333333,
        "recall": 0.4
      },
      "eval_accuracy": 0.9621400198609732,
      "eval_accuracy-all": 0.9733738828202582,
      "eval_accuracy-das": 0.9744289970208541,
      "eval_accuracy-l1": 0.967974180734856,
      "eval_accuracy-l2": 0.9787735849056604,
      "eval_f1": 0.9592512598992081,
      "eval_f1-all": 0.9565217391304348,
      "eval_f1-das": 0.9676820208023774,
      "eval_f1-l1": 0.9497409326424872,
      "eval_f1-l2": 0.9652638610554443,
      "eval_loss": 0.18128012120723724,
      "eval_precision": 0.9538946162657503,
      "eval_precision-all": 0.9504204117135402,
      "eval_precision-das": 0.9648148148148148,
      "eval_precision-l1": 0.9375959079283888,
      "eval_precision-l2": 0.9672021419009371,
      "eval_recall": 0.964668404286128,
      "eval_recall-all": 0.9627019089574156,
      "eval_recall-das": 0.9705663189269746,
      "eval_recall-l1": 0.9622047244094488,
      "eval_recall-l2": 0.9633333333333334,
      "eval_runtime": 37.179,
      "eval_samples_per_second": 18.182,
      "eval_steps_per_second": 1.157,
      "step": 300
    },
    {
      "epoch": 1.05,
      "eval_ACT": {
        "f1": 0.9347408829174663,
        "number": 519,
        "precision": 0.9311663479923518,
        "recall": 0.9383429672447013
      },
      "eval_ACT_L1": {
        "f1": 0.951171875,
        "number": 503,
        "precision": 0.9347408829174664,
        "recall": 0.9681908548707754
      },
      "eval_ACT_L2": {
        "f1": 0.0,
        "number": 16,
        "precision": 0.0,
        "recall": 0.0
      },
      "eval_CARDINAL": {
        "f1": 0.9933677229182019,
        "number": 678,
        "precision": 0.9926362297496318,
        "recall": 0.9941002949852508
      },
      "eval_DESC": {
        "f1": 0.30379746835443044,
        "number": 30,
        "precision": 0.24489795918367346,
        "recall": 0.4
      },
      "eval_FT": {
        "f1": 0.25,
        "number": 7,
        "precision": 1.0,
        "recall": 0.14285714285714285
      },
      "eval_LOC": {
        "f1": 0.9672346002621232,
        "number": 761,
        "precision": 0.9647058823529412,
        "recall": 0.9697766097240473
      },
      "eval_PER": {
        "f1": 0.9881831610044313,
        "number": 676,
        "precision": 0.9867256637168141,
        "recall": 0.9896449704142012
      },
      "eval_SPAT": {
        "f1": 0.9705248023005032,
        "number": 694,
        "precision": 0.9684361549497847,
        "recall": 0.9726224783861671
      },
      "eval_TITRE": {
        "f1": 0.0,
        "number": 2,
        "precision": 0.0,
        "recall": 0.0
      },
      "eval_TITREH": {
        "f1": 0.955223880597015,
        "number": 33,
        "precision": 0.9411764705882353,
        "recall": 0.9696969696969697
      },
      "eval_TITREP": {
        "f1": 0.25000000000000006,
        "number": 5,
        "precision": 0.18181818181818182,
        "recall": 0.4
      },
      "eval_accuracy": 0.9677259185700099,
      "eval_accuracy-all": 0.9772219463753724,
      "eval_accuracy-das": 0.9779046673286991,
      "eval_accuracy-l1": 0.9730635551142006,
      "eval_accuracy-l2": 0.9813803376365442,
      "eval_f1": 0.9657860545690776,
      "eval_f1-all": 0.9617071031862028,
      "eval_f1-das": 0.9711735168309465,
      "eval_f1-l1": 0.9574025974025975,
      "eval_f1-l2": 0.9672459893048129,
      "eval_loss": 0.13585299253463745,
      "eval_precision": 0.9628670120898101,
      "eval_precision-all": 0.9572301425661914,
      "eval_precision-das": 0.9695506869662087,
      "eval_precision-l1": 0.9475578406169666,
      "eval_precision-l2": 0.9698391420911529,
      "eval_recall": 0.9687228496959166,
      "eval_recall-all": 0.9662261380323054,
      "eval_recall-das": 0.9728017883755589,
      "eval_recall-l1": 0.9674540682414698,
      "eval_recall-l2": 0.9646666666666667,
      "eval_runtime": 44.1895,
      "eval_samples_per_second": 15.298,
      "eval_steps_per_second": 0.973,
      "step": 400
    },
    {
      "epoch": 1.31,
      "learning_rate": 9e-05,
      "loss": 0.3532,
      "step": 500
    },
    {
      "epoch": 1.31,
      "eval_ACT": {
        "f1": 0.9504761904761905,
        "number": 519,
        "precision": 0.9397363465160076,
        "recall": 0.9614643545279383
      },
      "eval_ACT_L1": {
        "f1": 0.9669260700389105,
        "number": 503,
        "precision": 0.9466666666666667,
        "recall": 0.9880715705765407
      },
      "eval_ACT_L2": {
        "f1": 0.18181818181818182,
        "number": 16,
        "precision": 0.3333333333333333,
        "recall": 0.125
      },
      "eval_CARDINAL": {
        "f1": 0.9926470588235294,
        "number": 678,
        "precision": 0.9897360703812317,
        "recall": 0.995575221238938
      },
      "eval_DESC": {
        "f1": 0.4074074074074074,
        "number": 30,
        "precision": 0.4583333333333333,
        "recall": 0.36666666666666664
      },
      "eval_FT": {
        "f1": 0.5454545454545454,
        "number": 7,
        "precision": 0.75,
        "recall": 0.42857142857142855
      },
      "eval_LOC": {
        "f1": 0.9566929133858267,
        "number": 761,
        "precision": 0.9554390563564875,
        "recall": 0.9579500657030223
      },
      "eval_PER": {
        "f1": 0.9823008849557522,
        "number": 676,
        "precision": 0.9794117647058823,
        "recall": 0.985207100591716
      },
      "eval_SPAT": {
        "f1": 0.9591397849462366,
        "number": 694,
        "precision": 0.9543509272467903,
        "recall": 0.9639769452449568
      },
      "eval_TITRE": {
        "f1": 0.0,
        "number": 2,
        "precision": 0.0,
        "recall": 0.0
      },
      "eval_TITREH": {
        "f1": 0.9142857142857143,
        "number": 33,
        "precision": 0.8648648648648649,
        "recall": 0.9696969696969697
      },
      "eval_TITREP": {
        "f1": 0.5454545454545454,
        "number": 5,
        "precision": 0.5,
        "recall": 0.6
      },
      "eval_accuracy": 0.9625124131082423,
      "eval_accuracy-all": 0.9731256206554121,
      "eval_accuracy-das": 0.9740566037735849,
      "eval_accuracy-l1": 0.9688430983118173,
      "eval_accuracy-l2": 0.9774081429990069,
      "eval_f1": 0.9666233203294321,
      "eval_f1-all": 0.9620957119859506,
      "eval_f1-das": 0.9690109482278717,
      "eval_f1-l1": 0.9611473272490222,
      "eval_f1-l2": 0.963308872581721,
      "eval_loss": 0.13346529006958008,
      "eval_precision": 0.9645328719723183,
      "eval_precision-all": 0.9588681446907817,
      "eval_precision-das": 0.9652495378927911,
      "eval_precision-l1": 0.9549222797927461,
      "eval_precision-l2": 0.9639519359145527,
      "eval_recall": 0.9687228496959166,
      "eval_recall-all": 0.9653450807635829,
      "eval_recall-das": 0.9728017883755589,
      "eval_recall-l1": 0.9674540682414698,
      "eval_recall-l2": 0.9626666666666667,
      "eval_runtime": 10.1325,
      "eval_samples_per_second": 66.716,
      "eval_steps_per_second": 4.244,
      "step": 500
    },
    {
      "epoch": 1.57,
      "eval_ACT": {
        "f1": 0.953199617956065,
        "number": 519,
        "precision": 0.9450757575757576,
        "recall": 0.9614643545279383
      },
      "eval_ACT_L1": {
        "f1": 0.9639727361246349,
        "number": 503,
        "precision": 0.9446564885496184,
        "recall": 0.9840954274353877
      },
      "eval_ACT_L2": {
        "f1": 0.4,
        "number": 16,
        "precision": 1.0,
        "recall": 0.25
      },
      "eval_CARDINAL": {
        "f1": 0.9933774834437086,
        "number": 678,
        "precision": 0.9911894273127754,
        "recall": 0.995575221238938
      },
      "eval_DESC": {
        "f1": 0.34285714285714286,
        "number": 30,
        "precision": 0.3,
        "recall": 0.4
      },
      "eval_FT": {
        "f1": 0.5454545454545454,
        "number": 7,
        "precision": 0.75,
        "recall": 0.42857142857142855
      },
      "eval_LOC": {
        "f1": 0.9698952879581151,
        "number": 761,
        "precision": 0.9661016949152542,
        "recall": 0.973718791064389
      },
      "eval_PER": {
        "f1": 0.9801031687546057,
        "number": 676,
        "precision": 0.9765051395007343,
        "recall": 0.9837278106508875
      },
      "eval_SPAT": {
        "f1": 0.9698275862068965,
        "number": 694,
        "precision": 0.9670487106017192,
        "recall": 0.9726224783861671
      },
      "eval_TITRE": {
        "f1": 0.0,
        "number": 2,
        "precision": 0.0,
        "recall": 0.0
      },
      "eval_TITREH": {
        "f1": 0.927536231884058,
        "number": 33,
        "precision": 0.8888888888888888,
        "recall": 0.9696969696969697
      },
      "eval_TITREP": {
        "f1": 0.4615384615384615,
        "number": 5,
        "precision": 0.375,
        "recall": 0.6
      },
      "eval_accuracy": 0.9697120158887785,
      "eval_accuracy-all": 0.9786494538232373,
      "eval_accuracy-das": 0.9798907646474677,
      "eval_accuracy-l1": 0.9746772591857001,
      "eval_accuracy-l2": 0.9826216484607746,
      "eval_f1": 0.9683270947307803,
      "eval_f1-all": 0.9652453271028038,
      "eval_f1-das": 0.9742067173872703,
      "eval_f1-l1": 0.9599792099792099,
      "eval_f1-l2": 0.972,
      "eval_loss": 0.11582265049219131,
      "eval_precision": 0.9627827082736903,
      "eval_precision-all": 0.9599186755736276,
      "eval_precision-das": 0.9704251386321626,
      "eval_precision-l1": 0.950591868244982,
      "eval_precision-l2": 0.972,
      "eval_recall": 0.9739357080799305,
      "eval_recall-all": 0.9706314243759178,
      "eval_recall-das": 0.9780178837555886,
      "eval_recall-l1": 0.9695538057742782,
      "eval_recall-l2": 0.972,
      "eval_runtime": 28.3276,
      "eval_samples_per_second": 23.864,
      "eval_steps_per_second": 1.518,
      "step": 600
    },
    {
      "epoch": 1.84,
      "eval_ACT": {
        "f1": 0.9432892249527409,
        "number": 519,
        "precision": 0.9257884972170687,
        "recall": 0.9614643545279383
      },
      "eval_ACT_L1": {
        "f1": 0.9610136452241714,
        "number": 503,
        "precision": 0.9426386233269598,
        "recall": 0.9801192842942346
      },
      "eval_ACT_L2": {
        "f1": 0.375,
        "number": 16,
        "precision": 0.375,
        "recall": 0.375
      },
      "eval_CARDINAL": {
        "f1": 0.9933774834437086,
        "number": 678,
        "precision": 0.9911894273127754,
        "recall": 0.995575221238938
      },
      "eval_DESC": {
        "f1": 0.4225352112676056,
        "number": 30,
        "precision": 0.36585365853658536,
        "recall": 0.5
      },
      "eval_FT": {
        "f1": 0.4,
        "number": 7,
        "precision": 0.6666666666666666,
        "recall": 0.2857142857142857
      },
      "eval_LOC": {
        "f1": 0.9750982961992136,
        "number": 761,
        "precision": 0.9725490196078431,
        "recall": 0.9776609724047306
      },
      "eval_PER": {
        "f1": 0.9867060561299853,
        "number": 676,
        "precision": 0.9852507374631269,
        "recall": 0.9881656804733728
      },
      "eval_SPAT": {
        "f1": 0.9784482758620688,
        "number": 694,
        "precision": 0.9756446991404012,
        "recall": 0.9812680115273775
      },
      "eval_TITRE": {
        "f1": 0.0,
        "number": 2,
        "precision": 0.0,
        "recall": 0.0
      },
      "eval_TITREH": {
        "f1": 0.9411764705882354,
        "number": 33,
        "precision": 0.9142857142857143,
        "recall": 0.9696969696969697
      },
      "eval_TITREP": {
        "f1": 0.4000000000000001,
        "number": 5,
        "precision": 0.4,
        "recall": 0.4
      },
      "eval_accuracy": 0.9709533267130089,
      "eval_accuracy-all": 0.9784011916583912,
      "eval_accuracy-das": 0.9822492552135055,
      "eval_accuracy-l1": 0.9751737835153923,
      "eval_accuracy-l2": 0.9816285998013903,
      "eval_f1": 0.9714532871972319,
      "eval_f1-all": 0.9687591240875912,
      "eval_f1-das": 0.9767787479100872,
      "eval_f1-l1": 0.9659297789336801,
      "eval_f1-l2": 0.9723793677204658,
      "eval_loss": 0.10930699110031128,
      "eval_precision": 0.967269595176572,
      "eval_precision-all": 0.9631349782293178,
      "eval_precision-das": 0.9740644683216005,
      "eval_precision-l1": 0.9572164948453609,
      "eval_precision-l2": 0.9707641196013289,
      "eval_recall": 0.9756733275412685,
      "eval_recall-all": 0.9744493392070485,
      "eval_recall-das": 0.9795081967213115,
      "eval_recall-l1": 0.9748031496062992,
      "eval_recall-l2": 0.974,
      "eval_runtime": 30.0961,
      "eval_samples_per_second": 22.461,
      "eval_steps_per_second": 1.429,
      "step": 700
    }
  ],
  "max_steps": 5000,
  "num_train_epochs": 14,
  "total_flos": 285447601164096.0,
  "trial_name": null,
  "trial_params": null
}