End of training

README.md

@@ -16,16 +16,16 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [napsternxg/gte-small-L3-ingredient-v2](https://huggingface.co/napsternxg/gte-small-L3-ingredient-v2) on the nyt_ingredients dataset.
 It achieves the following results on the evaluation set:
-- Loss: 2.5723
-- Comment: {'precision': 0.6705310396409873, 'recall': 0.7578191039729502, 'f1': 0.7115079365079365, 'number': 7098}
-- Name: {'precision': 0.8150406504065041, 'recall': 0.8209244693459756, 'f1': 0.8179719791722584, 'number': 9281}
-- Qty: {'precision': 0.9861000794281175, 'recall': 0.9857086145295753, 'f1': 0.9859043081199126, 'number': 7557}
-- Range End: {'precision': 0.5986842105263158, 'recall': 0.9479166666666666, 'f1': 0.7338709677419355, 'number': 96}
-- Unit: {'precision': 0.9225395839801304, 'recall': 0.985735611212473, 'f1': 0.9530911715179216, 'number': 6029}
-- Overall Precision: 0.8402
-- Overall Recall: 0.8809
-- Overall F1: 0.8601
-- Overall Accuracy: 0.8330
+- Loss: 2.0746
+- Comment: {'precision': 0.7012264508787457, 'recall': 0.7701708096097765, 'f1': 0.7340833884844474, 'number': 7201}
+- Name: {'precision': 0.8148584905660378, 'recall': 0.8195148247978437, 'f1': 0.8171800247271946, 'number': 9275}
+- Qty: {'precision': 0.9843189368770764, 'recall': 0.9881270010672358, 'f1': 0.9862192929898143, 'number': 7496}
+- Range End: {'precision': 0.6535947712418301, 'recall': 0.9259259259259259, 'f1': 0.7662835249042146, 'number': 108}
+- Unit: {'precision': 0.9298190892077355, 'recall': 0.9854545454545455, 'f1': 0.9568287594286632, 'number': 6050}
+- Overall Precision: 0.8496
+- Overall Recall: 0.8834
+- Overall F1: 0.8662
+- Overall Accuracy: 0.8372
 
 ## Model description
 
@@ -50,27 +50,62 @@ The following hyperparameters were used during training:
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- num_epochs: 3
+- num_epochs: 10
 
 ### Training results
 
-| Training Loss | Epoch | Step  | Validation Loss | Comment                                                                                                   | Name                                                                                                      | Qty                                                                                                       | Range End                                                                                                 | Unit                                                                                                      | Overall Precision | Overall Recall | Overall F1 | Overall Accuracy |
-|:-------------:|:-----:|:-----:|:---------------:|:---------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------:|:-----------------:|:--------------:|:----------:|:----------------:|
-| 4.174         | 0.2   | 1000  | 3.8690          | {'precision': 0.5304157015725954, 'recall': 0.6285755561976307, 'f1': 0.5753388429752067, 'number': 6922} | {'precision': 0.7673592421143288, 'recall': 0.8069738480697385, 'f1': 0.7866681381745945, 'number': 8833} | {'precision': 0.9667778704475952, 'recall': 0.9806824591088551, 'f1': 0.9736805263894722, 'number': 7092} | {'precision': 0.0, 'recall': 0.0, 'f1': 0.0, 'number': 88}                                                | {'precision': 0.9121887287024901, 'recall': 0.9756439460311898, 'f1': 0.9428498856997714, 'number': 5707} | 0.7795            | 0.8380         | 0.8077     | 0.7962           |
-| 3.5528        | 0.4   | 2000  | 3.4154          | {'precision': 0.5496301598663803, 'recall': 0.6655590869690841, 'f1': 0.6020648196549921, 'number': 6922} | {'precision': 0.7787928221859707, 'recall': 0.8107098381070984, 'f1': 0.7944308852895496, 'number': 8833} | {'precision': 0.9785673998871969, 'recall': 0.9785673998871969, 'f1': 0.9785673998871969, 'number': 7092} | {'precision': 0.6666666666666666, 'recall': 0.13636363636363635, 'f1': 0.22641509433962262, 'number': 88} | {'precision': 0.9109700520833334, 'recall': 0.9807254249167688, 'f1': 0.9445616403679015, 'number': 5707} | 0.7887            | 0.8490         | 0.8177     | 0.8042           |
-| 3.3333        | 0.59  | 3000  | 3.1915          | {'precision': 0.5850767928407304, 'recall': 0.6989309448136377, 'f1': 0.6369560924231453, 'number': 6922} | {'precision': 0.7759810263044415, 'recall': 0.814898675421714, 'f1': 0.7949638301397095, 'number': 8833}  | {'precision': 0.9797125950972105, 'recall': 0.9805414551607445, 'f1': 0.9801268498942918, 'number': 7092} | {'precision': 0.6867469879518072, 'recall': 0.6477272727272727, 'f1': 0.6666666666666667, 'number': 88}   | {'precision': 0.9255372313843079, 'recall': 0.9735412651130191, 'f1': 0.948932536293766, 'number': 5707}  | 0.8006            | 0.8590         | 0.8288     | 0.8124           |
-| 3.1122        | 0.79  | 4000  | 3.0560          | {'precision': 0.6020151133501259, 'recall': 0.7250794568043918, 'f1': 0.6578412740022282, 'number': 6922} | {'precision': 0.7925502692011867, 'recall': 0.8165968527114231, 'f1': 0.8043938887030222, 'number': 8833} | {'precision': 0.9816358242689646, 'recall': 0.9798364354201917, 'f1': 0.9807353044950956, 'number': 7092} | {'precision': 0.5547445255474452, 'recall': 0.8636363636363636, 'f1': 0.6755555555555556, 'number': 88}   | {'precision': 0.9180758496141849, 'recall': 0.9798493078675311, 'f1': 0.9479572808950669, 'number': 5707} | 0.8082            | 0.8676         | 0.8368     | 0.8183           |
-| 3.074         | 0.99  | 5000  | 2.9495          | {'precision': 0.6171328671328671, 'recall': 0.7139555041895406, 'f1': 0.6620227729403884, 'number': 6922} | {'precision': 0.8028043623414199, 'recall': 0.816710064530737, 'f1': 0.8096975138896684, 'number': 8833}  | {'precision': 0.9747242005306521, 'recall': 0.9842075578116187, 'f1': 0.9794429242966393, 'number': 7092} | {'precision': 0.6448598130841121, 'recall': 0.7840909090909091, 'f1': 0.7076923076923077, 'number': 88}   | {'precision': 0.9168310322156475, 'recall': 0.9773961801296653, 'f1': 0.9461453651089815, 'number': 5707} | 0.8167            | 0.8653         | 0.8403     | 0.8209           |
-| 2.936         | 1.19  | 6000  | 2.8893          | {'precision': 0.6245376865195765, 'recall': 0.7074544929211211, 'f1': 0.6634152949942423, 'number': 6922} | {'precision': 0.8003099402258136, 'recall': 0.81852145363976, 'f1': 0.8093132590809874, 'number': 8833}   | {'precision': 0.9721951897678298, 'recall': 0.9860406091370558, 'f1': 0.9790689534476724, 'number': 7092} | {'precision': 0.6220472440944882, 'recall': 0.8977272727272727, 'f1': 0.7348837209302326, 'number': 88}   | {'precision': 0.9140714169248328, 'recall': 0.9823024356053969, 'f1': 0.9469594594594595, 'number': 5707} | 0.8179            | 0.8660         | 0.8413     | 0.8217           |
-| 2.7662        | 1.39  | 7000  | 2.8622          | {'precision': 0.6298537569339385, 'recall': 0.7217567177116441, 'f1': 0.6726807593914097, 'number': 6922} | {'precision': 0.7999777753083676, 'recall': 0.8150118872410279, 'f1': 0.8074248541947062, 'number': 8833} | {'precision': 0.9800337457817773, 'recall': 0.9827975183305132, 'f1': 0.9814136862855534, 'number': 7092} | {'precision': 0.6290322580645161, 'recall': 0.8863636363636364, 'f1': 0.7358490566037735, 'number': 88}   | {'precision': 0.9191902567478605, 'recall': 0.9786227439985982, 'f1': 0.9479758974794195, 'number': 5707} | 0.8210            | 0.8668         | 0.8433     | 0.8235           |
-| 2.7839        | 1.58  | 8000  | 2.7801          | {'precision': 0.6325475860330266, 'recall': 0.7249349898873158, 'f1': 0.6755974419387412, 'number': 6922} | {'precision': 0.8036190053285968, 'recall': 0.8195403600135854, 'f1': 0.8115015974440895, 'number': 8833} | {'precision': 0.975977653631285, 'recall': 0.9853355893965031, 'f1': 0.9806342969407802, 'number': 7092}  | {'precision': 0.6521739130434783, 'recall': 0.8522727272727273, 'f1': 0.7389162561576356, 'number': 88}   | {'precision': 0.9188301018731515, 'recall': 0.9798493078675311, 'f1': 0.9483591961332994, 'number': 5707} | 0.8221            | 0.8698         | 0.8453     | 0.8242           |
-| 2.7221        | 1.78  | 9000  | 2.7520          | {'precision': 0.6436781609195402, 'recall': 0.7442935567754985, 'f1': 0.690339005761758, 'number': 6922}  | {'precision': 0.8124719605204127, 'recall': 0.8201064191101551, 'f1': 0.8162713392303792, 'number': 8833} | {'precision': 0.9827975183305132, 'recall': 0.9827975183305132, 'f1': 0.9827975183305132, 'number': 7092} | {'precision': 0.6576576576576577, 'recall': 0.8295454545454546, 'f1': 0.7336683417085428, 'number': 88}   | {'precision': 0.9227716222920457, 'recall': 0.9777466269493604, 'f1': 0.9494640122511486, 'number': 5707} | 0.8293            | 0.8735         | 0.8508     | 0.8285           |
-| 2.7156        | 1.98  | 10000 | 2.7236          | {'precision': 0.6453828542355635, 'recall': 0.7330251372435712, 'f1': 0.6864177489177489, 'number': 6922} | {'precision': 0.8084821428571428, 'recall': 0.8201064191101551, 'f1': 0.8142527960433878, 'number': 8833} | {'precision': 0.9825204398082887, 'recall': 0.9827975183305132, 'f1': 0.9826589595375722, 'number': 7092} | {'precision': 0.6324786324786325, 'recall': 0.8409090909090909, 'f1': 0.7219512195121951, 'number': 88}   | {'precision': 0.9222387320455672, 'recall': 0.9787979674084458, 'f1': 0.9496769806188372, 'number': 5707} | 0.8291            | 0.8710         | 0.8496     | 0.8265           |
-| 2.6804        | 2.18  | 11000 | 2.6929          | {'precision': 0.6422784494578088, 'recall': 0.7444380236925744, 'f1': 0.6895951823352291, 'number': 6922} | {'precision': 0.8120670391061453, 'recall': 0.8228235027736895, 'f1': 0.8174098858460327, 'number': 8833} | {'precision': 0.9837570621468926, 'recall': 0.9820924985899605, 'f1': 0.9829240756421113, 'number': 7092} | {'precision': 0.635593220338983, 'recall': 0.8522727272727273, 'f1': 0.7281553398058253, 'number': 88}    | {'precision': 0.9234584228798148, 'recall': 0.9787979674084458, 'f1': 0.9503232391970058, 'number': 5707} | 0.8288            | 0.8745         | 0.8510     | 0.8279           |
-| 2.6121        | 2.38  | 12000 | 2.6691          | {'precision': 0.6490939044481054, 'recall': 0.7399595492632187, 'f1': 0.691554715452643, 'number': 6922}  | {'precision': 0.811037725288257, 'recall': 0.820219630929469, 'f1': 0.8156028368794326, 'number': 8833}   | {'precision': 0.9798121407542408, 'recall': 0.9854765933446137, 'f1': 0.9826362038664324, 'number': 7092} | {'precision': 0.6328125, 'recall': 0.9204545454545454, 'f1': 0.7499999999999999, 'number': 88}            | {'precision': 0.9207106431978944, 'recall': 0.9807254249167688, 'f1': 0.9497709146444936, 'number': 5707} | 0.8299            | 0.8740         | 0.8514     | 0.8277           |
-| 2.553         | 2.57  | 13000 | 2.6652          | {'precision': 0.6478233438485804, 'recall': 0.7416931522681306, 'f1': 0.6915875260995488, 'number': 6922} | {'precision': 0.8128150554497592, 'recall': 0.8214649609419223, 'f1': 0.8171171171171171, 'number': 8833} | {'precision': 0.9826760563380281, 'recall': 0.983784545967287, 'f1': 0.9832299887260428, 'number': 7092}  | {'precision': 0.639344262295082, 'recall': 0.8863636363636364, 'f1': 0.742857142857143, 'number': 88}     | {'precision': 0.920335085413929, 'recall': 0.9817767653758542, 'f1': 0.9500635862653668, 'number': 5707}  | 0.8304            | 0.8745         | 0.8519     | 0.8287           |
-| 2.5781        | 2.77  | 14000 | 2.6431          | {'precision': 0.6512514292974209, 'recall': 0.7405374169315226, 'f1': 0.6930304873926858, 'number': 6922} | {'precision': 0.8114304887596465, 'recall': 0.8213517491226084, 'f1': 0.8163609767075503, 'number': 8833} | {'precision': 0.9832252607837609, 'recall': 0.983502538071066, 'f1': 0.9833638798815735, 'number': 7092}  | {'precision': 0.6551724137931034, 'recall': 0.8636363636363636, 'f1': 0.7450980392156864, 'number': 88}   | {'precision': 0.9220500988793672, 'recall': 0.9803749780970737, 'f1': 0.9503184713375797, 'number': 5707} | 0.8317            | 0.8738         | 0.8522     | 0.8286           |
-| 2.5928        | 2.97  | 15000 | 2.6394          | {'precision': 0.6551064643631264, 'recall': 0.7422710199364345, 'f1': 0.6959701997968167, 'number': 6922} | {'precision': 0.8126049479458188, 'recall': 0.8218045963998641, 'f1': 0.8171788810086682, 'number': 8833} | {'precision': 0.9825376707505985, 'recall': 0.983784545967287, 'f1': 0.9831607130275488, 'number': 7092}  | {'precision': 0.6470588235294118, 'recall': 0.875, 'f1': 0.7439613526570048, 'number': 88}                | {'precision': 0.9219729462223688, 'recall': 0.9793236376379885, 'f1': 0.9497833290848839, 'number': 5707} | 0.8331            | 0.8742         | 0.8532     | 0.8289           |
+| Training Loss | Epoch | Step  | Validation Loss | Comment                                                                                                   | Name                                                                                                      | Qty                                                                                                       | Range End                                                                                                | Unit                                                                                                      | Overall Precision | Overall Recall | Overall F1 | Overall Accuracy |
+|:-------------:|:-----:|:-----:|:---------------:|:---------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------:|:--------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------:|:-----------------:|:--------------:|:----------:|:----------------:|
+| 4.134         | 0.2   | 1000  | 3.7771          | {'precision': 0.5343387760189455, 'recall': 0.6254741756638459, 'f1': 0.5763258721516435, 'number': 6854} | {'precision': 0.7608440797186401, 'recall': 0.8071226681741097, 'f1': 0.78330041694097, 'number': 8845}   | {'precision': 0.960741548527808, 'recall': 0.9854586129753915, 'f1': 0.9729431253451132, 'number': 7152}  | {'precision': 0.0, 'recall': 0.0, 'f1': 0.0, 'number': 105}                                              | {'precision': 0.921378387420542, 'recall': 0.975557917109458, 'f1': 0.9476944253269098, 'number': 5646}   | 0.7807            | 0.8385         | 0.8085     | 0.7949           |
+| 3.5226        | 0.4   | 2000  | 3.3655          | {'precision': 0.5741313218746136, 'recall': 0.6774146483805077, 'f1': 0.6215112776922562, 'number': 6854} | {'precision': 0.7699133967710895, 'recall': 0.8141322781232334, 'f1': 0.7914056489724146, 'number': 8845} | {'precision': 0.9728388253136633, 'recall': 0.9865771812080537, 'f1': 0.9796598403332176, 'number': 7152} | {'precision': 0.6120689655172413, 'recall': 0.6761904761904762, 'f1': 0.6425339366515838, 'number': 105} | {'precision': 0.9102040816326531, 'recall': 0.9874247254693589, 'f1': 0.9472432248746921, 'number': 5646} | 0.7935            | 0.8582         | 0.8246     | 0.8064           |
+| 3.1948        | 0.59  | 3000  | 3.1104          | {'precision': 0.6045112781954888, 'recall': 0.7038225853516195, 'f1': 0.6503977349332615, 'number': 6854} | {'precision': 0.7898614471079833, 'recall': 0.8120972300734879, 'f1': 0.8008250181169521, 'number': 8845} | {'precision': 0.9832167832167832, 'recall': 0.9829418344519015, 'f1': 0.9830792896098447, 'number': 7152} | {'precision': 0.6013513513513513, 'recall': 0.8476190476190476, 'f1': 0.7035573122529643, 'number': 105} | {'precision': 0.9178104845377874, 'recall': 0.9829968119022316, 'f1': 0.9492858975455399, 'number': 5646} | 0.8112            | 0.8627         | 0.8362     | 0.8160           |
+| 3.0233        | 0.79  | 4000  | 3.0053          | {'precision': 0.6183673469387755, 'recall': 0.7073241902538664, 'f1': 0.6598611678236015, 'number': 6854} | {'precision': 0.8008859357696567, 'recall': 0.8176370830977954, 'f1': 0.8091748251748251, 'number': 8845} | {'precision': 0.982826026249651, 'recall': 0.9842002237136466, 'f1': 0.9835126449629734, 'number': 7152}  | {'precision': 0.6626506024096386, 'recall': 0.5238095238095238, 'f1': 0.5851063829787234, 'number': 105} | {'precision': 0.9206639004149377, 'recall': 0.9824654622741764, 'f1': 0.9505612201182417, 'number': 5646} | 0.8202            | 0.8643         | 0.8417     | 0.8174           |
+| 2.9567        | 0.99  | 5000  | 2.9100          | {'precision': 0.633295267098084, 'recall': 0.7281879194630873, 'f1': 0.677434679334917, 'number': 6854}   | {'precision': 0.8036823425022183, 'recall': 0.8192198982475976, 'f1': 0.8113767426235933, 'number': 8845} | {'precision': 0.9803757828810021, 'recall': 0.9848993288590604, 'f1': 0.9826323498639883, 'number': 7152} | {'precision': 0.6853932584269663, 'recall': 0.580952380952381, 'f1': 0.6288659793814434, 'number': 105}  | {'precision': 0.9114089571755476, 'recall': 0.9876018420120439, 'f1': 0.9479768786127167, 'number': 5646} | 0.8227            | 0.8712         | 0.8462     | 0.8216           |
+| 2.738         | 1.19  | 6000  | 2.8514          | {'precision': 0.6383489017924766, 'recall': 0.7378173329442661, 'f1': 0.6844883595018949, 'number': 6854} | {'precision': 0.8046195045748716, 'recall': 0.8152628603730921, 'f1': 0.809906216656371, 'number': 8845}  | {'precision': 0.9762201023088621, 'recall': 0.9872762863534675, 'f1': 0.9817170663885992, 'number': 7152} | {'precision': 0.6143790849673203, 'recall': 0.8952380952380953, 'f1': 0.7286821705426357, 'number': 105} | {'precision': 0.9254855994641661, 'recall': 0.9789231314204747, 'f1': 0.9514546393527284, 'number': 5646} | 0.8250            | 0.8723         | 0.8480     | 0.8213           |
+| 2.8132        | 1.39  | 7000  | 2.7760          | {'precision': 0.641124871001032, 'recall': 0.7251240151736212, 'f1': 0.680542242913871, 'number': 6854}   | {'precision': 0.8001110494169905, 'recall': 0.814584511023177, 'f1': 0.8072829131652661, 'number': 8845}  | {'precision': 0.9824365765263451, 'recall': 0.9854586129753915, 'f1': 0.9839452743263996, 'number': 7152} | {'precision': 0.6291390728476821, 'recall': 0.9047619047619048, 'f1': 0.7421875, 'number': 105}          | {'precision': 0.9219787516600265, 'recall': 0.983705278072972, 'f1': 0.9518423307626392, 'number': 5646}  | 0.8261            | 0.8696         | 0.8473     | 0.8223           |
+| 2.6976        | 1.58  | 8000  | 2.7073          | {'precision': 0.6535493827160493, 'recall': 0.7414648380507732, 'f1': 0.6947368421052631, 'number': 6854} | {'precision': 0.8127884723629405, 'recall': 0.8162803843979649, 'f1': 0.8145306859205775, 'number': 8845} | {'precision': 0.9831147083449623, 'recall': 0.9850391498881432, 'f1': 0.9840759882665177, 'number': 7152} | {'precision': 0.6418918918918919, 'recall': 0.9047619047619048, 'f1': 0.75098814229249, 'number': 105}   | {'precision': 0.926531975288028, 'recall': 0.9828196953595466, 'f1': 0.9538461538461539, 'number': 5646}  | 0.8341            | 0.8738         | 0.8535     | 0.8262           |
+| 2.6347        | 1.78  | 9000  | 2.6448          | {'precision': 0.6538461538461539, 'recall': 0.7416107382550335, 'f1': 0.6949685534591195, 'number': 6854} | {'precision': 0.8118188967531738, 'recall': 0.8169587337478802, 'f1': 0.8143807055111011, 'number': 8845} | {'precision': 0.9781375397813754, 'recall': 0.9883948545861297, 'f1': 0.9832394464149107, 'number': 7152} | {'precision': 0.6486486486486487, 'recall': 0.9142857142857143, 'f1': 0.7588932806324111, 'number': 105} | {'precision': 0.92432072012002, 'recall': 0.9821112291888062, 'f1': 0.9523400601116359, 'number': 5646}   | 0.8326            | 0.8747         | 0.8531     | 0.8237           |
+| 2.5847        | 1.98  | 10000 | 2.5910          | {'precision': 0.6645452134712277, 'recall': 0.7312518237525533, 'f1': 0.6963045290358433, 'number': 6854} | {'precision': 0.8138435565559933, 'recall': 0.8175240248728095, 'f1': 0.8156796390298928, 'number': 8845} | {'precision': 0.9793285238623751, 'recall': 0.986996644295302, 'f1': 0.9831476323119777, 'number': 7152}  | {'precision': 0.6953125, 'recall': 0.8476190476190476, 'f1': 0.7639484978540773, 'number': 105}          | {'precision': 0.9238443631526438, 'recall': 0.9840595111583422, 'f1': 0.9530017152658663, 'number': 5646} | 0.8378            | 0.8722         | 0.8547     | 0.8253           |
+| 2.4321        | 2.18  | 11000 | 2.5732          | {'precision': 0.660557563242127, 'recall': 0.7467172454041435, 'f1': 0.7009998630324613, 'number': 6854}  | {'precision': 0.8091286307053942, 'recall': 0.8157150932730356, 'f1': 0.8124085125548924, 'number': 8845} | {'precision': 0.9825516471245115, 'recall': 0.9842002237136466, 'f1': 0.9833752444816989, 'number': 7152} | {'precision': 0.6178343949044586, 'recall': 0.9238095238095239, 'f1': 0.7404580152671757, 'number': 105} | {'precision': 0.9210395629862606, 'recall': 0.9854764434998229, 'f1': 0.9521690767519465, 'number': 5646} | 0.8337            | 0.8752         | 0.8539     | 0.8255           |
+| 2.4326        | 2.38  | 12000 | 2.5278          | {'precision': 0.6754826765405977, 'recall': 0.7452582433615407, 'f1': 0.7086570477247504, 'number': 6854} | {'precision': 0.8159918570459173, 'recall': 0.8157150932730356, 'f1': 0.8158534516876803, 'number': 8845} | {'precision': 0.9832635983263598, 'recall': 0.985738255033557, 'f1': 0.9844993715961456, 'number': 7152}  | {'precision': 0.6739130434782609, 'recall': 0.8857142857142857, 'f1': 0.7654320987654321, 'number': 105} | {'precision': 0.9243306169965075, 'recall': 0.9844137442437123, 'f1': 0.9534265374388883, 'number': 5646} | 0.8419            | 0.8749         | 0.8581     | 0.8281           |
+| 2.3705        | 2.57  | 13000 | 2.4819          | {'precision': 0.6670131219955827, 'recall': 0.7490516486723081, 'f1': 0.7056559686619477, 'number': 6854} | {'precision': 0.8106289942818702, 'recall': 0.8174109666478236, 'f1': 0.8140058545372664, 'number': 8845} | {'precision': 0.9827249930342714, 'recall': 0.9862975391498882, 'f1': 0.9845080251221213, 'number': 7152} | {'precision': 0.6111111111111112, 'recall': 0.9428571428571428, 'f1': 0.7415730337078652, 'number': 105} | {'precision': 0.9191769547325103, 'recall': 0.9890187743535246, 'f1': 0.952819725279413, 'number': 5646}  | 0.8358            | 0.8776         | 0.8562     | 0.8270           |
+| 2.364         | 2.77  | 14000 | 2.4206          | {'precision': 0.6672713138118683, 'recall': 0.7513860519404727, 'f1': 0.7068350260774088, 'number': 6854} | {'precision': 0.8101706331387517, 'recall': 0.8159412097230073, 'f1': 0.8130456824198727, 'number': 8845} | {'precision': 0.9823292055099485, 'recall': 0.9871364653243848, 'f1': 0.9847269684078387, 'number': 7152} | {'precision': 0.6643835616438356, 'recall': 0.9238095238095239, 'f1': 0.7729083665338645, 'number': 105} | {'precision': 0.9248795080604952, 'recall': 0.9856535600425079, 'f1': 0.9542999228328902, 'number': 5646} | 0.8370            | 0.8772         | 0.8566     | 0.8285           |
+| 2.3349        | 2.97  | 15000 | 2.3904          | {'precision': 0.6696704428424305, 'recall': 0.7589728625620076, 'f1': 0.7115305703734099, 'number': 6854} | {'precision': 0.8133933595948227, 'recall': 0.8170717919728661, 'f1': 0.8152284263959392, 'number': 8845} | {'precision': 0.9831593597773138, 'recall': 0.9876957494407159, 'f1': 0.9854223338215806, 'number': 7152} | {'precision': 0.60625, 'recall': 0.9238095238095239, 'f1': 0.7320754716981133, 'number': 105}            | {'precision': 0.9244938599402589, 'recall': 0.9867162592986185, 'f1': 0.954592186429061, 'number': 5646}  | 0.8380            | 0.8797         | 0.8584     | 0.8285           |
+| 2.253         | 3.17  | 16000 | 2.3771          | {'precision': 0.669751896130608, 'recall': 0.7601400641960899, 'f1': 0.7120891136472357, 'number': 6854}  | {'precision': 0.8152112676056338, 'recall': 0.817976257772753, 'f1': 0.8165914221218961, 'number': 8845}  | {'precision': 0.9830130882762461, 'recall': 0.9871364653243848, 'f1': 0.9850704618389843, 'number': 7152} | {'precision': 0.64, 'recall': 0.9142857142857143, 'f1': 0.7529411764705883, 'number': 105}               | {'precision': 0.924098986879256, 'recall': 0.9854764434998229, 'f1': 0.9538013199622868, 'number': 5646}  | 0.8386            | 0.8798         | 0.8587     | 0.8302           |
+| 2.2137        | 3.37  | 17000 | 2.3782          | {'precision': 0.6819264355649642, 'recall': 0.7519696527575138, 'f1': 0.7152373022481265, 'number': 6854} | {'precision': 0.8160893602617624, 'recall': 0.8177501413227812, 'f1': 0.816918906708832, 'number': 8845}  | {'precision': 0.9831523252575884, 'recall': 0.9872762863534675, 'f1': 0.9852099902330124, 'number': 7152} | {'precision': 0.6530612244897959, 'recall': 0.9142857142857143, 'f1': 0.7619047619047618, 'number': 105} | {'precision': 0.924126455906822, 'recall': 0.983705278072972, 'f1': 0.9529855868222373, 'number': 5646}   | 0.8433            | 0.8775         | 0.8601     | 0.8285           |
+| 2.2065        | 3.56  | 18000 | 2.3393          | {'precision': 0.6767768810205675, 'recall': 0.7585351619492268, 'f1': 0.715327462850853, 'number': 6854}  | {'precision': 0.8098028169014084, 'recall': 0.8125494629734313, 'f1': 0.8111738148984199, 'number': 8845} | {'precision': 0.9834238751915308, 'recall': 0.9871364653243848, 'f1': 0.9852766729467587, 'number': 7152} | {'precision': 0.6339869281045751, 'recall': 0.9238095238095239, 'f1': 0.751937984496124, 'number': 105}  | {'precision': 0.9250207813798836, 'recall': 0.9854764434998229, 'f1': 0.9542920847268673, 'number': 5646} | 0.8396            | 0.8778         | 0.8583     | 0.8292           |
+| 2.1758        | 3.76  | 19000 | 2.3063          | {'precision': 0.6791402304803833, 'recall': 0.7652465713451999, 'f1': 0.7196268093572066, 'number': 6854} | {'precision': 0.8155394707079846, 'recall': 0.8152628603730921, 'f1': 0.8154011420817548, 'number': 8845} | {'precision': 0.9828762355561743, 'recall': 0.9871364653243848, 'f1': 0.9850017439832579, 'number': 7152} | {'precision': 0.6510067114093959, 'recall': 0.9238095238095239, 'f1': 0.7637795275590552, 'number': 105} | {'precision': 0.9250457038391224, 'recall': 0.9858306765851931, 'f1': 0.9544714052988081, 'number': 5646} | 0.8417            | 0.8803         | 0.8606     | 0.8277           |
+| 2.1417        | 3.96  | 20000 | 2.2882          | {'precision': 0.6788990825688074, 'recall': 0.7557630580682813, 'f1': 0.7152720243026789, 'number': 6854} | {'precision': 0.8162664250113276, 'recall': 0.8146975692481628, 'f1': 0.815481242573417, 'number': 8845}  | {'precision': 0.9828905271943247, 'recall': 0.9879753914988815, 'f1': 0.9854263998326477, 'number': 7152} | {'precision': 0.6764705882352942, 'recall': 0.8761904761904762, 'f1': 0.7634854771784232, 'number': 105} | {'precision': 0.9258888332498748, 'recall': 0.9824654622741764, 'f1': 0.9533384893013664, 'number': 5646} | 0.8427            | 0.8772         | 0.8596     | 0.8285           |
+| 2.0271        | 4.16  | 21000 | 2.3500          | {'precision': 0.6681376875551632, 'recall': 0.7731251823752553, 'f1': 0.7168075752451809, 'number': 6854} | {'precision': 0.815427927927928, 'recall': 0.8186546071226681, 'f1': 0.8170380818053596, 'number': 8845}  | {'precision': 0.9826364772885123, 'recall': 0.9890939597315436, 'f1': 0.9858546442756603, 'number': 7152} | {'precision': 0.6838235294117647, 'recall': 0.8857142857142857, 'f1': 0.7717842323651452, 'number': 105} | {'precision': 0.922211188348229, 'recall': 0.9868933758413035, 'f1': 0.9534565366187543, 'number': 5646}  | 0.8374            | 0.8838         | 0.8600     | 0.8299           |
+| 2.0488        | 4.36  | 22000 | 2.2780          | {'precision': 0.6802249542244311, 'recall': 0.7588269623577473, 'f1': 0.7173793103448276, 'number': 6854} | {'precision': 0.8116153673331835, 'recall': 0.8168456755228943, 'f1': 0.814222122048797, 'number': 8845}  | {'precision': 0.9827562230565985, 'recall': 0.9881152125279642, 'f1': 0.9854284319877291, 'number': 7152} | {'precision': 0.6533333333333333, 'recall': 0.9333333333333333, 'f1': 0.7686274509803921, 'number': 105} | {'precision': 0.9221338634857521, 'recall': 0.9858306765851931, 'f1': 0.9529190207156308, 'number': 5646} | 0.8407            | 0.8796         | 0.8597     | 0.8274           |
+| 2.0403        | 4.55  | 23000 | 2.2557          | {'precision': 0.6836534692277538, 'recall': 0.7633498686898161, 'f1': 0.7213069552629764, 'number': 6854} | {'precision': 0.8174522436984288, 'recall': 0.8176370830977954, 'f1': 0.8175446529504862, 'number': 8845} | {'precision': 0.9833078314090973, 'recall': 0.9883948545861297, 'f1': 0.9858447806986962, 'number': 7152} | {'precision': 0.6906474820143885, 'recall': 0.9142857142857143, 'f1': 0.7868852459016393, 'number': 105} | {'precision': 0.9234465617232809, 'recall': 0.9870704923839887, 'f1': 0.9541991267870901, 'number': 5646} | 0.8439            | 0.8811         | 0.8621     | 0.8292           |
+| 2.0443        | 4.75  | 24000 | 2.2284          | {'precision': 0.6855197695731867, 'recall': 0.7639334695068573, 'f1': 0.7226055754899255, 'number': 6854} | {'precision': 0.8167628096369189, 'recall': 0.8163934426229508, 'f1': 0.8165780843605112, 'number': 8845} | {'precision': 0.9827490261547023, 'recall': 0.9876957494407159, 'f1': 0.9852161785216179, 'number': 7152} | {'precision': 0.6830985915492958, 'recall': 0.9238095238095239, 'f1': 0.7854251012145749, 'number': 105} | {'precision': 0.9236641221374046, 'recall': 0.9858306765851931, 'f1': 0.9537354352296092, 'number': 5646} | 0.8441            | 0.8805         | 0.8619     | 0.8291           |
+| 2.0214        | 4.95  | 25000 | 2.2037          | {'precision': 0.6887829426566018, 'recall': 0.7588269623577473, 'f1': 0.7221103783408538, 'number': 6854} | {'precision': 0.8133890268683676, 'recall': 0.814584511023177, 'f1': 0.8139863300005649, 'number': 8845}  | {'precision': 0.9837319243604005, 'recall': 0.9892337807606264, 'f1': 0.9864751812604574, 'number': 7152} | {'precision': 0.7288135593220338, 'recall': 0.819047619047619, 'f1': 0.7713004484304932, 'number': 105}  | {'precision': 0.9258766827322586, 'recall': 0.9867162592986185, 'f1': 0.9553288176283975, 'number': 5646} | 0.8454            | 0.8789         | 0.8618     | 0.8304           |
+| 2.0081        | 5.15  | 26000 | 2.2014          | {'precision': 0.6996417745935519, 'recall': 0.7408812372337321, 'f1': 0.719671201814059, 'number': 6854}  | {'precision': 0.8101595203077271, 'recall': 0.8096099491237988, 'f1': 0.8098846414838272, 'number': 8845} | {'precision': 0.9831851028349082, 'recall': 0.9892337807606264, 'f1': 0.9862001672706997, 'number': 7152} | {'precision': 0.6928571428571428, 'recall': 0.9238095238095239, 'f1': 0.7918367346938776, 'number': 105} | {'precision': 0.927212020033389, 'recall': 0.983705278072972, 'f1': 0.9546235819869371, 'number': 5646}   | 0.8485            | 0.8728         | 0.8605     | 0.8273           |
+| 1.9138        | 5.35  | 27000 | 2.1839          | {'precision': 0.6819591625743086, 'recall': 0.7699153778815291, 'f1': 0.7232730263157895, 'number': 6854} | {'precision': 0.8163679404802164, 'recall': 0.818767665347654, 'f1': 0.8175660419959357, 'number': 8845}  | {'precision': 0.9829142936518961, 'recall': 0.9893736017897091, 'f1': 0.9861333704968295, 'number': 7152} | {'precision': 0.6893939393939394, 'recall': 0.8666666666666667, 'f1': 0.7679324894514767, 'number': 105} | {'precision': 0.9279731993299832, 'recall': 0.9812256464753808, 'f1': 0.9538567493112948, 'number': 5646} | 0.8434            | 0.8820         | 0.8623     | 0.8323           |
+| 1.9304        | 5.54  | 28000 | 2.1557          | {'precision': 0.6910645118204889, 'recall': 0.7548876568427196, 'f1': 0.7215675336447948, 'number': 6854} | {'precision': 0.8137610519156654, 'recall': 0.8116449971735443, 'f1': 0.8127016471387332, 'number': 8845} | {'precision': 0.9831710709318497, 'recall': 0.9883948545861297, 'f1': 0.9857760423929716, 'number': 7152} | {'precision': 0.6689655172413793, 'recall': 0.9238095238095239, 'f1': 0.776, 'number': 105}              | {'precision': 0.9272696873432537, 'recall': 0.9822883457314914, 'f1': 0.9539864109400533, 'number': 5646} | 0.8461            | 0.8763         | 0.8609     | 0.8287           |
+| 1.9369        | 5.74  | 29000 | 2.1522          | {'precision': 0.6931558424095737, 'recall': 0.7521155529617741, 'f1': 0.7214330697641872, 'number': 6854} | {'precision': 0.8135497049477984, 'recall': 0.8105144149236857, 'f1': 0.8120292235374073, 'number': 8845} | {'precision': 0.9830508474576272, 'recall': 0.9893736017897091, 'f1': 0.9862020905923344, 'number': 7152} | {'precision': 0.7295081967213115, 'recall': 0.8476190476190476, 'f1': 0.7841409691629957, 'number': 105} | {'precision': 0.923140770252324, 'recall': 0.9849450938717677, 'f1': 0.9530419880034275, 'number': 5646}  | 0.8465            | 0.8758         | 0.8609     | 0.8287           |
+| 1.8944        | 5.94  | 30000 | 2.1284          | {'precision': 0.6882569773565034, 'recall': 0.762766267872775, 'f1': 0.723598615916955, 'number': 6854}   | {'precision': 0.8153168417485598, 'recall': 0.8160542679479932, 'f1': 0.8156853881794554, 'number': 8845} | {'precision': 0.9816946331992789, 'recall': 0.9897930648769575, 'f1': 0.9857272157627236, 'number': 7152} | {'precision': 0.7073170731707317, 'recall': 0.8285714285714286, 'f1': 0.7631578947368421, 'number': 105} | {'precision': 0.9254028908456554, 'recall': 0.9865391427559334, 'f1': 0.9549935705100728, 'number': 5646} | 0.8450            | 0.8804         | 0.8623     | 0.8317           |
+| 1.8311        | 6.14  | 31000 | 2.1711          | {'precision': 0.6781623822855688, 'recall': 0.7775021885030639, 'f1': 0.7244426318651441, 'number': 6854} | {'precision': 0.8175774647887324, 'recall': 0.8203504804974562, 'f1': 0.818961625282167, 'number': 8845}  | {'precision': 0.9826292384658143, 'recall': 0.9886744966442953, 'f1': 0.9856425982715361, 'number': 7152} | {'precision': 0.71875, 'recall': 0.8761904761904762, 'f1': 0.7896995708154506, 'number': 105}            | {'precision': 0.9265734265734266, 'recall': 0.9856535600425079, 'f1': 0.9552008238928938, 'number': 5646} | 0.8420            | 0.8850         | 0.8630     | 0.8315           |
+| 1.879         | 6.34  | 32000 | 2.1473          | {'precision': 0.6905675353882789, 'recall': 0.7615990662386928, 'f1': 0.7243460764587525, 'number': 6854} | {'precision': 0.8152087812606088, 'recall': 0.8144714527981911, 'f1': 0.8148399502318742, 'number': 8845} | {'precision': 0.9807692307692307, 'recall': 0.9911912751677853, 'f1': 0.985952712100139, 'number': 7152}  | {'precision': 0.7022900763358778, 'recall': 0.8761904761904762, 'f1': 0.7796610169491526, 'number': 105} | {'precision': 0.9232935719019219, 'recall': 0.9870704923839887, 'f1': 0.9541174456428694, 'number': 5646} | 0.8452            | 0.8803         | 0.8624     | 0.8306           |
+| 1.8279        | 6.53  | 33000 | 2.1636          | {'precision': 0.6845568313765966, 'recall': 0.7741464838050773, 'f1': 0.7266004792879152, 'number': 6854} | {'precision': 0.8150022492127755, 'recall': 0.8193329564725834, 'f1': 0.8171618650279078, 'number': 8845} | {'precision': 0.9826340650180606, 'recall': 0.9889541387024608, 'f1': 0.9857839721254356, 'number': 7152} | {'precision': 0.7258064516129032, 'recall': 0.8571428571428571, 'f1': 0.7860262008733625, 'number': 105} | {'precision': 0.9263262930317645, 'recall': 0.9865391427559334, 'f1': 0.9554850330216998, 'number': 5646} | 0.8435            | 0.8841         | 0.8633     | 0.8314           |
+| 1.8613        | 6.73  | 34000 | 2.1192          | {'precision': 0.6884180423761861, 'recall': 0.7726874817624745, 'f1': 0.7281226369698219, 'number': 6854} | {'precision': 0.8161166365280289, 'recall': 0.8163934426229508, 'f1': 0.8162550161080653, 'number': 8845} | {'precision': 0.9811529933481153, 'recall': 0.9899328859060402, 'f1': 0.9855233853006681, 'number': 7152} | {'precision': 0.6666666666666666, 'recall': 0.9333333333333333, 'f1': 0.7777777777777778, 'number': 105} | {'precision': 0.9258397073495178, 'recall': 0.9861849096705633, 'f1': 0.9550600343053174, 'number': 5646} | 0.8444            | 0.8833         | 0.8634     | 0.8334           |
+| 1.8604        | 6.93  | 35000 | 2.1070          | {'precision': 0.68467659137577, 'recall': 0.7783775897286256, 'f1': 0.7285265601529427, 'number': 6854}   | {'precision': 0.8169934640522876, 'recall': 0.819672131147541, 'f1': 0.8183306055646481, 'number': 8845}  | {'precision': 0.9827945053420286, 'recall': 0.9903523489932886, 'f1': 0.9865589525732991, 'number': 7152} | {'precision': 0.6884057971014492, 'recall': 0.9047619047619048, 'f1': 0.7818930041152263, 'number': 105} | {'precision': 0.9267643142476698, 'recall': 0.9861849096705633, 'f1': 0.9555517418911963, 'number': 5646} | 0.8438            | 0.8856         | 0.8642     | 0.8343           |
+| 1.8026        | 7.13  | 36000 | 2.1282          | {'precision': 0.695146409947854, 'recall': 0.7585351619492268, 'f1': 0.7254587315984092, 'number': 6854}  | {'precision': 0.8139561185252205, 'recall': 0.81368004522329, 'f1': 0.8138180584610165, 'number': 8845}   | {'precision': 0.9833194328607172, 'recall': 0.9890939597315436, 'f1': 0.9861982434127978, 'number': 7152} | {'precision': 0.6976744186046512, 'recall': 0.8571428571428571, 'f1': 0.7692307692307693, 'number': 105} | {'precision': 0.926808936312104, 'recall': 0.9845908607863975, 'f1': 0.9548265200961868, 'number': 5646}  | 0.8474            | 0.8782         | 0.8625     | 0.8295           |
+| 1.774         | 7.33  | 37000 | 2.1375          | {'precision': 0.6926958831341301, 'recall': 0.7610154654216515, 'f1': 0.7252502780867629, 'number': 6854} | {'precision': 0.8117753011370032, 'recall': 0.8152628603730921, 'f1': 0.8135153429602889, 'number': 8845} | {'precision': 0.9819669857123041, 'recall': 0.9897930648769575, 'f1': 0.9858644941160087, 'number': 7152} | {'precision': 0.7209302325581395, 'recall': 0.8857142857142857, 'f1': 0.7948717948717948, 'number': 105} | {'precision': 0.9258209701616936, 'recall': 0.983705278072972, 'f1': 0.953885787891799, 'number': 5646}   | 0.8455            | 0.8794         | 0.8621     | 0.8300           |
+| 1.8132        | 7.52  | 38000 | 2.1094          | {'precision': 0.6921750663129973, 'recall': 0.7614531660344325, 'f1': 0.7251632624704737, 'number': 6854} | {'precision': 0.8149196287072674, 'recall': 0.8139061616732617, 'f1': 0.8144125798970531, 'number': 8845} | {'precision': 0.9827825603998889, 'recall': 0.9896532438478747, 'f1': 0.9862059356276995, 'number': 7152} | {'precision': 0.7058823529411765, 'recall': 0.9142857142857143, 'f1': 0.7966804979253113, 'number': 105} | {'precision': 0.9252615844544095, 'recall': 0.9867162592986185, 'f1': 0.9550012856775519, 'number': 5646} | 0.8463            | 0.8798         | 0.8627     | 0.8299           |
+| 1.805         | 7.72  | 39000 | 2.1104          | {'precision': 0.6876955161626694, 'recall': 0.7697694776772688, 'f1': 0.7264215888751205, 'number': 6854} | {'precision': 0.8163380920009065, 'recall': 0.814584511023177, 'f1': 0.815460358779922, 'number': 8845}   | {'precision': 0.9823831321958663, 'recall': 0.9902125279642058, 'f1': 0.9862822923194763, 'number': 7152} | {'precision': 0.7165354330708661, 'recall': 0.8666666666666667, 'f1': 0.7844827586206896, 'number': 105} | {'precision': 0.9255442911750041, 'recall': 0.9863620262132483, 'f1': 0.9549858526965618, 'number': 5646} | 0.8450            | 0.8819         | 0.8630     | 0.8331           |
+| 1.7337        | 7.92  | 40000 | 2.1034          | {'precision': 0.6904604829133131, 'recall': 0.7634957688940764, 'f1': 0.7251437677544517, 'number': 6854} | {'precision': 0.8152542372881356, 'recall': 0.8157150932730356, 'f1': 0.8154846001695395, 'number': 8845} | {'precision': 0.9833333333333333, 'recall': 0.9899328859060402, 'f1': 0.9866220735785953, 'number': 7152} | {'precision': 0.7, 'recall': 0.9333333333333333, 'f1': 0.8, 'number': 105}                               | {'precision': 0.9253284550141361, 'recall': 0.9854764434998229, 'f1': 0.9544557852302942, 'number': 5646} | 0.8458            | 0.8807         | 0.8629     | 0.8306           |
+| 1.7771        | 8.12  | 41000 | 2.1074          | {'precision': 0.6949152542372882, 'recall': 0.759702363583309, 'f1': 0.7258660347110893, 'number': 6854}  | {'precision': 0.8133830677065672, 'recall': 0.8135669869983041, 'f1': 0.8134750169568167, 'number': 8845} | {'precision': 0.9833240689271817, 'recall': 0.9893736017897091, 'f1': 0.9863395595204906, 'number': 7152} | {'precision': 0.7244094488188977, 'recall': 0.8761904761904762, 'f1': 0.7931034482758621, 'number': 105} | {'precision': 0.9278677575555184, 'recall': 0.9842366277010273, 'f1': 0.9552213149978513, 'number': 5646} | 0.8474            | 0.8785         | 0.8627     | 0.8286           |
+| 1.7179        | 8.32  | 42000 | 2.1069          | {'precision': 0.6874355005159959, 'recall': 0.7775021885030639, 'f1': 0.7297001232370259, 'number': 6854} | {'precision': 0.8154802259887005, 'recall': 0.8159412097230073, 'f1': 0.8157106527267589, 'number': 8845} | {'precision': 0.982923781757601, 'recall': 0.9899328859060402, 'f1': 0.9864158829676071, 'number': 7152}  | {'precision': 0.6971830985915493, 'recall': 0.9428571428571428, 'f1': 0.8016194331983806, 'number': 105} | {'precision': 0.9244437064098306, 'recall': 0.9860077931278781, 'f1': 0.954233801851217, 'number': 5646}  | 0.8439            | 0.8843         | 0.8636     | 0.8319           |
+| 1.7005        | 8.51  | 43000 | 2.1151          | {'precision': 0.694326052210975, 'recall': 0.7605777648088707, 'f1': 0.7259434619133825, 'number': 6854}  | {'precision': 0.8143164084586678, 'recall': 0.8141322781232334, 'f1': 0.8142243328810492, 'number': 8845} | {'precision': 0.9827873403664631, 'recall': 0.9899328859060402, 'f1': 0.9863471719141822, 'number': 7152} | {'precision': 0.7317073170731707, 'recall': 0.8571428571428571, 'f1': 0.7894736842105263, 'number': 105} | {'precision': 0.9230514096185738, 'recall': 0.9858306765851931, 'f1': 0.9534087016101404, 'number': 5646} | 0.8466            | 0.8793         | 0.8626     | 0.8293           |
+| 1.7078        | 8.71  | 44000 | 2.1110          | {'precision': 0.6905515967273687, 'recall': 0.7634957688940764, 'f1': 0.7251940133037693, 'number': 6854} | {'precision': 0.8151706986208456, 'recall': 0.8152628603730921, 'f1': 0.8152167768922051, 'number': 8845} | {'precision': 0.9834653327775462, 'recall': 0.9896532438478747, 'f1': 0.9865495853369572, 'number': 7152} | {'precision': 0.706766917293233, 'recall': 0.8952380952380953, 'f1': 0.7899159663865547, 'number': 105}  | {'precision': 0.9254152823920265, 'recall': 0.9867162592986185, 'f1': 0.9550831476084348, 'number': 5646} | 0.8459            | 0.8806         | 0.8629     | 0.8313           |
+| 1.7494        | 8.91  | 45000 | 2.1095          | {'precision': 0.6886890800104248, 'recall': 0.7710825795156113, 'f1': 0.7275605726872247, 'number': 6854} | {'precision': 0.8156557099288377, 'recall': 0.8163934426229508, 'f1': 0.8160244095378009, 'number': 8845} | {'precision': 0.9830626128002221, 'recall': 0.9900727069351231, 'f1': 0.9865552072448623, 'number': 7152} | {'precision': 0.706766917293233, 'recall': 0.8952380952380953, 'f1': 0.7899159663865547, 'number': 105}  | {'precision': 0.924506387921022, 'recall': 0.9868933758413035, 'f1': 0.9546817441960078, 'number': 5646}  | 0.8449            | 0.8829         | 0.8635     | 0.8319           |
+| 1.6805        | 9.11  | 46000 | 2.1132          | {'precision': 0.6890920966688439, 'recall': 0.7696235774730085, 'f1': 0.727134881797505, 'number': 6854}  | {'precision': 0.8149027589326097, 'recall': 0.8148106274731487, 'f1': 0.8148566905986773, 'number': 8845} | {'precision': 0.9830673143650243, 'recall': 0.9903523489932886, 'f1': 0.9866963850386571, 'number': 7152} | {'precision': 0.697841726618705, 'recall': 0.9238095238095239, 'f1': 0.7950819672131149, 'number': 105}  | {'precision': 0.9251745926172265, 'recall': 0.9854764434998229, 'f1': 0.9543739279588336, 'number': 5646} | 0.8449            | 0.8820         | 0.8630     | 0.8327           |
+| 1.6867        | 9.31  | 47000 | 2.1126          | {'precision': 0.6902941557600104, 'recall': 0.7772103880945433, 'f1': 0.7311783679912154, 'number': 6854} | {'precision': 0.8172370947701344, 'recall': 0.817976257772753, 'f1': 0.8176065092100803, 'number': 8845}  | {'precision': 0.9831967782252465, 'recall': 0.9899328859060402, 'f1': 0.9865533337978123, 'number': 7152} | {'precision': 0.7121212121212122, 'recall': 0.8952380952380953, 'f1': 0.7932489451476793, 'number': 105} | {'precision': 0.925058158856763, 'recall': 0.9860077931278781, 'f1': 0.9545610425240054, 'number': 5646}  | 0.8457            | 0.8847         | 0.8647     | 0.8326           |
+| 1.7212        | 9.5   | 48000 | 2.1058          | {'precision': 0.6885822158573103, 'recall': 0.7716661803326524, 'f1': 0.7277605779153767, 'number': 6854} | {'precision': 0.8145762711864407, 'recall': 0.8150367439231204, 'f1': 0.8148064424978807, 'number': 8845} | {'precision': 0.98319211001528, 'recall': 0.9896532438478747, 'f1': 0.9864120967179988, 'number': 7152}   | {'precision': 0.6956521739130435, 'recall': 0.9142857142857143, 'f1': 0.7901234567901234, 'number': 105} | {'precision': 0.9243404678944749, 'recall': 0.9867162592986185, 'f1': 0.9545104086353122, 'number': 5646} | 0.8444            | 0.8826         | 0.8631     | 0.8319           |
+| 1.6952        | 9.7   | 49000 | 2.1104          | {'precision': 0.6893522161028062, 'recall': 0.7669973737963233, 'f1': 0.7261049723756906, 'number': 6854} | {'precision': 0.8150282485875706, 'recall': 0.8154889768230639, 'f1': 0.81525854761232, 'number': 8845}   | {'precision': 0.9829308909242298, 'recall': 0.9903523489932886, 'f1': 0.9866276640200585, 'number': 7152} | {'precision': 0.7037037037037037, 'recall': 0.9047619047619048, 'f1': 0.7916666666666667, 'number': 105} | {'precision': 0.9249044691809271, 'recall': 0.9860077931278781, 'f1': 0.9544792113159023, 'number': 5646} | 0.8451            | 0.8816         | 0.8630     | 0.8311           |
+| 1.7128        | 9.9   | 50000 | 2.1040          | {'precision': 0.6902458158995816, 'recall': 0.7702071782900496, 'f1': 0.7280375120673009, 'number': 6854} | {'precision': 0.8152542372881356, 'recall': 0.8157150932730356, 'f1': 0.8154846001695395, 'number': 8845} | {'precision': 0.9829308909242298, 'recall': 0.9903523489932886, 'f1': 0.9866276640200585, 'number': 7152} | {'precision': 0.6934306569343066, 'recall': 0.9047619047619048, 'f1': 0.7851239669421487, 'number': 105} | {'precision': 0.9253532834580216, 'recall': 0.9858306765851931, 'f1': 0.9546351084812623, 'number': 5646} | 0.8453            | 0.8824         | 0.8635     | 0.8311           |
 
 
 ### Framework versions

all_results.json

@@ -1,41 +1,41 @@
 {
-    "epoch": 3.0,
+    "epoch": 10.0,
     "eval_COMMENT": {
-        "f1": 0.7115079365079365,
-        "number": 7098,
-        "precision": 0.6705310396409873,
-        "recall": 0.7578191039729502
+        "f1": 0.7340833884844474,
+        "number": 7201,
+        "precision": 0.7012264508787457,
+        "recall": 0.7701708096097765
     },
     "eval_NAME": {
-        "f1": 0.8179719791722584,
-        "number": 9281,
-        "precision": 0.8150406504065041,
-        "recall": 0.8209244693459756
+        "f1": 0.8171800247271946,
+        "number": 9275,
+        "precision": 0.8148584905660378,
+        "recall": 0.8195148247978437
     },
     "eval_QTY": {
-        "f1": 0.9859043081199126,
-        "number": 7557,
-        "precision": 0.9861000794281175,
-        "recall": 0.9857086145295753
+        "f1": 0.9862192929898143,
+        "number": 7496,
+        "precision": 0.9843189368770764,
+        "recall": 0.9881270010672358
     },
     "eval_RANGE_END": {
-        "f1": 0.7338709677419355,
-        "number": 96,
-        "precision": 0.5986842105263158,
-        "recall": 0.9479166666666666
+        "f1": 0.7662835249042146,
+        "number": 108,
+        "precision": 0.6535947712418301,
+        "recall": 0.9259259259259259
     },
     "eval_UNIT": {
-        "f1": 0.9530911715179216,
-        "number": 6029,
-        "precision": 0.9225395839801304,
-        "recall": 0.985735611212473
+        "f1": 0.9568287594286632,
+        "number": 6050,
+        "precision": 0.9298190892077355,
+        "recall": 0.9854545454545455
     },
-    "eval_loss": 2.572307586669922,
-    "eval_overall_accuracy": 0.8329675956404067,
-    "eval_overall_f1": 0.8600659315675797,
-    "eval_overall_precision": 0.8401865600609175,
-    "eval_overall_recall": 0.8809088187352383,
-    "eval_runtime": 10.0829,
-    "eval_samples_per_second": 888.036,
-    "eval_steps_per_second": 27.77
+    "eval_loss": 2.074584484100342,
+    "eval_overall_accuracy": 0.8371684620258893,
+    "eval_overall_f1": 0.8661665880208926,
+    "eval_overall_precision": 0.8496185399176429,
+    "eval_overall_recall": 0.8833720544307999,
+    "eval_runtime": 10.6256,
+    "eval_samples_per_second": 842.685,
+    "eval_steps_per_second": 26.352
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fe51036b0fe145c1633527037e9fd147f46ac6333b510111d93b14646958829
+oid sha256:08869ab966aebcc371993ea45597c2f2c74a93124b977448d2ccac4e0c9dda86
 size 69005087

test_results.json

@@ -1,41 +1,41 @@
 {
-    "epoch": 3.0,
+    "epoch": 10.0,
     "eval_COMMENT": {
-        "f1": 0.7115079365079365,
-        "number": 7098,
-        "precision": 0.6705310396409873,
-        "recall": 0.7578191039729502
+        "f1": 0.7340833884844474,
+        "number": 7201,
+        "precision": 0.7012264508787457,
+        "recall": 0.7701708096097765
     },
     "eval_NAME": {
-        "f1": 0.8179719791722584,
-        "number": 9281,
-        "precision": 0.8150406504065041,
-        "recall": 0.8209244693459756
+        "f1": 0.8171800247271946,
+        "number": 9275,
+        "precision": 0.8148584905660378,
+        "recall": 0.8195148247978437
     },
     "eval_QTY": {
-        "f1": 0.9859043081199126,
-        "number": 7557,
-        "precision": 0.9861000794281175,
-        "recall": 0.9857086145295753
+        "f1": 0.9862192929898143,
+        "number": 7496,
+        "precision": 0.9843189368770764,
+        "recall": 0.9881270010672358
     },
     "eval_RANGE_END": {
-        "f1": 0.7338709677419355,
-        "number": 96,
-        "precision": 0.5986842105263158,
-        "recall": 0.9479166666666666
+        "f1": 0.7662835249042146,
+        "number": 108,
+        "precision": 0.6535947712418301,
+        "recall": 0.9259259259259259
     },
     "eval_UNIT": {
-        "f1": 0.9530911715179216,
-        "number": 6029,
-        "precision": 0.9225395839801304,
-        "recall": 0.985735611212473
+        "f1": 0.9568287594286632,
+        "number": 6050,
+        "precision": 0.9298190892077355,
+        "recall": 0.9854545454545455
     },
-    "eval_loss": 2.572307586669922,
-    "eval_overall_accuracy": 0.8329675956404067,
-    "eval_overall_f1": 0.8600659315675797,
-    "eval_overall_precision": 0.8401865600609175,
-    "eval_overall_recall": 0.8809088187352383,
-    "eval_runtime": 10.0829,
-    "eval_samples_per_second": 888.036,
-    "eval_steps_per_second": 27.77
+    "eval_loss": 2.074584484100342,
+    "eval_overall_accuracy": 0.8371684620258893,
+    "eval_overall_f1": 0.8661665880208926,
+    "eval_overall_precision": 0.8496185399176429,
+    "eval_overall_recall": 0.8833720544307999,
+    "eval_runtime": 10.6256,
+    "eval_samples_per_second": 842.685,
+    "eval_steps_per_second": 26.352
 }

train_results.json

@@ -1,41 +1,41 @@
 {
-    "epoch": 3.0,
+    "epoch": 10.0,
     "eval_COMMENT": {
-        "f1": 0.721799355413838,
-        "number": 129768,
-        "precision": 0.6788247832786863,
-        "recall": 0.7705828863818507
+        "f1": 0.7828024124108719,
+        "number": 129733,
+        "precision": 0.7460209932327204,
+        "recall": 0.8233988268212405
     },
     "eval_NAME": {
-        "f1": 0.8235496724923245,
-        "number": 167686,
-        "precision": 0.8201064458900059,
-        "recall": 0.8270219338525577
+        "f1": 0.843375288153968,
+        "number": 167680,
+        "precision": 0.842376753650091,
+        "recall": 0.8443761927480916
     },
     "eval_QTY": {
-        "f1": 0.984932056268375,
-        "number": 135815,
-        "precision": 0.9844285567177133,
-        "recall": 0.9854360711261643
+        "f1": 0.9885295728267381,
+        "number": 135816,
+        "precision": 0.9868647954503761,
+        "recall": 0.9901999764387112
     },
     "eval_RANGE_END": {
-        "f1": 0.7352039613298751,
-        "number": 1680,
-        "precision": 0.6087465833658727,
-        "recall": 0.9279761904761905
+        "f1": 0.7818455366098295,
+        "number": 1651,
+        "precision": 0.6670945656824989,
+        "recall": 0.9442761962447002
     },
     "eval_UNIT": {
-        "f1": 0.9542982760615527,
-        "number": 108817,
-        "precision": 0.9251343819294052,
-        "recall": 0.9853607432662176
+        "f1": 0.958128584041595,
+        "number": 108857,
+        "precision": 0.9309624699959272,
+        "recall": 0.9869278043671973
     },
-    "eval_loss": 2.4726200103759766,
-    "eval_overall_accuracy": 0.8400964270928377,
-    "eval_overall_f1": 0.8636297978361569,
-    "eval_overall_precision": 0.8431603381071257,
-    "eval_overall_recall": 0.8851178631985082,
-    "eval_runtime": 178.5371,
-    "eval_samples_per_second": 905.151,
-    "eval_steps_per_second": 28.291
+    "eval_loss": 1.6188573837280273,
+    "eval_overall_accuracy": 0.8681037030187413,
+    "eval_overall_f1": 0.8870648511249151,
+    "eval_overall_precision": 0.8701616897820549,
+    "eval_overall_recall": 0.904637720074227,
+    "eval_runtime": 181.658,
+    "eval_samples_per_second": 889.6,
+    "eval_steps_per_second": 27.805
 }

trainer_state.json

@@ -1,838 +1,2734 @@
 {
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 3.0,
+  "best_metric": 2.1034367084503174,
+  "best_model_checkpoint": "nyt_ingredients-crf-tagger-gte-small-L3-ingredient-v2/checkpoint-40000",
+  "epoch": 10.0,
   "eval_steps": 1000,
-  "global_step": 15153,
+  "global_step": 50510,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.1,
-      "learning_rate": 4.835016168415495e-05,
-      "loss": 6.7872,
+      "learning_rate": 4.9505048505246485e-05,
+      "loss": 6.8194,
       "step": 500
     },
     {
       "epoch": 0.2,
-      "learning_rate": 4.670032336830991e-05,
-      "loss": 4.174,
+      "learning_rate": 4.9010097010492975e-05,
+      "loss": 4.134,
       "step": 1000
     },
     {
       "epoch": 0.2,
       "eval_COMMENT": {
-        "f1": 0.5753388429752067,
-        "number": 6922,
-        "precision": 0.5304157015725954,
-        "recall": 0.6285755561976307
+        "f1": 0.5763258721516435,
+        "number": 6854,
+        "precision": 0.5343387760189455,
+        "recall": 0.6254741756638459
       },
       "eval_NAME": {
-        "f1": 0.7866681381745945,
-        "number": 8833,
-        "precision": 0.7673592421143288,
-        "recall": 0.8069738480697385
+        "f1": 0.78330041694097,
+        "number": 8845,
+        "precision": 0.7608440797186401,
+        "recall": 0.8071226681741097
       },
       "eval_QTY": {
-        "f1": 0.9736805263894722,
-        "number": 7092,
-        "precision": 0.9667778704475952,
-        "recall": 0.9806824591088551
+        "f1": 0.9729431253451132,
+        "number": 7152,
+        "precision": 0.960741548527808,
+        "recall": 0.9854586129753915
       },
       "eval_RANGE_END": {
         "f1": 0.0,
-        "number": 88,
+        "number": 105,
         "precision": 0.0,
         "recall": 0.0
       },
       "eval_UNIT": {
-        "f1": 0.9428498856997714,
-        "number": 5707,
-        "precision": 0.9121887287024901,
-        "recall": 0.9756439460311898
-      },
-      "eval_loss": 3.8689863681793213,
-      "eval_overall_accuracy": 0.7961931378288045,
-      "eval_overall_f1": 0.8077130165567371,
-      "eval_overall_precision": 0.7795388113023709,
-      "eval_overall_recall": 0.838000139655052,
-      "eval_runtime": 10.0032,
-      "eval_samples_per_second": 850.33,
-      "eval_steps_per_second": 26.592,
+        "f1": 0.9476944253269098,
+        "number": 5646,
+        "precision": 0.921378387420542,
+        "recall": 0.975557917109458
+      },
+      "eval_loss": 3.7770841121673584,
+      "eval_overall_accuracy": 0.7948864068079933,
+      "eval_overall_f1": 0.8085364620208354,
+      "eval_overall_precision": 0.7806640625,
+      "eval_overall_recall": 0.8384728340675477,
+      "eval_runtime": 11.1289,
+      "eval_samples_per_second": 764.316,
+      "eval_steps_per_second": 23.902,
       "step": 1000
     },
     {
       "epoch": 0.3,
-      "learning_rate": 4.505048505246486e-05,
-      "loss": 3.6785,
+      "learning_rate": 4.851514551573946e-05,
+      "loss": 3.7402,
       "step": 1500
     },
     {
       "epoch": 0.4,
-      "learning_rate": 4.3400646736619816e-05,
-      "loss": 3.5528,
+      "learning_rate": 4.802019402098595e-05,
+      "loss": 3.5226,
       "step": 2000
     },
     {
       "epoch": 0.4,
       "eval_COMMENT": {
-        "f1": 0.6020648196549921,
-        "number": 6922,
-        "precision": 0.5496301598663803,
-        "recall": 0.6655590869690841
+        "f1": 0.6215112776922562,
+        "number": 6854,
+        "precision": 0.5741313218746136,
+        "recall": 0.6774146483805077
       },
       "eval_NAME": {
-        "f1": 0.7944308852895496,
-        "number": 8833,
-        "precision": 0.7787928221859707,
-        "recall": 0.8107098381070984
+        "f1": 0.7914056489724146,
+        "number": 8845,
+        "precision": 0.7699133967710895,
+        "recall": 0.8141322781232334
       },
       "eval_QTY": {
-        "f1": 0.9785673998871969,
-        "number": 7092,
-        "precision": 0.9785673998871969,
-        "recall": 0.9785673998871969
+        "f1": 0.9796598403332176,
+        "number": 7152,
+        "precision": 0.9728388253136633,
+        "recall": 0.9865771812080537
       },
       "eval_RANGE_END": {
-        "f1": 0.22641509433962262,
-        "number": 88,
-        "precision": 0.6666666666666666,
-        "recall": 0.13636363636363635
-      },
-      "eval_UNIT": {
-        "f1": 0.9445616403679015,
-        "number": 5707,
-        "precision": 0.9109700520833334,
-        "recall": 0.9807254249167688
-      },
-      "eval_loss": 3.415388822555542,
-      "eval_overall_accuracy": 0.8041807504201522,
-      "eval_overall_f1": 0.8177492307433626,
-      "eval_overall_precision": 0.788719146313775,
-      "eval_overall_recall": 0.8489979750017457,
-      "eval_runtime": 10.2481,
-      "eval_samples_per_second": 830.011,
-      "eval_steps_per_second": 25.956,
+        "f1": 0.6425339366515838,
+        "number": 105,
+        "precision": 0.6120689655172413,
+        "recall": 0.6761904761904762
+      },
+      "eval_UNIT": {
+        "f1": 0.9472432248746921,
+        "number": 5646,
+        "precision": 0.9102040816326531,
+        "recall": 0.9874247254693589
+      },
+      "eval_loss": 3.3654797077178955,
+      "eval_overall_accuracy": 0.8063976901451257,
+      "eval_overall_f1": 0.8245767266863746,
+      "eval_overall_precision": 0.7934958298312537,
+      "eval_overall_recall": 0.8581917348437172,
+      "eval_runtime": 11.014,
+      "eval_samples_per_second": 772.292,
+      "eval_steps_per_second": 24.151,
       "step": 2000
     },
     {
       "epoch": 0.49,
-      "learning_rate": 4.1750808420774766e-05,
-      "loss": 3.3872,
+      "learning_rate": 4.752524252623243e-05,
+      "loss": 3.3189,
       "step": 2500
     },
     {
       "epoch": 0.59,
-      "learning_rate": 4.010097010492972e-05,
-      "loss": 3.3333,
+      "learning_rate": 4.703029103147892e-05,
+      "loss": 3.1948,
       "step": 3000
     },
     {
       "epoch": 0.59,
       "eval_COMMENT": {
-        "f1": 0.6369560924231453,
-        "number": 6922,
-        "precision": 0.5850767928407304,
-        "recall": 0.6989309448136377
+        "f1": 0.6503977349332615,
+        "number": 6854,
+        "precision": 0.6045112781954888,
+        "recall": 0.7038225853516195
       },
       "eval_NAME": {
-        "f1": 0.7949638301397095,
-        "number": 8833,
-        "precision": 0.7759810263044415,
-        "recall": 0.814898675421714
+        "f1": 0.8008250181169521,
+        "number": 8845,
+        "precision": 0.7898614471079833,
+        "recall": 0.8120972300734879
       },
       "eval_QTY": {
-        "f1": 0.9801268498942918,
-        "number": 7092,
-        "precision": 0.9797125950972105,
-        "recall": 0.9805414551607445
+        "f1": 0.9830792896098447,
+        "number": 7152,
+        "precision": 0.9832167832167832,
+        "recall": 0.9829418344519015
       },
       "eval_RANGE_END": {
-        "f1": 0.6666666666666667,
-        "number": 88,
-        "precision": 0.6867469879518072,
-        "recall": 0.6477272727272727
+        "f1": 0.7035573122529643,
+        "number": 105,
+        "precision": 0.6013513513513513,
+        "recall": 0.8476190476190476
       },
       "eval_UNIT": {
-        "f1": 0.948932536293766,
-        "number": 5707,
-        "precision": 0.9255372313843079,
-        "recall": 0.9735412651130191
-      },
-      "eval_loss": 3.1915245056152344,
-      "eval_overall_accuracy": 0.8124138451951584,
-      "eval_overall_f1": 0.8287884657492717,
-      "eval_overall_precision": 0.8006443424777897,
-      "eval_overall_recall": 0.8589833112212835,
-      "eval_runtime": 11.2414,
-      "eval_samples_per_second": 756.666,
-      "eval_steps_per_second": 23.662,
+        "f1": 0.9492858975455399,
+        "number": 5646,
+        "precision": 0.9178104845377874,
+        "recall": 0.9829968119022316
+      },
+      "eval_loss": 3.1104416847229004,
+      "eval_overall_accuracy": 0.8160474128105767,
+      "eval_overall_f1": 0.8361769539655378,
+      "eval_overall_precision": 0.8112035241132187,
+      "eval_overall_recall": 0.8627368715474443,
+      "eval_runtime": 9.4851,
+      "eval_samples_per_second": 896.774,
+      "eval_steps_per_second": 28.044,
       "step": 3000
     },
     {
       "epoch": 0.69,
-      "learning_rate": 3.845113178908467e-05,
-      "loss": 3.2244,
+      "learning_rate": 4.65353395367254e-05,
+      "loss": 3.1131,
       "step": 3500
     },
     {
       "epoch": 0.79,
-      "learning_rate": 3.680129347323962e-05,
-      "loss": 3.1122,
+      "learning_rate": 4.6040388041971886e-05,
+      "loss": 3.0233,
       "step": 4000
     },
     {
       "epoch": 0.79,
       "eval_COMMENT": {
-        "f1": 0.6578412740022282,
-        "number": 6922,
-        "precision": 0.6020151133501259,
-        "recall": 0.7250794568043918
+        "f1": 0.6598611678236015,
+        "number": 6854,
+        "precision": 0.6183673469387755,
+        "recall": 0.7073241902538664
       },
       "eval_NAME": {
-        "f1": 0.8043938887030222,
-        "number": 8833,
-        "precision": 0.7925502692011867,
-        "recall": 0.8165968527114231
+        "f1": 0.8091748251748251,
+        "number": 8845,
+        "precision": 0.8008859357696567,
+        "recall": 0.8176370830977954
       },
       "eval_QTY": {
-        "f1": 0.9807353044950956,
-        "number": 7092,
-        "precision": 0.9816358242689646,
-        "recall": 0.9798364354201917
+        "f1": 0.9835126449629734,
+        "number": 7152,
+        "precision": 0.982826026249651,
+        "recall": 0.9842002237136466
       },
       "eval_RANGE_END": {
-        "f1": 0.6755555555555556,
-        "number": 88,
-        "precision": 0.5547445255474452,
-        "recall": 0.8636363636363636
+        "f1": 0.5851063829787234,
+        "number": 105,
+        "precision": 0.6626506024096386,
+        "recall": 0.5238095238095238
       },
       "eval_UNIT": {
-        "f1": 0.9479572808950669,
-        "number": 5707,
-        "precision": 0.9180758496141849,
-        "recall": 0.9798493078675311
-      },
-      "eval_loss": 3.055974245071411,
-      "eval_overall_accuracy": 0.8183054176029609,
-      "eval_overall_f1": 0.8368498156162123,
-      "eval_overall_precision": 0.8082289803220036,
-      "eval_overall_recall": 0.8675720969206061,
-      "eval_runtime": 13.0303,
-      "eval_samples_per_second": 652.785,
-      "eval_steps_per_second": 20.414,
+        "f1": 0.9505612201182417,
+        "number": 5646,
+        "precision": 0.9206639004149377,
+        "recall": 0.9824654622741764
+      },
+      "eval_loss": 3.005340576171875,
+      "eval_overall_accuracy": 0.8174150900387509,
+      "eval_overall_f1": 0.8416805692690068,
+      "eval_overall_precision": 0.8202057067020571,
+      "eval_overall_recall": 0.8643101880987344,
+      "eval_runtime": 11.0513,
+      "eval_samples_per_second": 769.68,
+      "eval_steps_per_second": 24.069,
       "step": 4000
     },
     {
       "epoch": 0.89,
-      "learning_rate": 3.515145515739457e-05,
-      "loss": 3.0919,
+      "learning_rate": 4.5545436547218376e-05,
+      "loss": 2.9721,
       "step": 4500
     },
     {
       "epoch": 0.99,
-      "learning_rate": 3.3501616841549535e-05,
-      "loss": 3.074,
+      "learning_rate": 4.505048505246486e-05,
+      "loss": 2.9567,
       "step": 5000
     },
     {
       "epoch": 0.99,
       "eval_COMMENT": {
-        "f1": 0.6620227729403884,
-        "number": 6922,
-        "precision": 0.6171328671328671,
-        "recall": 0.7139555041895406
+        "f1": 0.677434679334917,
+        "number": 6854,
+        "precision": 0.633295267098084,
+        "recall": 0.7281879194630873
       },
       "eval_NAME": {
-        "f1": 0.8096975138896684,
-        "number": 8833,
-        "precision": 0.8028043623414199,
-        "recall": 0.816710064530737
+        "f1": 0.8113767426235933,
+        "number": 8845,
+        "precision": 0.8036823425022183,
+        "recall": 0.8192198982475976
       },
       "eval_QTY": {
-        "f1": 0.9794429242966393,
-        "number": 7092,
-        "precision": 0.9747242005306521,
-        "recall": 0.9842075578116187
+        "f1": 0.9826323498639883,
+        "number": 7152,
+        "precision": 0.9803757828810021,
+        "recall": 0.9848993288590604
       },
       "eval_RANGE_END": {
-        "f1": 0.7076923076923077,
-        "number": 88,
-        "precision": 0.6448598130841121,
-        "recall": 0.7840909090909091
+        "f1": 0.6288659793814434,
+        "number": 105,
+        "precision": 0.6853932584269663,
+        "recall": 0.580952380952381
       },
       "eval_UNIT": {
-        "f1": 0.9461453651089815,
-        "number": 5707,
-        "precision": 0.9168310322156475,
-        "recall": 0.9773961801296653
-      },
-      "eval_loss": 2.949470043182373,
-      "eval_overall_accuracy": 0.820892422153823,
-      "eval_overall_f1": 0.840272597816505,
-      "eval_overall_precision": 0.8166809464179793,
-      "eval_overall_recall": 0.8652677885622513,
-      "eval_runtime": 11.1611,
-      "eval_samples_per_second": 762.109,
-      "eval_steps_per_second": 23.833,
+        "f1": 0.9479768786127167,
+        "number": 5646,
+        "precision": 0.9114089571755476,
+        "recall": 0.9876018420120439
+      },
+      "eval_loss": 2.910010814666748,
+      "eval_overall_accuracy": 0.8215941037915052,
+      "eval_overall_f1": 0.8462413611587509,
+      "eval_overall_precision": 0.8226748984779954,
+      "eval_overall_recall": 0.8711978183343823,
+      "eval_runtime": 11.1963,
+      "eval_samples_per_second": 759.713,
+      "eval_steps_per_second": 23.758,
       "step": 5000
     },
     {
       "epoch": 1.09,
-      "learning_rate": 3.1851778525704485e-05,
-      "loss": 2.9268,
+      "learning_rate": 4.455553355771135e-05,
+      "loss": 2.794,
       "step": 5500
     },
     {
       "epoch": 1.19,
-      "learning_rate": 3.0201940209859435e-05,
-      "loss": 2.936,
+      "learning_rate": 4.406058206295783e-05,
+      "loss": 2.738,
       "step": 6000
     },
     {
       "epoch": 1.19,
       "eval_COMMENT": {
-        "f1": 0.6634152949942423,
-        "number": 6922,
-        "precision": 0.6245376865195765,
-        "recall": 0.7074544929211211
+        "f1": 0.6844883595018949,
+        "number": 6854,
+        "precision": 0.6383489017924766,
+        "recall": 0.7378173329442661
       },
       "eval_NAME": {
-        "f1": 0.8093132590809874,
-        "number": 8833,
-        "precision": 0.8003099402258136,
-        "recall": 0.81852145363976
+        "f1": 0.809906216656371,
+        "number": 8845,
+        "precision": 0.8046195045748716,
+        "recall": 0.8152628603730921
       },
       "eval_QTY": {
-        "f1": 0.9790689534476724,
-        "number": 7092,
-        "precision": 0.9721951897678298,
-        "recall": 0.9860406091370558
+        "f1": 0.9817170663885992,
+        "number": 7152,
+        "precision": 0.9762201023088621,
+        "recall": 0.9872762863534675
       },
       "eval_RANGE_END": {
-        "f1": 0.7348837209302326,
-        "number": 88,
-        "precision": 0.6220472440944882,
-        "recall": 0.8977272727272727
+        "f1": 0.7286821705426357,
+        "number": 105,
+        "precision": 0.6143790849673203,
+        "recall": 0.8952380952380953
       },
       "eval_UNIT": {
-        "f1": 0.9469594594594595,
-        "number": 5707,
-        "precision": 0.9140714169248328,
-        "recall": 0.9823024356053969
-      },
-      "eval_loss": 2.889272451400757,
-      "eval_overall_accuracy": 0.8216855184394887,
-      "eval_overall_f1": 0.8412752246905207,
-      "eval_overall_precision": 0.8178910577683989,
-      "eval_overall_recall": 0.8660358913483696,
-      "eval_runtime": 12.795,
-      "eval_samples_per_second": 664.793,
-      "eval_steps_per_second": 20.789,
+        "f1": 0.9514546393527284,
+        "number": 5646,
+        "precision": 0.9254855994641661,
+        "recall": 0.9789231314204747
+      },
+      "eval_loss": 2.8514182567596436,
+      "eval_overall_accuracy": 0.8213471620697516,
+      "eval_overall_f1": 0.8480048942967846,
+      "eval_overall_precision": 0.8250115733086436,
+      "eval_overall_recall": 0.8723166212152996,
+      "eval_runtime": 8.7005,
+      "eval_samples_per_second": 977.64,
+      "eval_steps_per_second": 30.573,
       "step": 6000
     },
     {
       "epoch": 1.29,
-      "learning_rate": 2.855210189401439e-05,
-      "loss": 2.8799,
+      "learning_rate": 4.356563056820432e-05,
+      "loss": 2.7896,
       "step": 6500
     },
     {
       "epoch": 1.39,
-      "learning_rate": 2.690226357816934e-05,
-      "loss": 2.7662,
+      "learning_rate": 4.3070679073450804e-05,
+      "loss": 2.8132,
       "step": 7000
     },
     {
       "epoch": 1.39,
       "eval_COMMENT": {
-        "f1": 0.6726807593914097,
-        "number": 6922,
-        "precision": 0.6298537569339385,
-        "recall": 0.7217567177116441
+        "f1": 0.680542242913871,
+        "number": 6854,
+        "precision": 0.641124871001032,
+        "recall": 0.7251240151736212
       },
       "eval_NAME": {
-        "f1": 0.8074248541947062,
-        "number": 8833,
-        "precision": 0.7999777753083676,
-        "recall": 0.8150118872410279
+        "f1": 0.8072829131652661,
+        "number": 8845,
+        "precision": 0.8001110494169905,
+        "recall": 0.814584511023177
       },
       "eval_QTY": {
-        "f1": 0.9814136862855534,
-        "number": 7092,
-        "precision": 0.9800337457817773,
-        "recall": 0.9827975183305132
+        "f1": 0.9839452743263996,
+        "number": 7152,
+        "precision": 0.9824365765263451,
+        "recall": 0.9854586129753915
       },
       "eval_RANGE_END": {
-        "f1": 0.7358490566037735,
-        "number": 88,
-        "precision": 0.6290322580645161,
-        "recall": 0.8863636363636364
+        "f1": 0.7421875,
+        "number": 105,
+        "precision": 0.6291390728476821,
+        "recall": 0.9047619047619048
       },
       "eval_UNIT": {
-        "f1": 0.9479758974794195,
-        "number": 5707,
-        "precision": 0.9191902567478605,
-        "recall": 0.9786227439985982
-      },
-      "eval_loss": 2.862208366394043,
-      "eval_overall_accuracy": 0.8235360764393753,
-      "eval_overall_f1": 0.8432707820327757,
-      "eval_overall_precision": 0.8209503025493503,
-      "eval_overall_recall": 0.8668389078974932,
-      "eval_runtime": 9.9331,
-      "eval_samples_per_second": 856.327,
-      "eval_steps_per_second": 26.779,
+        "f1": 0.9518423307626392,
+        "number": 5646,
+        "precision": 0.9219787516600265,
+        "recall": 0.983705278072972
+      },
+      "eval_loss": 2.776045322418213,
+      "eval_overall_accuracy": 0.8222589468885343,
+      "eval_overall_f1": 0.8473121210056551,
+      "eval_overall_precision": 0.8261476117717399,
+      "eval_overall_recall": 0.8695895391930635,
+      "eval_runtime": 11.1273,
+      "eval_samples_per_second": 764.429,
+      "eval_steps_per_second": 23.905,
       "step": 7000
     },
     {
       "epoch": 1.48,
-      "learning_rate": 2.5252425262324292e-05,
-      "loss": 2.8259,
+      "learning_rate": 4.257572757869729e-05,
+      "loss": 2.7089,
       "step": 7500
     },
     {
       "epoch": 1.58,
-      "learning_rate": 2.3602586946479245e-05,
-      "loss": 2.7839,
+      "learning_rate": 4.208077608394378e-05,
+      "loss": 2.6976,
       "step": 8000
     },
     {
       "epoch": 1.58,
       "eval_COMMENT": {
-        "f1": 0.6755974419387412,
-        "number": 6922,
-        "precision": 0.6325475860330266,
-        "recall": 0.7249349898873158
+        "f1": 0.6947368421052631,
+        "number": 6854,
+        "precision": 0.6535493827160493,
+        "recall": 0.7414648380507732
       },
       "eval_NAME": {
-        "f1": 0.8115015974440895,
-        "number": 8833,
-        "precision": 0.8036190053285968,
-        "recall": 0.8195403600135854
+        "f1": 0.8145306859205775,
+        "number": 8845,
+        "precision": 0.8127884723629405,
+        "recall": 0.8162803843979649
       },
       "eval_QTY": {
-        "f1": 0.9806342969407802,
-        "number": 7092,
-        "precision": 0.975977653631285,
-        "recall": 0.9853355893965031
+        "f1": 0.9840759882665177,
+        "number": 7152,
+        "precision": 0.9831147083449623,
+        "recall": 0.9850391498881432
       },
       "eval_RANGE_END": {
-        "f1": 0.7389162561576356,
-        "number": 88,
-        "precision": 0.6521739130434783,
-        "recall": 0.8522727272727273
+        "f1": 0.75098814229249,
+        "number": 105,
+        "precision": 0.6418918918918919,
+        "recall": 0.9047619047619048
       },
       "eval_UNIT": {
-        "f1": 0.9483591961332994,
-        "number": 5707,
-        "precision": 0.9188301018731515,
-        "recall": 0.9798493078675311
-      },
-      "eval_loss": 2.780142307281494,
-      "eval_overall_accuracy": 0.8241969900107634,
-      "eval_overall_f1": 0.8452768729641694,
-      "eval_overall_precision": 0.8221239522143753,
-      "eval_overall_recall": 0.8697716639899449,
-      "eval_runtime": 15.1544,
-      "eval_samples_per_second": 561.289,
-      "eval_steps_per_second": 17.553,
+        "f1": 0.9538461538461539,
+        "number": 5646,
+        "precision": 0.926531975288028,
+        "recall": 0.9828196953595466
+      },
+      "eval_loss": 2.707292318344116,
+      "eval_overall_accuracy": 0.826172023402477,
+      "eval_overall_f1": 0.8534594631514241,
+      "eval_overall_precision": 0.8340898471397103,
+      "eval_overall_recall": 0.8737500874064751,
+      "eval_runtime": 10.8076,
+      "eval_samples_per_second": 787.041,
+      "eval_steps_per_second": 24.612,
       "step": 8000
     },
     {
       "epoch": 1.68,
-      "learning_rate": 2.19527486306342e-05,
-      "loss": 2.7185,
+      "learning_rate": 4.158582458919026e-05,
+      "loss": 2.6869,
       "step": 8500
     },
     {
       "epoch": 1.78,
-      "learning_rate": 2.0302910314789152e-05,
-      "loss": 2.7221,
+      "learning_rate": 4.109087309443675e-05,
+      "loss": 2.6347,
       "step": 9000
     },
     {
       "epoch": 1.78,
       "eval_COMMENT": {
-        "f1": 0.690339005761758,
-        "number": 6922,
-        "precision": 0.6436781609195402,
-        "recall": 0.7442935567754985
+        "f1": 0.6949685534591195,
+        "number": 6854,
+        "precision": 0.6538461538461539,
+        "recall": 0.7416107382550335
       },
       "eval_NAME": {
-        "f1": 0.8162713392303792,
-        "number": 8833,
-        "precision": 0.8124719605204127,
-        "recall": 0.8201064191101551
+        "f1": 0.8143807055111011,
+        "number": 8845,
+        "precision": 0.8118188967531738,
+        "recall": 0.8169587337478802
       },
       "eval_QTY": {
-        "f1": 0.9827975183305132,
-        "number": 7092,
-        "precision": 0.9827975183305132,
-        "recall": 0.9827975183305132
+        "f1": 0.9832394464149107,
+        "number": 7152,
+        "precision": 0.9781375397813754,
+        "recall": 0.9883948545861297
       },
       "eval_RANGE_END": {
-        "f1": 0.7336683417085428,
-        "number": 88,
-        "precision": 0.6576576576576577,
-        "recall": 0.8295454545454546
+        "f1": 0.7588932806324111,
+        "number": 105,
+        "precision": 0.6486486486486487,
+        "recall": 0.9142857142857143
       },
       "eval_UNIT": {
-        "f1": 0.9494640122511486,
-        "number": 5707,
-        "precision": 0.9227716222920457,
-        "recall": 0.9777466269493604
-      },
-      "eval_loss": 2.7520177364349365,
-      "eval_overall_accuracy": 0.8285401363370282,
-      "eval_overall_f1": 0.850812759300823,
-      "eval_overall_precision": 0.8292674842558834,
-      "eval_overall_recall": 0.8735074366315202,
-      "eval_runtime": 11.6589,
-      "eval_samples_per_second": 729.574,
-      "eval_steps_per_second": 22.815,
+        "f1": 0.9523400601116359,
+        "number": 5646,
+        "precision": 0.92432072012002,
+        "recall": 0.9821112291888062
+      },
+      "eval_loss": 2.6447880268096924,
+      "eval_overall_accuracy": 0.8236836106678824,
+      "eval_overall_f1": 0.8531482839167277,
+      "eval_overall_precision": 0.832606742320876,
+      "eval_overall_recall": 0.8747290399272778,
+      "eval_runtime": 10.4718,
+      "eval_samples_per_second": 812.274,
+      "eval_steps_per_second": 25.401,
       "step": 9000
     },
     {
       "epoch": 1.88,
-      "learning_rate": 1.8653071998944105e-05,
-      "loss": 2.8004,
+      "learning_rate": 4.059592159968323e-05,
+      "loss": 2.5569,
       "step": 9500
     },
     {
       "epoch": 1.98,
-      "learning_rate": 1.700323368309906e-05,
-      "loss": 2.7156,
+      "learning_rate": 4.010097010492972e-05,
+      "loss": 2.5847,
       "step": 10000
     },
     {
       "epoch": 1.98,
       "eval_COMMENT": {
-        "f1": 0.6864177489177489,
-        "number": 6922,
-        "precision": 0.6453828542355635,
-        "recall": 0.7330251372435712
+        "f1": 0.6963045290358433,
+        "number": 6854,
+        "precision": 0.6645452134712277,
+        "recall": 0.7312518237525533
       },
       "eval_NAME": {
-        "f1": 0.8142527960433878,
-        "number": 8833,
-        "precision": 0.8084821428571428,
-        "recall": 0.8201064191101551
+        "f1": 0.8156796390298928,
+        "number": 8845,
+        "precision": 0.8138435565559933,
+        "recall": 0.8175240248728095
       },
       "eval_QTY": {
-        "f1": 0.9826589595375722,
-        "number": 7092,
-        "precision": 0.9825204398082887,
-        "recall": 0.9827975183305132
+        "f1": 0.9831476323119777,
+        "number": 7152,
+        "precision": 0.9793285238623751,
+        "recall": 0.986996644295302
       },
       "eval_RANGE_END": {
-        "f1": 0.7219512195121951,
-        "number": 88,
-        "precision": 0.6324786324786325,
-        "recall": 0.8409090909090909
+        "f1": 0.7639484978540773,
+        "number": 105,
+        "precision": 0.6953125,
+        "recall": 0.8476190476190476
       },
       "eval_UNIT": {
-        "f1": 0.9496769806188372,
-        "number": 5707,
-        "precision": 0.9222387320455672,
-        "recall": 0.9787979674084458
-      },
-      "eval_loss": 2.7235608100891113,
-      "eval_overall_accuracy": 0.8264629793983799,
-      "eval_overall_f1": 0.8495539058775454,
-      "eval_overall_precision": 0.8291126620139582,
-      "eval_overall_recall": 0.8710285594581384,
-      "eval_runtime": 10.9292,
-      "eval_samples_per_second": 778.285,
-      "eval_steps_per_second": 24.339,
+        "f1": 0.9530017152658663,
+        "number": 5646,
+        "precision": 0.9238443631526438,
+        "recall": 0.9840595111583422
+      },
+      "eval_loss": 2.591038227081299,
+      "eval_overall_accuracy": 0.8253172251348682,
+      "eval_overall_f1": 0.8546566402302197,
+      "eval_overall_precision": 0.8377942707458776,
+      "eval_overall_recall": 0.8722117334452136,
+      "eval_runtime": 10.9908,
+      "eval_samples_per_second": 773.919,
+      "eval_steps_per_second": 24.202,
       "step": 10000
     },
     {
       "epoch": 2.08,
-      "learning_rate": 1.535339536725401e-05,
-      "loss": 2.6908,
+      "learning_rate": 3.9606018610176205e-05,
+      "loss": 2.5001,
       "step": 10500
     },
     {
       "epoch": 2.18,
-      "learning_rate": 1.3703557051408963e-05,
-      "loss": 2.6804,
+      "learning_rate": 3.911106711542269e-05,
+      "loss": 2.4321,
       "step": 11000
     },
     {
       "epoch": 2.18,
       "eval_COMMENT": {
-        "f1": 0.6895951823352291,
-        "number": 6922,
-        "precision": 0.6422784494578088,
-        "recall": 0.7444380236925744
+        "f1": 0.7009998630324613,
+        "number": 6854,
+        "precision": 0.660557563242127,
+        "recall": 0.7467172454041435
       },
       "eval_NAME": {
-        "f1": 0.8174098858460327,
-        "number": 8833,
-        "precision": 0.8120670391061453,
-        "recall": 0.8228235027736895
+        "f1": 0.8124085125548924,
+        "number": 8845,
+        "precision": 0.8091286307053942,
+        "recall": 0.8157150932730356
       },
       "eval_QTY": {
-        "f1": 0.9829240756421113,
-        "number": 7092,
-        "precision": 0.9837570621468926,
-        "recall": 0.9820924985899605
+        "f1": 0.9833752444816989,
+        "number": 7152,
+        "precision": 0.9825516471245115,
+        "recall": 0.9842002237136466
       },
       "eval_RANGE_END": {
-        "f1": 0.7281553398058253,
-        "number": 88,
-        "precision": 0.635593220338983,
-        "recall": 0.8522727272727273
+        "f1": 0.7404580152671757,
+        "number": 105,
+        "precision": 0.6178343949044586,
+        "recall": 0.9238095238095239
       },
       "eval_UNIT": {
-        "f1": 0.9503232391970058,
-        "number": 5707,
-        "precision": 0.9234584228798148,
-        "recall": 0.9787979674084458
-      },
-      "eval_loss": 2.692896604537964,
-      "eval_overall_accuracy": 0.8278792227656401,
-      "eval_overall_f1": 0.8510414189120316,
-      "eval_overall_precision": 0.8288219722038385,
-      "eval_overall_recall": 0.8744850219956707,
-      "eval_runtime": 9.5517,
-      "eval_samples_per_second": 890.518,
-      "eval_steps_per_second": 27.848,
+        "f1": 0.9521690767519465,
+        "number": 5646,
+        "precision": 0.9210395629862606,
+        "recall": 0.9854764434998229
+      },
+      "eval_loss": 2.5731780529022217,
+      "eval_overall_accuracy": 0.8255071803054479,
+      "eval_overall_f1": 0.8539459994200822,
+      "eval_overall_precision": 0.8336830186165785,
+      "eval_overall_recall": 0.8752185161876792,
+      "eval_runtime": 9.4187,
+      "eval_samples_per_second": 903.101,
+      "eval_steps_per_second": 28.242,
       "step": 11000
     },
     {
       "epoch": 2.28,
-      "learning_rate": 1.2053718735563915e-05,
-      "loss": 2.5859,
+      "learning_rate": 3.861611562066917e-05,
+      "loss": 2.5117,
       "step": 11500
     },
     {
       "epoch": 2.38,
-      "learning_rate": 1.0403880419718868e-05,
-      "loss": 2.6121,
+      "learning_rate": 3.812116412591566e-05,
+      "loss": 2.4326,
       "step": 12000
     },
     {
       "epoch": 2.38,
       "eval_COMMENT": {
-        "f1": 0.691554715452643,
-        "number": 6922,
-        "precision": 0.6490939044481054,
-        "recall": 0.7399595492632187
+        "f1": 0.7086570477247504,
+        "number": 6854,
+        "precision": 0.6754826765405977,
+        "recall": 0.7452582433615407
       },
       "eval_NAME": {
-        "f1": 0.8156028368794326,
-        "number": 8833,
-        "precision": 0.811037725288257,
-        "recall": 0.820219630929469
+        "f1": 0.8158534516876803,
+        "number": 8845,
+        "precision": 0.8159918570459173,
+        "recall": 0.8157150932730356
       },
       "eval_QTY": {
-        "f1": 0.9826362038664324,
-        "number": 7092,
-        "precision": 0.9798121407542408,
-        "recall": 0.9854765933446137
+        "f1": 0.9844993715961456,
+        "number": 7152,
+        "precision": 0.9832635983263598,
+        "recall": 0.985738255033557
       },
       "eval_RANGE_END": {
-        "f1": 0.7499999999999999,
-        "number": 88,
-        "precision": 0.6328125,
-        "recall": 0.9204545454545454
+        "f1": 0.7654320987654321,
+        "number": 105,
+        "precision": 0.6739130434782609,
+        "recall": 0.8857142857142857
       },
       "eval_UNIT": {
-        "f1": 0.9497709146444936,
-        "number": 5707,
-        "precision": 0.9207106431978944,
-        "recall": 0.9807254249167688
-      },
-      "eval_loss": 2.669058322906494,
-      "eval_overall_accuracy": 0.8276526238268784,
-      "eval_overall_f1": 0.8514097200965888,
-      "eval_overall_precision": 0.8299297175440923,
-      "eval_overall_recall": 0.8740311430766008,
-      "eval_runtime": 10.4859,
-      "eval_samples_per_second": 811.181,
-      "eval_steps_per_second": 25.367,
+        "f1": 0.9534265374388883,
+        "number": 5646,
+        "precision": 0.9243306169965075,
+        "recall": 0.9844137442437123
+      },
+      "eval_loss": 2.5278468132019043,
+      "eval_overall_accuracy": 0.8280525795912165,
+      "eval_overall_f1": 0.8580588749635675,
+      "eval_overall_precision": 0.8418502943650126,
+      "eval_overall_recall": 0.8749038528774211,
+      "eval_runtime": 11.4233,
+      "eval_samples_per_second": 744.616,
+      "eval_steps_per_second": 23.286,
       "step": 12000
     },
     {
       "epoch": 2.47,
-      "learning_rate": 8.75404210387382e-06,
-      "loss": 2.6392,
+      "learning_rate": 3.762621263116215e-05,
+      "loss": 2.3983,
       "step": 12500
     },
     {
       "epoch": 2.57,
-      "learning_rate": 7.104203788028774e-06,
-      "loss": 2.553,
+      "learning_rate": 3.7131261136408633e-05,
+      "loss": 2.3705,
       "step": 13000
     },
     {
       "epoch": 2.57,
       "eval_COMMENT": {
-        "f1": 0.6915875260995488,
-        "number": 6922,
-        "precision": 0.6478233438485804,
-        "recall": 0.7416931522681306
+        "f1": 0.7056559686619477,
+        "number": 6854,
+        "precision": 0.6670131219955827,
+        "recall": 0.7490516486723081
       },
       "eval_NAME": {
-        "f1": 0.8171171171171171,
-        "number": 8833,
-        "precision": 0.8128150554497592,
-        "recall": 0.8214649609419223
+        "f1": 0.8140058545372664,
+        "number": 8845,
+        "precision": 0.8106289942818702,
+        "recall": 0.8174109666478236
       },
       "eval_QTY": {
-        "f1": 0.9832299887260428,
-        "number": 7092,
-        "precision": 0.9826760563380281,
-        "recall": 0.983784545967287
+        "f1": 0.9845080251221213,
+        "number": 7152,
+        "precision": 0.9827249930342714,
+        "recall": 0.9862975391498882
       },
       "eval_RANGE_END": {
-        "f1": 0.742857142857143,
-        "number": 88,
-        "precision": 0.639344262295082,
-        "recall": 0.8863636363636364
+        "f1": 0.7415730337078652,
+        "number": 105,
+        "precision": 0.6111111111111112,
+        "recall": 0.9428571428571428
       },
       "eval_UNIT": {
-        "f1": 0.9500635862653668,
-        "number": 5707,
-        "precision": 0.920335085413929,
-        "recall": 0.9817767653758542
-      },
-      "eval_loss": 2.6652376651763916,
-      "eval_overall_accuracy": 0.8286912022962026,
-      "eval_overall_f1": 0.8519148357254608,
-      "eval_overall_precision": 0.8304489092235263,
-      "eval_overall_recall": 0.874519935758676,
-      "eval_runtime": 11.1046,
-      "eval_samples_per_second": 765.987,
-      "eval_steps_per_second": 23.954,
+        "f1": 0.952819725279413,
+        "number": 5646,
+        "precision": 0.9191769547325103,
+        "recall": 0.9890187743535246
+      },
+      "eval_loss": 2.4818899631500244,
+      "eval_overall_accuracy": 0.8270458171871439,
+      "eval_overall_f1": 0.8562072552999164,
+      "eval_overall_precision": 0.8358363024874297,
+      "eval_overall_recall": 0.8775959723096287,
+      "eval_runtime": 9.7776,
+      "eval_samples_per_second": 869.945,
+      "eval_steps_per_second": 27.205,
       "step": 13000
     },
     {
       "epoch": 2.67,
-      "learning_rate": 5.4543654721837265e-06,
-      "loss": 2.5782,
+      "learning_rate": 3.663630964165512e-05,
+      "loss": 2.4183,
       "step": 13500
     },
     {
       "epoch": 2.77,
-      "learning_rate": 3.804527156338679e-06,
-      "loss": 2.5781,
+      "learning_rate": 3.6141358146901606e-05,
+      "loss": 2.364,
       "step": 14000
     },
     {
       "epoch": 2.77,
       "eval_COMMENT": {
-        "f1": 0.6930304873926858,
-        "number": 6922,
-        "precision": 0.6512514292974209,
-        "recall": 0.7405374169315226
+        "f1": 0.7068350260774088,
+        "number": 6854,
+        "precision": 0.6672713138118683,
+        "recall": 0.7513860519404727
       },
       "eval_NAME": {
-        "f1": 0.8163609767075503,
-        "number": 8833,
-        "precision": 0.8114304887596465,
-        "recall": 0.8213517491226084
+        "f1": 0.8130456824198727,
+        "number": 8845,
+        "precision": 0.8101706331387517,
+        "recall": 0.8159412097230073
       },
       "eval_QTY": {
-        "f1": 0.9833638798815735,
-        "number": 7092,
-        "precision": 0.9832252607837609,
-        "recall": 0.983502538071066
+        "f1": 0.9847269684078387,
+        "number": 7152,
+        "precision": 0.9823292055099485,
+        "recall": 0.9871364653243848
       },
       "eval_RANGE_END": {
-        "f1": 0.7450980392156864,
-        "number": 88,
-        "precision": 0.6551724137931034,
-        "recall": 0.8636363636363636
+        "f1": 0.7729083665338645,
+        "number": 105,
+        "precision": 0.6643835616438356,
+        "recall": 0.9238095238095239
       },
       "eval_UNIT": {
-        "f1": 0.9503184713375797,
-        "number": 5707,
-        "precision": 0.9220500988793672,
-        "recall": 0.9803749780970737
-      },
-      "eval_loss": 2.6431026458740234,
-      "eval_overall_accuracy": 0.8285967860717186,
-      "eval_overall_f1": 0.8522440918068515,
-      "eval_overall_precision": 0.8317381189764042,
-      "eval_overall_recall": 0.8737867467355631,
-      "eval_runtime": 10.2487,
-      "eval_samples_per_second": 829.962,
-      "eval_steps_per_second": 25.955,
+        "f1": 0.9542999228328902,
+        "number": 5646,
+        "precision": 0.9248795080604952,
+        "recall": 0.9856535600425079
+      },
+      "eval_loss": 2.4206130504608154,
+      "eval_overall_accuracy": 0.8284704809664919,
+      "eval_overall_f1": 0.8566014544709617,
+      "eval_overall_precision": 0.8369695756605284,
+      "eval_overall_recall": 0.8771764212292846,
+      "eval_runtime": 10.6958,
+      "eval_samples_per_second": 795.265,
+      "eval_steps_per_second": 24.87,
       "step": 14000
     },
     {
       "epoch": 2.87,
-      "learning_rate": 2.154688840493632e-06,
-      "loss": 2.5714,
+      "learning_rate": 3.564640665214809e-05,
+      "loss": 2.3089,
       "step": 14500
     },
     {
       "epoch": 2.97,
-      "learning_rate": 5.048505246485845e-07,
-      "loss": 2.5928,
+      "learning_rate": 3.515145515739457e-05,
+      "loss": 2.3349,
       "step": 15000
     },
     {
       "epoch": 2.97,
       "eval_COMMENT": {
-        "f1": 0.6959701997968167,
-        "number": 6922,
-        "precision": 0.6551064643631264,
-        "recall": 0.7422710199364345
+        "f1": 0.7115305703734099,
+        "number": 6854,
+        "precision": 0.6696704428424305,
+        "recall": 0.7589728625620076
       },
       "eval_NAME": {
-        "f1": 0.8171788810086682,
-        "number": 8833,
-        "precision": 0.8126049479458188,
-        "recall": 0.8218045963998641
+        "f1": 0.8152284263959392,
+        "number": 8845,
+        "precision": 0.8133933595948227,
+        "recall": 0.8170717919728661
       },
       "eval_QTY": {
-        "f1": 0.9831607130275488,
-        "number": 7092,
-        "precision": 0.9825376707505985,
-        "recall": 0.983784545967287
+        "f1": 0.9854223338215806,
+        "number": 7152,
+        "precision": 0.9831593597773138,
+        "recall": 0.9876957494407159
       },
       "eval_RANGE_END": {
-        "f1": 0.7439613526570048,
-        "number": 88,
-        "precision": 0.6470588235294118,
-        "recall": 0.875
+        "f1": 0.7320754716981133,
+        "number": 105,
+        "precision": 0.60625,
+        "recall": 0.9238095238095239
       },
       "eval_UNIT": {
-        "f1": 0.9497833290848839,
-        "number": 5707,
-        "precision": 0.9219729462223688,
-        "recall": 0.9793236376379885
-      },
-      "eval_loss": 2.639442205429077,
-      "eval_overall_accuracy": 0.8289178012349642,
-      "eval_overall_f1": 0.8531516183986372,
-      "eval_overall_precision": 0.8330560915563244,
-      "eval_overall_recall": 0.874240625654633,
-      "eval_runtime": 9.6239,
-      "eval_samples_per_second": 883.843,
-      "eval_steps_per_second": 27.64,
+        "f1": 0.954592186429061,
+        "number": 5646,
+        "precision": 0.9244938599402589,
+        "recall": 0.9867162592986185
+      },
+      "eval_loss": 2.390350103378296,
+      "eval_overall_accuracy": 0.8285084720006078,
+      "eval_overall_f1": 0.8583563606590933,
+      "eval_overall_precision": 0.8380295763389288,
+      "eval_overall_recall": 0.8796937277113489,
+      "eval_runtime": 13.4662,
+      "eval_samples_per_second": 631.657,
+      "eval_steps_per_second": 19.753,
       "step": 15000
     },
     {
-      "epoch": 3.0,
-      "step": 15153,
-      "total_flos": 466306211114724.0,
-      "train_loss": 3.047607653480721,
-      "train_runtime": 1056.0535,
-      "train_samples_per_second": 459.076,
-      "train_steps_per_second": 14.349
+      "epoch": 3.07,
+      "learning_rate": 3.465650366264107e-05,
+      "loss": 2.251,
+      "step": 15500
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 3.416155216788755e-05,
+      "loss": 2.253,
+      "step": 16000
+    },
+    {
+      "epoch": 3.17,
+      "eval_COMMENT": {
+        "f1": 0.7120891136472357,
+        "number": 6854,
+        "precision": 0.669751896130608,
+        "recall": 0.7601400641960899
+      },
+      "eval_NAME": {
+        "f1": 0.8165914221218961,
+        "number": 8845,
+        "precision": 0.8152112676056338,
+        "recall": 0.817976257772753
+      },
+      "eval_QTY": {
+        "f1": 0.9850704618389843,
+        "number": 7152,
+        "precision": 0.9830130882762461,
+        "recall": 0.9871364653243848
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7529411764705883,
+        "number": 105,
+        "precision": 0.64,
+        "recall": 0.9142857142857143
+      },
+      "eval_UNIT": {
+        "f1": 0.9538013199622868,
+        "number": 5646,
+        "precision": 0.924098986879256,
+        "recall": 0.9854764434998229
+      },
+      "eval_loss": 2.3770651817321777,
+      "eval_overall_accuracy": 0.8302180685358256,
+      "eval_overall_f1": 0.8587418314593322,
+      "eval_overall_precision": 0.8386376512147166,
+      "eval_overall_recall": 0.8798335780714636,
+      "eval_runtime": 11.0556,
+      "eval_samples_per_second": 769.382,
+      "eval_steps_per_second": 24.06,
+      "step": 16000
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 3.3666600673134034e-05,
+      "loss": 2.1955,
+      "step": 16500
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 3.317164917838052e-05,
+      "loss": 2.2137,
+      "step": 17000
+    },
+    {
+      "epoch": 3.37,
+      "eval_COMMENT": {
+        "f1": 0.7152373022481265,
+        "number": 6854,
+        "precision": 0.6819264355649642,
+        "recall": 0.7519696527575138
+      },
+      "eval_NAME": {
+        "f1": 0.816918906708832,
+        "number": 8845,
+        "precision": 0.8160893602617624,
+        "recall": 0.8177501413227812
+      },
+      "eval_QTY": {
+        "f1": 0.9852099902330124,
+        "number": 7152,
+        "precision": 0.9831523252575884,
+        "recall": 0.9872762863534675
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7619047619047618,
+        "number": 105,
+        "precision": 0.6530612244897959,
+        "recall": 0.9142857142857143
+      },
+      "eval_UNIT": {
+        "f1": 0.9529855868222373,
+        "number": 5646,
+        "precision": 0.924126455906822,
+        "recall": 0.983705278072972
+      },
+      "eval_loss": 2.378207206726074,
+      "eval_overall_accuracy": 0.8285464630347238,
+      "eval_overall_f1": 0.8600801891641822,
+      "eval_overall_precision": 0.8433467741935484,
+      "eval_overall_recall": 0.8774910845395427,
+      "eval_runtime": 10.7102,
+      "eval_samples_per_second": 794.197,
+      "eval_steps_per_second": 24.836,
+      "step": 17000
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 3.267669768362701e-05,
+      "loss": 2.2027,
+      "step": 17500
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 3.218174618887349e-05,
+      "loss": 2.2065,
+      "step": 18000
+    },
+    {
+      "epoch": 3.56,
+      "eval_COMMENT": {
+        "f1": 0.715327462850853,
+        "number": 6854,
+        "precision": 0.6767768810205675,
+        "recall": 0.7585351619492268
+      },
+      "eval_NAME": {
+        "f1": 0.8111738148984199,
+        "number": 8845,
+        "precision": 0.8098028169014084,
+        "recall": 0.8125494629734313
+      },
+      "eval_QTY": {
+        "f1": 0.9852766729467587,
+        "number": 7152,
+        "precision": 0.9834238751915308,
+        "recall": 0.9871364653243848
+      },
+      "eval_RANGE_END": {
+        "f1": 0.751937984496124,
+        "number": 105,
+        "precision": 0.6339869281045751,
+        "recall": 0.9238095238095239
+      },
+      "eval_UNIT": {
+        "f1": 0.9542920847268673,
+        "number": 5646,
+        "precision": 0.9250207813798836,
+        "recall": 0.9854764434998229
+      },
+      "eval_loss": 2.3392648696899414,
+      "eval_overall_accuracy": 0.829154319580579,
+      "eval_overall_f1": 0.8582709465695826,
+      "eval_overall_precision": 0.8395866773675762,
+      "eval_overall_recall": 0.8778057478498007,
+      "eval_runtime": 10.643,
+      "eval_samples_per_second": 799.209,
+      "eval_steps_per_second": 24.993,
+      "step": 18000
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 3.168679469411997e-05,
+      "loss": 2.17,
+      "step": 18500
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 3.119184319936647e-05,
+      "loss": 2.1758,
+      "step": 19000
+    },
+    {
+      "epoch": 3.76,
+      "eval_COMMENT": {
+        "f1": 0.7196268093572066,
+        "number": 6854,
+        "precision": 0.6791402304803833,
+        "recall": 0.7652465713451999
+      },
+      "eval_NAME": {
+        "f1": 0.8154011420817548,
+        "number": 8845,
+        "precision": 0.8155394707079846,
+        "recall": 0.8152628603730921
+      },
+      "eval_QTY": {
+        "f1": 0.9850017439832579,
+        "number": 7152,
+        "precision": 0.9828762355561743,
+        "recall": 0.9871364653243848
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7637795275590552,
+        "number": 105,
+        "precision": 0.6510067114093959,
+        "recall": 0.9238095238095239
+      },
+      "eval_UNIT": {
+        "f1": 0.9544714052988081,
+        "number": 5646,
+        "precision": 0.9250457038391224,
+        "recall": 0.9858306765851931
+      },
+      "eval_loss": 2.306312322616577,
+      "eval_overall_accuracy": 0.827710660284173,
+      "eval_overall_f1": 0.8605851391072529,
+      "eval_overall_precision": 0.8417129103429832,
+      "eval_overall_recall": 0.8803230543318649,
+      "eval_runtime": 11.977,
+      "eval_samples_per_second": 710.192,
+      "eval_steps_per_second": 22.209,
+      "step": 19000
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 3.069689170461295e-05,
+      "loss": 2.2238,
+      "step": 19500
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 3.0201940209859435e-05,
+      "loss": 2.1417,
+      "step": 20000
+    },
+    {
+      "epoch": 3.96,
+      "eval_COMMENT": {
+        "f1": 0.7152720243026789,
+        "number": 6854,
+        "precision": 0.6788990825688074,
+        "recall": 0.7557630580682813
+      },
+      "eval_NAME": {
+        "f1": 0.815481242573417,
+        "number": 8845,
+        "precision": 0.8162664250113276,
+        "recall": 0.8146975692481628
+      },
+      "eval_QTY": {
+        "f1": 0.9854263998326477,
+        "number": 7152,
+        "precision": 0.9828905271943247,
+        "recall": 0.9879753914988815
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7634854771784232,
+        "number": 105,
+        "precision": 0.6764705882352942,
+        "recall": 0.8761904761904762
+      },
+      "eval_UNIT": {
+        "f1": 0.9533384893013664,
+        "number": 5646,
+        "precision": 0.9258888332498748,
+        "recall": 0.9824654622741764
+      },
+      "eval_loss": 2.288215398788452,
+      "eval_overall_accuracy": 0.8285084720006078,
+      "eval_overall_f1": 0.8596340962039195,
+      "eval_overall_precision": 0.8427151205749983,
+      "eval_overall_recall": 0.877246346409342,
+      "eval_runtime": 9.5122,
+      "eval_samples_per_second": 894.221,
+      "eval_steps_per_second": 27.964,
+      "step": 20000
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 2.970698871510592e-05,
+      "loss": 2.1114,
+      "step": 20500
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 2.9212037220352405e-05,
+      "loss": 2.0271,
+      "step": 21000
+    },
+    {
+      "epoch": 4.16,
+      "eval_COMMENT": {
+        "f1": 0.7168075752451809,
+        "number": 6854,
+        "precision": 0.6681376875551632,
+        "recall": 0.7731251823752553
+      },
+      "eval_NAME": {
+        "f1": 0.8170380818053596,
+        "number": 8845,
+        "precision": 0.815427927927928,
+        "recall": 0.8186546071226681
+      },
+      "eval_QTY": {
+        "f1": 0.9858546442756603,
+        "number": 7152,
+        "precision": 0.9826364772885123,
+        "recall": 0.9890939597315436
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7717842323651452,
+        "number": 105,
+        "precision": 0.6838235294117647,
+        "recall": 0.8857142857142857
+      },
+      "eval_UNIT": {
+        "f1": 0.9534565366187543,
+        "number": 5646,
+        "precision": 0.922211188348229,
+        "recall": 0.9868933758413035
+      },
+      "eval_loss": 2.350003242492676,
+      "eval_overall_accuracy": 0.82989514474584,
+      "eval_overall_f1": 0.859976186426263,
+      "eval_overall_precision": 0.837385716178614,
+      "eval_overall_recall": 0.8838193133347318,
+      "eval_runtime": 11.0178,
+      "eval_samples_per_second": 772.02,
+      "eval_steps_per_second": 24.143,
+      "step": 21000
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 2.871708572559889e-05,
+      "loss": 2.0589,
+      "step": 21500
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 2.8222134230845377e-05,
+      "loss": 2.0488,
+      "step": 22000
+    },
+    {
+      "epoch": 4.36,
+      "eval_COMMENT": {
+        "f1": 0.7173793103448276,
+        "number": 6854,
+        "precision": 0.6802249542244311,
+        "recall": 0.7588269623577473
+      },
+      "eval_NAME": {
+        "f1": 0.814222122048797,
+        "number": 8845,
+        "precision": 0.8116153673331835,
+        "recall": 0.8168456755228943
+      },
+      "eval_QTY": {
+        "f1": 0.9854284319877291,
+        "number": 7152,
+        "precision": 0.9827562230565985,
+        "recall": 0.9881152125279642
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7686274509803921,
+        "number": 105,
+        "precision": 0.6533333333333333,
+        "recall": 0.9333333333333333
+      },
+      "eval_UNIT": {
+        "f1": 0.9529190207156308,
+        "number": 5646,
+        "precision": 0.9221338634857521,
+        "recall": 0.9858306765851931
+      },
+      "eval_loss": 2.2779643535614014,
+      "eval_overall_accuracy": 0.8274067320112454,
+      "eval_overall_f1": 0.8596716045585798,
+      "eval_overall_precision": 0.8406683375104428,
+      "eval_overall_recall": 0.8795538773512341,
+      "eval_runtime": 10.9882,
+      "eval_samples_per_second": 774.104,
+      "eval_steps_per_second": 24.208,
+      "step": 22000
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 2.7727182736091867e-05,
+      "loss": 2.0377,
+      "step": 22500
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 2.7232231241338353e-05,
+      "loss": 2.0403,
+      "step": 23000
+    },
+    {
+      "epoch": 4.55,
+      "eval_COMMENT": {
+        "f1": 0.7213069552629764,
+        "number": 6854,
+        "precision": 0.6836534692277538,
+        "recall": 0.7633498686898161
+      },
+      "eval_NAME": {
+        "f1": 0.8175446529504862,
+        "number": 8845,
+        "precision": 0.8174522436984288,
+        "recall": 0.8176370830977954
+      },
+      "eval_QTY": {
+        "f1": 0.9858447806986962,
+        "number": 7152,
+        "precision": 0.9833078314090973,
+        "recall": 0.9883948545861297
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7868852459016393,
+        "number": 105,
+        "precision": 0.6906474820143885,
+        "recall": 0.9142857142857143
+      },
+      "eval_UNIT": {
+        "f1": 0.9541991267870901,
+        "number": 5646,
+        "precision": 0.9234465617232809,
+        "recall": 0.9870704923839887
+      },
+      "eval_loss": 2.255697250366211,
+      "eval_overall_accuracy": 0.8292303016488108,
+      "eval_overall_f1": 0.8621226374754127,
+      "eval_overall_precision": 0.8439205706057663,
+      "eval_overall_recall": 0.8811271939025243,
+      "eval_runtime": 11.1445,
+      "eval_samples_per_second": 763.249,
+      "eval_steps_per_second": 23.868,
+      "step": 23000
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 2.6737279746584836e-05,
+      "loss": 2.0887,
+      "step": 23500
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.6242328251831323e-05,
+      "loss": 2.0443,
+      "step": 24000
+    },
+    {
+      "epoch": 4.75,
+      "eval_COMMENT": {
+        "f1": 0.7226055754899255,
+        "number": 6854,
+        "precision": 0.6855197695731867,
+        "recall": 0.7639334695068573
+      },
+      "eval_NAME": {
+        "f1": 0.8165780843605112,
+        "number": 8845,
+        "precision": 0.8167628096369189,
+        "recall": 0.8163934426229508
+      },
+      "eval_QTY": {
+        "f1": 0.9852161785216179,
+        "number": 7152,
+        "precision": 0.9827490261547023,
+        "recall": 0.9876957494407159
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7854251012145749,
+        "number": 105,
+        "precision": 0.6830985915492958,
+        "recall": 0.9238095238095239
+      },
+      "eval_UNIT": {
+        "f1": 0.9537354352296092,
+        "number": 5646,
+        "precision": 0.9236641221374046,
+        "recall": 0.9858306765851931
+      },
+      "eval_loss": 2.228408098220825,
+      "eval_overall_accuracy": 0.829097333029405,
+      "eval_overall_f1": 0.8619196741790305,
+      "eval_overall_precision": 0.8441092676386794,
+      "eval_overall_recall": 0.8804978672820083,
+      "eval_runtime": 10.5005,
+      "eval_samples_per_second": 810.058,
+      "eval_steps_per_second": 25.332,
+      "step": 24000
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 2.5747376757077806e-05,
+      "loss": 2.068,
+      "step": 24500
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 2.5252425262324292e-05,
+      "loss": 2.0214,
+      "step": 25000
+    },
+    {
+      "epoch": 4.95,
+      "eval_COMMENT": {
+        "f1": 0.7221103783408538,
+        "number": 6854,
+        "precision": 0.6887829426566018,
+        "recall": 0.7588269623577473
+      },
+      "eval_NAME": {
+        "f1": 0.8139863300005649,
+        "number": 8845,
+        "precision": 0.8133890268683676,
+        "recall": 0.814584511023177
+      },
+      "eval_QTY": {
+        "f1": 0.9864751812604574,
+        "number": 7152,
+        "precision": 0.9837319243604005,
+        "recall": 0.9892337807606264
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7713004484304932,
+        "number": 105,
+        "precision": 0.7288135593220338,
+        "recall": 0.819047619047619
+      },
+      "eval_UNIT": {
+        "f1": 0.9553288176283975,
+        "number": 5646,
+        "precision": 0.9258766827322586,
+        "recall": 0.9867162592986185
+      },
+      "eval_loss": 2.2036967277526855,
+      "eval_overall_accuracy": 0.8304270192234633,
+      "eval_overall_f1": 0.8618053412869828,
+      "eval_overall_precision": 0.8453726123217649,
+      "eval_overall_recall": 0.8788895881406895,
+      "eval_runtime": 10.7118,
+      "eval_samples_per_second": 794.075,
+      "eval_steps_per_second": 24.832,
+      "step": 25000
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 2.4757473767570778e-05,
+      "loss": 2.0164,
+      "step": 25500
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 2.4262522272817265e-05,
+      "loss": 2.0081,
+      "step": 26000
+    },
+    {
+      "epoch": 5.15,
+      "eval_COMMENT": {
+        "f1": 0.719671201814059,
+        "number": 6854,
+        "precision": 0.6996417745935519,
+        "recall": 0.7408812372337321
+      },
+      "eval_NAME": {
+        "f1": 0.8098846414838272,
+        "number": 8845,
+        "precision": 0.8101595203077271,
+        "recall": 0.8096099491237988
+      },
+      "eval_QTY": {
+        "f1": 0.9862001672706997,
+        "number": 7152,
+        "precision": 0.9831851028349082,
+        "recall": 0.9892337807606264
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7918367346938776,
+        "number": 105,
+        "precision": 0.6928571428571428,
+        "recall": 0.9238095238095239
+      },
+      "eval_UNIT": {
+        "f1": 0.9546235819869371,
+        "number": 5646,
+        "precision": 0.927212020033389,
+        "recall": 0.983705278072972
+      },
+      "eval_loss": 2.2013936042785645,
+      "eval_overall_accuracy": 0.8273117544259555,
+      "eval_overall_f1": 0.8604911676001723,
+      "eval_overall_precision": 0.8484858783944533,
+      "eval_overall_recall": 0.8728410600657297,
+      "eval_runtime": 11.2303,
+      "eval_samples_per_second": 757.413,
+      "eval_steps_per_second": 23.686,
+      "step": 26000
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 2.376757077806375e-05,
+      "loss": 1.9905,
+      "step": 26500
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 2.3272619283310237e-05,
+      "loss": 1.9138,
+      "step": 27000
+    },
+    {
+      "epoch": 5.35,
+      "eval_COMMENT": {
+        "f1": 0.7232730263157895,
+        "number": 6854,
+        "precision": 0.6819591625743086,
+        "recall": 0.7699153778815291
+      },
+      "eval_NAME": {
+        "f1": 0.8175660419959357,
+        "number": 8845,
+        "precision": 0.8163679404802164,
+        "recall": 0.818767665347654
+      },
+      "eval_QTY": {
+        "f1": 0.9861333704968295,
+        "number": 7152,
+        "precision": 0.9829142936518961,
+        "recall": 0.9893736017897091
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7679324894514767,
+        "number": 105,
+        "precision": 0.6893939393939394,
+        "recall": 0.8666666666666667
+      },
+      "eval_UNIT": {
+        "f1": 0.9538567493112948,
+        "number": 5646,
+        "precision": 0.9279731993299832,
+        "recall": 0.9812256464753808
+      },
+      "eval_loss": 2.1838574409484863,
+      "eval_overall_accuracy": 0.8322695843780867,
+      "eval_overall_f1": 0.8622504785343178,
+      "eval_overall_precision": 0.8433968572383818,
+      "eval_overall_recall": 0.8819662960632124,
+      "eval_runtime": 10.2972,
+      "eval_samples_per_second": 826.053,
+      "eval_steps_per_second": 25.832,
+      "step": 27000
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 2.2777667788556724e-05,
+      "loss": 1.9236,
+      "step": 27500
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 2.2282716293803206e-05,
+      "loss": 1.9304,
+      "step": 28000
+    },
+    {
+      "epoch": 5.54,
+      "eval_COMMENT": {
+        "f1": 0.7215675336447948,
+        "number": 6854,
+        "precision": 0.6910645118204889,
+        "recall": 0.7548876568427196
+      },
+      "eval_NAME": {
+        "f1": 0.8127016471387332,
+        "number": 8845,
+        "precision": 0.8137610519156654,
+        "recall": 0.8116449971735443
+      },
+      "eval_QTY": {
+        "f1": 0.9857760423929716,
+        "number": 7152,
+        "precision": 0.9831710709318497,
+        "recall": 0.9883948545861297
+      },
+      "eval_RANGE_END": {
+        "f1": 0.776,
+        "number": 105,
+        "precision": 0.6689655172413793,
+        "recall": 0.9238095238095239
+      },
+      "eval_UNIT": {
+        "f1": 0.9539864109400533,
+        "number": 5646,
+        "precision": 0.9272696873432537,
+        "recall": 0.9822883457314914
+      },
+      "eval_loss": 2.1557235717773438,
+      "eval_overall_accuracy": 0.8287364182053035,
+      "eval_overall_f1": 0.860940800659488,
+      "eval_overall_precision": 0.8460759493670886,
+      "eval_overall_recall": 0.8763373190685966,
+      "eval_runtime": 11.4111,
+      "eval_samples_per_second": 745.412,
+      "eval_steps_per_second": 23.311,
+      "step": 28000
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 2.1787764799049696e-05,
+      "loss": 1.908,
+      "step": 28500
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 2.129281330429618e-05,
+      "loss": 1.9369,
+      "step": 29000
+    },
+    {
+      "epoch": 5.74,
+      "eval_COMMENT": {
+        "f1": 0.7214330697641872,
+        "number": 6854,
+        "precision": 0.6931558424095737,
+        "recall": 0.7521155529617741
+      },
+      "eval_NAME": {
+        "f1": 0.8120292235374073,
+        "number": 8845,
+        "precision": 0.8135497049477984,
+        "recall": 0.8105144149236857
+      },
+      "eval_QTY": {
+        "f1": 0.9862020905923344,
+        "number": 7152,
+        "precision": 0.9830508474576272,
+        "recall": 0.9893736017897091
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7841409691629957,
+        "number": 105,
+        "precision": 0.7295081967213115,
+        "recall": 0.8476190476190476
+      },
+      "eval_UNIT": {
+        "f1": 0.9530419880034275,
+        "number": 5646,
+        "precision": 0.923140770252324,
+        "recall": 0.9849450938717677
+      },
+      "eval_loss": 2.152221918106079,
+      "eval_overall_accuracy": 0.8286794316541296,
+      "eval_overall_f1": 0.8608987026376836,
+      "eval_overall_precision": 0.8464839658027237,
+      "eval_overall_recall": 0.8758128802181666,
+      "eval_runtime": 8.8394,
+      "eval_samples_per_second": 962.281,
+      "eval_steps_per_second": 30.093,
+      "step": 29000
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 2.0797861809542665e-05,
+      "loss": 1.9176,
+      "step": 29500
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 2.0302910314789152e-05,
+      "loss": 1.8944,
+      "step": 30000
+    },
+    {
+      "epoch": 5.94,
+      "eval_COMMENT": {
+        "f1": 0.723598615916955,
+        "number": 6854,
+        "precision": 0.6882569773565034,
+        "recall": 0.762766267872775
+      },
+      "eval_NAME": {
+        "f1": 0.8156853881794554,
+        "number": 8845,
+        "precision": 0.8153168417485598,
+        "recall": 0.8160542679479932
+      },
+      "eval_QTY": {
+        "f1": 0.9857272157627236,
+        "number": 7152,
+        "precision": 0.9816946331992789,
+        "recall": 0.9897930648769575
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7631578947368421,
+        "number": 105,
+        "precision": 0.7073170731707317,
+        "recall": 0.8285714285714286
+      },
+      "eval_UNIT": {
+        "f1": 0.9549935705100728,
+        "number": 5646,
+        "precision": 0.9254028908456554,
+        "recall": 0.9865391427559334
+      },
+      "eval_loss": 2.128391742706299,
+      "eval_overall_accuracy": 0.8317377099004635,
+      "eval_overall_f1": 0.8623381960139715,
+      "eval_overall_precision": 0.8449768471914637,
+      "eval_overall_recall": 0.880427942101951,
+      "eval_runtime": 11.5016,
+      "eval_samples_per_second": 739.547,
+      "eval_steps_per_second": 23.127,
+      "step": 30000
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 1.9807958820035638e-05,
+      "loss": 1.837,
+      "step": 30500
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 1.9313007325282124e-05,
+      "loss": 1.8311,
+      "step": 31000
+    },
+    {
+      "epoch": 6.14,
+      "eval_COMMENT": {
+        "f1": 0.7244426318651441,
+        "number": 6854,
+        "precision": 0.6781623822855688,
+        "recall": 0.7775021885030639
+      },
+      "eval_NAME": {
+        "f1": 0.818961625282167,
+        "number": 8845,
+        "precision": 0.8175774647887324,
+        "recall": 0.8203504804974562
+      },
+      "eval_QTY": {
+        "f1": 0.9856425982715361,
+        "number": 7152,
+        "precision": 0.9826292384658143,
+        "recall": 0.9886744966442953
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7896995708154506,
+        "number": 105,
+        "precision": 0.71875,
+        "recall": 0.8761904761904762
+      },
+      "eval_UNIT": {
+        "f1": 0.9552008238928938,
+        "number": 5646,
+        "precision": 0.9265734265734266,
+        "recall": 0.9856535600425079
+      },
+      "eval_loss": 2.171062469482422,
+      "eval_overall_accuracy": 0.8314527771445939,
+      "eval_overall_f1": 0.8629676979459644,
+      "eval_overall_precision": 0.8419984698799189,
+      "eval_overall_recall": 0.8850080413957065,
+      "eval_runtime": 11.2938,
+      "eval_samples_per_second": 753.154,
+      "eval_steps_per_second": 23.553,
+      "step": 31000
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 1.8818055830528607e-05,
+      "loss": 1.8426,
+      "step": 31500
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 1.8323104335775097e-05,
+      "loss": 1.879,
+      "step": 32000
+    },
+    {
+      "epoch": 6.34,
+      "eval_COMMENT": {
+        "f1": 0.7243460764587525,
+        "number": 6854,
+        "precision": 0.6905675353882789,
+        "recall": 0.7615990662386928
+      },
+      "eval_NAME": {
+        "f1": 0.8148399502318742,
+        "number": 8845,
+        "precision": 0.8152087812606088,
+        "recall": 0.8144714527981911
+      },
+      "eval_QTY": {
+        "f1": 0.985952712100139,
+        "number": 7152,
+        "precision": 0.9807692307692307,
+        "recall": 0.9911912751677853
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7796610169491526,
+        "number": 105,
+        "precision": 0.7022900763358778,
+        "recall": 0.8761904761904762
+      },
+      "eval_UNIT": {
+        "f1": 0.9541174456428694,
+        "number": 5646,
+        "precision": 0.9232935719019219,
+        "recall": 0.9870704923839887
+      },
+      "eval_loss": 2.1472506523132324,
+      "eval_overall_accuracy": 0.830635969911101,
+      "eval_overall_f1": 0.8623636394773346,
+      "eval_overall_precision": 0.8451545768856366,
+      "eval_overall_recall": 0.8802880917418362,
+      "eval_runtime": 12.4001,
+      "eval_samples_per_second": 685.964,
+      "eval_steps_per_second": 21.452,
+      "step": 32000
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 1.782815284102158e-05,
+      "loss": 1.8605,
+      "step": 32500
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 1.7333201346268066e-05,
+      "loss": 1.8279,
+      "step": 33000
+    },
+    {
+      "epoch": 6.53,
+      "eval_COMMENT": {
+        "f1": 0.7266004792879152,
+        "number": 6854,
+        "precision": 0.6845568313765966,
+        "recall": 0.7741464838050773
+      },
+      "eval_NAME": {
+        "f1": 0.8171618650279078,
+        "number": 8845,
+        "precision": 0.8150022492127755,
+        "recall": 0.8193329564725834
+      },
+      "eval_QTY": {
+        "f1": 0.9857839721254356,
+        "number": 7152,
+        "precision": 0.9826340650180606,
+        "recall": 0.9889541387024608
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7860262008733625,
+        "number": 105,
+        "precision": 0.7258064516129032,
+        "recall": 0.8571428571428571
+      },
+      "eval_UNIT": {
+        "f1": 0.9554850330216998,
+        "number": 5646,
+        "precision": 0.9263262930317645,
+        "recall": 0.9865391427559334
+      },
+      "eval_loss": 2.1636247634887695,
+      "eval_overall_accuracy": 0.83139579059342,
+      "eval_overall_f1": 0.8632980539433255,
+      "eval_overall_precision": 0.8434852224964974,
+      "eval_overall_recall": 0.8840640514649325,
+      "eval_runtime": 11.6243,
+      "eval_samples_per_second": 731.745,
+      "eval_steps_per_second": 22.883,
+      "step": 33000
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 1.6838249851514553e-05,
+      "loss": 1.8596,
+      "step": 33500
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 1.634329835676104e-05,
+      "loss": 1.8613,
+      "step": 34000
+    },
+    {
+      "epoch": 6.73,
+      "eval_COMMENT": {
+        "f1": 0.7281226369698219,
+        "number": 6854,
+        "precision": 0.6884180423761861,
+        "recall": 0.7726874817624745
+      },
+      "eval_NAME": {
+        "f1": 0.8162550161080653,
+        "number": 8845,
+        "precision": 0.8161166365280289,
+        "recall": 0.8163934426229508
+      },
+      "eval_QTY": {
+        "f1": 0.9855233853006681,
+        "number": 7152,
+        "precision": 0.9811529933481153,
+        "recall": 0.9899328859060402
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7777777777777778,
+        "number": 105,
+        "precision": 0.6666666666666666,
+        "recall": 0.9333333333333333
+      },
+      "eval_UNIT": {
+        "f1": 0.9550600343053174,
+        "number": 5646,
+        "precision": 0.9258397073495178,
+        "recall": 0.9861849096705633
+      },
+      "eval_loss": 2.119246482849121,
+      "eval_overall_accuracy": 0.8333523288503913,
+      "eval_overall_f1": 0.8633971291866029,
+      "eval_overall_precision": 0.8444080486663547,
+      "eval_overall_recall": 0.8832599118942731,
+      "eval_runtime": 9.0301,
+      "eval_samples_per_second": 941.963,
+      "eval_steps_per_second": 29.457,
+      "step": 34000
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 1.5848346862007525e-05,
+      "loss": 1.8804,
+      "step": 34500
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 1.535339536725401e-05,
+      "loss": 1.8604,
+      "step": 35000
+    },
+    {
+      "epoch": 6.93,
+      "eval_COMMENT": {
+        "f1": 0.7285265601529427,
+        "number": 6854,
+        "precision": 0.68467659137577,
+        "recall": 0.7783775897286256
+      },
+      "eval_NAME": {
+        "f1": 0.8183306055646481,
+        "number": 8845,
+        "precision": 0.8169934640522876,
+        "recall": 0.819672131147541
+      },
+      "eval_QTY": {
+        "f1": 0.9865589525732991,
+        "number": 7152,
+        "precision": 0.9827945053420286,
+        "recall": 0.9903523489932886
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7818930041152263,
+        "number": 105,
+        "precision": 0.6884057971014492,
+        "recall": 0.9047619047619048
+      },
+      "eval_UNIT": {
+        "f1": 0.9555517418911963,
+        "number": 5646,
+        "precision": 0.9267643142476698,
+        "recall": 0.9861849096705633
+      },
+      "eval_loss": 2.1069583892822266,
+      "eval_overall_accuracy": 0.834340095737406,
+      "eval_overall_f1": 0.8642295423141878,
+      "eval_overall_precision": 0.8438322395815984,
+      "eval_overall_recall": 0.8856373680162226,
+      "eval_runtime": 11.4858,
+      "eval_samples_per_second": 740.57,
+      "eval_steps_per_second": 23.159,
+      "step": 35000
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 1.4858443872500496e-05,
+      "loss": 1.7995,
+      "step": 35500
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 1.4363492377746981e-05,
+      "loss": 1.8026,
+      "step": 36000
+    },
+    {
+      "epoch": 7.13,
+      "eval_COMMENT": {
+        "f1": 0.7254587315984092,
+        "number": 6854,
+        "precision": 0.695146409947854,
+        "recall": 0.7585351619492268
+      },
+      "eval_NAME": {
+        "f1": 0.8138180584610165,
+        "number": 8845,
+        "precision": 0.8139561185252205,
+        "recall": 0.81368004522329
+      },
+      "eval_QTY": {
+        "f1": 0.9861982434127978,
+        "number": 7152,
+        "precision": 0.9833194328607172,
+        "recall": 0.9890939597315436
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7692307692307693,
+        "number": 105,
+        "precision": 0.6976744186046512,
+        "recall": 0.8571428571428571
+      },
+      "eval_UNIT": {
+        "f1": 0.9548265200961868,
+        "number": 5646,
+        "precision": 0.926808936312104,
+        "recall": 0.9845908607863975
+      },
+      "eval_loss": 2.1282002925872803,
+      "eval_overall_accuracy": 0.8295152344046804,
+      "eval_overall_f1": 0.8625437813336996,
+      "eval_overall_precision": 0.8474124552999123,
+      "eval_overall_recall": 0.8782252989301448,
+      "eval_runtime": 9.0618,
+      "eval_samples_per_second": 938.668,
+      "eval_steps_per_second": 29.354,
+      "step": 36000
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 1.3868540882993467e-05,
+      "loss": 1.7692,
+      "step": 36500
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 1.3373589388239954e-05,
+      "loss": 1.774,
+      "step": 37000
+    },
+    {
+      "epoch": 7.33,
+      "eval_COMMENT": {
+        "f1": 0.7252502780867629,
+        "number": 6854,
+        "precision": 0.6926958831341301,
+        "recall": 0.7610154654216515
+      },
+      "eval_NAME": {
+        "f1": 0.8135153429602889,
+        "number": 8845,
+        "precision": 0.8117753011370032,
+        "recall": 0.8152628603730921
+      },
+      "eval_QTY": {
+        "f1": 0.9858644941160087,
+        "number": 7152,
+        "precision": 0.9819669857123041,
+        "recall": 0.9897930648769575
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7948717948717948,
+        "number": 105,
+        "precision": 0.7209302325581395,
+        "recall": 0.8857142857142857
+      },
+      "eval_UNIT": {
+        "f1": 0.953885787891799,
+        "number": 5646,
+        "precision": 0.9258209701616936,
+        "recall": 0.983705278072972
+      },
+      "eval_loss": 2.1374754905700684,
+      "eval_overall_accuracy": 0.829952131297014,
+      "eval_overall_f1": 0.8621126953660542,
+      "eval_overall_precision": 0.8454789915966386,
+      "eval_overall_recall": 0.8794140269911195,
+      "eval_runtime": 13.9271,
+      "eval_samples_per_second": 610.751,
+      "eval_steps_per_second": 19.099,
+      "step": 37000
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 1.287863789348644e-05,
+      "loss": 1.7909,
+      "step": 37500
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 1.2383686398732925e-05,
+      "loss": 1.8132,
+      "step": 38000
+    },
+    {
+      "epoch": 7.52,
+      "eval_COMMENT": {
+        "f1": 0.7251632624704737,
+        "number": 6854,
+        "precision": 0.6921750663129973,
+        "recall": 0.7614531660344325
+      },
+      "eval_NAME": {
+        "f1": 0.8144125798970531,
+        "number": 8845,
+        "precision": 0.8149196287072674,
+        "recall": 0.8139061616732617
+      },
+      "eval_QTY": {
+        "f1": 0.9862059356276995,
+        "number": 7152,
+        "precision": 0.9827825603998889,
+        "recall": 0.9896532438478747
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7966804979253113,
+        "number": 105,
+        "precision": 0.7058823529411765,
+        "recall": 0.9142857142857143
+      },
+      "eval_UNIT": {
+        "f1": 0.9550012856775519,
+        "number": 5646,
+        "precision": 0.9252615844544095,
+        "recall": 0.9867162592986185
+      },
+      "eval_loss": 2.1093838214874268,
+      "eval_overall_accuracy": 0.8298571537117241,
+      "eval_overall_f1": 0.8627067798062913,
+      "eval_overall_precision": 0.8462987253220328,
+      "eval_overall_recall": 0.8797636528914062,
+      "eval_runtime": 10.2321,
+      "eval_samples_per_second": 831.306,
+      "eval_steps_per_second": 25.997,
+      "step": 38000
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 1.1888734903979411e-05,
+      "loss": 1.7708,
+      "step": 38500
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 1.1393783409225896e-05,
+      "loss": 1.805,
+      "step": 39000
+    },
+    {
+      "epoch": 7.72,
+      "eval_COMMENT": {
+        "f1": 0.7264215888751205,
+        "number": 6854,
+        "precision": 0.6876955161626694,
+        "recall": 0.7697694776772688
+      },
+      "eval_NAME": {
+        "f1": 0.815460358779922,
+        "number": 8845,
+        "precision": 0.8163380920009065,
+        "recall": 0.814584511023177
+      },
+      "eval_QTY": {
+        "f1": 0.9862822923194763,
+        "number": 7152,
+        "precision": 0.9823831321958663,
+        "recall": 0.9902125279642058
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7844827586206896,
+        "number": 105,
+        "precision": 0.7165354330708661,
+        "recall": 0.8666666666666667
+      },
+      "eval_UNIT": {
+        "f1": 0.9549858526965618,
+        "number": 5646,
+        "precision": 0.9255442911750041,
+        "recall": 0.9863620262132483
+      },
+      "eval_loss": 2.1103549003601074,
+      "eval_overall_accuracy": 0.8331053871286377,
+      "eval_overall_f1": 0.8630181513352608,
+      "eval_overall_precision": 0.8449633178117986,
+      "eval_overall_recall": 0.8818614082931263,
+      "eval_runtime": 10.8182,
+      "eval_samples_per_second": 786.27,
+      "eval_steps_per_second": 24.588,
+      "step": 39000
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.0898831914472382e-05,
+      "loss": 1.8185,
+      "step": 39500
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 1.0403880419718868e-05,
+      "loss": 1.7337,
+      "step": 40000
+    },
+    {
+      "epoch": 7.92,
+      "eval_COMMENT": {
+        "f1": 0.7251437677544517,
+        "number": 6854,
+        "precision": 0.6904604829133131,
+        "recall": 0.7634957688940764
+      },
+      "eval_NAME": {
+        "f1": 0.8154846001695395,
+        "number": 8845,
+        "precision": 0.8152542372881356,
+        "recall": 0.8157150932730356
+      },
+      "eval_QTY": {
+        "f1": 0.9866220735785953,
+        "number": 7152,
+        "precision": 0.9833333333333333,
+        "recall": 0.9899328859060402
+      },
+      "eval_RANGE_END": {
+        "f1": 0.8,
+        "number": 105,
+        "precision": 0.7,
+        "recall": 0.9333333333333333
+      },
+      "eval_UNIT": {
+        "f1": 0.9544557852302942,
+        "number": 5646,
+        "precision": 0.9253284550141361,
+        "recall": 0.9854764434998229
+      },
+      "eval_loss": 2.1034367084503174,
+      "eval_overall_accuracy": 0.830616974394043,
+      "eval_overall_f1": 0.8629076459303919,
+      "eval_overall_precision": 0.8458129071251091,
+      "eval_overall_recall": 0.8807076428221803,
+      "eval_runtime": 10.7303,
+      "eval_samples_per_second": 792.708,
+      "eval_steps_per_second": 24.79,
+      "step": 40000
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 9.908928924965353e-06,
+      "loss": 1.7519,
+      "step": 40500
+    },
+    {
+      "epoch": 8.12,
+      "learning_rate": 9.41397743021184e-06,
+      "loss": 1.7771,
+      "step": 41000
+    },
+    {
+      "epoch": 8.12,
+      "eval_COMMENT": {
+        "f1": 0.7258660347110893,
+        "number": 6854,
+        "precision": 0.6949152542372882,
+        "recall": 0.759702363583309
+      },
+      "eval_NAME": {
+        "f1": 0.8134750169568167,
+        "number": 8845,
+        "precision": 0.8133830677065672,
+        "recall": 0.8135669869983041
+      },
+      "eval_QTY": {
+        "f1": 0.9863395595204906,
+        "number": 7152,
+        "precision": 0.9833240689271817,
+        "recall": 0.9893736017897091
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7931034482758621,
+        "number": 105,
+        "precision": 0.7244094488188977,
+        "recall": 0.8761904761904762
+      },
+      "eval_UNIT": {
+        "f1": 0.9552213149978513,
+        "number": 5646,
+        "precision": 0.9278677575555184,
+        "recall": 0.9842366277010273
+      },
+      "eval_loss": 2.107405424118042,
+      "eval_overall_accuracy": 0.8285654585517818,
+      "eval_overall_f1": 0.8627047069729117,
+      "eval_overall_precision": 0.8474301902063942,
+      "eval_overall_recall": 0.8785399622404028,
+      "eval_runtime": 11.3451,
+      "eval_samples_per_second": 749.75,
+      "eval_steps_per_second": 23.446,
+      "step": 41000
+    },
+    {
+      "epoch": 8.22,
+      "learning_rate": 8.919025935458326e-06,
+      "loss": 1.7381,
+      "step": 41500
+    },
+    {
+      "epoch": 8.32,
+      "learning_rate": 8.424074440704812e-06,
+      "loss": 1.7179,
+      "step": 42000
+    },
+    {
+      "epoch": 8.32,
+      "eval_COMMENT": {
+        "f1": 0.7297001232370259,
+        "number": 6854,
+        "precision": 0.6874355005159959,
+        "recall": 0.7775021885030639
+      },
+      "eval_NAME": {
+        "f1": 0.8157106527267589,
+        "number": 8845,
+        "precision": 0.8154802259887005,
+        "recall": 0.8159412097230073
+      },
+      "eval_QTY": {
+        "f1": 0.9864158829676071,
+        "number": 7152,
+        "precision": 0.982923781757601,
+        "recall": 0.9899328859060402
+      },
+      "eval_RANGE_END": {
+        "f1": 0.8016194331983806,
+        "number": 105,
+        "precision": 0.6971830985915493,
+        "recall": 0.9428571428571428
+      },
+      "eval_UNIT": {
+        "f1": 0.954233801851217,
+        "number": 5646,
+        "precision": 0.9244437064098306,
+        "recall": 0.9860077931278781
+      },
+      "eval_loss": 2.1069343090057373,
+      "eval_overall_accuracy": 0.8319276650710432,
+      "eval_overall_f1": 0.86363558757747,
+      "eval_overall_precision": 0.8439387366945844,
+      "eval_overall_recall": 0.8842738270051045,
+      "eval_runtime": 11.303,
+      "eval_samples_per_second": 752.544,
+      "eval_steps_per_second": 23.534,
+      "step": 42000
+    },
+    {
+      "epoch": 8.41,
+      "learning_rate": 7.929122945951298e-06,
+      "loss": 1.7763,
+      "step": 42500
+    },
+    {
+      "epoch": 8.51,
+      "learning_rate": 7.434171451197783e-06,
+      "loss": 1.7005,
+      "step": 43000
+    },
+    {
+      "epoch": 8.51,
+      "eval_COMMENT": {
+        "f1": 0.7259434619133825,
+        "number": 6854,
+        "precision": 0.694326052210975,
+        "recall": 0.7605777648088707
+      },
+      "eval_NAME": {
+        "f1": 0.8142243328810492,
+        "number": 8845,
+        "precision": 0.8143164084586678,
+        "recall": 0.8141322781232334
+      },
+      "eval_QTY": {
+        "f1": 0.9863471719141822,
+        "number": 7152,
+        "precision": 0.9827873403664631,
+        "recall": 0.9899328859060402
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7894736842105263,
+        "number": 105,
+        "precision": 0.7317073170731707,
+        "recall": 0.8571428571428571
+      },
+      "eval_UNIT": {
+        "f1": 0.9534087016101404,
+        "number": 5646,
+        "precision": 0.9230514096185738,
+        "recall": 0.9858306765851931
+      },
+      "eval_loss": 2.1151254177093506,
+      "eval_overall_accuracy": 0.8293252792341007,
+      "eval_overall_f1": 0.8626307665923513,
+      "eval_overall_precision": 0.8465733135855662,
+      "eval_overall_recall": 0.8793091392210335,
+      "eval_runtime": 10.9284,
+      "eval_samples_per_second": 778.339,
+      "eval_steps_per_second": 24.34,
+      "step": 43000
+    },
+    {
+      "epoch": 8.61,
+      "learning_rate": 6.939219956444269e-06,
+      "loss": 1.7224,
+      "step": 43500
+    },
+    {
+      "epoch": 8.71,
+      "learning_rate": 6.444268461690754e-06,
+      "loss": 1.7078,
+      "step": 44000
+    },
+    {
+      "epoch": 8.71,
+      "eval_COMMENT": {
+        "f1": 0.7251940133037693,
+        "number": 6854,
+        "precision": 0.6905515967273687,
+        "recall": 0.7634957688940764
+      },
+      "eval_NAME": {
+        "f1": 0.8152167768922051,
+        "number": 8845,
+        "precision": 0.8151706986208456,
+        "recall": 0.8152628603730921
+      },
+      "eval_QTY": {
+        "f1": 0.9865495853369572,
+        "number": 7152,
+        "precision": 0.9834653327775462,
+        "recall": 0.9896532438478747
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7899159663865547,
+        "number": 105,
+        "precision": 0.706766917293233,
+        "recall": 0.8952380952380953
+      },
+      "eval_UNIT": {
+        "f1": 0.9550831476084348,
+        "number": 5646,
+        "precision": 0.9254152823920265,
+        "recall": 0.9867162592986185
+      },
+      "eval_loss": 2.1110451221466064,
+      "eval_overall_accuracy": 0.8313008130081301,
+      "eval_overall_f1": 0.8629231190900369,
+      "eval_overall_precision": 0.8459394102236851,
+      "eval_overall_recall": 0.8806027550520943,
+      "eval_runtime": 11.2874,
+      "eval_samples_per_second": 753.583,
+      "eval_steps_per_second": 23.566,
+      "step": 44000
+    },
+    {
+      "epoch": 8.81,
+      "learning_rate": 5.949316966937241e-06,
+      "loss": 1.768,
+      "step": 44500
+    },
+    {
+      "epoch": 8.91,
+      "learning_rate": 5.4543654721837265e-06,
+      "loss": 1.7494,
+      "step": 45000
+    },
+    {
+      "epoch": 8.91,
+      "eval_COMMENT": {
+        "f1": 0.7275605726872247,
+        "number": 6854,
+        "precision": 0.6886890800104248,
+        "recall": 0.7710825795156113
+      },
+      "eval_NAME": {
+        "f1": 0.8160244095378009,
+        "number": 8845,
+        "precision": 0.8156557099288377,
+        "recall": 0.8163934426229508
+      },
+      "eval_QTY": {
+        "f1": 0.9865552072448623,
+        "number": 7152,
+        "precision": 0.9830626128002221,
+        "recall": 0.9900727069351231
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7899159663865547,
+        "number": 105,
+        "precision": 0.706766917293233,
+        "recall": 0.8952380952380953
+      },
+      "eval_UNIT": {
+        "f1": 0.9546817441960078,
+        "number": 5646,
+        "precision": 0.924506387921022,
+        "recall": 0.9868933758413035
+      },
+      "eval_loss": 2.1094605922698975,
+      "eval_overall_accuracy": 0.8318896740369273,
+      "eval_overall_f1": 0.8634685085139848,
+      "eval_overall_precision": 0.8448645031783205,
+      "eval_overall_recall": 0.8829102859939865,
+      "eval_runtime": 10.8603,
+      "eval_samples_per_second": 783.222,
+      "eval_steps_per_second": 24.493,
+      "step": 45000
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 4.959413977430212e-06,
+      "loss": 1.7068,
+      "step": 45500
+    },
+    {
+      "epoch": 9.11,
+      "learning_rate": 4.4644624826766974e-06,
+      "loss": 1.6805,
+      "step": 46000
+    },
+    {
+      "epoch": 9.11,
+      "eval_COMMENT": {
+        "f1": 0.727134881797505,
+        "number": 6854,
+        "precision": 0.6890920966688439,
+        "recall": 0.7696235774730085
+      },
+      "eval_NAME": {
+        "f1": 0.8148566905986773,
+        "number": 8845,
+        "precision": 0.8149027589326097,
+        "recall": 0.8148106274731487
+      },
+      "eval_QTY": {
+        "f1": 0.9866963850386571,
+        "number": 7152,
+        "precision": 0.9830673143650243,
+        "recall": 0.9903523489932886
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7950819672131149,
+        "number": 105,
+        "precision": 0.697841726618705,
+        "recall": 0.9238095238095239
+      },
+      "eval_UNIT": {
+        "f1": 0.9543739279588336,
+        "number": 5646,
+        "precision": 0.9251745926172265,
+        "recall": 0.9854764434998229
+      },
+      "eval_loss": 2.113201856613159,
+      "eval_overall_accuracy": 0.8326874857533622,
+      "eval_overall_f1": 0.8630322106091448,
+      "eval_overall_precision": 0.8448939947081087,
+      "eval_overall_recall": 0.8819662960632124,
+      "eval_runtime": 9.5944,
+      "eval_samples_per_second": 886.557,
+      "eval_steps_per_second": 27.724,
+      "step": 46000
+    },
+    {
+      "epoch": 9.21,
+      "learning_rate": 3.969510987923184e-06,
+      "loss": 1.7258,
+      "step": 46500
+    },
+    {
+      "epoch": 9.31,
+      "learning_rate": 3.4745594931696697e-06,
+      "loss": 1.6867,
+      "step": 47000
+    },
+    {
+      "epoch": 9.31,
+      "eval_COMMENT": {
+        "f1": 0.7311783679912154,
+        "number": 6854,
+        "precision": 0.6902941557600104,
+        "recall": 0.7772103880945433
+      },
+      "eval_NAME": {
+        "f1": 0.8176065092100803,
+        "number": 8845,
+        "precision": 0.8172370947701344,
+        "recall": 0.817976257772753
+      },
+      "eval_QTY": {
+        "f1": 0.9865533337978123,
+        "number": 7152,
+        "precision": 0.9831967782252465,
+        "recall": 0.9899328859060402
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7932489451476793,
+        "number": 105,
+        "precision": 0.7121212121212122,
+        "recall": 0.8952380952380953
+      },
+      "eval_UNIT": {
+        "f1": 0.9545610425240054,
+        "number": 5646,
+        "precision": 0.925058158856763,
+        "recall": 0.9860077931278781
+      },
+      "eval_loss": 2.1125941276550293,
+      "eval_overall_accuracy": 0.8326115036851303,
+      "eval_overall_f1": 0.8647198537327205,
+      "eval_overall_precision": 0.8456602386283881,
+      "eval_overall_recall": 0.8846584154954199,
+      "eval_runtime": 11.2863,
+      "eval_samples_per_second": 753.659,
+      "eval_steps_per_second": 23.568,
+      "step": 47000
+    },
+    {
+      "epoch": 9.4,
+      "learning_rate": 2.979607998416155e-06,
+      "loss": 1.6794,
+      "step": 47500
+    },
+    {
+      "epoch": 9.5,
+      "learning_rate": 2.484656503662641e-06,
+      "loss": 1.7212,
+      "step": 48000
+    },
+    {
+      "epoch": 9.5,
+      "eval_COMMENT": {
+        "f1": 0.7277605779153767,
+        "number": 6854,
+        "precision": 0.6885822158573103,
+        "recall": 0.7716661803326524
+      },
+      "eval_NAME": {
+        "f1": 0.8148064424978807,
+        "number": 8845,
+        "precision": 0.8145762711864407,
+        "recall": 0.8150367439231204
+      },
+      "eval_QTY": {
+        "f1": 0.9864120967179988,
+        "number": 7152,
+        "precision": 0.98319211001528,
+        "recall": 0.9896532438478747
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7901234567901234,
+        "number": 105,
+        "precision": 0.6956521739130435,
+        "recall": 0.9142857142857143
+      },
+      "eval_UNIT": {
+        "f1": 0.9545104086353122,
+        "number": 5646,
+        "precision": 0.9243404678944749,
+        "recall": 0.9867162592986185
+      },
+      "eval_loss": 2.105802297592163,
+      "eval_overall_accuracy": 0.8318706785198693,
+      "eval_overall_f1": 0.86305280612681,
+      "eval_overall_precision": 0.8443886937614986,
+      "eval_overall_recall": 0.8825606600936997,
+      "eval_runtime": 10.3961,
+      "eval_samples_per_second": 818.189,
+      "eval_steps_per_second": 25.586,
+      "step": 48000
+    },
+    {
+      "epoch": 9.6,
+      "learning_rate": 1.989705008909127e-06,
+      "loss": 1.6992,
+      "step": 48500
+    },
+    {
+      "epoch": 9.7,
+      "learning_rate": 1.4947535141556129e-06,
+      "loss": 1.6952,
+      "step": 49000
+    },
+    {
+      "epoch": 9.7,
+      "eval_COMMENT": {
+        "f1": 0.7261049723756906,
+        "number": 6854,
+        "precision": 0.6893522161028062,
+        "recall": 0.7669973737963233
+      },
+      "eval_NAME": {
+        "f1": 0.81525854761232,
+        "number": 8845,
+        "precision": 0.8150282485875706,
+        "recall": 0.8154889768230639
+      },
+      "eval_QTY": {
+        "f1": 0.9866276640200585,
+        "number": 7152,
+        "precision": 0.9829308909242298,
+        "recall": 0.9903523489932886
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7916666666666667,
+        "number": 105,
+        "precision": 0.7037037037037037,
+        "recall": 0.9047619047619048
+      },
+      "eval_UNIT": {
+        "f1": 0.9544792113159023,
+        "number": 5646,
+        "precision": 0.9249044691809271,
+        "recall": 0.9860077931278781
+      },
+      "eval_loss": 2.1103529930114746,
+      "eval_overall_accuracy": 0.8311488488716663,
+      "eval_overall_f1": 0.8629658783668163,
+      "eval_overall_precision": 0.8451199892747017,
+      "eval_overall_recall": 0.881581707572897,
+      "eval_runtime": 11.1488,
+      "eval_samples_per_second": 762.95,
+      "eval_steps_per_second": 23.859,
+      "step": 49000
+    },
+    {
+      "epoch": 9.8,
+      "learning_rate": 9.998020194020988e-07,
+      "loss": 1.7282,
+      "step": 49500
+    },
+    {
+      "epoch": 9.9,
+      "learning_rate": 5.048505246485845e-07,
+      "loss": 1.7128,
+      "step": 50000
+    },
+    {
+      "epoch": 9.9,
+      "eval_COMMENT": {
+        "f1": 0.7280375120673009,
+        "number": 6854,
+        "precision": 0.6902458158995816,
+        "recall": 0.7702071782900496
+      },
+      "eval_NAME": {
+        "f1": 0.8154846001695395,
+        "number": 8845,
+        "precision": 0.8152542372881356,
+        "recall": 0.8157150932730356
+      },
+      "eval_QTY": {
+        "f1": 0.9866276640200585,
+        "number": 7152,
+        "precision": 0.9829308909242298,
+        "recall": 0.9903523489932886
+      },
+      "eval_RANGE_END": {
+        "f1": 0.7851239669421487,
+        "number": 105,
+        "precision": 0.6934306569343066,
+        "recall": 0.9047619047619048
+      },
+      "eval_UNIT": {
+        "f1": 0.9546351084812623,
+        "number": 5646,
+        "precision": 0.9253532834580216,
+        "recall": 0.9858306765851931
+      },
+      "eval_loss": 2.104012966156006,
+      "eval_overall_accuracy": 0.8311298533546083,
+      "eval_overall_f1": 0.8634575250607274,
+      "eval_overall_precision": 0.8453242229367631,
+      "eval_overall_recall": 0.8823858471435564,
+      "eval_runtime": 10.6017,
+      "eval_samples_per_second": 802.322,
+      "eval_steps_per_second": 25.09,
+      "step": 50000
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 9.899029895070283e-09,
+      "loss": 1.7318,
+      "step": 50500
+    },
+    {
+      "epoch": 10.0,
+      "step": 50510,
+      "total_flos": 1554473524185192.0,
+      "train_loss": 2.2027091482279917,
+      "train_runtime": 3516.1179,
+      "train_samples_per_second": 459.606,
+      "train_steps_per_second": 14.365
     }
   ],
   "logging_steps": 500,
-  "max_steps": 15153,
-  "num_train_epochs": 3,
-  "save_steps": 500,
-  "total_flos": 466306211114724.0,
+  "max_steps": 50510,
+  "num_train_epochs": 10,
+  "save_steps": 1000,
+  "total_flos": 1554473524185192.0,
   "trial_name": null,
   "trial_params": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:445f885f648d22fc4ab9f3caa1ac96f712e52c6cede27f3855cfdc76d2db8dfa
+oid sha256:f999b5dc64fef85136a202bec190f0c095cc323f240e95e5cf7d43d4c8eceeab
 size 4155

validation_results.json

@@ -1,41 +1,41 @@
 {
-    "epoch": 3.0,
+    "epoch": 10.0,
     "eval_COMMENT": {
-        "f1": 0.6959761549925485,
-        "number": 6922,
-        "precision": 0.6552295918367347,
-        "recall": 0.7421265530193586
+        "f1": 0.7251437677544517,
+        "number": 6854,
+        "precision": 0.6904604829133131,
+        "recall": 0.7634957688940764
     },
     "eval_NAME": {
-        "f1": 0.8171377097173741,
-        "number": 8833,
-        "precision": 0.8127449882405644,
-        "recall": 0.8215781727612362
+        "f1": 0.8154846001695395,
+        "number": 8845,
+        "precision": 0.8152542372881356,
+        "recall": 0.8157150932730356
     },
     "eval_QTY": {
-        "f1": 0.9830914470903199,
-        "number": 7092,
-        "precision": 0.9823993241340467,
-        "recall": 0.983784545967287
+        "f1": 0.9866220735785953,
+        "number": 7152,
+        "precision": 0.9833333333333333,
+        "recall": 0.9899328859060402
     },
     "eval_RANGE_END": {
-        "f1": 0.75,
-        "number": 88,
-        "precision": 0.65,
-        "recall": 0.8863636363636364
+        "f1": 0.8,
+        "number": 105,
+        "precision": 0.7,
+        "recall": 0.9333333333333333
     },
     "eval_UNIT": {
-        "f1": 0.9497026338147834,
-        "number": 5707,
-        "precision": 0.9218208807521029,
-        "recall": 0.9793236376379885
+        "f1": 0.9544557852302942,
+        "number": 5646,
+        "precision": 0.9253284550141361,
+        "recall": 0.9854764434998229
     },
-    "eval_loss": 2.639784336090088,
-    "eval_overall_accuracy": 0.8287289687859962,
-    "eval_overall_f1": 0.8531416110126756,
-    "eval_overall_precision": 0.8331004192453584,
-    "eval_overall_recall": 0.8741707981286223,
-    "eval_runtime": 13.2958,
-    "eval_samples_per_second": 639.753,
-    "eval_steps_per_second": 20.006
+    "eval_loss": 2.1034367084503174,
+    "eval_overall_accuracy": 0.830616974394043,
+    "eval_overall_f1": 0.8629076459303919,
+    "eval_overall_precision": 0.8458129071251091,
+    "eval_overall_recall": 0.8807076428221803,
+    "eval_runtime": 11.5695,
+    "eval_samples_per_second": 735.208,
+    "eval_steps_per_second": 22.991
 }