{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.7610993657505285, "eval_steps": 20, "global_step": 600, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0, "eval_accuracy": 0.7339955849889624, "eval_f1": 0.2445141065830721, "eval_loss": 0.5994934439659119, "eval_precision": 0.6, "eval_recall": 0.15354330708661418, "eval_runtime": 52.3271, "eval_samples_per_second": 5.294, "eval_steps_per_second": 0.172, "step": 0 }, { "epoch": 0.0012684989429175475, "grad_norm": 2.466090202331543, "learning_rate": 2.5316455696202533e-07, "loss": 0.7205, "step": 1 }, { "epoch": 0.002536997885835095, "grad_norm": 1.759368896484375, "learning_rate": 5.063291139240507e-07, "loss": 0.6242, "step": 2 }, { "epoch": 0.0038054968287526427, "grad_norm": 1.8663183450698853, "learning_rate": 7.59493670886076e-07, "loss": 0.6844, "step": 3 }, { "epoch": 0.00507399577167019, "grad_norm": 2.109837293624878, "learning_rate": 1.0126582278481013e-06, "loss": 0.6534, "step": 4 }, { "epoch": 0.006342494714587738, "grad_norm": 2.1454806327819824, "learning_rate": 1.2658227848101267e-06, "loss": 0.6766, "step": 5 }, { "epoch": 0.007610993657505285, "grad_norm": 2.128432512283325, "learning_rate": 1.518987341772152e-06, "loss": 0.6845, "step": 6 }, { "epoch": 0.008879492600422832, "grad_norm": 2.348109722137451, "learning_rate": 1.7721518987341774e-06, "loss": 0.6689, "step": 7 }, { "epoch": 0.01014799154334038, "grad_norm": 2.1332168579101562, "learning_rate": 2.0253164556962026e-06, "loss": 0.6957, "step": 8 }, { "epoch": 0.011416490486257928, "grad_norm": 2.224982976913452, "learning_rate": 2.278481012658228e-06, "loss": 0.6278, "step": 9 }, { "epoch": 0.012684989429175475, "grad_norm": 1.956710934638977, "learning_rate": 2.5316455696202535e-06, "loss": 0.6717, "step": 10 }, { "epoch": 0.013953488372093023, "grad_norm": 2.072009325027466, "learning_rate": 2.7848101265822785e-06, "loss": 0.6349, "step": 11 }, { "epoch": 0.01522198731501057, "grad_norm": 1.9736876487731934, "learning_rate": 3.037974683544304e-06, "loss": 0.6542, "step": 12 }, { "epoch": 0.01649048625792812, "grad_norm": 2.037200689315796, "learning_rate": 3.2911392405063294e-06, "loss": 0.5939, "step": 13 }, { "epoch": 0.017758985200845664, "grad_norm": 2.2937052249908447, "learning_rate": 3.544303797468355e-06, "loss": 0.6793, "step": 14 }, { "epoch": 0.019027484143763214, "grad_norm": 2.500192403793335, "learning_rate": 3.7974683544303802e-06, "loss": 0.6384, "step": 15 }, { "epoch": 0.02029598308668076, "grad_norm": 2.0733048915863037, "learning_rate": 4.050632911392405e-06, "loss": 0.6608, "step": 16 }, { "epoch": 0.02156448202959831, "grad_norm": 2.258061170578003, "learning_rate": 4.303797468354431e-06, "loss": 0.7128, "step": 17 }, { "epoch": 0.022832980972515855, "grad_norm": 1.9154382944107056, "learning_rate": 4.556962025316456e-06, "loss": 0.6418, "step": 18 }, { "epoch": 0.024101479915433405, "grad_norm": 2.2492971420288086, "learning_rate": 4.8101265822784815e-06, "loss": 0.6382, "step": 19 }, { "epoch": 0.02536997885835095, "grad_norm": 1.9588701725006104, "learning_rate": 5.063291139240507e-06, "loss": 0.6057, "step": 20 }, { "epoch": 0.02536997885835095, "eval_accuracy": 0.7373068432671082, "eval_f1": 0.25157232704402516, "eval_loss": 0.591836154460907, "eval_precision": 0.625, "eval_recall": 0.15748031496062992, "eval_runtime": 52.8906, "eval_samples_per_second": 5.237, "eval_steps_per_second": 0.17, "step": 20 }, { "epoch": 0.0266384778012685, "grad_norm": 2.0472803115844727, "learning_rate": 5.3164556962025316e-06, "loss": 0.6482, "step": 21 }, { "epoch": 0.027906976744186046, "grad_norm": 2.471733570098877, "learning_rate": 5.569620253164557e-06, "loss": 0.6122, "step": 22 }, { "epoch": 0.029175475687103596, "grad_norm": 2.041800022125244, "learning_rate": 5.8227848101265824e-06, "loss": 0.7014, "step": 23 }, { "epoch": 0.03044397463002114, "grad_norm": 1.9668631553649902, "learning_rate": 6.075949367088608e-06, "loss": 0.6282, "step": 24 }, { "epoch": 0.03171247357293869, "grad_norm": 1.7734192609786987, "learning_rate": 6.329113924050634e-06, "loss": 0.6623, "step": 25 }, { "epoch": 0.03298097251585624, "grad_norm": 2.1032049655914307, "learning_rate": 6.582278481012659e-06, "loss": 0.6185, "step": 26 }, { "epoch": 0.034249471458773786, "grad_norm": 1.768869400024414, "learning_rate": 6.835443037974684e-06, "loss": 0.6106, "step": 27 }, { "epoch": 0.03551797040169133, "grad_norm": 1.874267339706421, "learning_rate": 7.08860759493671e-06, "loss": 0.6634, "step": 28 }, { "epoch": 0.03678646934460888, "grad_norm": 1.702706217765808, "learning_rate": 7.341772151898735e-06, "loss": 0.5611, "step": 29 }, { "epoch": 0.03805496828752643, "grad_norm": 1.583400845527649, "learning_rate": 7.5949367088607605e-06, "loss": 0.5927, "step": 30 }, { "epoch": 0.03932346723044398, "grad_norm": 1.9068820476531982, "learning_rate": 7.848101265822786e-06, "loss": 0.6602, "step": 31 }, { "epoch": 0.04059196617336152, "grad_norm": 1.8527209758758545, "learning_rate": 8.10126582278481e-06, "loss": 0.5679, "step": 32 }, { "epoch": 0.04186046511627907, "grad_norm": 2.0851504802703857, "learning_rate": 8.354430379746837e-06, "loss": 0.5437, "step": 33 }, { "epoch": 0.04312896405919662, "grad_norm": 1.8767458200454712, "learning_rate": 8.607594936708861e-06, "loss": 0.5738, "step": 34 }, { "epoch": 0.04439746300211417, "grad_norm": 2.203929901123047, "learning_rate": 8.860759493670886e-06, "loss": 0.6506, "step": 35 }, { "epoch": 0.04566596194503171, "grad_norm": 1.9388232231140137, "learning_rate": 9.113924050632912e-06, "loss": 0.5631, "step": 36 }, { "epoch": 0.04693446088794926, "grad_norm": 1.4374593496322632, "learning_rate": 9.367088607594937e-06, "loss": 0.529, "step": 37 }, { "epoch": 0.04820295983086681, "grad_norm": 1.4115264415740967, "learning_rate": 9.620253164556963e-06, "loss": 0.501, "step": 38 }, { "epoch": 0.04947145877378435, "grad_norm": 1.4638575315475464, "learning_rate": 9.87341772151899e-06, "loss": 0.5635, "step": 39 }, { "epoch": 0.0507399577167019, "grad_norm": 1.6112034320831299, "learning_rate": 1.0126582278481014e-05, "loss": 0.5356, "step": 40 }, { "epoch": 0.0507399577167019, "eval_accuracy": 0.7516556291390728, "eval_f1": 0.3283582089552239, "eval_loss": 0.5521447062492371, "eval_precision": 0.6790123456790124, "eval_recall": 0.21653543307086615, "eval_runtime": 52.1586, "eval_samples_per_second": 5.311, "eval_steps_per_second": 0.173, "step": 40 }, { "epoch": 0.05200845665961945, "grad_norm": 1.6395788192749023, "learning_rate": 1.0379746835443039e-05, "loss": 0.5908, "step": 41 }, { "epoch": 0.053276955602537, "grad_norm": 1.3024195432662964, "learning_rate": 1.0632911392405063e-05, "loss": 0.5528, "step": 42 }, { "epoch": 0.05454545454545454, "grad_norm": 1.3428813219070435, "learning_rate": 1.088607594936709e-05, "loss": 0.5177, "step": 43 }, { "epoch": 0.05581395348837209, "grad_norm": 2.2030651569366455, "learning_rate": 1.1139240506329114e-05, "loss": 0.5615, "step": 44 }, { "epoch": 0.05708245243128964, "grad_norm": 1.491940975189209, "learning_rate": 1.139240506329114e-05, "loss": 0.5186, "step": 45 }, { "epoch": 0.05835095137420719, "grad_norm": 2.706481695175171, "learning_rate": 1.1645569620253165e-05, "loss": 0.5678, "step": 46 }, { "epoch": 0.059619450317124734, "grad_norm": 1.7402979135513306, "learning_rate": 1.189873417721519e-05, "loss": 0.5478, "step": 47 }, { "epoch": 0.06088794926004228, "grad_norm": 1.7591081857681274, "learning_rate": 1.2151898734177216e-05, "loss": 0.5296, "step": 48 }, { "epoch": 0.06215644820295983, "grad_norm": 1.5506426095962524, "learning_rate": 1.240506329113924e-05, "loss": 0.5186, "step": 49 }, { "epoch": 0.06342494714587738, "grad_norm": 1.4400081634521484, "learning_rate": 1.2658227848101268e-05, "loss": 0.5178, "step": 50 }, { "epoch": 0.06469344608879493, "grad_norm": 1.6742987632751465, "learning_rate": 1.2911392405063293e-05, "loss": 0.5777, "step": 51 }, { "epoch": 0.06596194503171247, "grad_norm": 1.9172340631484985, "learning_rate": 1.3164556962025317e-05, "loss": 0.5675, "step": 52 }, { "epoch": 0.06723044397463002, "grad_norm": 2.08730149269104, "learning_rate": 1.3417721518987344e-05, "loss": 0.5832, "step": 53 }, { "epoch": 0.06849894291754757, "grad_norm": 1.4685484170913696, "learning_rate": 1.3670886075949368e-05, "loss": 0.4869, "step": 54 }, { "epoch": 0.06976744186046512, "grad_norm": 1.7338310480117798, "learning_rate": 1.3924050632911395e-05, "loss": 0.5132, "step": 55 }, { "epoch": 0.07103594080338266, "grad_norm": 2.538879156112671, "learning_rate": 1.417721518987342e-05, "loss": 0.5726, "step": 56 }, { "epoch": 0.07230443974630021, "grad_norm": 2.6859829425811768, "learning_rate": 1.4430379746835444e-05, "loss": 0.5126, "step": 57 }, { "epoch": 0.07357293868921776, "grad_norm": 2.0791189670562744, "learning_rate": 1.468354430379747e-05, "loss": 0.5027, "step": 58 }, { "epoch": 0.07484143763213531, "grad_norm": 2.305135726928711, "learning_rate": 1.4936708860759495e-05, "loss": 0.5724, "step": 59 }, { "epoch": 0.07610993657505286, "grad_norm": 1.8028602600097656, "learning_rate": 1.5189873417721521e-05, "loss": 0.5141, "step": 60 }, { "epoch": 0.07610993657505286, "eval_accuracy": 0.7626931567328918, "eval_f1": 0.5454545454545454, "eval_loss": 0.502124547958374, "eval_precision": 0.589041095890411, "eval_recall": 0.5078740157480315, "eval_runtime": 52.5689, "eval_samples_per_second": 5.269, "eval_steps_per_second": 0.171, "step": 60 }, { "epoch": 0.0773784355179704, "grad_norm": 2.500967025756836, "learning_rate": 1.5443037974683546e-05, "loss": 0.4764, "step": 61 }, { "epoch": 0.07864693446088795, "grad_norm": 1.9441800117492676, "learning_rate": 1.5696202531645572e-05, "loss": 0.575, "step": 62 }, { "epoch": 0.0799154334038055, "grad_norm": 2.2089622020721436, "learning_rate": 1.5949367088607598e-05, "loss": 0.4854, "step": 63 }, { "epoch": 0.08118393234672304, "grad_norm": 1.727460503578186, "learning_rate": 1.620253164556962e-05, "loss": 0.4829, "step": 64 }, { "epoch": 0.0824524312896406, "grad_norm": 2.3789401054382324, "learning_rate": 1.6455696202531647e-05, "loss": 0.5193, "step": 65 }, { "epoch": 0.08372093023255814, "grad_norm": 1.817589282989502, "learning_rate": 1.6708860759493674e-05, "loss": 0.5115, "step": 66 }, { "epoch": 0.08498942917547568, "grad_norm": 1.985190987586975, "learning_rate": 1.6962025316455696e-05, "loss": 0.5309, "step": 67 }, { "epoch": 0.08625792811839324, "grad_norm": 2.5799453258514404, "learning_rate": 1.7215189873417723e-05, "loss": 0.455, "step": 68 }, { "epoch": 0.08752642706131078, "grad_norm": 1.9298819303512573, "learning_rate": 1.746835443037975e-05, "loss": 0.4207, "step": 69 }, { "epoch": 0.08879492600422834, "grad_norm": 1.6359901428222656, "learning_rate": 1.7721518987341772e-05, "loss": 0.4287, "step": 70 }, { "epoch": 0.09006342494714588, "grad_norm": 3.6526267528533936, "learning_rate": 1.7974683544303798e-05, "loss": 0.5659, "step": 71 }, { "epoch": 0.09133192389006342, "grad_norm": 2.615048408508301, "learning_rate": 1.8227848101265824e-05, "loss": 0.4652, "step": 72 }, { "epoch": 0.09260042283298098, "grad_norm": 2.702597141265869, "learning_rate": 1.848101265822785e-05, "loss": 0.404, "step": 73 }, { "epoch": 0.09386892177589852, "grad_norm": 2.3155453205108643, "learning_rate": 1.8734177215189874e-05, "loss": 0.4769, "step": 74 }, { "epoch": 0.09513742071881606, "grad_norm": 2.9285926818847656, "learning_rate": 1.89873417721519e-05, "loss": 0.4264, "step": 75 }, { "epoch": 0.09640591966173362, "grad_norm": 1.856951117515564, "learning_rate": 1.9240506329113926e-05, "loss": 0.4323, "step": 76 }, { "epoch": 0.09767441860465116, "grad_norm": 1.961795449256897, "learning_rate": 1.949367088607595e-05, "loss": 0.3662, "step": 77 }, { "epoch": 0.0989429175475687, "grad_norm": 2.0264902114868164, "learning_rate": 1.974683544303798e-05, "loss": 0.3677, "step": 78 }, { "epoch": 0.10021141649048626, "grad_norm": 2.0433084964752197, "learning_rate": 2e-05, "loss": 0.4287, "step": 79 }, { "epoch": 0.1014799154334038, "grad_norm": 2.14385724067688, "learning_rate": 1.999990183050232e-05, "loss": 0.3594, "step": 80 }, { "epoch": 0.1014799154334038, "eval_accuracy": 0.7980132450331126, "eval_f1": 0.5413533834586466, "eval_loss": 0.4426968991756439, "eval_precision": 0.7448275862068966, "eval_recall": 0.4251968503937008, "eval_runtime": 50.9956, "eval_samples_per_second": 5.432, "eval_steps_per_second": 0.176, "step": 80 }, { "epoch": 0.10274841437632136, "grad_norm": 3.1786880493164062, "learning_rate": 1.9999607323936722e-05, "loss": 0.4351, "step": 81 }, { "epoch": 0.1040169133192389, "grad_norm": 2.1636154651641846, "learning_rate": 1.9999116486085527e-05, "loss": 0.3564, "step": 82 }, { "epoch": 0.10528541226215644, "grad_norm": 2.686142921447754, "learning_rate": 1.999842932658579e-05, "loss": 0.3642, "step": 83 }, { "epoch": 0.106553911205074, "grad_norm": 3.7086920738220215, "learning_rate": 1.9997545858929135e-05, "loss": 0.3724, "step": 84 }, { "epoch": 0.10782241014799154, "grad_norm": 3.1358773708343506, "learning_rate": 1.9996466100461473e-05, "loss": 0.302, "step": 85 }, { "epoch": 0.10909090909090909, "grad_norm": 5.590456962585449, "learning_rate": 1.9995190072382676e-05, "loss": 0.3492, "step": 86 }, { "epoch": 0.11035940803382664, "grad_norm": 3.6015288829803467, "learning_rate": 1.9993717799746152e-05, "loss": 0.3645, "step": 87 }, { "epoch": 0.11162790697674418, "grad_norm": 4.678368091583252, "learning_rate": 1.9992049311458353e-05, "loss": 0.254, "step": 88 }, { "epoch": 0.11289640591966173, "grad_norm": 3.184845447540283, "learning_rate": 1.9990184640278212e-05, "loss": 0.3374, "step": 89 }, { "epoch": 0.11416490486257928, "grad_norm": 2.6212780475616455, "learning_rate": 1.998812382281649e-05, "loss": 0.3546, "step": 90 }, { "epoch": 0.11543340380549683, "grad_norm": 4.838207721710205, "learning_rate": 1.9985866899535076e-05, "loss": 0.3734, "step": 91 }, { "epoch": 0.11670190274841438, "grad_norm": 3.615828037261963, "learning_rate": 1.9983413914746175e-05, "loss": 0.3111, "step": 92 }, { "epoch": 0.11797040169133192, "grad_norm": 3.7412872314453125, "learning_rate": 1.998076491661144e-05, "loss": 0.3374, "step": 93 }, { "epoch": 0.11923890063424947, "grad_norm": 5.049579620361328, "learning_rate": 1.997791995714104e-05, "loss": 0.3831, "step": 94 }, { "epoch": 0.12050739957716702, "grad_norm": 3.293745279312134, "learning_rate": 1.9974879092192618e-05, "loss": 0.2982, "step": 95 }, { "epoch": 0.12177589852008457, "grad_norm": 4.374386310577393, "learning_rate": 1.9971642381470207e-05, "loss": 0.367, "step": 96 }, { "epoch": 0.12304439746300211, "grad_norm": 4.193471431732178, "learning_rate": 1.996820988852307e-05, "loss": 0.3096, "step": 97 }, { "epoch": 0.12431289640591967, "grad_norm": 4.823442459106445, "learning_rate": 1.9964581680744425e-05, "loss": 0.3464, "step": 98 }, { "epoch": 0.12558139534883722, "grad_norm": 4.056851387023926, "learning_rate": 1.9960757829370138e-05, "loss": 0.3194, "step": 99 }, { "epoch": 0.12684989429175475, "grad_norm": 5.191165924072266, "learning_rate": 1.995673840947732e-05, "loss": 0.3988, "step": 100 }, { "epoch": 0.12684989429175475, "eval_accuracy": 0.8245033112582781, "eval_f1": 0.6310904872389791, "eval_loss": 0.40671199560165405, "eval_precision": 0.768361581920904, "eval_recall": 0.5354330708661418, "eval_runtime": 50.9945, "eval_samples_per_second": 5.432, "eval_steps_per_second": 0.176, "step": 100 }, { "epoch": 0.1281183932346723, "grad_norm": 3.31948184967041, "learning_rate": 1.9952523499982866e-05, "loss": 0.2718, "step": 101 }, { "epoch": 0.12938689217758986, "grad_norm": 3.6124682426452637, "learning_rate": 1.9948113183641875e-05, "loss": 0.3701, "step": 102 }, { "epoch": 0.1306553911205074, "grad_norm": 4.924780368804932, "learning_rate": 1.9943507547046063e-05, "loss": 0.3369, "step": 103 }, { "epoch": 0.13192389006342495, "grad_norm": 2.997985363006592, "learning_rate": 1.9938706680622035e-05, "loss": 0.3062, "step": 104 }, { "epoch": 0.1331923890063425, "grad_norm": 3.6868772506713867, "learning_rate": 1.9933710678629512e-05, "loss": 0.332, "step": 105 }, { "epoch": 0.13446088794926003, "grad_norm": 3.6897387504577637, "learning_rate": 1.9928519639159508e-05, "loss": 0.3083, "step": 106 }, { "epoch": 0.1357293868921776, "grad_norm": 3.886378049850464, "learning_rate": 1.992313366413236e-05, "loss": 0.3331, "step": 107 }, { "epoch": 0.13699788583509515, "grad_norm": 4.580509662628174, "learning_rate": 1.9917552859295764e-05, "loss": 0.2677, "step": 108 }, { "epoch": 0.13826638477801267, "grad_norm": 3.936422348022461, "learning_rate": 1.9911777334222682e-05, "loss": 0.3305, "step": 109 }, { "epoch": 0.13953488372093023, "grad_norm": 3.6973016262054443, "learning_rate": 1.9905807202309196e-05, "loss": 0.319, "step": 110 }, { "epoch": 0.1408033826638478, "grad_norm": 3.311084270477295, "learning_rate": 1.9899642580772274e-05, "loss": 0.3307, "step": 111 }, { "epoch": 0.14207188160676532, "grad_norm": 6.772805690765381, "learning_rate": 1.9893283590647473e-05, "loss": 0.2844, "step": 112 }, { "epoch": 0.14334038054968287, "grad_norm": 3.7769129276275635, "learning_rate": 1.9886730356786567e-05, "loss": 0.3657, "step": 113 }, { "epoch": 0.14460887949260043, "grad_norm": 3.9703691005706787, "learning_rate": 1.9879983007855095e-05, "loss": 0.3125, "step": 114 }, { "epoch": 0.14587737843551796, "grad_norm": 4.326747417449951, "learning_rate": 1.9873041676329825e-05, "loss": 0.3402, "step": 115 }, { "epoch": 0.1471458773784355, "grad_norm": 3.051367998123169, "learning_rate": 1.9865906498496164e-05, "loss": 0.3178, "step": 116 }, { "epoch": 0.14841437632135307, "grad_norm": 3.126115083694458, "learning_rate": 1.9858577614445476e-05, "loss": 0.2708, "step": 117 }, { "epoch": 0.14968287526427063, "grad_norm": 3.873002052307129, "learning_rate": 1.9851055168072334e-05, "loss": 0.3772, "step": 118 }, { "epoch": 0.15095137420718815, "grad_norm": 4.09826135635376, "learning_rate": 1.9843339307071697e-05, "loss": 0.3596, "step": 119 }, { "epoch": 0.1522198731501057, "grad_norm": 3.2259912490844727, "learning_rate": 1.9835430182935998e-05, "loss": 0.3205, "step": 120 }, { "epoch": 0.1522198731501057, "eval_accuracy": 0.8200883002207505, "eval_f1": 0.5914786967418546, "eval_loss": 0.3738110363483429, "eval_precision": 0.8137931034482758, "eval_recall": 0.4645669291338583, "eval_runtime": 52.2662, "eval_samples_per_second": 5.3, "eval_steps_per_second": 0.172, "step": 120 }, { "epoch": 0.15348837209302327, "grad_norm": 3.804227590560913, "learning_rate": 1.9827327950952197e-05, "loss": 0.339, "step": 121 }, { "epoch": 0.1547568710359408, "grad_norm": 4.679238796234131, "learning_rate": 1.9819032770198692e-05, "loss": 0.3301, "step": 122 }, { "epoch": 0.15602536997885835, "grad_norm": 3.627534866333008, "learning_rate": 1.981054480354223e-05, "loss": 0.3087, "step": 123 }, { "epoch": 0.1572938689217759, "grad_norm": 3.4424080848693848, "learning_rate": 1.9801864217634703e-05, "loss": 0.3192, "step": 124 }, { "epoch": 0.15856236786469344, "grad_norm": 4.500999450683594, "learning_rate": 1.9792991182909857e-05, "loss": 0.3274, "step": 125 }, { "epoch": 0.159830866807611, "grad_norm": 3.3262839317321777, "learning_rate": 1.9783925873579967e-05, "loss": 0.306, "step": 126 }, { "epoch": 0.16109936575052855, "grad_norm": 4.585197448730469, "learning_rate": 1.9774668467632397e-05, "loss": 0.3007, "step": 127 }, { "epoch": 0.16236786469344608, "grad_norm": 4.023516654968262, "learning_rate": 1.976521914682614e-05, "loss": 0.2867, "step": 128 }, { "epoch": 0.16363636363636364, "grad_norm": 2.462892770767212, "learning_rate": 1.97555780966882e-05, "loss": 0.2486, "step": 129 }, { "epoch": 0.1649048625792812, "grad_norm": 3.1057772636413574, "learning_rate": 1.974574550650999e-05, "loss": 0.2761, "step": 130 }, { "epoch": 0.16617336152219872, "grad_norm": 4.618252754211426, "learning_rate": 1.97357215693436e-05, "loss": 0.2376, "step": 131 }, { "epoch": 0.16744186046511628, "grad_norm": 3.48673152923584, "learning_rate": 1.9725506481998003e-05, "loss": 0.2945, "step": 132 }, { "epoch": 0.16871035940803383, "grad_norm": 2.9228079319000244, "learning_rate": 1.9715100445035197e-05, "loss": 0.307, "step": 133 }, { "epoch": 0.16997885835095136, "grad_norm": 6.0457611083984375, "learning_rate": 1.970450366276627e-05, "loss": 0.2083, "step": 134 }, { "epoch": 0.17124735729386892, "grad_norm": 2.6761562824249268, "learning_rate": 1.9693716343247374e-05, "loss": 0.2134, "step": 135 }, { "epoch": 0.17251585623678647, "grad_norm": 4.628048419952393, "learning_rate": 1.9682738698275663e-05, "loss": 0.2501, "step": 136 }, { "epoch": 0.173784355179704, "grad_norm": 4.1137590408325195, "learning_rate": 1.9671570943385118e-05, "loss": 0.2737, "step": 137 }, { "epoch": 0.17505285412262156, "grad_norm": 4.245756149291992, "learning_rate": 1.9660213297842304e-05, "loss": 0.3059, "step": 138 }, { "epoch": 0.17632135306553912, "grad_norm": 4.939450263977051, "learning_rate": 1.9648665984642104e-05, "loss": 0.2831, "step": 139 }, { "epoch": 0.17758985200845667, "grad_norm": 4.256004333496094, "learning_rate": 1.96369292305033e-05, "loss": 0.3026, "step": 140 }, { "epoch": 0.17758985200845667, "eval_accuracy": 0.8289183222958058, "eval_f1": 0.6191646191646192, "eval_loss": 0.36796802282333374, "eval_precision": 0.8235294117647058, "eval_recall": 0.49606299212598426, "eval_runtime": 52.4513, "eval_samples_per_second": 5.281, "eval_steps_per_second": 0.172, "step": 140 }, { "epoch": 0.1788583509513742, "grad_norm": 3.7234766483306885, "learning_rate": 1.9625003265864148e-05, "loss": 0.2006, "step": 141 }, { "epoch": 0.18012684989429176, "grad_norm": 4.156630039215088, "learning_rate": 1.9612888324877834e-05, "loss": 0.2776, "step": 142 }, { "epoch": 0.1813953488372093, "grad_norm": 3.76343035697937, "learning_rate": 1.9600584645407897e-05, "loss": 0.3226, "step": 143 }, { "epoch": 0.18266384778012684, "grad_norm": 4.899490833282471, "learning_rate": 1.958809246902354e-05, "loss": 0.2916, "step": 144 }, { "epoch": 0.1839323467230444, "grad_norm": 3.958932638168335, "learning_rate": 1.9575412040994902e-05, "loss": 0.2549, "step": 145 }, { "epoch": 0.18520084566596196, "grad_norm": 2.987992525100708, "learning_rate": 1.956254361028823e-05, "loss": 0.2549, "step": 146 }, { "epoch": 0.18646934460887948, "grad_norm": 4.582171440124512, "learning_rate": 1.9549487429561003e-05, "loss": 0.3249, "step": 147 }, { "epoch": 0.18773784355179704, "grad_norm": 3.215688705444336, "learning_rate": 1.953624375515696e-05, "loss": 0.2555, "step": 148 }, { "epoch": 0.1890063424947146, "grad_norm": 4.125192642211914, "learning_rate": 1.9522812847101077e-05, "loss": 0.3004, "step": 149 }, { "epoch": 0.19027484143763213, "grad_norm": 4.248358726501465, "learning_rate": 1.9509194969094447e-05, "loss": 0.2206, "step": 150 }, { "epoch": 0.19154334038054968, "grad_norm": 5.806552886962891, "learning_rate": 1.9495390388509123e-05, "loss": 0.2926, "step": 151 }, { "epoch": 0.19281183932346724, "grad_norm": 3.595050096511841, "learning_rate": 1.948139937638285e-05, "loss": 0.2746, "step": 152 }, { "epoch": 0.19408033826638477, "grad_norm": 4.2712836265563965, "learning_rate": 1.9467222207413763e-05, "loss": 0.275, "step": 153 }, { "epoch": 0.19534883720930232, "grad_norm": 3.809781074523926, "learning_rate": 1.945285915995496e-05, "loss": 0.2291, "step": 154 }, { "epoch": 0.19661733615221988, "grad_norm": 3.5505263805389404, "learning_rate": 1.9438310516009084e-05, "loss": 0.2637, "step": 155 }, { "epoch": 0.1978858350951374, "grad_norm": 2.8975532054901123, "learning_rate": 1.9423576561222742e-05, "loss": 0.2066, "step": 156 }, { "epoch": 0.19915433403805496, "grad_norm": 4.945555686950684, "learning_rate": 1.9408657584880924e-05, "loss": 0.2785, "step": 157 }, { "epoch": 0.20042283298097252, "grad_norm": 6.6838274002075195, "learning_rate": 1.9393553879901314e-05, "loss": 0.3395, "step": 158 }, { "epoch": 0.20169133192389008, "grad_norm": 4.039582252502441, "learning_rate": 1.9378265742828533e-05, "loss": 0.3043, "step": 159 }, { "epoch": 0.2029598308668076, "grad_norm": 3.475989580154419, "learning_rate": 1.9362793473828338e-05, "loss": 0.2886, "step": 160 }, { "epoch": 0.2029598308668076, "eval_accuracy": 0.8432671081677704, "eval_f1": 0.6536585365853659, "eval_loss": 0.34669193625450134, "eval_precision": 0.8589743589743589, "eval_recall": 0.5275590551181102, "eval_runtime": 52.3104, "eval_samples_per_second": 5.295, "eval_steps_per_second": 0.172, "step": 160 }, { "epoch": 0.20422832980972516, "grad_norm": 5.376806735992432, "learning_rate": 1.9347137376681692e-05, "loss": 0.2629, "step": 161 }, { "epoch": 0.20549682875264272, "grad_norm": 5.16301155090332, "learning_rate": 1.933129775877884e-05, "loss": 0.3097, "step": 162 }, { "epoch": 0.20676532769556025, "grad_norm": 6.509466648101807, "learning_rate": 1.9315274931113253e-05, "loss": 0.2566, "step": 163 }, { "epoch": 0.2080338266384778, "grad_norm": 4.453103065490723, "learning_rate": 1.929906920827551e-05, "loss": 0.2863, "step": 164 }, { "epoch": 0.20930232558139536, "grad_norm": 3.955231189727783, "learning_rate": 1.9282680908447152e-05, "loss": 0.3102, "step": 165 }, { "epoch": 0.2105708245243129, "grad_norm": 5.5910258293151855, "learning_rate": 1.926611035339441e-05, "loss": 0.2271, "step": 166 }, { "epoch": 0.21183932346723044, "grad_norm": 4.199539661407471, "learning_rate": 1.9249357868461896e-05, "loss": 0.27, "step": 167 }, { "epoch": 0.213107822410148, "grad_norm": 3.3116366863250732, "learning_rate": 1.9232423782566217e-05, "loss": 0.3221, "step": 168 }, { "epoch": 0.21437632135306553, "grad_norm": 4.038525104522705, "learning_rate": 1.9215308428189514e-05, "loss": 0.2448, "step": 169 }, { "epoch": 0.2156448202959831, "grad_norm": 4.98528528213501, "learning_rate": 1.9198012141372934e-05, "loss": 0.317, "step": 170 }, { "epoch": 0.21691331923890064, "grad_norm": 3.0479323863983154, "learning_rate": 1.918053526171004e-05, "loss": 0.2867, "step": 171 }, { "epoch": 0.21818181818181817, "grad_norm": 3.0250513553619385, "learning_rate": 1.916287813234012e-05, "loss": 0.1996, "step": 172 }, { "epoch": 0.21945031712473573, "grad_norm": 2.8498682975769043, "learning_rate": 1.914504109994149e-05, "loss": 0.2383, "step": 173 }, { "epoch": 0.22071881606765328, "grad_norm": 3.0769264698028564, "learning_rate": 1.912702451472465e-05, "loss": 0.2481, "step": 174 }, { "epoch": 0.2219873150105708, "grad_norm": 3.5798423290252686, "learning_rate": 1.910882873042542e-05, "loss": 0.2883, "step": 175 }, { "epoch": 0.22325581395348837, "grad_norm": 4.30120849609375, "learning_rate": 1.9090454104298003e-05, "loss": 0.2893, "step": 176 }, { "epoch": 0.22452431289640593, "grad_norm": 4.033363342285156, "learning_rate": 1.907190099710796e-05, "loss": 0.2408, "step": 177 }, { "epoch": 0.22579281183932345, "grad_norm": 6.6475348472595215, "learning_rate": 1.9053169773125143e-05, "loss": 0.2549, "step": 178 }, { "epoch": 0.227061310782241, "grad_norm": 5.1474199295043945, "learning_rate": 1.903426080011651e-05, "loss": 0.2493, "step": 179 }, { "epoch": 0.22832980972515857, "grad_norm": 4.56413459777832, "learning_rate": 1.901517444933894e-05, "loss": 0.2345, "step": 180 }, { "epoch": 0.22832980972515857, "eval_accuracy": 0.8587196467991169, "eval_f1": 0.7253218884120172, "eval_loss": 0.3289457857608795, "eval_precision": 0.7971698113207547, "eval_recall": 0.6653543307086615, "eval_runtime": 51.489, "eval_samples_per_second": 5.38, "eval_steps_per_second": 0.175, "step": 180 }, { "epoch": 0.22959830866807612, "grad_norm": 6.834506988525391, "learning_rate": 1.8995911095531932e-05, "loss": 0.2355, "step": 181 }, { "epoch": 0.23086680761099365, "grad_norm": 6.830471038818359, "learning_rate": 1.8976471116910236e-05, "loss": 0.2727, "step": 182 }, { "epoch": 0.2321353065539112, "grad_norm": 4.903042316436768, "learning_rate": 1.895685489515644e-05, "loss": 0.25, "step": 183 }, { "epoch": 0.23340380549682876, "grad_norm": 3.5585076808929443, "learning_rate": 1.8937062815413466e-05, "loss": 0.2276, "step": 184 }, { "epoch": 0.2346723044397463, "grad_norm": 3.2517757415771484, "learning_rate": 1.891709526627703e-05, "loss": 0.2492, "step": 185 }, { "epoch": 0.23594080338266385, "grad_norm": 5.2381181716918945, "learning_rate": 1.8896952639787977e-05, "loss": 0.1813, "step": 186 }, { "epoch": 0.2372093023255814, "grad_norm": 6.287901401519775, "learning_rate": 1.8876635331424616e-05, "loss": 0.2281, "step": 187 }, { "epoch": 0.23847780126849893, "grad_norm": 4.748634338378906, "learning_rate": 1.8856143740094938e-05, "loss": 0.2654, "step": 188 }, { "epoch": 0.2397463002114165, "grad_norm": 7.864667892456055, "learning_rate": 1.8835478268128784e-05, "loss": 0.2791, "step": 189 }, { "epoch": 0.24101479915433405, "grad_norm": 5.30699348449707, "learning_rate": 1.881463932126996e-05, "loss": 0.2772, "step": 190 }, { "epoch": 0.24228329809725158, "grad_norm": 4.305821895599365, "learning_rate": 1.879362730866825e-05, "loss": 0.2552, "step": 191 }, { "epoch": 0.24355179704016913, "grad_norm": 9.22236442565918, "learning_rate": 1.8772442642871405e-05, "loss": 0.3735, "step": 192 }, { "epoch": 0.2448202959830867, "grad_norm": 3.3223769664764404, "learning_rate": 1.8751085739817017e-05, "loss": 0.2447, "step": 193 }, { "epoch": 0.24608879492600422, "grad_norm": 4.844041347503662, "learning_rate": 1.8729557018824382e-05, "loss": 0.3255, "step": 194 }, { "epoch": 0.24735729386892177, "grad_norm": 3.9604134559631348, "learning_rate": 1.8707856902586244e-05, "loss": 0.2706, "step": 195 }, { "epoch": 0.24862579281183933, "grad_norm": 3.333854913711548, "learning_rate": 1.8685985817160503e-05, "loss": 0.2665, "step": 196 }, { "epoch": 0.24989429175475686, "grad_norm": 2.807447910308838, "learning_rate": 1.8663944191961853e-05, "loss": 0.2699, "step": 197 }, { "epoch": 0.25116279069767444, "grad_norm": 4.559386730194092, "learning_rate": 1.864173245975335e-05, "loss": 0.2557, "step": 198 }, { "epoch": 0.25243128964059197, "grad_norm": 3.0040392875671387, "learning_rate": 1.861935105663791e-05, "loss": 0.2343, "step": 199 }, { "epoch": 0.2536997885835095, "grad_norm": 3.234032154083252, "learning_rate": 1.8596800422049756e-05, "loss": 0.2964, "step": 200 }, { "epoch": 0.2536997885835095, "eval_accuracy": 0.8377483443708609, "eval_f1": 0.6388206388206388, "eval_loss": 0.33216196298599243, "eval_precision": 0.8496732026143791, "eval_recall": 0.5118110236220472, "eval_runtime": 51.0562, "eval_samples_per_second": 5.425, "eval_steps_per_second": 0.176, "step": 200 }, { "epoch": 0.2549682875264271, "grad_norm": 2.9896929264068604, "learning_rate": 1.8574080998745785e-05, "loss": 0.2425, "step": 201 }, { "epoch": 0.2562367864693446, "grad_norm": 4.189578056335449, "learning_rate": 1.8551193232796862e-05, "loss": 0.274, "step": 202 }, { "epoch": 0.25750528541226214, "grad_norm": 3.2401742935180664, "learning_rate": 1.852813757357909e-05, "loss": 0.2548, "step": 203 }, { "epoch": 0.2587737843551797, "grad_norm": 3.4946937561035156, "learning_rate": 1.8504914473764973e-05, "loss": 0.2924, "step": 204 }, { "epoch": 0.26004228329809725, "grad_norm": 2.9049434661865234, "learning_rate": 1.8481524389314508e-05, "loss": 0.2132, "step": 205 }, { "epoch": 0.2613107822410148, "grad_norm": 3.942204475402832, "learning_rate": 1.845796777946627e-05, "loss": 0.251, "step": 206 }, { "epoch": 0.26257928118393237, "grad_norm": 3.098745822906494, "learning_rate": 1.8434245106728367e-05, "loss": 0.2698, "step": 207 }, { "epoch": 0.2638477801268499, "grad_norm": 3.4184677600860596, "learning_rate": 1.8410356836869374e-05, "loss": 0.2239, "step": 208 }, { "epoch": 0.2651162790697674, "grad_norm": 2.8000166416168213, "learning_rate": 1.8386303438909182e-05, "loss": 0.2144, "step": 209 }, { "epoch": 0.266384778012685, "grad_norm": 4.3039937019348145, "learning_rate": 1.8362085385109788e-05, "loss": 0.2572, "step": 210 }, { "epoch": 0.26765327695560254, "grad_norm": 3.855637311935425, "learning_rate": 1.8337703150966025e-05, "loss": 0.2392, "step": 211 }, { "epoch": 0.26892177589852007, "grad_norm": 3.2118887901306152, "learning_rate": 1.8313157215196237e-05, "loss": 0.21, "step": 212 }, { "epoch": 0.27019027484143765, "grad_norm": 4.038395881652832, "learning_rate": 1.8288448059732852e-05, "loss": 0.1917, "step": 213 }, { "epoch": 0.2714587737843552, "grad_norm": 6.29147481918335, "learning_rate": 1.8263576169712955e-05, "loss": 0.2542, "step": 214 }, { "epoch": 0.2727272727272727, "grad_norm": 6.392573356628418, "learning_rate": 1.823854203346872e-05, "loss": 0.2953, "step": 215 }, { "epoch": 0.2739957716701903, "grad_norm": 5.477741718292236, "learning_rate": 1.8213346142517884e-05, "loss": 0.3066, "step": 216 }, { "epoch": 0.2752642706131078, "grad_norm": 7.538582801818848, "learning_rate": 1.8187988991554027e-05, "loss": 0.303, "step": 217 }, { "epoch": 0.27653276955602535, "grad_norm": 4.740074634552002, "learning_rate": 1.8162471078436903e-05, "loss": 0.2752, "step": 218 }, { "epoch": 0.27780126849894293, "grad_norm": 3.831221580505371, "learning_rate": 1.8136792904182657e-05, "loss": 0.2749, "step": 219 }, { "epoch": 0.27906976744186046, "grad_norm": 3.5587270259857178, "learning_rate": 1.8110954972953984e-05, "loss": 0.2655, "step": 220 }, { "epoch": 0.27906976744186046, "eval_accuracy": 0.8278145695364238, "eval_f1": 0.5979381443298969, "eval_loss": 0.3495219349861145, "eval_precision": 0.8656716417910447, "eval_recall": 0.4566929133858268, "eval_runtime": 51.5039, "eval_samples_per_second": 5.378, "eval_steps_per_second": 0.175, "step": 220 }, { "epoch": 0.280338266384778, "grad_norm": 4.122521877288818, "learning_rate": 1.8084957792050226e-05, "loss": 0.2141, "step": 221 }, { "epoch": 0.2816067653276956, "grad_norm": 3.4336111545562744, "learning_rate": 1.8058801871897423e-05, "loss": 0.1997, "step": 222 }, { "epoch": 0.2828752642706131, "grad_norm": 4.062242031097412, "learning_rate": 1.803248772603828e-05, "loss": 0.2811, "step": 223 }, { "epoch": 0.28414376321353063, "grad_norm": 4.814560413360596, "learning_rate": 1.8006015871122105e-05, "loss": 0.1923, "step": 224 }, { "epoch": 0.2854122621564482, "grad_norm": 3.1431543827056885, "learning_rate": 1.797938682689462e-05, "loss": 0.223, "step": 225 }, { "epoch": 0.28668076109936574, "grad_norm": 4.914591312408447, "learning_rate": 1.7952601116187822e-05, "loss": 0.2928, "step": 226 }, { "epoch": 0.2879492600422833, "grad_norm": 2.977471113204956, "learning_rate": 1.7925659264909657e-05, "loss": 0.2562, "step": 227 }, { "epoch": 0.28921775898520086, "grad_norm": 5.882057189941406, "learning_rate": 1.7898561802033717e-05, "loss": 0.2599, "step": 228 }, { "epoch": 0.2904862579281184, "grad_norm": 7.490647792816162, "learning_rate": 1.7871309259588884e-05, "loss": 0.2616, "step": 229 }, { "epoch": 0.2917547568710359, "grad_norm": 8.199599266052246, "learning_rate": 1.784390217264882e-05, "loss": 0.2665, "step": 230 }, { "epoch": 0.2930232558139535, "grad_norm": 2.947110414505005, "learning_rate": 1.781634107932153e-05, "loss": 0.183, "step": 231 }, { "epoch": 0.294291754756871, "grad_norm": 5.069705486297607, "learning_rate": 1.7788626520738745e-05, "loss": 0.2423, "step": 232 }, { "epoch": 0.2955602536997886, "grad_norm": 3.6471478939056396, "learning_rate": 1.776075904104533e-05, "loss": 0.24, "step": 233 }, { "epoch": 0.29682875264270614, "grad_norm": 3.3612494468688965, "learning_rate": 1.773273918738857e-05, "loss": 0.2007, "step": 234 }, { "epoch": 0.29809725158562367, "grad_norm": 3.5518970489501953, "learning_rate": 1.7704567509907468e-05, "loss": 0.2526, "step": 235 }, { "epoch": 0.29936575052854125, "grad_norm": 5.473038673400879, "learning_rate": 1.7676244561721905e-05, "loss": 0.2802, "step": 236 }, { "epoch": 0.3006342494714588, "grad_norm": 4.366296768188477, "learning_rate": 1.7647770898921798e-05, "loss": 0.2698, "step": 237 }, { "epoch": 0.3019027484143763, "grad_norm": 6.12213659286499, "learning_rate": 1.7619147080556188e-05, "loss": 0.2266, "step": 238 }, { "epoch": 0.3031712473572939, "grad_norm": 4.8955864906311035, "learning_rate": 1.759037366862224e-05, "loss": 0.2574, "step": 239 }, { "epoch": 0.3044397463002114, "grad_norm": 4.285499572753906, "learning_rate": 1.7561451228054247e-05, "loss": 0.3252, "step": 240 }, { "epoch": 0.3044397463002114, "eval_accuracy": 0.8454746136865342, "eval_f1": 0.6713615023474179, "eval_loss": 0.31889277696609497, "eval_precision": 0.8313953488372093, "eval_recall": 0.562992125984252, "eval_runtime": 51.2215, "eval_samples_per_second": 5.408, "eval_steps_per_second": 0.176, "step": 240 }, { "epoch": 0.30570824524312895, "grad_norm": 3.903001308441162, "learning_rate": 1.7532380326712487e-05, "loss": 0.2511, "step": 241 }, { "epoch": 0.30697674418604654, "grad_norm": 5.383487701416016, "learning_rate": 1.7503161535372126e-05, "loss": 0.2861, "step": 242 }, { "epoch": 0.30824524312896406, "grad_norm": 5.267589569091797, "learning_rate": 1.7473795427711975e-05, "loss": 0.1947, "step": 243 }, { "epoch": 0.3095137420718816, "grad_norm": 6.931105613708496, "learning_rate": 1.7444282580303237e-05, "loss": 0.2462, "step": 244 }, { "epoch": 0.3107822410147992, "grad_norm": 7.340319633483887, "learning_rate": 1.74146235725982e-05, "loss": 0.2709, "step": 245 }, { "epoch": 0.3120507399577167, "grad_norm": 4.371819972991943, "learning_rate": 1.738481898691884e-05, "loss": 0.2763, "step": 246 }, { "epoch": 0.31331923890063423, "grad_norm": 4.855105400085449, "learning_rate": 1.7354869408445393e-05, "loss": 0.2306, "step": 247 }, { "epoch": 0.3145877378435518, "grad_norm": 2.958298683166504, "learning_rate": 1.7324775425204877e-05, "loss": 0.2072, "step": 248 }, { "epoch": 0.31585623678646935, "grad_norm": 3.649681806564331, "learning_rate": 1.729453762805954e-05, "loss": 0.2535, "step": 249 }, { "epoch": 0.3171247357293869, "grad_norm": 3.00809383392334, "learning_rate": 1.7264156610695247e-05, "loss": 0.2002, "step": 250 }, { "epoch": 0.31839323467230446, "grad_norm": 2.804321050643921, "learning_rate": 1.7233632969609844e-05, "loss": 0.2373, "step": 251 }, { "epoch": 0.319661733615222, "grad_norm": 4.483391761779785, "learning_rate": 1.7202967304101434e-05, "loss": 0.226, "step": 252 }, { "epoch": 0.3209302325581395, "grad_norm": 4.620050430297852, "learning_rate": 1.7172160216256607e-05, "loss": 0.2272, "step": 253 }, { "epoch": 0.3221987315010571, "grad_norm": 4.082276821136475, "learning_rate": 1.714121231093864e-05, "loss": 0.2021, "step": 254 }, { "epoch": 0.32346723044397463, "grad_norm": 4.720620632171631, "learning_rate": 1.7110124195775592e-05, "loss": 0.2471, "step": 255 }, { "epoch": 0.32473572938689216, "grad_norm": 3.695242166519165, "learning_rate": 1.707889648114839e-05, "loss": 0.2629, "step": 256 }, { "epoch": 0.32600422832980974, "grad_norm": 5.539944648742676, "learning_rate": 1.704752978017885e-05, "loss": 0.219, "step": 257 }, { "epoch": 0.32727272727272727, "grad_norm": 4.941290378570557, "learning_rate": 1.701602470871763e-05, "loss": 0.2, "step": 258 }, { "epoch": 0.3285412262156448, "grad_norm": 5.238450527191162, "learning_rate": 1.698438188533213e-05, "loss": 0.1941, "step": 259 }, { "epoch": 0.3298097251585624, "grad_norm": 3.7015936374664307, "learning_rate": 1.6952601931294372e-05, "loss": 0.2561, "step": 260 }, { "epoch": 0.3298097251585624, "eval_accuracy": 0.8532008830022075, "eval_f1": 0.6997742663656885, "eval_loss": 0.3227859139442444, "eval_precision": 0.8201058201058201, "eval_recall": 0.610236220472441, "eval_runtime": 51.1034, "eval_samples_per_second": 5.42, "eval_steps_per_second": 0.176, "step": 260 }, { "epoch": 0.3310782241014799, "grad_norm": 3.9863884449005127, "learning_rate": 1.6920685470568775e-05, "loss": 0.2591, "step": 261 }, { "epoch": 0.33234672304439744, "grad_norm": 3.281353712081909, "learning_rate": 1.6888633129799932e-05, "loss": 0.1717, "step": 262 }, { "epoch": 0.333615221987315, "grad_norm": 3.945847749710083, "learning_rate": 1.6856445538300273e-05, "loss": 0.2916, "step": 263 }, { "epoch": 0.33488372093023255, "grad_norm": 4.858996391296387, "learning_rate": 1.6824123328037737e-05, "loss": 0.2521, "step": 264 }, { "epoch": 0.3361522198731501, "grad_norm": 7.984918594360352, "learning_rate": 1.6791667133623354e-05, "loss": 0.2878, "step": 265 }, { "epoch": 0.33742071881606767, "grad_norm": 2.9552502632141113, "learning_rate": 1.675907759229879e-05, "loss": 0.2246, "step": 266 }, { "epoch": 0.3386892177589852, "grad_norm": 5.446991443634033, "learning_rate": 1.6726355343923816e-05, "loss": 0.2362, "step": 267 }, { "epoch": 0.3399577167019027, "grad_norm": 4.872383117675781, "learning_rate": 1.6693501030963775e-05, "loss": 0.2282, "step": 268 }, { "epoch": 0.3412262156448203, "grad_norm": 4.628652095794678, "learning_rate": 1.6660515298476943e-05, "loss": 0.2489, "step": 269 }, { "epoch": 0.34249471458773784, "grad_norm": 3.3619189262390137, "learning_rate": 1.6627398794101883e-05, "loss": 0.2158, "step": 270 }, { "epoch": 0.34376321353065536, "grad_norm": 4.453815937042236, "learning_rate": 1.659415216804471e-05, "loss": 0.267, "step": 271 }, { "epoch": 0.34503171247357295, "grad_norm": 4.466940879821777, "learning_rate": 1.6560776073066343e-05, "loss": 0.2187, "step": 272 }, { "epoch": 0.3463002114164905, "grad_norm": 4.6378397941589355, "learning_rate": 1.652727116446968e-05, "loss": 0.2104, "step": 273 }, { "epoch": 0.347568710359408, "grad_norm": 3.28175950050354, "learning_rate": 1.6493638100086726e-05, "loss": 0.2269, "step": 274 }, { "epoch": 0.3488372093023256, "grad_norm": 5.272284507751465, "learning_rate": 1.6459877540265686e-05, "loss": 0.257, "step": 275 }, { "epoch": 0.3501057082452431, "grad_norm": 2.739626407623291, "learning_rate": 1.6425990147858004e-05, "loss": 0.1847, "step": 276 }, { "epoch": 0.3513742071881607, "grad_norm": 4.007655620574951, "learning_rate": 1.639197658820534e-05, "loss": 0.2498, "step": 277 }, { "epoch": 0.35264270613107823, "grad_norm": 2.493644952774048, "learning_rate": 1.6357837529126502e-05, "loss": 0.1925, "step": 278 }, { "epoch": 0.35391120507399576, "grad_norm": 5.886753559112549, "learning_rate": 1.6323573640904352e-05, "loss": 0.2331, "step": 279 }, { "epoch": 0.35517970401691334, "grad_norm": 3.9009897708892822, "learning_rate": 1.628918559627262e-05, "loss": 0.1661, "step": 280 }, { "epoch": 0.35517970401691334, "eval_accuracy": 0.8498896247240618, "eval_f1": 0.6746411483253588, "eval_loss": 0.31411004066467285, "eval_precision": 0.8597560975609756, "eval_recall": 0.5551181102362205, "eval_runtime": 51.0464, "eval_samples_per_second": 5.426, "eval_steps_per_second": 0.176, "step": 280 }, { "epoch": 0.3564482029598309, "grad_norm": 5.003305912017822, "learning_rate": 1.625467407040273e-05, "loss": 0.2532, "step": 281 }, { "epoch": 0.3577167019027484, "grad_norm": 3.5860018730163574, "learning_rate": 1.6220039740890507e-05, "loss": 0.2194, "step": 282 }, { "epoch": 0.358985200845666, "grad_norm": 3.8231117725372314, "learning_rate": 1.6185283287742902e-05, "loss": 0.2183, "step": 283 }, { "epoch": 0.3602536997885835, "grad_norm": 5.111902236938477, "learning_rate": 1.615040539336462e-05, "loss": 0.2831, "step": 284 }, { "epoch": 0.36152219873150104, "grad_norm": 7.390100002288818, "learning_rate": 1.6115406742544736e-05, "loss": 0.2675, "step": 285 }, { "epoch": 0.3627906976744186, "grad_norm": 4.8447489738464355, "learning_rate": 1.6080288022443242e-05, "loss": 0.184, "step": 286 }, { "epoch": 0.36405919661733616, "grad_norm": 4.323414325714111, "learning_rate": 1.6045049922577567e-05, "loss": 0.2267, "step": 287 }, { "epoch": 0.3653276955602537, "grad_norm": 4.628475189208984, "learning_rate": 1.6009693134809018e-05, "loss": 0.2527, "step": 288 }, { "epoch": 0.36659619450317127, "grad_norm": 5.454392910003662, "learning_rate": 1.597421835332922e-05, "loss": 0.2165, "step": 289 }, { "epoch": 0.3678646934460888, "grad_norm": 3.9720702171325684, "learning_rate": 1.5938626274646457e-05, "loss": 0.2671, "step": 290 }, { "epoch": 0.3691331923890063, "grad_norm": 4.625940322875977, "learning_rate": 1.590291759757204e-05, "loss": 0.242, "step": 291 }, { "epoch": 0.3704016913319239, "grad_norm": 3.9591894149780273, "learning_rate": 1.5867093023206538e-05, "loss": 0.185, "step": 292 }, { "epoch": 0.37167019027484144, "grad_norm": 9.09524154663086, "learning_rate": 1.5831153254926048e-05, "loss": 0.2799, "step": 293 }, { "epoch": 0.37293868921775897, "grad_norm": 3.936962127685547, "learning_rate": 1.579509899836837e-05, "loss": 0.2206, "step": 294 }, { "epoch": 0.37420718816067655, "grad_norm": 3.293510913848877, "learning_rate": 1.5758930961419154e-05, "loss": 0.202, "step": 295 }, { "epoch": 0.3754756871035941, "grad_norm": 4.638730525970459, "learning_rate": 1.5722649854198007e-05, "loss": 0.2745, "step": 296 }, { "epoch": 0.3767441860465116, "grad_norm": 11.325010299682617, "learning_rate": 1.568625638904454e-05, "loss": 0.258, "step": 297 }, { "epoch": 0.3780126849894292, "grad_norm": 3.792722702026367, "learning_rate": 1.564975128050439e-05, "loss": 0.2376, "step": 298 }, { "epoch": 0.3792811839323467, "grad_norm": 4.620094299316406, "learning_rate": 1.5613135245315196e-05, "loss": 0.2361, "step": 299 }, { "epoch": 0.38054968287526425, "grad_norm": 4.535460948944092, "learning_rate": 1.557640900239251e-05, "loss": 0.1812, "step": 300 }, { "epoch": 0.38054968287526425, "eval_accuracy": 0.8300220750551877, "eval_f1": 0.6169154228855721, "eval_loss": 0.33304014801979065, "eval_precision": 0.8378378378378378, "eval_recall": 0.4881889763779528, "eval_runtime": 50.8332, "eval_samples_per_second": 5.449, "eval_steps_per_second": 0.177, "step": 300 }, { "epoch": 0.38181818181818183, "grad_norm": 3.9105491638183594, "learning_rate": 1.5539573272815698e-05, "loss": 0.2252, "step": 301 }, { "epoch": 0.38308668076109936, "grad_norm": 5.97371244430542, "learning_rate": 1.5502628779813774e-05, "loss": 0.3113, "step": 302 }, { "epoch": 0.3843551797040169, "grad_norm": 2.844496965408325, "learning_rate": 1.54655762487512e-05, "loss": 0.1796, "step": 303 }, { "epoch": 0.3856236786469345, "grad_norm": 5.323549270629883, "learning_rate": 1.542841640711365e-05, "loss": 0.2381, "step": 304 }, { "epoch": 0.386892177589852, "grad_norm": 3.897357940673828, "learning_rate": 1.539114998449372e-05, "loss": 0.2174, "step": 305 }, { "epoch": 0.38816067653276953, "grad_norm": 3.345202922821045, "learning_rate": 1.5353777712576613e-05, "loss": 0.2236, "step": 306 }, { "epoch": 0.3894291754756871, "grad_norm": 4.982361316680908, "learning_rate": 1.531630032512575e-05, "loss": 0.2484, "step": 307 }, { "epoch": 0.39069767441860465, "grad_norm": 3.730459213256836, "learning_rate": 1.5278718557968405e-05, "loss": 0.2516, "step": 308 }, { "epoch": 0.3919661733615222, "grad_norm": 5.202997207641602, "learning_rate": 1.5241033148981209e-05, "loss": 0.2951, "step": 309 }, { "epoch": 0.39323467230443976, "grad_norm": 3.5829482078552246, "learning_rate": 1.5203244838075702e-05, "loss": 0.2491, "step": 310 }, { "epoch": 0.3945031712473573, "grad_norm": 6.405603408813477, "learning_rate": 1.5165354367183778e-05, "loss": 0.2377, "step": 311 }, { "epoch": 0.3957716701902748, "grad_norm": 4.980127334594727, "learning_rate": 1.5127362480243139e-05, "loss": 0.1729, "step": 312 }, { "epoch": 0.3970401691331924, "grad_norm": 3.1744191646575928, "learning_rate": 1.508926992318268e-05, "loss": 0.2174, "step": 313 }, { "epoch": 0.39830866807610993, "grad_norm": 5.434924125671387, "learning_rate": 1.505107744390783e-05, "loss": 0.2544, "step": 314 }, { "epoch": 0.39957716701902746, "grad_norm": 4.3313212394714355, "learning_rate": 1.5012785792285901e-05, "loss": 0.229, "step": 315 }, { "epoch": 0.40084566596194504, "grad_norm": 3.850680351257324, "learning_rate": 1.4974395720131328e-05, "loss": 0.2952, "step": 316 }, { "epoch": 0.40211416490486257, "grad_norm": 3.698664665222168, "learning_rate": 1.4935907981190931e-05, "loss": 0.2758, "step": 317 }, { "epoch": 0.40338266384778015, "grad_norm": 4.980349540710449, "learning_rate": 1.4897323331129113e-05, "loss": 0.2672, "step": 318 }, { "epoch": 0.4046511627906977, "grad_norm": 4.738137245178223, "learning_rate": 1.4858642527513009e-05, "loss": 0.2359, "step": 319 }, { "epoch": 0.4059196617336152, "grad_norm": 5.489634990692139, "learning_rate": 1.4819866329797639e-05, "loss": 0.3265, "step": 320 }, { "epoch": 0.4059196617336152, "eval_accuracy": 0.8543046357615894, "eval_f1": 0.7, "eval_loss": 0.2961479127407074, "eval_precision": 0.8279569892473119, "eval_recall": 0.6062992125984252, "eval_runtime": 51.0166, "eval_samples_per_second": 5.43, "eval_steps_per_second": 0.176, "step": 320 }, { "epoch": 0.4071881606765328, "grad_norm": 3.285163164138794, "learning_rate": 1.4780995499310973e-05, "loss": 0.1567, "step": 321 }, { "epoch": 0.4084566596194503, "grad_norm": 3.621706485748291, "learning_rate": 1.4742030799238989e-05, "loss": 0.2204, "step": 322 }, { "epoch": 0.40972515856236785, "grad_norm": 4.652901649475098, "learning_rate": 1.4702972994610694e-05, "loss": 0.1918, "step": 323 }, { "epoch": 0.41099365750528544, "grad_norm": 3.95822811126709, "learning_rate": 1.46638228522831e-05, "loss": 0.2537, "step": 324 }, { "epoch": 0.41226215644820297, "grad_norm": 6.265679836273193, "learning_rate": 1.4624581140926169e-05, "loss": 0.2054, "step": 325 }, { "epoch": 0.4135306553911205, "grad_norm": 3.0921337604522705, "learning_rate": 1.458524863100772e-05, "loss": 0.2118, "step": 326 }, { "epoch": 0.4147991543340381, "grad_norm": 3.311448812484741, "learning_rate": 1.45458260947783e-05, "loss": 0.1814, "step": 327 }, { "epoch": 0.4160676532769556, "grad_norm": 4.024649620056152, "learning_rate": 1.4506314306256025e-05, "loss": 0.2323, "step": 328 }, { "epoch": 0.41733615221987314, "grad_norm": 4.3980536460876465, "learning_rate": 1.4466714041211383e-05, "loss": 0.2106, "step": 329 }, { "epoch": 0.4186046511627907, "grad_norm": 5.472320079803467, "learning_rate": 1.4427026077151998e-05, "loss": 0.2769, "step": 330 }, { "epoch": 0.41987315010570825, "grad_norm": 5.5313401222229, "learning_rate": 1.4387251193307369e-05, "loss": 0.2501, "step": 331 }, { "epoch": 0.4211416490486258, "grad_norm": 5.064823627471924, "learning_rate": 1.434739017061357e-05, "loss": 0.3063, "step": 332 }, { "epoch": 0.42241014799154336, "grad_norm": 7.245492458343506, "learning_rate": 1.4307443791697915e-05, "loss": 0.251, "step": 333 }, { "epoch": 0.4236786469344609, "grad_norm": 4.918938636779785, "learning_rate": 1.4267412840863597e-05, "loss": 0.2897, "step": 334 }, { "epoch": 0.4249471458773784, "grad_norm": 7.725310325622559, "learning_rate": 1.4227298104074279e-05, "loss": 0.2339, "step": 335 }, { "epoch": 0.426215644820296, "grad_norm": 3.9810047149658203, "learning_rate": 1.4187100368938678e-05, "loss": 0.2219, "step": 336 }, { "epoch": 0.42748414376321353, "grad_norm": 4.304353713989258, "learning_rate": 1.4146820424695082e-05, "loss": 0.2547, "step": 337 }, { "epoch": 0.42875264270613106, "grad_norm": 6.903933525085449, "learning_rate": 1.4106459062195873e-05, "loss": 0.2123, "step": 338 }, { "epoch": 0.43002114164904864, "grad_norm": 4.345834732055664, "learning_rate": 1.4066017073891988e-05, "loss": 0.2094, "step": 339 }, { "epoch": 0.4312896405919662, "grad_norm": 4.44146203994751, "learning_rate": 1.4025495253817359e-05, "loss": 0.2217, "step": 340 }, { "epoch": 0.4312896405919662, "eval_accuracy": 0.8664459161147903, "eval_f1": 0.7430997876857749, "eval_loss": 0.29700928926467896, "eval_precision": 0.8064516129032258, "eval_recall": 0.6889763779527559, "eval_runtime": 51.4883, "eval_samples_per_second": 5.38, "eval_steps_per_second": 0.175, "step": 340 }, { "epoch": 0.4325581395348837, "grad_norm": 4.186248779296875, "learning_rate": 1.3984894397573332e-05, "loss": 0.2687, "step": 341 }, { "epoch": 0.4338266384778013, "grad_norm": 4.99129056930542, "learning_rate": 1.3944215302313042e-05, "loss": 0.202, "step": 342 }, { "epoch": 0.4350951374207188, "grad_norm": 4.0888848304748535, "learning_rate": 1.3903458766725757e-05, "loss": 0.2868, "step": 343 }, { "epoch": 0.43636363636363634, "grad_norm": 6.3171515464782715, "learning_rate": 1.3862625591021201e-05, "loss": 0.2175, "step": 344 }, { "epoch": 0.4376321353065539, "grad_norm": 5.681170463562012, "learning_rate": 1.3821716576913841e-05, "loss": 0.2224, "step": 345 }, { "epoch": 0.43890063424947146, "grad_norm": 3.9973504543304443, "learning_rate": 1.3780732527607157e-05, "loss": 0.2135, "step": 346 }, { "epoch": 0.440169133192389, "grad_norm": 3.7838385105133057, "learning_rate": 1.3739674247777853e-05, "loss": 0.2475, "step": 347 }, { "epoch": 0.44143763213530657, "grad_norm": 3.6724958419799805, "learning_rate": 1.3698542543560068e-05, "loss": 0.2295, "step": 348 }, { "epoch": 0.4427061310782241, "grad_norm": 3.7347805500030518, "learning_rate": 1.3657338222529553e-05, "loss": 0.2553, "step": 349 }, { "epoch": 0.4439746300211416, "grad_norm": 4.058570384979248, "learning_rate": 1.3616062093687803e-05, "loss": 0.2698, "step": 350 }, { "epoch": 0.4452431289640592, "grad_norm": 2.770801067352295, "learning_rate": 1.3574714967446193e-05, "loss": 0.1499, "step": 351 }, { "epoch": 0.44651162790697674, "grad_norm": 5.817844867706299, "learning_rate": 1.3533297655610038e-05, "loss": 0.2548, "step": 352 }, { "epoch": 0.44778012684989427, "grad_norm": 3.270364999771118, "learning_rate": 1.3491810971362682e-05, "loss": 0.2621, "step": 353 }, { "epoch": 0.44904862579281185, "grad_norm": 4.292186260223389, "learning_rate": 1.3450255729249513e-05, "loss": 0.2542, "step": 354 }, { "epoch": 0.4503171247357294, "grad_norm": 3.6082029342651367, "learning_rate": 1.340863274516198e-05, "loss": 0.2861, "step": 355 }, { "epoch": 0.4515856236786469, "grad_norm": 5.060634136199951, "learning_rate": 1.3366942836321574e-05, "loss": 0.2482, "step": 356 }, { "epoch": 0.4528541226215645, "grad_norm": 3.972484827041626, "learning_rate": 1.3325186821263777e-05, "loss": 0.2121, "step": 357 }, { "epoch": 0.454122621564482, "grad_norm": 3.285651445388794, "learning_rate": 1.3283365519821987e-05, "loss": 0.1904, "step": 358 }, { "epoch": 0.4553911205073996, "grad_norm": 3.950873374938965, "learning_rate": 1.3241479753111441e-05, "loss": 0.2098, "step": 359 }, { "epoch": 0.45665961945031713, "grad_norm": 2.7246978282928467, "learning_rate": 1.3199530343513077e-05, "loss": 0.2058, "step": 360 }, { "epoch": 0.45665961945031713, "eval_accuracy": 0.8520971302428256, "eval_f1": 0.6912442396313364, "eval_loss": 0.3054248094558716, "eval_precision": 0.8333333333333334, "eval_recall": 0.5905511811023622, "eval_runtime": 50.5884, "eval_samples_per_second": 5.476, "eval_steps_per_second": 0.178, "step": 360 }, { "epoch": 0.45792811839323466, "grad_norm": 4.469756603240967, "learning_rate": 1.3157518114657382e-05, "loss": 0.2589, "step": 361 }, { "epoch": 0.45919661733615225, "grad_norm": 4.308989524841309, "learning_rate": 1.311544389140824e-05, "loss": 0.2859, "step": 362 }, { "epoch": 0.4604651162790698, "grad_norm": 3.6170761585235596, "learning_rate": 1.3073308499846722e-05, "loss": 0.2399, "step": 363 }, { "epoch": 0.4617336152219873, "grad_norm": 4.052624225616455, "learning_rate": 1.3031112767254874e-05, "loss": 0.272, "step": 364 }, { "epoch": 0.4630021141649049, "grad_norm": 3.574326992034912, "learning_rate": 1.2988857522099471e-05, "loss": 0.2331, "step": 365 }, { "epoch": 0.4642706131078224, "grad_norm": 3.4199771881103516, "learning_rate": 1.2946543594015752e-05, "loss": 0.2147, "step": 366 }, { "epoch": 0.46553911205073994, "grad_norm": 4.001230716705322, "learning_rate": 1.2904171813791127e-05, "loss": 0.2274, "step": 367 }, { "epoch": 0.46680761099365753, "grad_norm": 3.2300639152526855, "learning_rate": 1.2861743013348873e-05, "loss": 0.257, "step": 368 }, { "epoch": 0.46807610993657506, "grad_norm": 3.6694083213806152, "learning_rate": 1.2819258025731798e-05, "loss": 0.175, "step": 369 }, { "epoch": 0.4693446088794926, "grad_norm": 4.965548992156982, "learning_rate": 1.2776717685085878e-05, "loss": 0.2061, "step": 370 }, { "epoch": 0.47061310782241017, "grad_norm": 2.8742663860321045, "learning_rate": 1.2734122826643884e-05, "loss": 0.1796, "step": 371 }, { "epoch": 0.4718816067653277, "grad_norm": 5.175198078155518, "learning_rate": 1.2691474286708995e-05, "loss": 0.2637, "step": 372 }, { "epoch": 0.4731501057082452, "grad_norm": 3.802945613861084, "learning_rate": 1.2648772902638358e-05, "loss": 0.2745, "step": 373 }, { "epoch": 0.4744186046511628, "grad_norm": 3.0676567554473877, "learning_rate": 1.2606019512826655e-05, "loss": 0.1904, "step": 374 }, { "epoch": 0.47568710359408034, "grad_norm": 4.040560722351074, "learning_rate": 1.2563214956689646e-05, "loss": 0.2882, "step": 375 }, { "epoch": 0.47695560253699787, "grad_norm": 5.133072376251221, "learning_rate": 1.2520360074647686e-05, "loss": 0.1883, "step": 376 }, { "epoch": 0.47822410147991545, "grad_norm": 3.334303379058838, "learning_rate": 1.2477455708109228e-05, "loss": 0.2287, "step": 377 }, { "epoch": 0.479492600422833, "grad_norm": 3.445974349975586, "learning_rate": 1.243450269945429e-05, "loss": 0.2616, "step": 378 }, { "epoch": 0.4807610993657505, "grad_norm": 4.057299613952637, "learning_rate": 1.239150189201793e-05, "loss": 0.2113, "step": 379 }, { "epoch": 0.4820295983086681, "grad_norm": 3.4984474182128906, "learning_rate": 1.2348454130073679e-05, "loss": 0.225, "step": 380 }, { "epoch": 0.4820295983086681, "eval_accuracy": 0.8576158940397351, "eval_f1": 0.7006960556844548, "eval_loss": 0.30184322595596313, "eval_precision": 0.8531073446327684, "eval_recall": 0.594488188976378, "eval_runtime": 51.4684, "eval_samples_per_second": 5.382, "eval_steps_per_second": 0.175, "step": 380 }, { "epoch": 0.4832980972515856, "grad_norm": 5.044597625732422, "learning_rate": 1.2305360258816976e-05, "loss": 0.1806, "step": 381 }, { "epoch": 0.48456659619450315, "grad_norm": 5.378483295440674, "learning_rate": 1.2262221124348555e-05, "loss": 0.2141, "step": 382 }, { "epoch": 0.48583509513742074, "grad_norm": 2.9310171604156494, "learning_rate": 1.2219037573657848e-05, "loss": 0.2164, "step": 383 }, { "epoch": 0.48710359408033826, "grad_norm": 3.2981674671173096, "learning_rate": 1.2175810454606354e-05, "loss": 0.2024, "step": 384 }, { "epoch": 0.4883720930232558, "grad_norm": 2.9548192024230957, "learning_rate": 1.2132540615910984e-05, "loss": 0.1725, "step": 385 }, { "epoch": 0.4896405919661734, "grad_norm": 3.742029905319214, "learning_rate": 1.2089228907127403e-05, "loss": 0.2754, "step": 386 }, { "epoch": 0.4909090909090909, "grad_norm": 3.1863484382629395, "learning_rate": 1.2045876178633354e-05, "loss": 0.1871, "step": 387 }, { "epoch": 0.49217758985200843, "grad_norm": 3.8084633350372314, "learning_rate": 1.2002483281611945e-05, "loss": 0.2319, "step": 388 }, { "epoch": 0.493446088794926, "grad_norm": 5.892749786376953, "learning_rate": 1.1959051068034965e-05, "loss": 0.2589, "step": 389 }, { "epoch": 0.49471458773784355, "grad_norm": 3.523524045944214, "learning_rate": 1.1915580390646129e-05, "loss": 0.1949, "step": 390 }, { "epoch": 0.4959830866807611, "grad_norm": 3.9826090335845947, "learning_rate": 1.1872072102944345e-05, "loss": 0.202, "step": 391 }, { "epoch": 0.49725158562367866, "grad_norm": 4.0874810218811035, "learning_rate": 1.182852705916697e-05, "loss": 0.1757, "step": 392 }, { "epoch": 0.4985200845665962, "grad_norm": 3.664313316345215, "learning_rate": 1.1784946114273015e-05, "loss": 0.2164, "step": 393 }, { "epoch": 0.4997885835095137, "grad_norm": 3.309058427810669, "learning_rate": 1.1741330123926376e-05, "loss": 0.1956, "step": 394 }, { "epoch": 0.5010570824524313, "grad_norm": 4.173009872436523, "learning_rate": 1.1697679944479023e-05, "loss": 0.2445, "step": 395 }, { "epoch": 0.5023255813953489, "grad_norm": 3.826289653778076, "learning_rate": 1.1653996432954194e-05, "loss": 0.2082, "step": 396 }, { "epoch": 0.5035940803382664, "grad_norm": 4.404917240142822, "learning_rate": 1.161028044702957e-05, "loss": 0.2502, "step": 397 }, { "epoch": 0.5048625792811839, "grad_norm": 4.247323036193848, "learning_rate": 1.1566532845020422e-05, "loss": 0.1902, "step": 398 }, { "epoch": 0.5061310782241015, "grad_norm": 3.4806225299835205, "learning_rate": 1.1522754485862773e-05, "loss": 0.2221, "step": 399 }, { "epoch": 0.507399577167019, "grad_norm": 5.911139965057373, "learning_rate": 1.1478946229096532e-05, "loss": 0.2045, "step": 400 }, { "epoch": 0.507399577167019, "eval_accuracy": 0.8509933774834437, "eval_f1": 0.6731234866828087, "eval_loss": 0.3174249827861786, "eval_precision": 0.8742138364779874, "eval_recall": 0.547244094488189, "eval_runtime": 51.0242, "eval_samples_per_second": 5.429, "eval_steps_per_second": 0.176, "step": 400 }, { "epoch": 0.5086680761099366, "grad_norm": 4.422440528869629, "learning_rate": 1.1435108934848609e-05, "loss": 0.2941, "step": 401 }, { "epoch": 0.5099365750528542, "grad_norm": 3.987483024597168, "learning_rate": 1.1391243463816036e-05, "loss": 0.2109, "step": 402 }, { "epoch": 0.5112050739957716, "grad_norm": 4.6511640548706055, "learning_rate": 1.1347350677249063e-05, "loss": 0.2082, "step": 403 }, { "epoch": 0.5124735729386892, "grad_norm": 5.202207565307617, "learning_rate": 1.1303431436934254e-05, "loss": 0.1939, "step": 404 }, { "epoch": 0.5137420718816068, "grad_norm": 3.7034809589385986, "learning_rate": 1.125948660517756e-05, "loss": 0.1794, "step": 405 }, { "epoch": 0.5150105708245243, "grad_norm": 4.559153079986572, "learning_rate": 1.1215517044787387e-05, "loss": 0.2288, "step": 406 }, { "epoch": 0.5162790697674419, "grad_norm": 6.425766944885254, "learning_rate": 1.1171523619057678e-05, "loss": 0.3279, "step": 407 }, { "epoch": 0.5175475687103595, "grad_norm": 3.744201898574829, "learning_rate": 1.1127507191750926e-05, "loss": 0.1917, "step": 408 }, { "epoch": 0.5188160676532769, "grad_norm": 4.557126522064209, "learning_rate": 1.1083468627081241e-05, "loss": 0.2885, "step": 409 }, { "epoch": 0.5200845665961945, "grad_norm": 3.1752729415893555, "learning_rate": 1.1039408789697385e-05, "loss": 0.1734, "step": 410 }, { "epoch": 0.5213530655391121, "grad_norm": 3.41485595703125, "learning_rate": 1.0995328544665776e-05, "loss": 0.2242, "step": 411 }, { "epoch": 0.5226215644820296, "grad_norm": 3.8267111778259277, "learning_rate": 1.0951228757453514e-05, "loss": 0.1678, "step": 412 }, { "epoch": 0.5238900634249471, "grad_norm": 3.5933799743652344, "learning_rate": 1.0907110293911391e-05, "loss": 0.1935, "step": 413 }, { "epoch": 0.5251585623678647, "grad_norm": 4.974501609802246, "learning_rate": 1.086297402025689e-05, "loss": 0.2342, "step": 414 }, { "epoch": 0.5264270613107822, "grad_norm": 5.614207744598389, "learning_rate": 1.0818820803057172e-05, "loss": 0.1686, "step": 415 }, { "epoch": 0.5276955602536998, "grad_norm": 4.421863555908203, "learning_rate": 1.077465150921207e-05, "loss": 0.2413, "step": 416 }, { "epoch": 0.5289640591966174, "grad_norm": 3.7212207317352295, "learning_rate": 1.073046700593706e-05, "loss": 0.2188, "step": 417 }, { "epoch": 0.5302325581395348, "grad_norm": 3.744774580001831, "learning_rate": 1.068626816074624e-05, "loss": 0.2309, "step": 418 }, { "epoch": 0.5315010570824524, "grad_norm": 3.859792709350586, "learning_rate": 1.0642055841435297e-05, "loss": 0.1562, "step": 419 }, { "epoch": 0.53276955602537, "grad_norm": 7.018131256103516, "learning_rate": 1.0597830916064466e-05, "loss": 0.2368, "step": 420 }, { "epoch": 0.53276955602537, "eval_accuracy": 0.847682119205298, "eval_f1": 0.6698564593301436, "eval_loss": 0.315592885017395, "eval_precision": 0.8536585365853658, "eval_recall": 0.5511811023622047, "eval_runtime": 51.9783, "eval_samples_per_second": 5.329, "eval_steps_per_second": 0.173, "step": 420 }, { "epoch": 0.5340380549682875, "grad_norm": 5.954317569732666, "learning_rate": 1.0553594252941489e-05, "loss": 0.2667, "step": 421 }, { "epoch": 0.5353065539112051, "grad_norm": 2.7260313034057617, "learning_rate": 1.0509346720604568e-05, "loss": 0.1736, "step": 422 }, { "epoch": 0.5365750528541227, "grad_norm": 6.12712287902832, "learning_rate": 1.0465089187805305e-05, "loss": 0.2367, "step": 423 }, { "epoch": 0.5378435517970401, "grad_norm": 4.741700172424316, "learning_rate": 1.0420822523491651e-05, "loss": 0.2163, "step": 424 }, { "epoch": 0.5391120507399577, "grad_norm": 8.61501407623291, "learning_rate": 1.037654759679085e-05, "loss": 0.2217, "step": 425 }, { "epoch": 0.5403805496828753, "grad_norm": 4.60408353805542, "learning_rate": 1.0332265276992361e-05, "loss": 0.2595, "step": 426 }, { "epoch": 0.5416490486257928, "grad_norm": 5.619015693664551, "learning_rate": 1.0287976433530803e-05, "loss": 0.2045, "step": 427 }, { "epoch": 0.5429175475687104, "grad_norm": 6.060495376586914, "learning_rate": 1.0243681935968885e-05, "loss": 0.2218, "step": 428 }, { "epoch": 0.5441860465116279, "grad_norm": 4.551842212677002, "learning_rate": 1.0199382653980317e-05, "loss": 0.2108, "step": 429 }, { "epoch": 0.5454545454545454, "grad_norm": 6.0335564613342285, "learning_rate": 1.0155079457332747e-05, "loss": 0.2044, "step": 430 }, { "epoch": 0.546723044397463, "grad_norm": 3.9287242889404297, "learning_rate": 1.0110773215870695e-05, "loss": 0.1748, "step": 431 }, { "epoch": 0.5479915433403806, "grad_norm": 5.402927398681641, "learning_rate": 1.0066464799498452e-05, "loss": 0.2594, "step": 432 }, { "epoch": 0.5492600422832981, "grad_norm": 4.90135383605957, "learning_rate": 1.0022155078163012e-05, "loss": 0.1855, "step": 433 }, { "epoch": 0.5505285412262156, "grad_norm": 2.856055736541748, "learning_rate": 9.977844921836992e-06, "loss": 0.1365, "step": 434 }, { "epoch": 0.5517970401691332, "grad_norm": 5.056857109069824, "learning_rate": 9.933535200501552e-06, "loss": 0.1966, "step": 435 }, { "epoch": 0.5530655391120507, "grad_norm": 5.74174690246582, "learning_rate": 9.889226784129307e-06, "loss": 0.2867, "step": 436 }, { "epoch": 0.5543340380549683, "grad_norm": 4.972617149353027, "learning_rate": 9.844920542667254e-06, "loss": 0.2438, "step": 437 }, { "epoch": 0.5556025369978859, "grad_norm": 5.448729038238525, "learning_rate": 9.800617346019687e-06, "loss": 0.2221, "step": 438 }, { "epoch": 0.5568710359408033, "grad_norm": 4.500537395477295, "learning_rate": 9.756318064031118e-06, "loss": 0.2215, "step": 439 }, { "epoch": 0.5581395348837209, "grad_norm": 4.469764232635498, "learning_rate": 9.712023566469198e-06, "loss": 0.2162, "step": 440 }, { "epoch": 0.5581395348837209, "eval_accuracy": 0.8609271523178808, "eval_f1": 0.7136363636363636, "eval_loss": 0.2927682101726532, "eval_precision": 0.8440860215053764, "eval_recall": 0.6181102362204725, "eval_runtime": 52.7005, "eval_samples_per_second": 5.256, "eval_steps_per_second": 0.171, "step": 440 }, { "epoch": 0.5594080338266385, "grad_norm": 4.238883018493652, "learning_rate": 9.66773472300764e-06, "loss": 0.1607, "step": 441 }, { "epoch": 0.560676532769556, "grad_norm": 3.689420223236084, "learning_rate": 9.623452403209152e-06, "loss": 0.2105, "step": 442 }, { "epoch": 0.5619450317124736, "grad_norm": 3.286783456802368, "learning_rate": 9.579177476508352e-06, "loss": 0.2194, "step": 443 }, { "epoch": 0.5632135306553911, "grad_norm": 4.903306484222412, "learning_rate": 9.5349108121947e-06, "loss": 0.2095, "step": 444 }, { "epoch": 0.5644820295983086, "grad_norm": 3.390174627304077, "learning_rate": 9.490653279395436e-06, "loss": 0.1972, "step": 445 }, { "epoch": 0.5657505285412262, "grad_norm": 4.267228603363037, "learning_rate": 9.446405747058513e-06, "loss": 0.2665, "step": 446 }, { "epoch": 0.5670190274841438, "grad_norm": 4.4697675704956055, "learning_rate": 9.402169083935539e-06, "loss": 0.2574, "step": 447 }, { "epoch": 0.5682875264270613, "grad_norm": 4.458617210388184, "learning_rate": 9.357944158564708e-06, "loss": 0.1765, "step": 448 }, { "epoch": 0.5695560253699788, "grad_norm": 4.2114715576171875, "learning_rate": 9.313731839253766e-06, "loss": 0.2469, "step": 449 }, { "epoch": 0.5708245243128964, "grad_norm": 3.167578935623169, "learning_rate": 9.269532994062945e-06, "loss": 0.2217, "step": 450 }, { "epoch": 0.5720930232558139, "grad_norm": 3.5999159812927246, "learning_rate": 9.225348490787935e-06, "loss": 0.2433, "step": 451 }, { "epoch": 0.5733615221987315, "grad_norm": 4.339929580688477, "learning_rate": 9.181179196942831e-06, "loss": 0.2543, "step": 452 }, { "epoch": 0.5746300211416491, "grad_norm": 3.657891035079956, "learning_rate": 9.137025979743114e-06, "loss": 0.1899, "step": 453 }, { "epoch": 0.5758985200845665, "grad_norm": 3.0815606117248535, "learning_rate": 9.092889706088615e-06, "loss": 0.1921, "step": 454 }, { "epoch": 0.5771670190274841, "grad_norm": 3.4993326663970947, "learning_rate": 9.048771242546493e-06, "loss": 0.1811, "step": 455 }, { "epoch": 0.5784355179704017, "grad_norm": 3.1785824298858643, "learning_rate": 9.004671455334227e-06, "loss": 0.1451, "step": 456 }, { "epoch": 0.5797040169133192, "grad_norm": 4.485751152038574, "learning_rate": 8.960591210302616e-06, "loss": 0.2327, "step": 457 }, { "epoch": 0.5809725158562368, "grad_norm": 3.2318646907806396, "learning_rate": 8.91653137291876e-06, "loss": 0.2231, "step": 458 }, { "epoch": 0.5822410147991544, "grad_norm": 3.670243740081787, "learning_rate": 8.872492808249077e-06, "loss": 0.192, "step": 459 }, { "epoch": 0.5835095137420718, "grad_norm": 3.487762928009033, "learning_rate": 8.828476380942326e-06, "loss": 0.1664, "step": 460 }, { "epoch": 0.5835095137420718, "eval_accuracy": 0.8598233995584988, "eval_f1": 0.7146067415730337, "eval_loss": 0.29775571823120117, "eval_precision": 0.8324607329842932, "eval_recall": 0.6259842519685039, "eval_runtime": 52.4539, "eval_samples_per_second": 5.281, "eval_steps_per_second": 0.172, "step": 460 }, { "epoch": 0.5847780126849894, "grad_norm": 3.1561360359191895, "learning_rate": 8.784482955212615e-06, "loss": 0.1727, "step": 461 }, { "epoch": 0.586046511627907, "grad_norm": 4.375553131103516, "learning_rate": 8.740513394822442e-06, "loss": 0.2016, "step": 462 }, { "epoch": 0.5873150105708245, "grad_norm": 3.2783806324005127, "learning_rate": 8.696568563065748e-06, "loss": 0.1808, "step": 463 }, { "epoch": 0.588583509513742, "grad_norm": 5.312812328338623, "learning_rate": 8.652649322750937e-06, "loss": 0.2486, "step": 464 }, { "epoch": 0.5898520084566596, "grad_norm": 3.248567819595337, "learning_rate": 8.608756536183964e-06, "loss": 0.2222, "step": 465 }, { "epoch": 0.5911205073995772, "grad_norm": 4.083889007568359, "learning_rate": 8.564891065151391e-06, "loss": 0.2293, "step": 466 }, { "epoch": 0.5923890063424947, "grad_norm": 4.238209247589111, "learning_rate": 8.521053770903468e-06, "loss": 0.225, "step": 467 }, { "epoch": 0.5936575052854123, "grad_norm": 5.558248043060303, "learning_rate": 8.477245514137227e-06, "loss": 0.2204, "step": 468 }, { "epoch": 0.5949260042283299, "grad_norm": 4.5489420890808105, "learning_rate": 8.43346715497958e-06, "loss": 0.2116, "step": 469 }, { "epoch": 0.5961945031712473, "grad_norm": 3.887915849685669, "learning_rate": 8.389719552970432e-06, "loss": 0.1674, "step": 470 }, { "epoch": 0.5974630021141649, "grad_norm": 5.154160976409912, "learning_rate": 8.346003567045806e-06, "loss": 0.2238, "step": 471 }, { "epoch": 0.5987315010570825, "grad_norm": 4.397689342498779, "learning_rate": 8.30232005552098e-06, "loss": 0.2215, "step": 472 }, { "epoch": 0.6, "grad_norm": 5.090795040130615, "learning_rate": 8.258669876073626e-06, "loss": 0.1966, "step": 473 }, { "epoch": 0.6012684989429176, "grad_norm": 2.8848166465759277, "learning_rate": 8.215053885726986e-06, "loss": 0.1757, "step": 474 }, { "epoch": 0.6025369978858351, "grad_norm": 5.922531604766846, "learning_rate": 8.171472940833033e-06, "loss": 0.2721, "step": 475 }, { "epoch": 0.6038054968287526, "grad_norm": 3.6184239387512207, "learning_rate": 8.127927897055658e-06, "loss": 0.1644, "step": 476 }, { "epoch": 0.6050739957716702, "grad_norm": 3.496631145477295, "learning_rate": 8.084419609353875e-06, "loss": 0.1849, "step": 477 }, { "epoch": 0.6063424947145878, "grad_norm": 4.242512226104736, "learning_rate": 8.040948931965038e-06, "loss": 0.2105, "step": 478 }, { "epoch": 0.6076109936575053, "grad_norm": 3.4095211029052734, "learning_rate": 7.997516718388056e-06, "loss": 0.1628, "step": 479 }, { "epoch": 0.6088794926004228, "grad_norm": 5.149474143981934, "learning_rate": 7.95412382136665e-06, "loss": 0.2282, "step": 480 }, { "epoch": 0.6088794926004228, "eval_accuracy": 0.8587196467991169, "eval_f1": 0.7037037037037037, "eval_loss": 0.3031023144721985, "eval_precision": 0.8539325842696629, "eval_recall": 0.5984251968503937, "eval_runtime": 51.9749, "eval_samples_per_second": 5.329, "eval_steps_per_second": 0.173, "step": 480 }, { "epoch": 0.6101479915433404, "grad_norm": 4.154394149780273, "learning_rate": 7.910771092872598e-06, "loss": 0.2157, "step": 481 }, { "epoch": 0.6114164904862579, "grad_norm": 5.618874549865723, "learning_rate": 7.86745938408902e-06, "loss": 0.2325, "step": 482 }, { "epoch": 0.6126849894291755, "grad_norm": 4.56056547164917, "learning_rate": 7.82418954539365e-06, "loss": 0.2452, "step": 483 }, { "epoch": 0.6139534883720931, "grad_norm": 5.774714946746826, "learning_rate": 7.780962426342155e-06, "loss": 0.2435, "step": 484 }, { "epoch": 0.6152219873150105, "grad_norm": 5.51974630355835, "learning_rate": 7.737778875651448e-06, "loss": 0.1966, "step": 485 }, { "epoch": 0.6164904862579281, "grad_norm": 3.314197063446045, "learning_rate": 7.694639741183027e-06, "loss": 0.1392, "step": 486 }, { "epoch": 0.6177589852008457, "grad_norm": 4.631697654724121, "learning_rate": 7.651545869926323e-06, "loss": 0.2346, "step": 487 }, { "epoch": 0.6190274841437632, "grad_norm": 4.110776424407959, "learning_rate": 7.608498107982074e-06, "loss": 0.221, "step": 488 }, { "epoch": 0.6202959830866808, "grad_norm": 5.305356502532959, "learning_rate": 7.565497300545714e-06, "loss": 0.2169, "step": 489 }, { "epoch": 0.6215644820295984, "grad_norm": 4.338992595672607, "learning_rate": 7.5225442918907765e-06, "loss": 0.1901, "step": 490 }, { "epoch": 0.6228329809725158, "grad_norm": 6.824976921081543, "learning_rate": 7.479639925352318e-06, "loss": 0.2836, "step": 491 }, { "epoch": 0.6241014799154334, "grad_norm": 3.5278079509735107, "learning_rate": 7.436785043310357e-06, "loss": 0.1524, "step": 492 }, { "epoch": 0.625369978858351, "grad_norm": 4.220887184143066, "learning_rate": 7.393980487173349e-06, "loss": 0.253, "step": 493 }, { "epoch": 0.6266384778012685, "grad_norm": 4.364911079406738, "learning_rate": 7.351227097361645e-06, "loss": 0.215, "step": 494 }, { "epoch": 0.627906976744186, "grad_norm": 3.2984468936920166, "learning_rate": 7.308525713291006e-06, "loss": 0.2252, "step": 495 }, { "epoch": 0.6291754756871036, "grad_norm": 4.866385459899902, "learning_rate": 7.2658771733561175e-06, "loss": 0.2572, "step": 496 }, { "epoch": 0.6304439746300211, "grad_norm": 4.756896495819092, "learning_rate": 7.223282314914128e-06, "loss": 0.1821, "step": 497 }, { "epoch": 0.6317124735729387, "grad_norm": 3.7380802631378174, "learning_rate": 7.180741974268207e-06, "loss": 0.1703, "step": 498 }, { "epoch": 0.6329809725158563, "grad_norm": 3.99318265914917, "learning_rate": 7.138256986651131e-06, "loss": 0.2035, "step": 499 }, { "epoch": 0.6342494714587738, "grad_norm": 4.226932525634766, "learning_rate": 7.095828186208879e-06, "loss": 0.1983, "step": 500 }, { "epoch": 0.6342494714587738, "eval_accuracy": 0.8543046357615894, "eval_f1": 0.7040358744394619, "eval_loss": 0.2958061695098877, "eval_precision": 0.8177083333333334, "eval_recall": 0.6181102362204725, "eval_runtime": 51.9773, "eval_samples_per_second": 5.329, "eval_steps_per_second": 0.173, "step": 500 }, { "epoch": 0.6355179704016913, "grad_norm": 2.9807305335998535, "learning_rate": 7.053456405984254e-06, "loss": 0.2006, "step": 501 }, { "epoch": 0.6367864693446089, "grad_norm": 3.490462303161621, "learning_rate": 7.011142477900534e-06, "loss": 0.209, "step": 502 }, { "epoch": 0.6380549682875264, "grad_norm": 4.7009782791137695, "learning_rate": 6.9688872327451295e-06, "loss": 0.1958, "step": 503 }, { "epoch": 0.639323467230444, "grad_norm": 4.062927722930908, "learning_rate": 6.926691500153283e-06, "loss": 0.2643, "step": 504 }, { "epoch": 0.6405919661733616, "grad_norm": 5.526817321777344, "learning_rate": 6.884556108591766e-06, "loss": 0.2787, "step": 505 }, { "epoch": 0.641860465116279, "grad_norm": 5.635672569274902, "learning_rate": 6.842481885342624e-06, "loss": 0.2394, "step": 506 }, { "epoch": 0.6431289640591966, "grad_norm": 3.4105381965637207, "learning_rate": 6.8004696564869275e-06, "loss": 0.1787, "step": 507 }, { "epoch": 0.6443974630021142, "grad_norm": 4.923336982727051, "learning_rate": 6.75852024688856e-06, "loss": 0.1556, "step": 508 }, { "epoch": 0.6456659619450317, "grad_norm": 4.841919422149658, "learning_rate": 6.716634480178016e-06, "loss": 0.2467, "step": 509 }, { "epoch": 0.6469344608879493, "grad_norm": 3.464397668838501, "learning_rate": 6.674813178736226e-06, "loss": 0.1951, "step": 510 }, { "epoch": 0.6482029598308668, "grad_norm": 4.985055923461914, "learning_rate": 6.633057163678427e-06, "loss": 0.2217, "step": 511 }, { "epoch": 0.6494714587737843, "grad_norm": 4.595572471618652, "learning_rate": 6.5913672548380215e-06, "loss": 0.2207, "step": 512 }, { "epoch": 0.6507399577167019, "grad_norm": 3.702177047729492, "learning_rate": 6.549744270750489e-06, "loss": 0.1988, "step": 513 }, { "epoch": 0.6520084566596195, "grad_norm": 6.06284236907959, "learning_rate": 6.50818902863732e-06, "loss": 0.2363, "step": 514 }, { "epoch": 0.653276955602537, "grad_norm": 3.6575632095336914, "learning_rate": 6.466702344389963e-06, "loss": 0.1872, "step": 515 }, { "epoch": 0.6545454545454545, "grad_norm": 3.904543161392212, "learning_rate": 6.42528503255381e-06, "loss": 0.2535, "step": 516 }, { "epoch": 0.6558139534883721, "grad_norm": 2.966963291168213, "learning_rate": 6.383937906312196e-06, "loss": 0.1866, "step": 517 }, { "epoch": 0.6570824524312896, "grad_norm": 3.8866353034973145, "learning_rate": 6.342661777470449e-06, "loss": 0.2196, "step": 518 }, { "epoch": 0.6583509513742072, "grad_norm": 4.250112533569336, "learning_rate": 6.301457456439932e-06, "loss": 0.1956, "step": 519 }, { "epoch": 0.6596194503171248, "grad_norm": 4.357515335083008, "learning_rate": 6.260325752222148e-06, "loss": 0.1843, "step": 520 }, { "epoch": 0.6596194503171248, "eval_accuracy": 0.8609271523178808, "eval_f1": 0.7096774193548387, "eval_loss": 0.30549532175064087, "eval_precision": 0.8555555555555555, "eval_recall": 0.6062992125984252, "eval_runtime": 50.4215, "eval_samples_per_second": 5.494, "eval_steps_per_second": 0.178, "step": 520 }, { "epoch": 0.6608879492600422, "grad_norm": 3.0417070388793945, "learning_rate": 6.2192674723928425e-06, "loss": 0.2046, "step": 521 }, { "epoch": 0.6621564482029598, "grad_norm": 3.6613922119140625, "learning_rate": 6.178283423086159e-06, "loss": 0.1782, "step": 522 }, { "epoch": 0.6634249471458774, "grad_norm": 3.165771722793579, "learning_rate": 6.137374408978803e-06, "loss": 0.2041, "step": 523 }, { "epoch": 0.6646934460887949, "grad_norm": 4.003574371337891, "learning_rate": 6.096541233274247e-06, "loss": 0.2098, "step": 524 }, { "epoch": 0.6659619450317125, "grad_norm": 3.318516492843628, "learning_rate": 6.05578469768696e-06, "loss": 0.1887, "step": 525 }, { "epoch": 0.66723044397463, "grad_norm": 4.255181312561035, "learning_rate": 6.01510560242667e-06, "loss": 0.2046, "step": 526 }, { "epoch": 0.6684989429175475, "grad_norm": 3.862027883529663, "learning_rate": 5.974504746182644e-06, "loss": 0.1841, "step": 527 }, { "epoch": 0.6697674418604651, "grad_norm": 3.570117950439453, "learning_rate": 5.933982926108015e-06, "loss": 0.1597, "step": 528 }, { "epoch": 0.6710359408033827, "grad_norm": 6.440456867218018, "learning_rate": 5.893540937804128e-06, "loss": 0.2544, "step": 529 }, { "epoch": 0.6723044397463002, "grad_norm": 4.021892547607422, "learning_rate": 5.85317957530492e-06, "loss": 0.2522, "step": 530 }, { "epoch": 0.6735729386892177, "grad_norm": 4.242708206176758, "learning_rate": 5.812899631061328e-06, "loss": 0.1897, "step": 531 }, { "epoch": 0.6748414376321353, "grad_norm": 4.2478814125061035, "learning_rate": 5.772701895925725e-06, "loss": 0.2376, "step": 532 }, { "epoch": 0.6761099365750528, "grad_norm": 3.1216530799865723, "learning_rate": 5.732587159136409e-06, "loss": 0.1965, "step": 533 }, { "epoch": 0.6773784355179704, "grad_norm": 4.511528968811035, "learning_rate": 5.692556208302089e-06, "loss": 0.2142, "step": 534 }, { "epoch": 0.678646934460888, "grad_norm": 3.4524171352386475, "learning_rate": 5.652609829386431e-06, "loss": 0.2075, "step": 535 }, { "epoch": 0.6799154334038054, "grad_norm": 5.186423301696777, "learning_rate": 5.612748806692631e-06, "loss": 0.2504, "step": 536 }, { "epoch": 0.681183932346723, "grad_norm": 7.290851593017578, "learning_rate": 5.572973922848003e-06, "loss": 0.2263, "step": 537 }, { "epoch": 0.6824524312896406, "grad_norm": 7.404147624969482, "learning_rate": 5.5332859587886174e-06, "loss": 0.2877, "step": 538 }, { "epoch": 0.6837209302325581, "grad_norm": 3.5259296894073486, "learning_rate": 5.493685693743975e-06, "loss": 0.2011, "step": 539 }, { "epoch": 0.6849894291754757, "grad_norm": 5.679382801055908, "learning_rate": 5.4541739052217015e-06, "loss": 0.1915, "step": 540 }, { "epoch": 0.6849894291754757, "eval_accuracy": 0.8675496688741722, "eval_f1": 0.7424892703862661, "eval_loss": 0.28183531761169434, "eval_precision": 0.8160377358490566, "eval_recall": 0.6811023622047244, "eval_runtime": 50.4206, "eval_samples_per_second": 5.494, "eval_steps_per_second": 0.178, "step": 540 }, { "epoch": 0.6862579281183933, "grad_norm": 4.955303192138672, "learning_rate": 5.414751368992281e-06, "loss": 0.1991, "step": 541 }, { "epoch": 0.6875264270613107, "grad_norm": 5.0703349113464355, "learning_rate": 5.3754188590738335e-06, "loss": 0.1959, "step": 542 }, { "epoch": 0.6887949260042283, "grad_norm": 3.5751047134399414, "learning_rate": 5.3361771477169025e-06, "loss": 0.2537, "step": 543 }, { "epoch": 0.6900634249471459, "grad_norm": 4.129851341247559, "learning_rate": 5.297027005389309e-06, "loss": 0.2031, "step": 544 }, { "epoch": 0.6913319238900634, "grad_norm": 3.951871633529663, "learning_rate": 5.257969200761015e-06, "loss": 0.1888, "step": 545 }, { "epoch": 0.692600422832981, "grad_norm": 4.308104515075684, "learning_rate": 5.219004500689031e-06, "loss": 0.2216, "step": 546 }, { "epoch": 0.6938689217758985, "grad_norm": 3.6957151889801025, "learning_rate": 5.180133670202363e-06, "loss": 0.2113, "step": 547 }, { "epoch": 0.695137420718816, "grad_norm": 4.605830669403076, "learning_rate": 5.141357472486994e-06, "loss": 0.1663, "step": 548 }, { "epoch": 0.6964059196617336, "grad_norm": 4.787519931793213, "learning_rate": 5.102676668870894e-06, "loss": 0.2201, "step": 549 }, { "epoch": 0.6976744186046512, "grad_norm": 4.204073905944824, "learning_rate": 5.064092018809074e-06, "loss": 0.2575, "step": 550 }, { "epoch": 0.6989429175475688, "grad_norm": 5.7078962326049805, "learning_rate": 5.025604279868677e-06, "loss": 0.3108, "step": 551 }, { "epoch": 0.7002114164904862, "grad_norm": 4.210063457489014, "learning_rate": 4.987214207714103e-06, "loss": 0.1687, "step": 552 }, { "epoch": 0.7014799154334038, "grad_norm": 3.3465261459350586, "learning_rate": 4.948922556092173e-06, "loss": 0.1805, "step": 553 }, { "epoch": 0.7027484143763214, "grad_norm": 3.795522928237915, "learning_rate": 4.910730076817326e-06, "loss": 0.229, "step": 554 }, { "epoch": 0.7040169133192389, "grad_norm": 4.867710113525391, "learning_rate": 4.872637519756865e-06, "loss": 0.2243, "step": 555 }, { "epoch": 0.7052854122621565, "grad_norm": 4.932121753692627, "learning_rate": 4.834645632816227e-06, "loss": 0.2373, "step": 556 }, { "epoch": 0.706553911205074, "grad_norm": 4.272938251495361, "learning_rate": 4.796755161924305e-06, "loss": 0.2484, "step": 557 }, { "epoch": 0.7078224101479915, "grad_norm": 6.413752555847168, "learning_rate": 4.7589668510187955e-06, "loss": 0.2344, "step": 558 }, { "epoch": 0.7090909090909091, "grad_norm": 3.5056440830230713, "learning_rate": 4.721281442031601e-06, "loss": 0.1616, "step": 559 }, { "epoch": 0.7103594080338267, "grad_norm": 3.480790615081787, "learning_rate": 4.683699674874253e-06, "loss": 0.1582, "step": 560 }, { "epoch": 0.7103594080338267, "eval_accuracy": 0.8675496688741722, "eval_f1": 0.726027397260274, "eval_loss": 0.288669228553772, "eval_precision": 0.8641304347826086, "eval_recall": 0.6259842519685039, "eval_runtime": 52.0991, "eval_samples_per_second": 5.317, "eval_steps_per_second": 0.173, "step": 560 }, { "epoch": 0.7116279069767442, "grad_norm": 3.7166647911071777, "learning_rate": 4.646222287423391e-06, "loss": 0.2111, "step": 561 }, { "epoch": 0.7128964059196617, "grad_norm": 5.089128017425537, "learning_rate": 4.608850015506282e-06, "loss": 0.2095, "step": 562 }, { "epoch": 0.7141649048625793, "grad_norm": 4.740091800689697, "learning_rate": 4.571583592886352e-06, "loss": 0.1926, "step": 563 }, { "epoch": 0.7154334038054968, "grad_norm": 3.8879525661468506, "learning_rate": 4.534423751248803e-06, "loss": 0.2297, "step": 564 }, { "epoch": 0.7167019027484144, "grad_norm": 4.693061351776123, "learning_rate": 4.497371220186229e-06, "loss": 0.2001, "step": 565 }, { "epoch": 0.717970401691332, "grad_norm": 4.66520881652832, "learning_rate": 4.460426727184305e-06, "loss": 0.2073, "step": 566 }, { "epoch": 0.7192389006342494, "grad_norm": 3.9349865913391113, "learning_rate": 4.4235909976074935e-06, "loss": 0.2098, "step": 567 }, { "epoch": 0.720507399577167, "grad_norm": 5.9813618659973145, "learning_rate": 4.386864754684808e-06, "loss": 0.2579, "step": 568 }, { "epoch": 0.7217758985200846, "grad_norm": 4.006646633148193, "learning_rate": 4.350248719495612e-06, "loss": 0.1935, "step": 569 }, { "epoch": 0.7230443974630021, "grad_norm": 4.767092227935791, "learning_rate": 4.3137436109554645e-06, "loss": 0.2556, "step": 570 }, { "epoch": 0.7243128964059197, "grad_norm": 4.517501354217529, "learning_rate": 4.277350145801994e-06, "loss": 0.185, "step": 571 }, { "epoch": 0.7255813953488373, "grad_norm": 3.7447240352630615, "learning_rate": 4.241069038580845e-06, "loss": 0.2017, "step": 572 }, { "epoch": 0.7268498942917547, "grad_norm": 5.2144904136657715, "learning_rate": 4.204901001631631e-06, "loss": 0.2049, "step": 573 }, { "epoch": 0.7281183932346723, "grad_norm": 4.404168128967285, "learning_rate": 4.168846745073952e-06, "loss": 0.266, "step": 574 }, { "epoch": 0.7293868921775899, "grad_norm": 4.323419570922852, "learning_rate": 4.132906976793463e-06, "loss": 0.1812, "step": 575 }, { "epoch": 0.7306553911205074, "grad_norm": 3.2697091102600098, "learning_rate": 4.097082402427962e-06, "loss": 0.1758, "step": 576 }, { "epoch": 0.731923890063425, "grad_norm": 4.7810959815979, "learning_rate": 4.061373725353542e-06, "loss": 0.2368, "step": 577 }, { "epoch": 0.7331923890063425, "grad_norm": 4.363092422485352, "learning_rate": 4.025781646670784e-06, "loss": 0.1726, "step": 578 }, { "epoch": 0.73446088794926, "grad_norm": 4.322168827056885, "learning_rate": 3.990306865190983e-06, "loss": 0.2365, "step": 579 }, { "epoch": 0.7357293868921776, "grad_norm": 3.4661788940429688, "learning_rate": 3.954950077422435e-06, "loss": 0.2003, "step": 580 }, { "epoch": 0.7357293868921776, "eval_accuracy": 0.8653421633554084, "eval_f1": 0.7239819004524887, "eval_loss": 0.2871930003166199, "eval_precision": 0.851063829787234, "eval_recall": 0.6299212598425197, "eval_runtime": 51.4881, "eval_samples_per_second": 5.38, "eval_steps_per_second": 0.175, "step": 580 }, { "epoch": 0.7369978858350952, "grad_norm": 4.783055305480957, "learning_rate": 3.9197119775567595e-06, "loss": 0.2522, "step": 581 }, { "epoch": 0.7382663847780127, "grad_norm": 4.873471260070801, "learning_rate": 3.884593257455268e-06, "loss": 0.2188, "step": 582 }, { "epoch": 0.7395348837209302, "grad_norm": 4.4479289054870605, "learning_rate": 3.849594606635384e-06, "loss": 0.1991, "step": 583 }, { "epoch": 0.7408033826638478, "grad_norm": 2.947563409805298, "learning_rate": 3.814716712257101e-06, "loss": 0.1545, "step": 584 }, { "epoch": 0.7420718816067653, "grad_norm": 3.4630439281463623, "learning_rate": 3.7799602591094953e-06, "loss": 0.1736, "step": 585 }, { "epoch": 0.7433403805496829, "grad_norm": 3.2017877101898193, "learning_rate": 3.745325929597272e-06, "loss": 0.1384, "step": 586 }, { "epoch": 0.7446088794926005, "grad_norm": 3.4015791416168213, "learning_rate": 3.7108144037273806e-06, "loss": 0.2033, "step": 587 }, { "epoch": 0.7458773784355179, "grad_norm": 3.5852890014648438, "learning_rate": 3.676426359095653e-06, "loss": 0.1888, "step": 588 }, { "epoch": 0.7471458773784355, "grad_norm": 3.599536657333374, "learning_rate": 3.6421624708735002e-06, "loss": 0.1998, "step": 589 }, { "epoch": 0.7484143763213531, "grad_norm": 5.890554904937744, "learning_rate": 3.6080234117946634e-06, "loss": 0.2303, "step": 590 }, { "epoch": 0.7496828752642706, "grad_norm": 4.978075981140137, "learning_rate": 3.5740098521419985e-06, "loss": 0.2299, "step": 591 }, { "epoch": 0.7509513742071882, "grad_norm": 4.91259241104126, "learning_rate": 3.5401224597343175e-06, "loss": 0.222, "step": 592 }, { "epoch": 0.7522198731501057, "grad_norm": 3.010634422302246, "learning_rate": 3.5063618999132798e-06, "loss": 0.2077, "step": 593 }, { "epoch": 0.7534883720930232, "grad_norm": 4.121917724609375, "learning_rate": 3.4727288355303247e-06, "loss": 0.2408, "step": 594 }, { "epoch": 0.7547568710359408, "grad_norm": 6.061969757080078, "learning_rate": 3.4392239269336592e-06, "loss": 0.227, "step": 595 }, { "epoch": 0.7560253699788584, "grad_norm": 6.199504375457764, "learning_rate": 3.4058478319552935e-06, "loss": 0.2553, "step": 596 }, { "epoch": 0.7572938689217759, "grad_norm": 3.981107473373413, "learning_rate": 3.372601205898122e-06, "loss": 0.2189, "step": 597 }, { "epoch": 0.7585623678646934, "grad_norm": 5.17703104019165, "learning_rate": 3.3394847015230613e-06, "loss": 0.2252, "step": 598 }, { "epoch": 0.759830866807611, "grad_norm": 3.7564640045166016, "learning_rate": 3.3064989690362314e-06, "loss": 0.2137, "step": 599 }, { "epoch": 0.7610993657505285, "grad_norm": 5.007497310638428, "learning_rate": 3.2736446560761903e-06, "loss": 0.2345, "step": 600 }, { "epoch": 0.7610993657505285, "eval_accuracy": 0.8686534216335541, "eval_f1": 0.7407407407407407, "eval_loss": 0.282692551612854, "eval_precision": 0.8292682926829268, "eval_recall": 0.6692913385826772, "eval_runtime": 52.302, "eval_samples_per_second": 5.296, "eval_steps_per_second": 0.172, "step": 600 } ], "logging_steps": 1, "max_steps": 788, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 100, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 2.2467637165634355e+17, "train_batch_size": 6, "trial_name": null, "trial_params": null }