| { | |
| "best_metric": 0.6890261173248291, | |
| "best_model_checkpoint": "/home1/datahome/villien/project_hub/DinoVdeau/models/Aina-large-2024_10_23-batch-size32_freeze_monolabel/checkpoint-337824", | |
| "epoch": 112.0, | |
| "eval_steps": 500, | |
| "global_step": 370944, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.15096618357487923, | |
| "grad_norm": 4.092954635620117, | |
| "learning_rate": 0.001, | |
| "loss": 1.2862, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.30193236714975846, | |
| "grad_norm": 2.8465919494628906, | |
| "learning_rate": 0.001, | |
| "loss": 1.0646, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.4528985507246377, | |
| "grad_norm": 2.6722023487091064, | |
| "learning_rate": 0.001, | |
| "loss": 1.0197, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.6038647342995169, | |
| "grad_norm": 2.542285442352295, | |
| "learning_rate": 0.001, | |
| "loss": 1.0012, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.7548309178743962, | |
| "grad_norm": 3.1086227893829346, | |
| "learning_rate": 0.001, | |
| "loss": 0.9796, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.9057971014492754, | |
| "grad_norm": 1.9604114294052124, | |
| "learning_rate": 0.001, | |
| "loss": 0.9658, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.7178935447338618, | |
| "eval_f1_macro": 0.22165703415657395, | |
| "eval_f1_micro": 0.7178935447338618, | |
| "eval_loss": 0.8467838168144226, | |
| "eval_runtime": 218.9663, | |
| "eval_samples_per_second": 161.303, | |
| "eval_steps_per_second": 5.042, | |
| "learning_rate": 0.001, | |
| "step": 3312 | |
| }, | |
| { | |
| "epoch": 1.0567632850241546, | |
| "grad_norm": 2.1088340282440186, | |
| "learning_rate": 0.001, | |
| "loss": 0.9605, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.2077294685990339, | |
| "grad_norm": 2.5187363624572754, | |
| "learning_rate": 0.001, | |
| "loss": 0.9718, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.358695652173913, | |
| "grad_norm": 1.7005295753479004, | |
| "learning_rate": 0.001, | |
| "loss": 0.934, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.5096618357487923, | |
| "grad_norm": 1.8835418224334717, | |
| "learning_rate": 0.001, | |
| "loss": 0.9532, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.6606280193236715, | |
| "grad_norm": 1.95162832736969, | |
| "learning_rate": 0.001, | |
| "loss": 0.9426, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.8115942028985508, | |
| "grad_norm": 2.5510926246643066, | |
| "learning_rate": 0.001, | |
| "loss": 0.9391, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.96256038647343, | |
| "grad_norm": 1.474992275238037, | |
| "learning_rate": 0.001, | |
| "loss": 0.9257, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.7247168742921857, | |
| "eval_f1_macro": 0.30432564891312835, | |
| "eval_f1_micro": 0.7247168742921857, | |
| "eval_loss": 0.8172192573547363, | |
| "eval_runtime": 219.7649, | |
| "eval_samples_per_second": 160.717, | |
| "eval_steps_per_second": 5.024, | |
| "learning_rate": 0.001, | |
| "step": 6624 | |
| }, | |
| { | |
| "epoch": 2.1135265700483092, | |
| "grad_norm": 1.5706532001495361, | |
| "learning_rate": 0.001, | |
| "loss": 0.9204, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.2644927536231885, | |
| "grad_norm": 1.8336281776428223, | |
| "learning_rate": 0.001, | |
| "loss": 0.9214, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.4154589371980677, | |
| "grad_norm": 1.5006639957427979, | |
| "learning_rate": 0.001, | |
| "loss": 0.9134, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.566425120772947, | |
| "grad_norm": 1.3287198543548584, | |
| "learning_rate": 0.001, | |
| "loss": 0.9272, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.717391304347826, | |
| "grad_norm": 1.6935093402862549, | |
| "learning_rate": 0.001, | |
| "loss": 0.9081, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.8683574879227054, | |
| "grad_norm": 1.6363154649734497, | |
| "learning_rate": 0.001, | |
| "loss": 0.9202, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.72599093997735, | |
| "eval_f1_macro": 0.30354947063534227, | |
| "eval_f1_micro": 0.72599093997735, | |
| "eval_loss": 0.8048254251480103, | |
| "eval_runtime": 213.9071, | |
| "eval_samples_per_second": 165.118, | |
| "eval_steps_per_second": 5.161, | |
| "learning_rate": 0.001, | |
| "step": 9936 | |
| }, | |
| { | |
| "epoch": 3.0193236714975846, | |
| "grad_norm": 1.5169860124588013, | |
| "learning_rate": 0.001, | |
| "loss": 0.9103, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 3.170289855072464, | |
| "grad_norm": 1.4337282180786133, | |
| "learning_rate": 0.001, | |
| "loss": 0.9141, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 3.321256038647343, | |
| "grad_norm": 1.2123082876205444, | |
| "learning_rate": 0.001, | |
| "loss": 0.9108, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 3.4722222222222223, | |
| "grad_norm": 1.4377527236938477, | |
| "learning_rate": 0.001, | |
| "loss": 0.8972, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 3.6231884057971016, | |
| "grad_norm": 1.3103830814361572, | |
| "learning_rate": 0.001, | |
| "loss": 0.9089, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 3.774154589371981, | |
| "grad_norm": 1.3572064638137817, | |
| "learning_rate": 0.001, | |
| "loss": 0.9155, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 3.92512077294686, | |
| "grad_norm": 1.3236734867095947, | |
| "learning_rate": 0.001, | |
| "loss": 0.8905, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.728510758776897, | |
| "eval_f1_macro": 0.3108900654252266, | |
| "eval_f1_micro": 0.728510758776897, | |
| "eval_loss": 0.7946847677230835, | |
| "eval_runtime": 217.8922, | |
| "eval_samples_per_second": 162.099, | |
| "eval_steps_per_second": 5.067, | |
| "learning_rate": 0.001, | |
| "step": 13248 | |
| }, | |
| { | |
| "epoch": 4.076086956521739, | |
| "grad_norm": 1.0904438495635986, | |
| "learning_rate": 0.001, | |
| "loss": 0.9027, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 4.2270531400966185, | |
| "grad_norm": 1.2598488330841064, | |
| "learning_rate": 0.001, | |
| "loss": 0.8869, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 4.378019323671498, | |
| "grad_norm": 1.28193998336792, | |
| "learning_rate": 0.001, | |
| "loss": 0.9013, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 4.528985507246377, | |
| "grad_norm": 1.0907433032989502, | |
| "learning_rate": 0.001, | |
| "loss": 0.9015, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 4.679951690821256, | |
| "grad_norm": 1.0357964038848877, | |
| "learning_rate": 0.001, | |
| "loss": 0.8984, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 4.830917874396135, | |
| "grad_norm": 1.0421031713485718, | |
| "learning_rate": 0.001, | |
| "loss": 0.8975, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 4.981884057971015, | |
| "grad_norm": 1.3573296070098877, | |
| "learning_rate": 0.001, | |
| "loss": 0.907, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.7309173272933183, | |
| "eval_f1_macro": 0.30462992193687743, | |
| "eval_f1_micro": 0.7309173272933183, | |
| "eval_loss": 0.7821700572967529, | |
| "eval_runtime": 220.5011, | |
| "eval_samples_per_second": 160.181, | |
| "eval_steps_per_second": 5.007, | |
| "learning_rate": 0.001, | |
| "step": 16560 | |
| }, | |
| { | |
| "epoch": 5.132850241545894, | |
| "grad_norm": 1.1736644506454468, | |
| "learning_rate": 0.001, | |
| "loss": 0.8845, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 5.283816425120773, | |
| "grad_norm": 1.2128374576568604, | |
| "learning_rate": 0.001, | |
| "loss": 0.892, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 5.434782608695652, | |
| "grad_norm": 1.199894666671753, | |
| "learning_rate": 0.001, | |
| "loss": 0.8843, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 5.585748792270532, | |
| "grad_norm": 1.0396721363067627, | |
| "learning_rate": 0.001, | |
| "loss": 0.8865, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 5.736714975845411, | |
| "grad_norm": 1.4927618503570557, | |
| "learning_rate": 0.001, | |
| "loss": 0.9021, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 5.88768115942029, | |
| "grad_norm": 1.0294079780578613, | |
| "learning_rate": 0.001, | |
| "loss": 0.8925, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.7345413363533408, | |
| "eval_f1_macro": 0.31594313464626494, | |
| "eval_f1_micro": 0.7345413363533408, | |
| "eval_loss": 0.7838464379310608, | |
| "eval_runtime": 219.6797, | |
| "eval_samples_per_second": 160.78, | |
| "eval_steps_per_second": 5.025, | |
| "learning_rate": 0.001, | |
| "step": 19872 | |
| }, | |
| { | |
| "epoch": 6.038647342995169, | |
| "grad_norm": 1.1218583583831787, | |
| "learning_rate": 0.001, | |
| "loss": 0.9113, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 6.1896135265700485, | |
| "grad_norm": 1.1388846635818481, | |
| "learning_rate": 0.001, | |
| "loss": 0.8748, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 6.340579710144928, | |
| "grad_norm": 1.2864261865615845, | |
| "learning_rate": 0.001, | |
| "loss": 0.8787, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 6.491545893719807, | |
| "grad_norm": 1.1587731838226318, | |
| "learning_rate": 0.001, | |
| "loss": 0.8889, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 6.642512077294686, | |
| "grad_norm": 0.9929710626602173, | |
| "learning_rate": 0.001, | |
| "loss": 0.8816, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 6.793478260869565, | |
| "grad_norm": 1.097940444946289, | |
| "learning_rate": 0.001, | |
| "loss": 0.8932, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 6.944444444444445, | |
| "grad_norm": 0.9754383563995361, | |
| "learning_rate": 0.001, | |
| "loss": 0.8922, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.7357304643261608, | |
| "eval_f1_macro": 0.3244028121603974, | |
| "eval_f1_micro": 0.7357304643261608, | |
| "eval_loss": 0.793089747428894, | |
| "eval_runtime": 224.722, | |
| "eval_samples_per_second": 157.172, | |
| "eval_steps_per_second": 4.913, | |
| "learning_rate": 0.001, | |
| "step": 23184 | |
| }, | |
| { | |
| "epoch": 7.095410628019324, | |
| "grad_norm": 1.002031922340393, | |
| "learning_rate": 0.001, | |
| "loss": 0.8795, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 7.246376811594203, | |
| "grad_norm": 1.0516221523284912, | |
| "learning_rate": 0.001, | |
| "loss": 0.8941, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 7.397342995169082, | |
| "grad_norm": 1.164881944656372, | |
| "learning_rate": 0.001, | |
| "loss": 0.8719, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 7.548309178743962, | |
| "grad_norm": 0.8948553204536438, | |
| "learning_rate": 0.001, | |
| "loss": 0.8732, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 7.699275362318841, | |
| "grad_norm": 1.2892440557479858, | |
| "learning_rate": 0.001, | |
| "loss": 0.9082, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 7.85024154589372, | |
| "grad_norm": 0.9325675368309021, | |
| "learning_rate": 0.001, | |
| "loss": 0.883, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.7354190260475651, | |
| "eval_f1_macro": 0.3240719942212276, | |
| "eval_f1_micro": 0.7354190260475651, | |
| "eval_loss": 0.7687743306159973, | |
| "eval_runtime": 208.4146, | |
| "eval_samples_per_second": 169.47, | |
| "eval_steps_per_second": 5.297, | |
| "learning_rate": 0.001, | |
| "step": 26496 | |
| }, | |
| { | |
| "epoch": 8.001207729468598, | |
| "grad_norm": 0.9580215811729431, | |
| "learning_rate": 0.001, | |
| "loss": 0.8839, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 8.152173913043478, | |
| "grad_norm": 0.9364214539527893, | |
| "learning_rate": 0.001, | |
| "loss": 0.8819, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 8.303140096618357, | |
| "grad_norm": 0.913118302822113, | |
| "learning_rate": 0.001, | |
| "loss": 0.8703, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 8.454106280193237, | |
| "grad_norm": 1.1664602756500244, | |
| "learning_rate": 0.001, | |
| "loss": 0.89, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 8.605072463768115, | |
| "grad_norm": 1.5964057445526123, | |
| "learning_rate": 0.001, | |
| "loss": 0.8855, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 8.756038647342995, | |
| "grad_norm": 0.9933860898017883, | |
| "learning_rate": 0.001, | |
| "loss": 0.8887, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 8.907004830917874, | |
| "grad_norm": 1.3583431243896484, | |
| "learning_rate": 0.001, | |
| "loss": 0.8697, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.7376557191392978, | |
| "eval_f1_macro": 0.3242274323363683, | |
| "eval_f1_micro": 0.7376557191392978, | |
| "eval_loss": 0.7634698152542114, | |
| "eval_runtime": 206.1807, | |
| "eval_samples_per_second": 171.306, | |
| "eval_steps_per_second": 5.355, | |
| "learning_rate": 0.001, | |
| "step": 29808 | |
| }, | |
| { | |
| "epoch": 9.057971014492754, | |
| "grad_norm": 1.0802897214889526, | |
| "learning_rate": 0.001, | |
| "loss": 0.8723, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 9.208937198067632, | |
| "grad_norm": 1.0164059400558472, | |
| "learning_rate": 0.001, | |
| "loss": 0.8713, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 9.359903381642512, | |
| "grad_norm": 1.0108799934387207, | |
| "learning_rate": 0.001, | |
| "loss": 0.8706, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 9.51086956521739, | |
| "grad_norm": 1.2227768898010254, | |
| "learning_rate": 0.001, | |
| "loss": 0.8592, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 9.66183574879227, | |
| "grad_norm": 0.9643123745918274, | |
| "learning_rate": 0.001, | |
| "loss": 0.8828, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 9.81280193236715, | |
| "grad_norm": 1.145917534828186, | |
| "learning_rate": 0.001, | |
| "loss": 0.8971, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 9.96376811594203, | |
| "grad_norm": 1.157076358795166, | |
| "learning_rate": 0.001, | |
| "loss": 0.8782, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.7373159682899207, | |
| "eval_f1_macro": 0.3327024872296584, | |
| "eval_f1_micro": 0.7373159682899207, | |
| "eval_loss": 0.7689030170440674, | |
| "eval_runtime": 212.3199, | |
| "eval_samples_per_second": 166.353, | |
| "eval_steps_per_second": 5.2, | |
| "learning_rate": 0.001, | |
| "step": 33120 | |
| }, | |
| { | |
| "epoch": 10.114734299516908, | |
| "grad_norm": 1.1405360698699951, | |
| "learning_rate": 0.001, | |
| "loss": 0.8815, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 10.265700483091788, | |
| "grad_norm": 0.999214231967926, | |
| "learning_rate": 0.001, | |
| "loss": 0.8882, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 10.416666666666666, | |
| "grad_norm": 0.8223280906677246, | |
| "learning_rate": 0.001, | |
| "loss": 0.8733, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 10.567632850241546, | |
| "grad_norm": 1.0058332681655884, | |
| "learning_rate": 0.001, | |
| "loss": 0.8835, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 10.718599033816425, | |
| "grad_norm": 0.9850085377693176, | |
| "learning_rate": 0.001, | |
| "loss": 0.8767, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 10.869565217391305, | |
| "grad_norm": 0.9125489592552185, | |
| "learning_rate": 0.001, | |
| "loss": 0.8869, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_accuracy": 0.7349943374858438, | |
| "eval_f1_macro": 0.3336563616631842, | |
| "eval_f1_micro": 0.7349943374858438, | |
| "eval_loss": 0.7676350474357605, | |
| "eval_runtime": 208.2863, | |
| "eval_samples_per_second": 169.574, | |
| "eval_steps_per_second": 5.3, | |
| "learning_rate": 0.001, | |
| "step": 36432 | |
| }, | |
| { | |
| "epoch": 11.020531400966183, | |
| "grad_norm": 1.0183864831924438, | |
| "learning_rate": 0.001, | |
| "loss": 0.8785, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 11.171497584541063, | |
| "grad_norm": 1.4868329763412476, | |
| "learning_rate": 0.001, | |
| "loss": 0.8876, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 11.322463768115941, | |
| "grad_norm": 1.1966030597686768, | |
| "learning_rate": 0.001, | |
| "loss": 0.8655, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 11.473429951690822, | |
| "grad_norm": 1.3686827421188354, | |
| "learning_rate": 0.001, | |
| "loss": 0.8802, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 11.6243961352657, | |
| "grad_norm": 1.0419063568115234, | |
| "learning_rate": 0.001, | |
| "loss": 0.8785, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 11.77536231884058, | |
| "grad_norm": 1.4371249675750732, | |
| "learning_rate": 0.001, | |
| "loss": 0.8896, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 11.926328502415458, | |
| "grad_norm": 1.1206474304199219, | |
| "learning_rate": 0.001, | |
| "loss": 0.8791, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy": 0.7368912797281993, | |
| "eval_f1_macro": 0.34087135736791074, | |
| "eval_f1_micro": 0.7368912797281993, | |
| "eval_loss": 0.7639870643615723, | |
| "eval_runtime": 207.0154, | |
| "eval_samples_per_second": 170.615, | |
| "eval_steps_per_second": 5.333, | |
| "learning_rate": 0.001, | |
| "step": 39744 | |
| }, | |
| { | |
| "epoch": 12.077294685990339, | |
| "grad_norm": 0.9196418523788452, | |
| "learning_rate": 0.001, | |
| "loss": 0.8727, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 12.228260869565217, | |
| "grad_norm": 1.03386390209198, | |
| "learning_rate": 0.001, | |
| "loss": 0.8807, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 12.379227053140097, | |
| "grad_norm": 1.0366028547286987, | |
| "learning_rate": 0.001, | |
| "loss": 0.8811, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 12.530193236714975, | |
| "grad_norm": 1.0820589065551758, | |
| "learning_rate": 0.001, | |
| "loss": 0.8801, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 12.681159420289855, | |
| "grad_norm": 0.8397698402404785, | |
| "learning_rate": 0.001, | |
| "loss": 0.8804, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 12.832125603864734, | |
| "grad_norm": 1.00918447971344, | |
| "learning_rate": 0.001, | |
| "loss": 0.8624, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 12.983091787439614, | |
| "grad_norm": 1.0675106048583984, | |
| "learning_rate": 0.001, | |
| "loss": 0.9017, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_accuracy": 0.733691959229898, | |
| "eval_f1_macro": 0.34004712807527443, | |
| "eval_f1_micro": 0.733691959229898, | |
| "eval_loss": 0.7673575282096863, | |
| "eval_runtime": 207.246, | |
| "eval_samples_per_second": 170.426, | |
| "eval_steps_per_second": 5.327, | |
| "learning_rate": 0.001, | |
| "step": 43056 | |
| }, | |
| { | |
| "epoch": 13.134057971014492, | |
| "grad_norm": 0.9813660383224487, | |
| "learning_rate": 0.001, | |
| "loss": 0.8767, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 13.285024154589372, | |
| "grad_norm": 0.9276372790336609, | |
| "learning_rate": 0.001, | |
| "loss": 0.8798, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 13.43599033816425, | |
| "grad_norm": 0.9873163104057312, | |
| "learning_rate": 0.001, | |
| "loss": 0.8597, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 13.58695652173913, | |
| "grad_norm": 1.1890395879745483, | |
| "learning_rate": 0.001, | |
| "loss": 0.8879, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 13.73792270531401, | |
| "grad_norm": 0.979046106338501, | |
| "learning_rate": 0.001, | |
| "loss": 0.8794, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 13.88888888888889, | |
| "grad_norm": 1.0946838855743408, | |
| "learning_rate": 0.001, | |
| "loss": 0.8753, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy": 0.7381087202718006, | |
| "eval_f1_macro": 0.3270675446568499, | |
| "eval_f1_micro": 0.7381087202718006, | |
| "eval_loss": 0.7585554122924805, | |
| "eval_runtime": 206.2625, | |
| "eval_samples_per_second": 171.238, | |
| "eval_steps_per_second": 5.352, | |
| "learning_rate": 0.001, | |
| "step": 46368 | |
| }, | |
| { | |
| "epoch": 14.039855072463768, | |
| "grad_norm": 1.1594228744506836, | |
| "learning_rate": 0.001, | |
| "loss": 0.8827, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 14.190821256038648, | |
| "grad_norm": 1.0241971015930176, | |
| "learning_rate": 0.001, | |
| "loss": 0.8892, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 14.341787439613526, | |
| "grad_norm": 0.8705746531486511, | |
| "learning_rate": 0.001, | |
| "loss": 0.8792, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 14.492753623188406, | |
| "grad_norm": 1.0380282402038574, | |
| "learning_rate": 0.001, | |
| "loss": 0.8738, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 14.643719806763285, | |
| "grad_norm": 1.0658243894577026, | |
| "learning_rate": 0.001, | |
| "loss": 0.8698, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 14.794685990338165, | |
| "grad_norm": 1.2038367986679077, | |
| "learning_rate": 0.001, | |
| "loss": 0.8671, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 14.945652173913043, | |
| "grad_norm": 1.0316836833953857, | |
| "learning_rate": 0.001, | |
| "loss": 0.872, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_accuracy": 0.7372593431483578, | |
| "eval_f1_macro": 0.322932331052492, | |
| "eval_f1_micro": 0.7372593431483578, | |
| "eval_loss": 0.7657922506332397, | |
| "eval_runtime": 217.354, | |
| "eval_samples_per_second": 162.5, | |
| "eval_steps_per_second": 5.079, | |
| "learning_rate": 0.001, | |
| "step": 49680 | |
| }, | |
| { | |
| "epoch": 15.096618357487923, | |
| "grad_norm": 1.3473697900772095, | |
| "learning_rate": 0.001, | |
| "loss": 0.8779, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 15.247584541062801, | |
| "grad_norm": 0.8602265119552612, | |
| "learning_rate": 0.001, | |
| "loss": 0.8731, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 15.398550724637682, | |
| "grad_norm": 1.1624842882156372, | |
| "learning_rate": 0.001, | |
| "loss": 0.8687, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 15.54951690821256, | |
| "grad_norm": 1.0083673000335693, | |
| "learning_rate": 0.001, | |
| "loss": 0.8908, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 15.70048309178744, | |
| "grad_norm": 1.0320228338241577, | |
| "learning_rate": 0.001, | |
| "loss": 0.9016, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 15.851449275362318, | |
| "grad_norm": 1.144671082496643, | |
| "learning_rate": 0.001, | |
| "loss": 0.8672, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_accuracy": 0.7388731596828992, | |
| "eval_f1_macro": 0.3353494267357002, | |
| "eval_f1_micro": 0.7388731596828992, | |
| "eval_loss": 0.8086147904396057, | |
| "eval_runtime": 213.7192, | |
| "eval_samples_per_second": 165.264, | |
| "eval_steps_per_second": 5.166, | |
| "learning_rate": 0.001, | |
| "step": 52992 | |
| }, | |
| { | |
| "epoch": 16.002415458937197, | |
| "grad_norm": 0.9885081052780151, | |
| "learning_rate": 0.001, | |
| "loss": 0.8832, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 16.153381642512077, | |
| "grad_norm": 1.0105615854263306, | |
| "learning_rate": 0.001, | |
| "loss": 0.869, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 16.304347826086957, | |
| "grad_norm": 1.2131775617599487, | |
| "learning_rate": 0.001, | |
| "loss": 0.8668, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 16.455314009661837, | |
| "grad_norm": 0.7681830525398254, | |
| "learning_rate": 0.001, | |
| "loss": 0.8867, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 16.606280193236714, | |
| "grad_norm": 1.025246500968933, | |
| "learning_rate": 0.001, | |
| "loss": 0.8827, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 16.757246376811594, | |
| "grad_norm": 1.2803984880447388, | |
| "learning_rate": 0.001, | |
| "loss": 0.8701, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 16.908212560386474, | |
| "grad_norm": 0.9495580792427063, | |
| "learning_rate": 0.001, | |
| "loss": 0.8678, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_accuracy": 0.7390147225368063, | |
| "eval_f1_macro": 0.3359269139745874, | |
| "eval_f1_micro": 0.7390147225368063, | |
| "eval_loss": 0.7629187107086182, | |
| "eval_runtime": 208.4315, | |
| "eval_samples_per_second": 169.456, | |
| "eval_steps_per_second": 5.297, | |
| "learning_rate": 0.001, | |
| "step": 56304 | |
| }, | |
| { | |
| "epoch": 17.059178743961354, | |
| "grad_norm": 1.0740729570388794, | |
| "learning_rate": 0.001, | |
| "loss": 0.8708, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 17.21014492753623, | |
| "grad_norm": 1.2202423810958862, | |
| "learning_rate": 0.001, | |
| "loss": 0.8549, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 17.36111111111111, | |
| "grad_norm": 1.469183325767517, | |
| "learning_rate": 0.001, | |
| "loss": 0.8802, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 17.51207729468599, | |
| "grad_norm": 1.090923547744751, | |
| "learning_rate": 0.001, | |
| "loss": 0.8716, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 17.66304347826087, | |
| "grad_norm": 1.1791819334030151, | |
| "learning_rate": 0.001, | |
| "loss": 0.8773, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 17.814009661835748, | |
| "grad_norm": 1.0563361644744873, | |
| "learning_rate": 0.001, | |
| "loss": 0.8847, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 17.964975845410628, | |
| "grad_norm": 0.9826712608337402, | |
| "learning_rate": 0.001, | |
| "loss": 0.8875, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_accuracy": 0.7364949037372593, | |
| "eval_f1_macro": 0.33531357209441837, | |
| "eval_f1_micro": 0.7364949037372593, | |
| "eval_loss": 0.7615325450897217, | |
| "eval_runtime": 209.5656, | |
| "eval_samples_per_second": 168.539, | |
| "eval_steps_per_second": 5.268, | |
| "learning_rate": 0.001, | |
| "step": 59616 | |
| }, | |
| { | |
| "epoch": 18.115942028985508, | |
| "grad_norm": 1.3085087537765503, | |
| "learning_rate": 0.001, | |
| "loss": 0.8767, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 18.266908212560388, | |
| "grad_norm": 1.6434136629104614, | |
| "learning_rate": 0.001, | |
| "loss": 0.8759, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 18.417874396135264, | |
| "grad_norm": 0.933411717414856, | |
| "learning_rate": 0.001, | |
| "loss": 0.8743, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 18.568840579710145, | |
| "grad_norm": 0.8527688384056091, | |
| "learning_rate": 0.001, | |
| "loss": 0.8902, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 18.719806763285025, | |
| "grad_norm": 0.930264949798584, | |
| "learning_rate": 0.001, | |
| "loss": 0.8831, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 18.870772946859905, | |
| "grad_norm": 0.9774535894393921, | |
| "learning_rate": 0.001, | |
| "loss": 0.8645, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_accuracy": 0.738731596828992, | |
| "eval_f1_macro": 0.34497718468246574, | |
| "eval_f1_micro": 0.738731596828992, | |
| "eval_loss": 0.7682134509086609, | |
| "eval_runtime": 209.5606, | |
| "eval_samples_per_second": 168.543, | |
| "eval_steps_per_second": 5.268, | |
| "learning_rate": 0.001, | |
| "step": 62928 | |
| }, | |
| { | |
| "epoch": 19.02173913043478, | |
| "grad_norm": 0.9957185983657837, | |
| "learning_rate": 0.001, | |
| "loss": 0.8768, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 19.17270531400966, | |
| "grad_norm": 1.1577240228652954, | |
| "learning_rate": 0.001, | |
| "loss": 0.8735, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 19.32367149758454, | |
| "grad_norm": 1.202587604522705, | |
| "learning_rate": 0.001, | |
| "loss": 0.8843, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 19.47463768115942, | |
| "grad_norm": 0.9294016361236572, | |
| "learning_rate": 0.001, | |
| "loss": 0.8752, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 19.6256038647343, | |
| "grad_norm": 0.9645271897315979, | |
| "learning_rate": 0.001, | |
| "loss": 0.8777, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 19.77657004830918, | |
| "grad_norm": 0.9506662487983704, | |
| "learning_rate": 0.001, | |
| "loss": 0.8812, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 19.92753623188406, | |
| "grad_norm": 1.0420480966567993, | |
| "learning_rate": 0.001, | |
| "loss": 0.881, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_accuracy": 0.7406285390713476, | |
| "eval_f1_macro": 0.3410941881456483, | |
| "eval_f1_micro": 0.7406285390713476, | |
| "eval_loss": 0.7559322118759155, | |
| "eval_runtime": 216.2958, | |
| "eval_samples_per_second": 163.295, | |
| "eval_steps_per_second": 5.104, | |
| "learning_rate": 0.001, | |
| "step": 66240 | |
| }, | |
| { | |
| "epoch": 20.07850241545894, | |
| "grad_norm": 1.0472239255905151, | |
| "learning_rate": 0.001, | |
| "loss": 0.8593, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 20.229468599033815, | |
| "grad_norm": 1.329965353012085, | |
| "learning_rate": 0.001, | |
| "loss": 0.8724, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 20.380434782608695, | |
| "grad_norm": 0.8913328051567078, | |
| "learning_rate": 0.001, | |
| "loss": 0.8763, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 20.531400966183575, | |
| "grad_norm": 1.1009160280227661, | |
| "learning_rate": 0.001, | |
| "loss": 0.8682, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 20.682367149758456, | |
| "grad_norm": 0.8890852332115173, | |
| "learning_rate": 0.001, | |
| "loss": 0.8891, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 20.833333333333332, | |
| "grad_norm": 0.9112018346786499, | |
| "learning_rate": 0.001, | |
| "loss": 0.8833, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 20.984299516908212, | |
| "grad_norm": 0.9217807054519653, | |
| "learning_rate": 0.001, | |
| "loss": 0.8927, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "eval_accuracy": 0.7349093997734994, | |
| "eval_f1_macro": 0.3408196596431974, | |
| "eval_f1_micro": 0.7349093997734994, | |
| "eval_loss": 0.7755085229873657, | |
| "eval_runtime": 206.6211, | |
| "eval_samples_per_second": 170.941, | |
| "eval_steps_per_second": 5.343, | |
| "learning_rate": 0.001, | |
| "step": 69552 | |
| }, | |
| { | |
| "epoch": 21.135265700483092, | |
| "grad_norm": 0.9805058836936951, | |
| "learning_rate": 0.001, | |
| "loss": 0.8726, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 21.286231884057973, | |
| "grad_norm": 1.1102917194366455, | |
| "learning_rate": 0.001, | |
| "loss": 0.8795, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 21.43719806763285, | |
| "grad_norm": 0.9818475842475891, | |
| "learning_rate": 0.001, | |
| "loss": 0.8745, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 21.58816425120773, | |
| "grad_norm": 1.11347234249115, | |
| "learning_rate": 0.001, | |
| "loss": 0.8885, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 21.73913043478261, | |
| "grad_norm": 1.0838714838027954, | |
| "learning_rate": 0.001, | |
| "loss": 0.8691, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 21.89009661835749, | |
| "grad_norm": 1.058936595916748, | |
| "learning_rate": 0.001, | |
| "loss": 0.8704, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "eval_accuracy": 0.7343714609286524, | |
| "eval_f1_macro": 0.3233148815749822, | |
| "eval_f1_micro": 0.7343714609286524, | |
| "eval_loss": 0.7673645615577698, | |
| "eval_runtime": 206.0861, | |
| "eval_samples_per_second": 171.385, | |
| "eval_steps_per_second": 5.357, | |
| "learning_rate": 0.001, | |
| "step": 72864 | |
| }, | |
| { | |
| "epoch": 22.041062801932366, | |
| "grad_norm": 1.0462204217910767, | |
| "learning_rate": 0.001, | |
| "loss": 0.8799, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 22.192028985507246, | |
| "grad_norm": 1.295551061630249, | |
| "learning_rate": 0.001, | |
| "loss": 0.8779, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 22.342995169082126, | |
| "grad_norm": 2.222907543182373, | |
| "learning_rate": 0.001, | |
| "loss": 0.8746, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 22.493961352657006, | |
| "grad_norm": 1.1222875118255615, | |
| "learning_rate": 0.001, | |
| "loss": 0.8815, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 22.644927536231883, | |
| "grad_norm": 0.9735862612724304, | |
| "learning_rate": 0.001, | |
| "loss": 0.871, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 22.795893719806763, | |
| "grad_norm": 0.9529093503952026, | |
| "learning_rate": 0.001, | |
| "loss": 0.8804, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 22.946859903381643, | |
| "grad_norm": 1.0049786567687988, | |
| "learning_rate": 0.001, | |
| "loss": 0.8711, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "eval_accuracy": 0.7340317100792751, | |
| "eval_f1_macro": 0.3139130897718377, | |
| "eval_f1_micro": 0.7340317100792751, | |
| "eval_loss": 0.769507884979248, | |
| "eval_runtime": 217.9621, | |
| "eval_samples_per_second": 162.047, | |
| "eval_steps_per_second": 5.065, | |
| "learning_rate": 0.001, | |
| "step": 76176 | |
| }, | |
| { | |
| "epoch": 23.097826086956523, | |
| "grad_norm": 1.3799837827682495, | |
| "learning_rate": 0.001, | |
| "loss": 0.8864, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 23.2487922705314, | |
| "grad_norm": 0.9700829982757568, | |
| "learning_rate": 0.001, | |
| "loss": 0.8696, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 23.39975845410628, | |
| "grad_norm": 0.9899695515632629, | |
| "learning_rate": 0.001, | |
| "loss": 0.8639, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 23.55072463768116, | |
| "grad_norm": 1.1878501176834106, | |
| "learning_rate": 0.001, | |
| "loss": 0.881, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 23.70169082125604, | |
| "grad_norm": 1.3074716329574585, | |
| "learning_rate": 0.001, | |
| "loss": 0.8722, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 23.852657004830917, | |
| "grad_norm": 0.7670137882232666, | |
| "learning_rate": 0.001, | |
| "loss": 0.8722, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "eval_accuracy": 0.7400056625141563, | |
| "eval_f1_macro": 0.3337837042107275, | |
| "eval_f1_micro": 0.7400056625141563, | |
| "eval_loss": 0.7538156509399414, | |
| "eval_runtime": 207.7026, | |
| "eval_samples_per_second": 170.051, | |
| "eval_steps_per_second": 5.315, | |
| "learning_rate": 0.001, | |
| "step": 79488 | |
| }, | |
| { | |
| "epoch": 24.003623188405797, | |
| "grad_norm": 1.0581316947937012, | |
| "learning_rate": 0.001, | |
| "loss": 0.889, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 24.154589371980677, | |
| "grad_norm": 0.8070245385169983, | |
| "learning_rate": 0.001, | |
| "loss": 0.8713, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 24.305555555555557, | |
| "grad_norm": 1.128304123878479, | |
| "learning_rate": 0.001, | |
| "loss": 0.8816, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 24.456521739130434, | |
| "grad_norm": 1.1110137701034546, | |
| "learning_rate": 0.001, | |
| "loss": 0.8753, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 24.607487922705314, | |
| "grad_norm": 0.9744004011154175, | |
| "learning_rate": 0.001, | |
| "loss": 0.8682, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 24.758454106280194, | |
| "grad_norm": 0.911435067653656, | |
| "learning_rate": 0.001, | |
| "loss": 0.8618, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 24.909420289855074, | |
| "grad_norm": 0.8553086519241333, | |
| "learning_rate": 0.001, | |
| "loss": 0.884, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "eval_accuracy": 0.7351925254813138, | |
| "eval_f1_macro": 0.3480083355542471, | |
| "eval_f1_micro": 0.7351925254813138, | |
| "eval_loss": 0.7643014788627625, | |
| "eval_runtime": 213.2646, | |
| "eval_samples_per_second": 165.616, | |
| "eval_steps_per_second": 5.177, | |
| "learning_rate": 0.001, | |
| "step": 82800 | |
| }, | |
| { | |
| "epoch": 25.06038647342995, | |
| "grad_norm": 0.8580687642097473, | |
| "learning_rate": 0.001, | |
| "loss": 0.8737, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 25.21135265700483, | |
| "grad_norm": 0.944041907787323, | |
| "learning_rate": 0.001, | |
| "loss": 0.8675, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 25.36231884057971, | |
| "grad_norm": 1.206111192703247, | |
| "learning_rate": 0.001, | |
| "loss": 0.8836, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 25.51328502415459, | |
| "grad_norm": 1.0812050104141235, | |
| "learning_rate": 0.001, | |
| "loss": 0.8893, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 25.664251207729468, | |
| "grad_norm": 1.0790187120437622, | |
| "learning_rate": 0.001, | |
| "loss": 0.8768, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 25.815217391304348, | |
| "grad_norm": 1.1290830373764038, | |
| "learning_rate": 0.001, | |
| "loss": 0.8819, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 25.966183574879228, | |
| "grad_norm": 1.0427964925765991, | |
| "learning_rate": 0.001, | |
| "loss": 0.8661, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "eval_accuracy": 0.7387882219705549, | |
| "eval_f1_macro": 0.32721566370968785, | |
| "eval_f1_micro": 0.7387882219705549, | |
| "eval_loss": 0.7568147778511047, | |
| "eval_runtime": 219.6821, | |
| "eval_samples_per_second": 160.778, | |
| "eval_steps_per_second": 5.025, | |
| "learning_rate": 0.001, | |
| "step": 86112 | |
| }, | |
| { | |
| "epoch": 26.117149758454108, | |
| "grad_norm": 1.265699863433838, | |
| "learning_rate": 0.001, | |
| "loss": 0.868, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 26.268115942028984, | |
| "grad_norm": 0.9958316087722778, | |
| "learning_rate": 0.001, | |
| "loss": 0.8664, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 26.419082125603865, | |
| "grad_norm": 0.8388053774833679, | |
| "learning_rate": 0.001, | |
| "loss": 0.8857, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 26.570048309178745, | |
| "grad_norm": 1.056181788444519, | |
| "learning_rate": 0.001, | |
| "loss": 0.8789, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 26.721014492753625, | |
| "grad_norm": 0.85558021068573, | |
| "learning_rate": 0.001, | |
| "loss": 0.8786, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 26.8719806763285, | |
| "grad_norm": 1.0893311500549316, | |
| "learning_rate": 0.001, | |
| "loss": 0.8847, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 27.0, | |
| "eval_accuracy": 0.7371177802944507, | |
| "eval_f1_macro": 0.34266214596872374, | |
| "eval_f1_micro": 0.7371177802944507, | |
| "eval_loss": 0.7665159106254578, | |
| "eval_runtime": 210.1589, | |
| "eval_samples_per_second": 168.063, | |
| "eval_steps_per_second": 5.253, | |
| "learning_rate": 0.001, | |
| "step": 89424 | |
| }, | |
| { | |
| "epoch": 27.02294685990338, | |
| "grad_norm": 1.2845637798309326, | |
| "learning_rate": 0.001, | |
| "loss": 0.8903, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 27.17391304347826, | |
| "grad_norm": 0.9213324785232544, | |
| "learning_rate": 0.001, | |
| "loss": 0.8858, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 27.32487922705314, | |
| "grad_norm": 1.1463359594345093, | |
| "learning_rate": 0.001, | |
| "loss": 0.8753, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 27.47584541062802, | |
| "grad_norm": 1.2757492065429688, | |
| "learning_rate": 0.001, | |
| "loss": 0.879, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 27.6268115942029, | |
| "grad_norm": 1.0697648525238037, | |
| "learning_rate": 0.001, | |
| "loss": 0.8731, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 27.77777777777778, | |
| "grad_norm": 0.9725639224052429, | |
| "learning_rate": 0.001, | |
| "loss": 0.8826, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 27.92874396135266, | |
| "grad_norm": 1.3118997812271118, | |
| "learning_rate": 0.001, | |
| "loss": 0.8749, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 28.0, | |
| "eval_accuracy": 0.7385050962627406, | |
| "eval_f1_macro": 0.3129308738494337, | |
| "eval_f1_micro": 0.7385050962627406, | |
| "eval_loss": 0.7591701745986938, | |
| "eval_runtime": 209.3556, | |
| "eval_samples_per_second": 168.708, | |
| "eval_steps_per_second": 5.273, | |
| "learning_rate": 0.001, | |
| "step": 92736 | |
| }, | |
| { | |
| "epoch": 28.079710144927535, | |
| "grad_norm": 1.1031404733657837, | |
| "learning_rate": 0.001, | |
| "loss": 0.8582, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 28.230676328502415, | |
| "grad_norm": 1.0540931224822998, | |
| "learning_rate": 0.001, | |
| "loss": 0.8728, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 28.381642512077295, | |
| "grad_norm": 0.9347510933876038, | |
| "learning_rate": 0.001, | |
| "loss": 0.8758, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 28.532608695652176, | |
| "grad_norm": 1.1869118213653564, | |
| "learning_rate": 0.001, | |
| "loss": 0.8803, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 28.683574879227052, | |
| "grad_norm": 0.9577313661575317, | |
| "learning_rate": 0.001, | |
| "loss": 0.8792, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 28.834541062801932, | |
| "grad_norm": 1.0004523992538452, | |
| "learning_rate": 0.001, | |
| "loss": 0.8732, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 28.985507246376812, | |
| "grad_norm": 1.257615566253662, | |
| "learning_rate": 0.001, | |
| "loss": 0.8782, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 29.0, | |
| "eval_accuracy": 0.7402038505096262, | |
| "eval_f1_macro": 0.34203740173275743, | |
| "eval_f1_micro": 0.7402038505096262, | |
| "eval_loss": 0.7544065117835999, | |
| "eval_runtime": 211.8639, | |
| "eval_samples_per_second": 166.711, | |
| "eval_steps_per_second": 5.211, | |
| "learning_rate": 0.001, | |
| "step": 96048 | |
| }, | |
| { | |
| "epoch": 29.136473429951693, | |
| "grad_norm": 1.1350879669189453, | |
| "learning_rate": 0.001, | |
| "loss": 0.8781, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 29.28743961352657, | |
| "grad_norm": 1.1391183137893677, | |
| "learning_rate": 0.001, | |
| "loss": 0.8898, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 29.43840579710145, | |
| "grad_norm": 1.0922129154205322, | |
| "learning_rate": 0.001, | |
| "loss": 0.8716, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 29.58937198067633, | |
| "grad_norm": 1.3424519300460815, | |
| "learning_rate": 0.001, | |
| "loss": 0.8716, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 29.740338164251206, | |
| "grad_norm": 1.146209478378296, | |
| "learning_rate": 0.001, | |
| "loss": 0.8666, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 29.891304347826086, | |
| "grad_norm": 1.1248446702957153, | |
| "learning_rate": 0.001, | |
| "loss": 0.882, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "eval_accuracy": 0.7412231030577576, | |
| "eval_f1_macro": 0.35031500886831946, | |
| "eval_f1_micro": 0.7412231030577576, | |
| "eval_loss": 0.7548879981040955, | |
| "eval_runtime": 207.5785, | |
| "eval_samples_per_second": 170.153, | |
| "eval_steps_per_second": 5.318, | |
| "learning_rate": 0.001, | |
| "step": 99360 | |
| }, | |
| { | |
| "epoch": 30.042270531400966, | |
| "grad_norm": 1.1519653797149658, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8725, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 30.193236714975846, | |
| "grad_norm": 0.7686799764633179, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8431, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 30.344202898550726, | |
| "grad_norm": 0.976070761680603, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8539, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 30.495169082125603, | |
| "grad_norm": 0.9183005094528198, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8393, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 30.646135265700483, | |
| "grad_norm": 0.9291144013404846, | |
| "learning_rate": 0.0001, | |
| "loss": 0.854, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 30.797101449275363, | |
| "grad_norm": 1.2014933824539185, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8453, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 30.94806763285024, | |
| "grad_norm": 0.8994304537773132, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8481, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 31.0, | |
| "eval_accuracy": 0.7457248018120045, | |
| "eval_f1_macro": 0.3601618767603402, | |
| "eval_f1_micro": 0.7457248018120045, | |
| "eval_loss": 0.7332457304000854, | |
| "eval_runtime": 218.4764, | |
| "eval_samples_per_second": 161.665, | |
| "eval_steps_per_second": 5.053, | |
| "learning_rate": 0.0001, | |
| "step": 102672 | |
| }, | |
| { | |
| "epoch": 31.09903381642512, | |
| "grad_norm": 1.2251958847045898, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8288, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 31.25, | |
| "grad_norm": 0.7248632311820984, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8366, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 31.40096618357488, | |
| "grad_norm": 0.9571515917778015, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8293, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 31.55193236714976, | |
| "grad_norm": 0.9452911615371704, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8302, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 31.702898550724637, | |
| "grad_norm": 1.0487594604492188, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8193, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 31.853864734299517, | |
| "grad_norm": 1.2892954349517822, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8329, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 32.0, | |
| "eval_accuracy": 0.7456115515288788, | |
| "eval_f1_macro": 0.36956451081134645, | |
| "eval_f1_micro": 0.7456115515288788, | |
| "eval_loss": 0.7296127080917358, | |
| "eval_runtime": 208.608, | |
| "eval_samples_per_second": 169.313, | |
| "eval_steps_per_second": 5.292, | |
| "learning_rate": 0.0001, | |
| "step": 105984 | |
| }, | |
| { | |
| "epoch": 32.00483091787439, | |
| "grad_norm": 1.3711316585540771, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8266, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 32.155797101449274, | |
| "grad_norm": 1.0526502132415771, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8222, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 32.306763285024154, | |
| "grad_norm": 1.1645632982254028, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8185, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 32.457729468599034, | |
| "grad_norm": 1.0817097425460815, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8313, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 32.608695652173914, | |
| "grad_norm": 1.298172116279602, | |
| "learning_rate": 0.0001, | |
| "loss": 0.842, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 32.759661835748794, | |
| "grad_norm": 1.3646366596221924, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8113, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 32.910628019323674, | |
| "grad_norm": 0.9803568124771118, | |
| "learning_rate": 0.0001, | |
| "loss": 0.817, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 33.0, | |
| "eval_accuracy": 0.746687429218573, | |
| "eval_f1_macro": 0.3749049829157648, | |
| "eval_f1_micro": 0.746687429218573, | |
| "eval_loss": 0.7269963026046753, | |
| "eval_runtime": 210.9198, | |
| "eval_samples_per_second": 167.457, | |
| "eval_steps_per_second": 5.234, | |
| "learning_rate": 0.0001, | |
| "step": 109296 | |
| }, | |
| { | |
| "epoch": 33.06159420289855, | |
| "grad_norm": 0.8479082584381104, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8237, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 33.21256038647343, | |
| "grad_norm": 0.9720476269721985, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8086, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 33.36352657004831, | |
| "grad_norm": 0.9979745149612427, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8191, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 33.51449275362319, | |
| "grad_norm": 0.9301393628120422, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8311, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 33.66545893719807, | |
| "grad_norm": 1.1360764503479004, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8297, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 33.81642512077295, | |
| "grad_norm": 1.2328333854675293, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8127, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 33.96739130434783, | |
| "grad_norm": 1.1281388998031616, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8173, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 34.0, | |
| "eval_accuracy": 0.7471404303510759, | |
| "eval_f1_macro": 0.3683427663296638, | |
| "eval_f1_micro": 0.7471404303510759, | |
| "eval_loss": 0.7234370708465576, | |
| "eval_runtime": 216.4876, | |
| "eval_samples_per_second": 163.15, | |
| "eval_steps_per_second": 5.1, | |
| "learning_rate": 0.0001, | |
| "step": 112608 | |
| }, | |
| { | |
| "epoch": 34.11835748792271, | |
| "grad_norm": 0.9314268231391907, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7958, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 34.26932367149758, | |
| "grad_norm": 1.1677554845809937, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8122, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 34.42028985507246, | |
| "grad_norm": 1.3356529474258423, | |
| "learning_rate": 0.0001, | |
| "loss": 0.815, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 34.57125603864734, | |
| "grad_norm": 1.1832484006881714, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8035, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 34.72222222222222, | |
| "grad_norm": 1.0759506225585938, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8232, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 34.8731884057971, | |
| "grad_norm": 1.3692307472229004, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8221, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 35.0, | |
| "eval_accuracy": 0.74920724801812, | |
| "eval_f1_macro": 0.37945515998159585, | |
| "eval_f1_micro": 0.74920724801812, | |
| "eval_loss": 0.7186616063117981, | |
| "eval_runtime": 215.2105, | |
| "eval_samples_per_second": 164.118, | |
| "eval_steps_per_second": 5.13, | |
| "learning_rate": 0.0001, | |
| "step": 115920 | |
| }, | |
| { | |
| "epoch": 35.02415458937198, | |
| "grad_norm": 1.063859462738037, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8192, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 35.17512077294686, | |
| "grad_norm": 1.2980016469955444, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8125, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 35.32608695652174, | |
| "grad_norm": 0.8495572209358215, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8047, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 35.477053140096615, | |
| "grad_norm": 1.1018431186676025, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8181, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 35.628019323671495, | |
| "grad_norm": 1.5239720344543457, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8143, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 35.778985507246375, | |
| "grad_norm": 0.7327041029930115, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8114, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 35.929951690821255, | |
| "grad_norm": 1.2075918912887573, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8085, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 36.0, | |
| "eval_accuracy": 0.7484144960362401, | |
| "eval_f1_macro": 0.37576109730783996, | |
| "eval_f1_micro": 0.7484144960362401, | |
| "eval_loss": 0.7215430736541748, | |
| "eval_runtime": 213.3628, | |
| "eval_samples_per_second": 165.54, | |
| "eval_steps_per_second": 5.174, | |
| "learning_rate": 0.0001, | |
| "step": 119232 | |
| }, | |
| { | |
| "epoch": 36.080917874396135, | |
| "grad_norm": 1.33438241481781, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8099, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 36.231884057971016, | |
| "grad_norm": 1.2371516227722168, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8109, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 36.382850241545896, | |
| "grad_norm": 1.3165804147720337, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8021, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 36.533816425120776, | |
| "grad_norm": 1.2245359420776367, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8043, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 36.68478260869565, | |
| "grad_norm": 1.1979665756225586, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8056, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 36.83574879227053, | |
| "grad_norm": 1.217260479927063, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8232, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 36.98671497584541, | |
| "grad_norm": 1.242099404335022, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8113, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 37.0, | |
| "eval_accuracy": 0.7505096262740657, | |
| "eval_f1_macro": 0.37673433650483235, | |
| "eval_f1_micro": 0.7505096262740657, | |
| "eval_loss": 0.7179692387580872, | |
| "eval_runtime": 210.8094, | |
| "eval_samples_per_second": 167.545, | |
| "eval_steps_per_second": 5.237, | |
| "learning_rate": 0.0001, | |
| "step": 122544 | |
| }, | |
| { | |
| "epoch": 37.13768115942029, | |
| "grad_norm": 1.0589709281921387, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8105, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 37.28864734299517, | |
| "grad_norm": 1.1704827547073364, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8023, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 37.43961352657005, | |
| "grad_norm": 1.1597093343734741, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8087, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 37.59057971014493, | |
| "grad_norm": 1.0800503492355347, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8143, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 37.74154589371981, | |
| "grad_norm": 1.308185338973999, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8109, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 37.89251207729468, | |
| "grad_norm": 1.2090855836868286, | |
| "learning_rate": 0.0001, | |
| "loss": 0.802, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 38.0, | |
| "eval_accuracy": 0.7502265005662514, | |
| "eval_f1_macro": 0.38606784223081947, | |
| "eval_f1_micro": 0.7502265005662514, | |
| "eval_loss": 0.7137466669082642, | |
| "eval_runtime": 216.808, | |
| "eval_samples_per_second": 162.909, | |
| "eval_steps_per_second": 5.092, | |
| "learning_rate": 0.0001, | |
| "step": 125856 | |
| }, | |
| { | |
| "epoch": 38.04347826086956, | |
| "grad_norm": 1.272017002105713, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8112, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 38.19444444444444, | |
| "grad_norm": 1.3077664375305176, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7937, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 38.34541062801932, | |
| "grad_norm": 1.2666317224502563, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8173, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 38.4963768115942, | |
| "grad_norm": 1.3403891324996948, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8062, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 38.64734299516908, | |
| "grad_norm": 1.316519856452942, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8047, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 38.79830917874396, | |
| "grad_norm": 1.1211258172988892, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8203, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 38.94927536231884, | |
| "grad_norm": 1.4983903169631958, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8042, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 39.0, | |
| "eval_accuracy": 0.7514439411098528, | |
| "eval_f1_macro": 0.38681796623592196, | |
| "eval_f1_micro": 0.7514439411098528, | |
| "eval_loss": 0.7124654650688171, | |
| "eval_runtime": 219.4372, | |
| "eval_samples_per_second": 160.957, | |
| "eval_steps_per_second": 5.031, | |
| "learning_rate": 0.0001, | |
| "step": 129168 | |
| }, | |
| { | |
| "epoch": 39.10024154589372, | |
| "grad_norm": 1.1229315996170044, | |
| "learning_rate": 0.0001, | |
| "loss": 0.785, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 39.2512077294686, | |
| "grad_norm": 1.2249174118041992, | |
| "learning_rate": 0.0001, | |
| "loss": 0.801, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 39.40217391304348, | |
| "grad_norm": 1.760386347770691, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8125, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 39.55314009661836, | |
| "grad_norm": 1.0228271484375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8015, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 39.70410628019324, | |
| "grad_norm": 1.1143656969070435, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7833, | |
| "step": 131500 | |
| }, | |
| { | |
| "epoch": 39.85507246376812, | |
| "grad_norm": 1.0798527002334595, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7976, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 40.0, | |
| "eval_accuracy": 0.7499433748584371, | |
| "eval_f1_macro": 0.3844158005616281, | |
| "eval_f1_micro": 0.7499433748584371, | |
| "eval_loss": 0.7125608325004578, | |
| "eval_runtime": 212.9084, | |
| "eval_samples_per_second": 165.893, | |
| "eval_steps_per_second": 5.185, | |
| "learning_rate": 0.0001, | |
| "step": 132480 | |
| }, | |
| { | |
| "epoch": 40.006038647343, | |
| "grad_norm": 1.3306584358215332, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8192, | |
| "step": 132500 | |
| }, | |
| { | |
| "epoch": 40.15700483091788, | |
| "grad_norm": 1.3124111890792847, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8016, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 40.30797101449275, | |
| "grad_norm": 1.4162460565567017, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7982, | |
| "step": 133500 | |
| }, | |
| { | |
| "epoch": 40.45893719806763, | |
| "grad_norm": 1.360172986984253, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8125, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 40.60990338164251, | |
| "grad_norm": 1.2010914087295532, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8077, | |
| "step": 134500 | |
| }, | |
| { | |
| "epoch": 40.76086956521739, | |
| "grad_norm": 1.451456069946289, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8008, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 40.91183574879227, | |
| "grad_norm": 1.5531110763549805, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7963, | |
| "step": 135500 | |
| }, | |
| { | |
| "epoch": 41.0, | |
| "eval_accuracy": 0.7515571913929785, | |
| "eval_f1_macro": 0.3905191464380679, | |
| "eval_f1_micro": 0.7515571913929785, | |
| "eval_loss": 0.7112360596656799, | |
| "eval_runtime": 213.4713, | |
| "eval_samples_per_second": 165.456, | |
| "eval_steps_per_second": 5.172, | |
| "learning_rate": 0.0001, | |
| "step": 135792 | |
| }, | |
| { | |
| "epoch": 41.06280193236715, | |
| "grad_norm": 1.173843502998352, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8097, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 41.21376811594203, | |
| "grad_norm": 1.4110829830169678, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7872, | |
| "step": 136500 | |
| }, | |
| { | |
| "epoch": 41.36473429951691, | |
| "grad_norm": 1.5491451025009155, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8035, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 41.515700483091784, | |
| "grad_norm": 1.6657460927963257, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7889, | |
| "step": 137500 | |
| }, | |
| { | |
| "epoch": 41.666666666666664, | |
| "grad_norm": 1.4883304834365845, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7865, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 41.817632850241544, | |
| "grad_norm": 1.416391372680664, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8115, | |
| "step": 138500 | |
| }, | |
| { | |
| "epoch": 41.968599033816425, | |
| "grad_norm": 0.9394751191139221, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8054, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 42.0, | |
| "eval_accuracy": 0.7511041902604757, | |
| "eval_f1_macro": 0.3926316856477778, | |
| "eval_f1_micro": 0.7511041902604757, | |
| "eval_loss": 0.7115524411201477, | |
| "eval_runtime": 213.3241, | |
| "eval_samples_per_second": 165.57, | |
| "eval_steps_per_second": 5.175, | |
| "learning_rate": 0.0001, | |
| "step": 139104 | |
| }, | |
| { | |
| "epoch": 42.119565217391305, | |
| "grad_norm": 1.5084961652755737, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7955, | |
| "step": 139500 | |
| }, | |
| { | |
| "epoch": 42.270531400966185, | |
| "grad_norm": 1.0601041316986084, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8035, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 42.421497584541065, | |
| "grad_norm": 1.6845051050186157, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8009, | |
| "step": 140500 | |
| }, | |
| { | |
| "epoch": 42.572463768115945, | |
| "grad_norm": 1.5695706605911255, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8061, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 42.72342995169082, | |
| "grad_norm": 1.5166726112365723, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7945, | |
| "step": 141500 | |
| }, | |
| { | |
| "epoch": 42.8743961352657, | |
| "grad_norm": 1.2639328241348267, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8119, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 43.0, | |
| "eval_accuracy": 0.7515571913929785, | |
| "eval_f1_macro": 0.3900649425217524, | |
| "eval_f1_micro": 0.7515571913929785, | |
| "eval_loss": 0.7097686529159546, | |
| "eval_runtime": 212.7399, | |
| "eval_samples_per_second": 166.024, | |
| "eval_steps_per_second": 5.189, | |
| "learning_rate": 0.0001, | |
| "step": 142416 | |
| }, | |
| { | |
| "epoch": 43.02536231884058, | |
| "grad_norm": 1.5196884870529175, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8022, | |
| "step": 142500 | |
| }, | |
| { | |
| "epoch": 43.17632850241546, | |
| "grad_norm": 1.6238950490951538, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7843, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 43.32729468599034, | |
| "grad_norm": 1.1949807405471802, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8026, | |
| "step": 143500 | |
| }, | |
| { | |
| "epoch": 43.47826086956522, | |
| "grad_norm": 1.6461068391799927, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7946, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 43.6292270531401, | |
| "grad_norm": 1.3773376941680908, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7896, | |
| "step": 144500 | |
| }, | |
| { | |
| "epoch": 43.78019323671498, | |
| "grad_norm": 1.1680546998977661, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7963, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 43.93115942028985, | |
| "grad_norm": 1.5515567064285278, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8009, | |
| "step": 145500 | |
| }, | |
| { | |
| "epoch": 44.0, | |
| "eval_accuracy": 0.7506511891279728, | |
| "eval_f1_macro": 0.38968576708900504, | |
| "eval_f1_micro": 0.7506511891279728, | |
| "eval_loss": 0.7101725339889526, | |
| "eval_runtime": 209.581, | |
| "eval_samples_per_second": 168.527, | |
| "eval_steps_per_second": 5.268, | |
| "learning_rate": 0.0001, | |
| "step": 145728 | |
| }, | |
| { | |
| "epoch": 44.08212560386473, | |
| "grad_norm": 1.7003437280654907, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7993, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 44.23309178743961, | |
| "grad_norm": 1.3267650604248047, | |
| "learning_rate": 0.0001, | |
| "loss": 0.812, | |
| "step": 146500 | |
| }, | |
| { | |
| "epoch": 44.38405797101449, | |
| "grad_norm": 1.4716774225234985, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8012, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 44.53502415458937, | |
| "grad_norm": 1.015686273574829, | |
| "learning_rate": 0.0001, | |
| "loss": 0.778, | |
| "step": 147500 | |
| }, | |
| { | |
| "epoch": 44.68599033816425, | |
| "grad_norm": 1.2423222064971924, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8172, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 44.83695652173913, | |
| "grad_norm": 1.5044087171554565, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8041, | |
| "step": 148500 | |
| }, | |
| { | |
| "epoch": 44.98792270531401, | |
| "grad_norm": 1.1471318006515503, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7929, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 45.0, | |
| "eval_accuracy": 0.7516987542468856, | |
| "eval_f1_macro": 0.38827203312086217, | |
| "eval_f1_micro": 0.7516987542468856, | |
| "eval_loss": 0.7100493311882019, | |
| "eval_runtime": 215.0099, | |
| "eval_samples_per_second": 164.271, | |
| "eval_steps_per_second": 5.135, | |
| "learning_rate": 0.0001, | |
| "step": 149040 | |
| }, | |
| { | |
| "epoch": 45.138888888888886, | |
| "grad_norm": 2.307978868484497, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7942, | |
| "step": 149500 | |
| }, | |
| { | |
| "epoch": 45.289855072463766, | |
| "grad_norm": 1.3866568803787231, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8082, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 45.440821256038646, | |
| "grad_norm": 1.7695890665054321, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7892, | |
| "step": 150500 | |
| }, | |
| { | |
| "epoch": 45.591787439613526, | |
| "grad_norm": 1.2394018173217773, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7929, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 45.742753623188406, | |
| "grad_norm": 1.6897494792938232, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7997, | |
| "step": 151500 | |
| }, | |
| { | |
| "epoch": 45.893719806763286, | |
| "grad_norm": 1.5814383029937744, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8079, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 46.0, | |
| "eval_accuracy": 0.7509909399773499, | |
| "eval_f1_macro": 0.3911936795292309, | |
| "eval_f1_micro": 0.7509909399773499, | |
| "eval_loss": 0.7068280577659607, | |
| "eval_runtime": 209.5945, | |
| "eval_samples_per_second": 168.516, | |
| "eval_steps_per_second": 5.267, | |
| "learning_rate": 0.0001, | |
| "step": 152352 | |
| }, | |
| { | |
| "epoch": 46.04468599033817, | |
| "grad_norm": 1.5347557067871094, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7954, | |
| "step": 152500 | |
| }, | |
| { | |
| "epoch": 46.19565217391305, | |
| "grad_norm": 1.6254936456680298, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7791, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 46.34661835748792, | |
| "grad_norm": 0.9997854828834534, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8056, | |
| "step": 153500 | |
| }, | |
| { | |
| "epoch": 46.4975845410628, | |
| "grad_norm": 1.80784273147583, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7839, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 46.64855072463768, | |
| "grad_norm": 1.3725862503051758, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8005, | |
| "step": 154500 | |
| }, | |
| { | |
| "epoch": 46.79951690821256, | |
| "grad_norm": 1.7076722383499146, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8084, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 46.95048309178744, | |
| "grad_norm": 0.9908552169799805, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8053, | |
| "step": 155500 | |
| }, | |
| { | |
| "epoch": 47.0, | |
| "eval_accuracy": 0.7509909399773499, | |
| "eval_f1_macro": 0.38879336218586646, | |
| "eval_f1_micro": 0.7509909399773499, | |
| "eval_loss": 0.7073561549186707, | |
| "eval_runtime": 209.7549, | |
| "eval_samples_per_second": 168.387, | |
| "eval_steps_per_second": 5.263, | |
| "learning_rate": 0.0001, | |
| "step": 155664 | |
| }, | |
| { | |
| "epoch": 47.10144927536232, | |
| "grad_norm": 1.562961220741272, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7871, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 47.2524154589372, | |
| "grad_norm": 1.2126048803329468, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7896, | |
| "step": 156500 | |
| }, | |
| { | |
| "epoch": 47.40338164251208, | |
| "grad_norm": 1.2961828708648682, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7788, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 47.55434782608695, | |
| "grad_norm": 1.5157291889190674, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7951, | |
| "step": 157500 | |
| }, | |
| { | |
| "epoch": 47.70531400966183, | |
| "grad_norm": 1.4402084350585938, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7888, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 47.856280193236714, | |
| "grad_norm": 1.5191363096237183, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7965, | |
| "step": 158500 | |
| }, | |
| { | |
| "epoch": 48.0, | |
| "eval_accuracy": 0.7507644394110985, | |
| "eval_f1_macro": 0.38896207109046926, | |
| "eval_f1_micro": 0.7507644394110985, | |
| "eval_loss": 0.7095273733139038, | |
| "eval_runtime": 208.9561, | |
| "eval_samples_per_second": 169.031, | |
| "eval_steps_per_second": 5.283, | |
| "learning_rate": 0.0001, | |
| "step": 158976 | |
| }, | |
| { | |
| "epoch": 48.007246376811594, | |
| "grad_norm": 1.181817650794983, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7951, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 48.158212560386474, | |
| "grad_norm": 1.894116759300232, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7766, | |
| "step": 159500 | |
| }, | |
| { | |
| "epoch": 48.309178743961354, | |
| "grad_norm": 1.7920688390731812, | |
| "learning_rate": 0.0001, | |
| "loss": 0.779, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 48.460144927536234, | |
| "grad_norm": 1.5282026529312134, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8092, | |
| "step": 160500 | |
| }, | |
| { | |
| "epoch": 48.611111111111114, | |
| "grad_norm": 2.105564832687378, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7872, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 48.76207729468599, | |
| "grad_norm": 1.047914981842041, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7991, | |
| "step": 161500 | |
| }, | |
| { | |
| "epoch": 48.91304347826087, | |
| "grad_norm": 1.8722704648971558, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8043, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 49.0, | |
| "eval_accuracy": 0.7509343148357871, | |
| "eval_f1_macro": 0.393500354059222, | |
| "eval_f1_micro": 0.7509343148357871, | |
| "eval_loss": 0.7090209126472473, | |
| "eval_runtime": 211.4098, | |
| "eval_samples_per_second": 167.069, | |
| "eval_steps_per_second": 5.222, | |
| "learning_rate": 0.0001, | |
| "step": 162288 | |
| }, | |
| { | |
| "epoch": 49.06400966183575, | |
| "grad_norm": 1.6309547424316406, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7861, | |
| "step": 162500 | |
| }, | |
| { | |
| "epoch": 49.21497584541063, | |
| "grad_norm": 1.2643849849700928, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7903, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 49.36594202898551, | |
| "grad_norm": 1.3246151208877563, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7803, | |
| "step": 163500 | |
| }, | |
| { | |
| "epoch": 49.51690821256039, | |
| "grad_norm": 1.8463890552520752, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8013, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 49.66787439613527, | |
| "grad_norm": 1.5198359489440918, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7956, | |
| "step": 164500 | |
| }, | |
| { | |
| "epoch": 49.81884057971015, | |
| "grad_norm": 1.9406630992889404, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8004, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 49.96980676328502, | |
| "grad_norm": 2.282998561859131, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7861, | |
| "step": 165500 | |
| }, | |
| { | |
| "epoch": 50.0, | |
| "eval_accuracy": 0.7512174405436014, | |
| "eval_f1_macro": 0.4025782389887584, | |
| "eval_f1_micro": 0.7512174405436014, | |
| "eval_loss": 0.7080034017562866, | |
| "eval_runtime": 220.5346, | |
| "eval_samples_per_second": 160.156, | |
| "eval_steps_per_second": 5.006, | |
| "learning_rate": 0.0001, | |
| "step": 165600 | |
| }, | |
| { | |
| "epoch": 50.1207729468599, | |
| "grad_norm": 1.6418976783752441, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7868, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 50.27173913043478, | |
| "grad_norm": 1.3250433206558228, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7945, | |
| "step": 166500 | |
| }, | |
| { | |
| "epoch": 50.42270531400966, | |
| "grad_norm": 1.5783368349075317, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7964, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 50.57367149758454, | |
| "grad_norm": 1.6777008771896362, | |
| "learning_rate": 0.0001, | |
| "loss": 0.772, | |
| "step": 167500 | |
| }, | |
| { | |
| "epoch": 50.72463768115942, | |
| "grad_norm": 1.729814052581787, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7925, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 50.8756038647343, | |
| "grad_norm": 1.6847931146621704, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7917, | |
| "step": 168500 | |
| }, | |
| { | |
| "epoch": 51.0, | |
| "eval_accuracy": 0.7513873159682899, | |
| "eval_f1_macro": 0.3942298110767962, | |
| "eval_f1_micro": 0.7513873159682899, | |
| "eval_loss": 0.7062203288078308, | |
| "eval_runtime": 209.6717, | |
| "eval_samples_per_second": 168.454, | |
| "eval_steps_per_second": 5.265, | |
| "learning_rate": 0.0001, | |
| "step": 168912 | |
| }, | |
| { | |
| "epoch": 51.02657004830918, | |
| "grad_norm": 1.8825182914733887, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7902, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 51.177536231884055, | |
| "grad_norm": 1.9477916955947876, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7904, | |
| "step": 169500 | |
| }, | |
| { | |
| "epoch": 51.328502415458935, | |
| "grad_norm": 1.3268564939498901, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7863, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 51.479468599033815, | |
| "grad_norm": 1.6211856603622437, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7821, | |
| "step": 170500 | |
| }, | |
| { | |
| "epoch": 51.630434782608695, | |
| "grad_norm": 1.8431261777877808, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7901, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 51.781400966183575, | |
| "grad_norm": 1.8904542922973633, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7864, | |
| "step": 171500 | |
| }, | |
| { | |
| "epoch": 51.932367149758456, | |
| "grad_norm": 1.6243914365768433, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7909, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 52.0, | |
| "eval_accuracy": 0.7526330690826727, | |
| "eval_f1_macro": 0.3971378678667864, | |
| "eval_f1_micro": 0.7526330690826727, | |
| "eval_loss": 0.7048719525337219, | |
| "eval_runtime": 221.7242, | |
| "eval_samples_per_second": 159.297, | |
| "eval_steps_per_second": 4.979, | |
| "learning_rate": 0.0001, | |
| "step": 172224 | |
| }, | |
| { | |
| "epoch": 52.083333333333336, | |
| "grad_norm": 1.5745625495910645, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7943, | |
| "step": 172500 | |
| }, | |
| { | |
| "epoch": 52.234299516908216, | |
| "grad_norm": 2.089834213256836, | |
| "learning_rate": 0.0001, | |
| "loss": 0.785, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 52.38526570048309, | |
| "grad_norm": 2.062624454498291, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7903, | |
| "step": 173500 | |
| }, | |
| { | |
| "epoch": 52.53623188405797, | |
| "grad_norm": 1.331170678138733, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7875, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 52.68719806763285, | |
| "grad_norm": 1.5486934185028076, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7807, | |
| "step": 174500 | |
| }, | |
| { | |
| "epoch": 52.83816425120773, | |
| "grad_norm": 2.0570003986358643, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7864, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 52.98913043478261, | |
| "grad_norm": 1.223645567893982, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7886, | |
| "step": 175500 | |
| }, | |
| { | |
| "epoch": 53.0, | |
| "eval_accuracy": 0.7526330690826727, | |
| "eval_f1_macro": 0.4016673062072626, | |
| "eval_f1_micro": 0.7526330690826727, | |
| "eval_loss": 0.7044239640235901, | |
| "eval_runtime": 207.7966, | |
| "eval_samples_per_second": 169.974, | |
| "eval_steps_per_second": 5.313, | |
| "learning_rate": 0.0001, | |
| "step": 175536 | |
| }, | |
| { | |
| "epoch": 53.14009661835749, | |
| "grad_norm": 1.4457918405532837, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7735, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 53.29106280193237, | |
| "grad_norm": 1.7474045753479004, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8022, | |
| "step": 176500 | |
| }, | |
| { | |
| "epoch": 53.44202898550725, | |
| "grad_norm": 1.0434207916259766, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7826, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 53.59299516908212, | |
| "grad_norm": 1.553357481956482, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7954, | |
| "step": 177500 | |
| }, | |
| { | |
| "epoch": 53.743961352657, | |
| "grad_norm": 1.872591495513916, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7805, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 53.89492753623188, | |
| "grad_norm": 1.3298755884170532, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7834, | |
| "step": 178500 | |
| }, | |
| { | |
| "epoch": 54.0, | |
| "eval_accuracy": 0.7524348810872027, | |
| "eval_f1_macro": 0.3991645638715668, | |
| "eval_f1_micro": 0.7524348810872027, | |
| "eval_loss": 0.7028033137321472, | |
| "eval_runtime": 210.1534, | |
| "eval_samples_per_second": 168.068, | |
| "eval_steps_per_second": 5.253, | |
| "learning_rate": 0.0001, | |
| "step": 178848 | |
| }, | |
| { | |
| "epoch": 54.04589371980676, | |
| "grad_norm": 2.058666706085205, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7999, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 54.19685990338164, | |
| "grad_norm": 1.9143357276916504, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7819, | |
| "step": 179500 | |
| }, | |
| { | |
| "epoch": 54.34782608695652, | |
| "grad_norm": 2.0311787128448486, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7867, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 54.4987922705314, | |
| "grad_norm": 1.4539964199066162, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7775, | |
| "step": 180500 | |
| }, | |
| { | |
| "epoch": 54.64975845410628, | |
| "grad_norm": 1.5299663543701172, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7855, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 54.80072463768116, | |
| "grad_norm": 1.3402701616287231, | |
| "learning_rate": 0.0001, | |
| "loss": 0.783, | |
| "step": 181500 | |
| }, | |
| { | |
| "epoch": 54.95169082125604, | |
| "grad_norm": 1.9268286228179932, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7991, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 55.0, | |
| "eval_accuracy": 0.7526896942242356, | |
| "eval_f1_macro": 0.39664989522082456, | |
| "eval_f1_micro": 0.7526896942242356, | |
| "eval_loss": 0.7028517127037048, | |
| "eval_runtime": 209.4841, | |
| "eval_samples_per_second": 168.605, | |
| "eval_steps_per_second": 5.27, | |
| "learning_rate": 0.0001, | |
| "step": 182160 | |
| }, | |
| { | |
| "epoch": 55.10265700483092, | |
| "grad_norm": 1.6586686372756958, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8025, | |
| "step": 182500 | |
| }, | |
| { | |
| "epoch": 55.2536231884058, | |
| "grad_norm": 1.9422414302825928, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7772, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 55.40458937198068, | |
| "grad_norm": 1.540802001953125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7824, | |
| "step": 183500 | |
| }, | |
| { | |
| "epoch": 55.55555555555556, | |
| "grad_norm": 1.2288109064102173, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7913, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 55.70652173913044, | |
| "grad_norm": 1.309683918952942, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7869, | |
| "step": 184500 | |
| }, | |
| { | |
| "epoch": 55.85748792270532, | |
| "grad_norm": 2.4700379371643066, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7875, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 56.0, | |
| "eval_accuracy": 0.7533408833522084, | |
| "eval_f1_macro": 0.4010505955386608, | |
| "eval_f1_micro": 0.7533408833522084, | |
| "eval_loss": 0.7026041746139526, | |
| "eval_runtime": 215.9707, | |
| "eval_samples_per_second": 163.541, | |
| "eval_steps_per_second": 5.112, | |
| "learning_rate": 0.0001, | |
| "step": 185472 | |
| }, | |
| { | |
| "epoch": 56.00845410628019, | |
| "grad_norm": 1.324925422668457, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7799, | |
| "step": 185500 | |
| }, | |
| { | |
| "epoch": 56.15942028985507, | |
| "grad_norm": 1.140968680381775, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7671, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 56.31038647342995, | |
| "grad_norm": 1.9985508918762207, | |
| "learning_rate": 0.0001, | |
| "loss": 0.781, | |
| "step": 186500 | |
| }, | |
| { | |
| "epoch": 56.46135265700483, | |
| "grad_norm": 2.1326446533203125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7926, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 56.61231884057971, | |
| "grad_norm": 2.2153525352478027, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7919, | |
| "step": 187500 | |
| }, | |
| { | |
| "epoch": 56.76328502415459, | |
| "grad_norm": 1.8268916606903076, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7758, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 56.91425120772947, | |
| "grad_norm": 1.2445095777511597, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7868, | |
| "step": 188500 | |
| }, | |
| { | |
| "epoch": 57.0, | |
| "eval_accuracy": 0.7524915062287656, | |
| "eval_f1_macro": 0.4055993193482603, | |
| "eval_f1_micro": 0.7524915062287656, | |
| "eval_loss": 0.7028916478157043, | |
| "eval_runtime": 216.0565, | |
| "eval_samples_per_second": 163.476, | |
| "eval_steps_per_second": 5.11, | |
| "learning_rate": 0.0001, | |
| "step": 188784 | |
| }, | |
| { | |
| "epoch": 57.06521739130435, | |
| "grad_norm": 1.4556875228881836, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7903, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 57.216183574879224, | |
| "grad_norm": 1.3705946207046509, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7873, | |
| "step": 189500 | |
| }, | |
| { | |
| "epoch": 57.367149758454104, | |
| "grad_norm": 2.036994457244873, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7796, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 57.518115942028984, | |
| "grad_norm": 2.2616024017333984, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7761, | |
| "step": 190500 | |
| }, | |
| { | |
| "epoch": 57.669082125603865, | |
| "grad_norm": 1.9602872133255005, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7959, | |
| "step": 191000 | |
| }, | |
| { | |
| "epoch": 57.820048309178745, | |
| "grad_norm": 1.309295892715454, | |
| "learning_rate": 0.0001, | |
| "loss": 0.784, | |
| "step": 191500 | |
| }, | |
| { | |
| "epoch": 57.971014492753625, | |
| "grad_norm": 1.5990263223648071, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7837, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 58.0, | |
| "eval_accuracy": 0.7536240090600227, | |
| "eval_f1_macro": 0.4020138923754012, | |
| "eval_f1_micro": 0.7536240090600227, | |
| "eval_loss": 0.7021399736404419, | |
| "eval_runtime": 218.5717, | |
| "eval_samples_per_second": 161.595, | |
| "eval_steps_per_second": 5.051, | |
| "learning_rate": 0.0001, | |
| "step": 192096 | |
| }, | |
| { | |
| "epoch": 58.121980676328505, | |
| "grad_norm": 1.6626112461090088, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7824, | |
| "step": 192500 | |
| }, | |
| { | |
| "epoch": 58.272946859903385, | |
| "grad_norm": 1.4282841682434082, | |
| "learning_rate": 0.0001, | |
| "loss": 0.769, | |
| "step": 193000 | |
| }, | |
| { | |
| "epoch": 58.42391304347826, | |
| "grad_norm": 1.731040120124817, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7868, | |
| "step": 193500 | |
| }, | |
| { | |
| "epoch": 58.57487922705314, | |
| "grad_norm": 1.7084987163543701, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7812, | |
| "step": 194000 | |
| }, | |
| { | |
| "epoch": 58.72584541062802, | |
| "grad_norm": 1.8147222995758057, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7941, | |
| "step": 194500 | |
| }, | |
| { | |
| "epoch": 58.8768115942029, | |
| "grad_norm": 1.8238271474838257, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7834, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 59.0, | |
| "eval_accuracy": 0.7534258210645527, | |
| "eval_f1_macro": 0.40493707142310226, | |
| "eval_f1_micro": 0.7534258210645527, | |
| "eval_loss": 0.7011087536811829, | |
| "eval_runtime": 215.6629, | |
| "eval_samples_per_second": 163.774, | |
| "eval_steps_per_second": 5.119, | |
| "learning_rate": 0.0001, | |
| "step": 195408 | |
| }, | |
| { | |
| "epoch": 59.02777777777778, | |
| "grad_norm": 2.115701913833618, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8038, | |
| "step": 195500 | |
| }, | |
| { | |
| "epoch": 59.17874396135266, | |
| "grad_norm": 1.9553638696670532, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7834, | |
| "step": 196000 | |
| }, | |
| { | |
| "epoch": 59.32971014492754, | |
| "grad_norm": 1.5982245206832886, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7845, | |
| "step": 196500 | |
| }, | |
| { | |
| "epoch": 59.48067632850242, | |
| "grad_norm": 1.805112361907959, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7744, | |
| "step": 197000 | |
| }, | |
| { | |
| "epoch": 59.63164251207729, | |
| "grad_norm": 2.541797161102295, | |
| "learning_rate": 0.0001, | |
| "loss": 0.775, | |
| "step": 197500 | |
| }, | |
| { | |
| "epoch": 59.78260869565217, | |
| "grad_norm": 1.572972297668457, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8033, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 59.93357487922705, | |
| "grad_norm": 1.4918849468231201, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7893, | |
| "step": 198500 | |
| }, | |
| { | |
| "epoch": 60.0, | |
| "eval_accuracy": 0.7530294450736127, | |
| "eval_f1_macro": 0.402861411530856, | |
| "eval_f1_micro": 0.7530294450736127, | |
| "eval_loss": 0.7018985748291016, | |
| "eval_runtime": 213.0555, | |
| "eval_samples_per_second": 165.778, | |
| "eval_steps_per_second": 5.182, | |
| "learning_rate": 0.0001, | |
| "step": 198720 | |
| }, | |
| { | |
| "epoch": 60.08454106280193, | |
| "grad_norm": 2.5043087005615234, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7765, | |
| "step": 199000 | |
| }, | |
| { | |
| "epoch": 60.23550724637681, | |
| "grad_norm": 2.011338710784912, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7886, | |
| "step": 199500 | |
| }, | |
| { | |
| "epoch": 60.38647342995169, | |
| "grad_norm": 2.148954153060913, | |
| "learning_rate": 0.0001, | |
| "loss": 0.782, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 60.53743961352657, | |
| "grad_norm": 2.625419855117798, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7833, | |
| "step": 200500 | |
| }, | |
| { | |
| "epoch": 60.68840579710145, | |
| "grad_norm": 1.7209972143173218, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7897, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 60.839371980676326, | |
| "grad_norm": 1.8467425107955933, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7846, | |
| "step": 201500 | |
| }, | |
| { | |
| "epoch": 60.990338164251206, | |
| "grad_norm": 1.4258301258087158, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7824, | |
| "step": 202000 | |
| }, | |
| { | |
| "epoch": 61.0, | |
| "eval_accuracy": 0.7518686296715742, | |
| "eval_f1_macro": 0.39945027687694223, | |
| "eval_f1_micro": 0.7518686296715742, | |
| "eval_loss": 0.7023395895957947, | |
| "eval_runtime": 222.5154, | |
| "eval_samples_per_second": 158.731, | |
| "eval_steps_per_second": 4.961, | |
| "learning_rate": 0.0001, | |
| "step": 202032 | |
| }, | |
| { | |
| "epoch": 61.141304347826086, | |
| "grad_norm": 2.6606762409210205, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7765, | |
| "step": 202500 | |
| }, | |
| { | |
| "epoch": 61.292270531400966, | |
| "grad_norm": 2.2172415256500244, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7845, | |
| "step": 203000 | |
| }, | |
| { | |
| "epoch": 61.443236714975846, | |
| "grad_norm": 2.1280250549316406, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7851, | |
| "step": 203500 | |
| }, | |
| { | |
| "epoch": 61.594202898550726, | |
| "grad_norm": 1.6851128339767456, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7842, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 61.74516908212561, | |
| "grad_norm": 1.9471075534820557, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7881, | |
| "step": 204500 | |
| }, | |
| { | |
| "epoch": 61.89613526570048, | |
| "grad_norm": 1.5017220973968506, | |
| "learning_rate": 0.0001, | |
| "loss": 0.789, | |
| "step": 205000 | |
| }, | |
| { | |
| "epoch": 62.0, | |
| "eval_accuracy": 0.7524915062287656, | |
| "eval_f1_macro": 0.40407383649300527, | |
| "eval_f1_micro": 0.7524915062287656, | |
| "eval_loss": 0.7037662267684937, | |
| "eval_runtime": 216.9958, | |
| "eval_samples_per_second": 162.768, | |
| "eval_steps_per_second": 5.088, | |
| "learning_rate": 0.0001, | |
| "step": 205344 | |
| }, | |
| { | |
| "epoch": 62.04710144927536, | |
| "grad_norm": 1.834807276725769, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7739, | |
| "step": 205500 | |
| }, | |
| { | |
| "epoch": 62.19806763285024, | |
| "grad_norm": 1.9558227062225342, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7741, | |
| "step": 206000 | |
| }, | |
| { | |
| "epoch": 62.34903381642512, | |
| "grad_norm": 2.4876391887664795, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7949, | |
| "step": 206500 | |
| }, | |
| { | |
| "epoch": 62.5, | |
| "grad_norm": 1.7195085287094116, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7881, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 62.65096618357488, | |
| "grad_norm": 1.7376832962036133, | |
| "learning_rate": 0.0001, | |
| "loss": 0.782, | |
| "step": 207500 | |
| }, | |
| { | |
| "epoch": 62.80193236714976, | |
| "grad_norm": 2.0515975952148438, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7986, | |
| "step": 208000 | |
| }, | |
| { | |
| "epoch": 62.95289855072464, | |
| "grad_norm": 1.5486465692520142, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7778, | |
| "step": 208500 | |
| }, | |
| { | |
| "epoch": 63.0, | |
| "eval_accuracy": 0.753510758776897, | |
| "eval_f1_macro": 0.40375848569907075, | |
| "eval_f1_micro": 0.753510758776897, | |
| "eval_loss": 0.7002550959587097, | |
| "eval_runtime": 217.688, | |
| "eval_samples_per_second": 162.251, | |
| "eval_steps_per_second": 5.071, | |
| "learning_rate": 0.0001, | |
| "step": 208656 | |
| }, | |
| { | |
| "epoch": 63.10386473429951, | |
| "grad_norm": 1.7268332242965698, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7804, | |
| "step": 209000 | |
| }, | |
| { | |
| "epoch": 63.25483091787439, | |
| "grad_norm": 2.5274782180786133, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7714, | |
| "step": 209500 | |
| }, | |
| { | |
| "epoch": 63.405797101449274, | |
| "grad_norm": 2.0961976051330566, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7831, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 63.556763285024154, | |
| "grad_norm": 1.5764572620391846, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7953, | |
| "step": 210500 | |
| }, | |
| { | |
| "epoch": 63.707729468599034, | |
| "grad_norm": 1.8891505002975464, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7802, | |
| "step": 211000 | |
| }, | |
| { | |
| "epoch": 63.858695652173914, | |
| "grad_norm": 2.4100189208984375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7719, | |
| "step": 211500 | |
| }, | |
| { | |
| "epoch": 64.0, | |
| "eval_accuracy": 0.7526047565118913, | |
| "eval_f1_macro": 0.3981875665805004, | |
| "eval_f1_micro": 0.7526047565118913, | |
| "eval_loss": 0.6997453570365906, | |
| "eval_runtime": 217.2646, | |
| "eval_samples_per_second": 162.567, | |
| "eval_steps_per_second": 5.081, | |
| "learning_rate": 0.0001, | |
| "step": 211968 | |
| }, | |
| { | |
| "epoch": 64.00966183574879, | |
| "grad_norm": 1.7748676538467407, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7873, | |
| "step": 212000 | |
| }, | |
| { | |
| "epoch": 64.16062801932367, | |
| "grad_norm": 2.2638964653015137, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7785, | |
| "step": 212500 | |
| }, | |
| { | |
| "epoch": 64.31159420289855, | |
| "grad_norm": 2.0121142864227295, | |
| "learning_rate": 0.0001, | |
| "loss": 0.778, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 64.46256038647343, | |
| "grad_norm": 1.7299202680587769, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7786, | |
| "step": 213500 | |
| }, | |
| { | |
| "epoch": 64.61352657004831, | |
| "grad_norm": 1.9140008687973022, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7871, | |
| "step": 214000 | |
| }, | |
| { | |
| "epoch": 64.76449275362319, | |
| "grad_norm": 1.8414108753204346, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7791, | |
| "step": 214500 | |
| }, | |
| { | |
| "epoch": 64.91545893719807, | |
| "grad_norm": 1.9848062992095947, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7909, | |
| "step": 215000 | |
| }, | |
| { | |
| "epoch": 65.0, | |
| "eval_accuracy": 0.7515005662514156, | |
| "eval_f1_macro": 0.39972201826875875, | |
| "eval_f1_micro": 0.7515005662514156, | |
| "eval_loss": 0.7073760032653809, | |
| "eval_runtime": 221.4341, | |
| "eval_samples_per_second": 159.506, | |
| "eval_steps_per_second": 4.986, | |
| "learning_rate": 0.0001, | |
| "step": 215280 | |
| }, | |
| { | |
| "epoch": 65.06642512077295, | |
| "grad_norm": 2.2006211280822754, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7954, | |
| "step": 215500 | |
| }, | |
| { | |
| "epoch": 65.21739130434783, | |
| "grad_norm": 1.9873759746551514, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7793, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 65.36835748792271, | |
| "grad_norm": 1.8538273572921753, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7869, | |
| "step": 216500 | |
| }, | |
| { | |
| "epoch": 65.51932367149759, | |
| "grad_norm": 1.5849995613098145, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7785, | |
| "step": 217000 | |
| }, | |
| { | |
| "epoch": 65.67028985507247, | |
| "grad_norm": 2.1744604110717773, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7825, | |
| "step": 217500 | |
| }, | |
| { | |
| "epoch": 65.82125603864735, | |
| "grad_norm": 1.745910882949829, | |
| "learning_rate": 0.0001, | |
| "loss": 0.788, | |
| "step": 218000 | |
| }, | |
| { | |
| "epoch": 65.97222222222223, | |
| "grad_norm": 1.908542275428772, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7854, | |
| "step": 218500 | |
| }, | |
| { | |
| "epoch": 66.0, | |
| "eval_accuracy": 0.7526330690826727, | |
| "eval_f1_macro": 0.39400038125390824, | |
| "eval_f1_micro": 0.7526330690826727, | |
| "eval_loss": 0.7018123269081116, | |
| "eval_runtime": 218.0947, | |
| "eval_samples_per_second": 161.948, | |
| "eval_steps_per_second": 5.062, | |
| "learning_rate": 0.0001, | |
| "step": 218592 | |
| }, | |
| { | |
| "epoch": 66.1231884057971, | |
| "grad_norm": 2.1476829051971436, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7871, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 66.27415458937197, | |
| "grad_norm": 2.2997281551361084, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7652, | |
| "step": 219500 | |
| }, | |
| { | |
| "epoch": 66.42512077294685, | |
| "grad_norm": 2.048473358154297, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7857, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 66.57608695652173, | |
| "grad_norm": 2.110971450805664, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7878, | |
| "step": 220500 | |
| }, | |
| { | |
| "epoch": 66.72705314009661, | |
| "grad_norm": 2.692934274673462, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7746, | |
| "step": 221000 | |
| }, | |
| { | |
| "epoch": 66.8780193236715, | |
| "grad_norm": 2.0588693618774414, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7746, | |
| "step": 221500 | |
| }, | |
| { | |
| "epoch": 67.0, | |
| "eval_accuracy": 0.7543035107587769, | |
| "eval_f1_macro": 0.3999822208017269, | |
| "eval_f1_micro": 0.7543035107587769, | |
| "eval_loss": 0.7023409008979797, | |
| "eval_runtime": 216.8908, | |
| "eval_samples_per_second": 162.847, | |
| "eval_steps_per_second": 5.09, | |
| "learning_rate": 0.0001, | |
| "step": 221904 | |
| }, | |
| { | |
| "epoch": 67.02898550724638, | |
| "grad_norm": 2.107386350631714, | |
| "learning_rate": 0.0001, | |
| "loss": 0.776, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 67.17995169082126, | |
| "grad_norm": 2.098714590072632, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7744, | |
| "step": 222500 | |
| }, | |
| { | |
| "epoch": 67.33091787439614, | |
| "grad_norm": 1.85200834274292, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7785, | |
| "step": 223000 | |
| }, | |
| { | |
| "epoch": 67.48188405797102, | |
| "grad_norm": 1.833825945854187, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7908, | |
| "step": 223500 | |
| }, | |
| { | |
| "epoch": 67.6328502415459, | |
| "grad_norm": 1.4443333148956299, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7827, | |
| "step": 224000 | |
| }, | |
| { | |
| "epoch": 67.78381642512078, | |
| "grad_norm": 1.8465648889541626, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7808, | |
| "step": 224500 | |
| }, | |
| { | |
| "epoch": 67.93478260869566, | |
| "grad_norm": 2.001317262649536, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7905, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 68.0, | |
| "eval_accuracy": 0.7541053227633069, | |
| "eval_f1_macro": 0.40634545918728326, | |
| "eval_f1_micro": 0.7541053227633069, | |
| "eval_loss": 0.6975185871124268, | |
| "eval_runtime": 221.9409, | |
| "eval_samples_per_second": 159.141, | |
| "eval_steps_per_second": 4.974, | |
| "learning_rate": 0.0001, | |
| "step": 225216 | |
| }, | |
| { | |
| "epoch": 68.08574879227054, | |
| "grad_norm": 2.2237119674682617, | |
| "learning_rate": 0.0001, | |
| "loss": 0.782, | |
| "step": 225500 | |
| }, | |
| { | |
| "epoch": 68.23671497584542, | |
| "grad_norm": 1.959067702293396, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7767, | |
| "step": 226000 | |
| }, | |
| { | |
| "epoch": 68.3876811594203, | |
| "grad_norm": 1.9757815599441528, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7748, | |
| "step": 226500 | |
| }, | |
| { | |
| "epoch": 68.53864734299516, | |
| "grad_norm": 2.113232135772705, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7811, | |
| "step": 227000 | |
| }, | |
| { | |
| "epoch": 68.68961352657004, | |
| "grad_norm": 1.9340970516204834, | |
| "learning_rate": 0.0001, | |
| "loss": 0.777, | |
| "step": 227500 | |
| }, | |
| { | |
| "epoch": 68.84057971014492, | |
| "grad_norm": 0.9899095892906189, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7715, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 68.9915458937198, | |
| "grad_norm": 2.3360114097595215, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7824, | |
| "step": 228500 | |
| }, | |
| { | |
| "epoch": 69.0, | |
| "eval_accuracy": 0.7537938844847112, | |
| "eval_f1_macro": 0.4072097015037698, | |
| "eval_f1_micro": 0.7537938844847112, | |
| "eval_loss": 0.6993648409843445, | |
| "eval_runtime": 222.155, | |
| "eval_samples_per_second": 158.988, | |
| "eval_steps_per_second": 4.97, | |
| "learning_rate": 0.0001, | |
| "step": 228528 | |
| }, | |
| { | |
| "epoch": 69.14251207729468, | |
| "grad_norm": 2.447714328765869, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7778, | |
| "step": 229000 | |
| }, | |
| { | |
| "epoch": 69.29347826086956, | |
| "grad_norm": 1.8527592420578003, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7735, | |
| "step": 229500 | |
| }, | |
| { | |
| "epoch": 69.44444444444444, | |
| "grad_norm": 2.621053457260132, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7825, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 69.59541062801932, | |
| "grad_norm": 2.390890598297119, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7685, | |
| "step": 230500 | |
| }, | |
| { | |
| "epoch": 69.7463768115942, | |
| "grad_norm": 2.128596544265747, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7834, | |
| "step": 231000 | |
| }, | |
| { | |
| "epoch": 69.89734299516908, | |
| "grad_norm": 1.8924263715744019, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7795, | |
| "step": 231500 | |
| }, | |
| { | |
| "epoch": 70.0, | |
| "eval_accuracy": 0.7557191392978483, | |
| "eval_f1_macro": 0.40936702138264003, | |
| "eval_f1_micro": 0.7557191392978483, | |
| "eval_loss": 0.6969271898269653, | |
| "eval_runtime": 223.0544, | |
| "eval_samples_per_second": 158.347, | |
| "eval_steps_per_second": 4.949, | |
| "learning_rate": 0.0001, | |
| "step": 231840 | |
| }, | |
| { | |
| "epoch": 70.04830917874396, | |
| "grad_norm": 1.684754729270935, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7991, | |
| "step": 232000 | |
| }, | |
| { | |
| "epoch": 70.19927536231884, | |
| "grad_norm": 2.4494612216949463, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7753, | |
| "step": 232500 | |
| }, | |
| { | |
| "epoch": 70.35024154589372, | |
| "grad_norm": 2.5033414363861084, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7847, | |
| "step": 233000 | |
| }, | |
| { | |
| "epoch": 70.5012077294686, | |
| "grad_norm": 2.4571475982666016, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7608, | |
| "step": 233500 | |
| }, | |
| { | |
| "epoch": 70.65217391304348, | |
| "grad_norm": 1.6463907957077026, | |
| "learning_rate": 0.0001, | |
| "loss": 0.772, | |
| "step": 234000 | |
| }, | |
| { | |
| "epoch": 70.80314009661836, | |
| "grad_norm": 2.111017942428589, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7705, | |
| "step": 234500 | |
| }, | |
| { | |
| "epoch": 70.95410628019323, | |
| "grad_norm": 1.4302709102630615, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7763, | |
| "step": 235000 | |
| }, | |
| { | |
| "epoch": 71.0, | |
| "eval_accuracy": 0.7564269535673839, | |
| "eval_f1_macro": 0.40852716904479053, | |
| "eval_f1_micro": 0.7564269535673839, | |
| "eval_loss": 0.6969292759895325, | |
| "eval_runtime": 224.5096, | |
| "eval_samples_per_second": 157.321, | |
| "eval_steps_per_second": 4.917, | |
| "learning_rate": 0.0001, | |
| "step": 235152 | |
| }, | |
| { | |
| "epoch": 71.10507246376811, | |
| "grad_norm": 1.9323956966400146, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7882, | |
| "step": 235500 | |
| }, | |
| { | |
| "epoch": 71.25603864734299, | |
| "grad_norm": 1.4799989461898804, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7778, | |
| "step": 236000 | |
| }, | |
| { | |
| "epoch": 71.40700483091787, | |
| "grad_norm": 2.2827231884002686, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7834, | |
| "step": 236500 | |
| }, | |
| { | |
| "epoch": 71.55797101449275, | |
| "grad_norm": 2.1466054916381836, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7731, | |
| "step": 237000 | |
| }, | |
| { | |
| "epoch": 71.70893719806763, | |
| "grad_norm": 2.6581642627716064, | |
| "learning_rate": 0.0001, | |
| "loss": 0.768, | |
| "step": 237500 | |
| }, | |
| { | |
| "epoch": 71.85990338164251, | |
| "grad_norm": 2.4536802768707275, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7723, | |
| "step": 238000 | |
| }, | |
| { | |
| "epoch": 72.0, | |
| "eval_accuracy": 0.753114382785957, | |
| "eval_f1_macro": 0.40898447112902125, | |
| "eval_f1_micro": 0.753114382785957, | |
| "eval_loss": 0.6986733675003052, | |
| "eval_runtime": 224.8152, | |
| "eval_samples_per_second": 157.107, | |
| "eval_steps_per_second": 4.911, | |
| "learning_rate": 0.0001, | |
| "step": 238464 | |
| }, | |
| { | |
| "epoch": 72.01086956521739, | |
| "grad_norm": 2.023843288421631, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7811, | |
| "step": 238500 | |
| }, | |
| { | |
| "epoch": 72.16183574879227, | |
| "grad_norm": 2.293466567993164, | |
| "learning_rate": 0.0001, | |
| "loss": 0.771, | |
| "step": 239000 | |
| }, | |
| { | |
| "epoch": 72.31280193236715, | |
| "grad_norm": 1.5046766996383667, | |
| "learning_rate": 0.0001, | |
| "loss": 0.77, | |
| "step": 239500 | |
| }, | |
| { | |
| "epoch": 72.46376811594203, | |
| "grad_norm": 2.528843641281128, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7937, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 72.61473429951691, | |
| "grad_norm": 3.005565643310547, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7715, | |
| "step": 240500 | |
| }, | |
| { | |
| "epoch": 72.76570048309179, | |
| "grad_norm": 1.9399968385696411, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7773, | |
| "step": 241000 | |
| }, | |
| { | |
| "epoch": 72.91666666666667, | |
| "grad_norm": 1.8866796493530273, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7914, | |
| "step": 241500 | |
| }, | |
| { | |
| "epoch": 73.0, | |
| "eval_accuracy": 0.7556058890147226, | |
| "eval_f1_macro": 0.4202687658592802, | |
| "eval_f1_micro": 0.7556058890147226, | |
| "eval_loss": 0.6945138573646545, | |
| "eval_runtime": 221.3201, | |
| "eval_samples_per_second": 159.588, | |
| "eval_steps_per_second": 4.988, | |
| "learning_rate": 0.0001, | |
| "step": 241776 | |
| }, | |
| { | |
| "epoch": 73.06763285024155, | |
| "grad_norm": 2.379028081893921, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7795, | |
| "step": 242000 | |
| }, | |
| { | |
| "epoch": 73.21859903381643, | |
| "grad_norm": 2.0649399757385254, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7866, | |
| "step": 242500 | |
| }, | |
| { | |
| "epoch": 73.3695652173913, | |
| "grad_norm": 1.8513232469558716, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7831, | |
| "step": 243000 | |
| }, | |
| { | |
| "epoch": 73.52053140096618, | |
| "grad_norm": 2.739586114883423, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7867, | |
| "step": 243500 | |
| }, | |
| { | |
| "epoch": 73.67149758454106, | |
| "grad_norm": 1.8570257425308228, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7837, | |
| "step": 244000 | |
| }, | |
| { | |
| "epoch": 73.82246376811594, | |
| "grad_norm": 1.623005986213684, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7747, | |
| "step": 244500 | |
| }, | |
| { | |
| "epoch": 73.97342995169082, | |
| "grad_norm": 2.5861430168151855, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7658, | |
| "step": 245000 | |
| }, | |
| { | |
| "epoch": 74.0, | |
| "eval_accuracy": 0.7544167610419026, | |
| "eval_f1_macro": 0.4117443260028933, | |
| "eval_f1_micro": 0.7544167610419026, | |
| "eval_loss": 0.6951290369033813, | |
| "eval_runtime": 221.2373, | |
| "eval_samples_per_second": 159.648, | |
| "eval_steps_per_second": 4.99, | |
| "learning_rate": 0.0001, | |
| "step": 245088 | |
| }, | |
| { | |
| "epoch": 74.1243961352657, | |
| "grad_norm": 2.5300405025482178, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7725, | |
| "step": 245500 | |
| }, | |
| { | |
| "epoch": 74.27536231884058, | |
| "grad_norm": 2.3629848957061768, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7776, | |
| "step": 246000 | |
| }, | |
| { | |
| "epoch": 74.42632850241546, | |
| "grad_norm": 2.146430253982544, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7783, | |
| "step": 246500 | |
| }, | |
| { | |
| "epoch": 74.57729468599034, | |
| "grad_norm": 2.4947521686553955, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7689, | |
| "step": 247000 | |
| }, | |
| { | |
| "epoch": 74.72826086956522, | |
| "grad_norm": 3.2016279697418213, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7917, | |
| "step": 247500 | |
| }, | |
| { | |
| "epoch": 74.8792270531401, | |
| "grad_norm": 1.4425787925720215, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7803, | |
| "step": 248000 | |
| }, | |
| { | |
| "epoch": 75.0, | |
| "eval_accuracy": 0.7548131370328426, | |
| "eval_f1_macro": 0.41036641620698266, | |
| "eval_f1_micro": 0.7548131370328426, | |
| "eval_loss": 0.6989214420318604, | |
| "eval_runtime": 217.4759, | |
| "eval_samples_per_second": 162.409, | |
| "eval_steps_per_second": 5.076, | |
| "learning_rate": 0.0001, | |
| "step": 248400 | |
| }, | |
| { | |
| "epoch": 75.03019323671498, | |
| "grad_norm": 2.0696792602539062, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7758, | |
| "step": 248500 | |
| }, | |
| { | |
| "epoch": 75.18115942028986, | |
| "grad_norm": 2.0373711585998535, | |
| "learning_rate": 0.0001, | |
| "loss": 0.768, | |
| "step": 249000 | |
| }, | |
| { | |
| "epoch": 75.33212560386474, | |
| "grad_norm": 1.7089965343475342, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7784, | |
| "step": 249500 | |
| }, | |
| { | |
| "epoch": 75.48309178743962, | |
| "grad_norm": 2.095013380050659, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7801, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 75.6340579710145, | |
| "grad_norm": 2.4704737663269043, | |
| "learning_rate": 0.0001, | |
| "loss": 0.791, | |
| "step": 250500 | |
| }, | |
| { | |
| "epoch": 75.78502415458937, | |
| "grad_norm": 2.9486844539642334, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7757, | |
| "step": 251000 | |
| }, | |
| { | |
| "epoch": 75.93599033816425, | |
| "grad_norm": 2.679515838623047, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7772, | |
| "step": 251500 | |
| }, | |
| { | |
| "epoch": 76.0, | |
| "eval_accuracy": 0.7535673839184598, | |
| "eval_f1_macro": 0.40368077376831135, | |
| "eval_f1_micro": 0.7535673839184598, | |
| "eval_loss": 0.6996731758117676, | |
| "eval_runtime": 220.8571, | |
| "eval_samples_per_second": 159.922, | |
| "eval_steps_per_second": 4.999, | |
| "learning_rate": 0.0001, | |
| "step": 251712 | |
| }, | |
| { | |
| "epoch": 76.08695652173913, | |
| "grad_norm": 2.108654022216797, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7759, | |
| "step": 252000 | |
| }, | |
| { | |
| "epoch": 76.237922705314, | |
| "grad_norm": 2.2799570560455322, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7589, | |
| "step": 252500 | |
| }, | |
| { | |
| "epoch": 76.38888888888889, | |
| "grad_norm": 1.7830220460891724, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7727, | |
| "step": 253000 | |
| }, | |
| { | |
| "epoch": 76.53985507246377, | |
| "grad_norm": 2.1638951301574707, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7691, | |
| "step": 253500 | |
| }, | |
| { | |
| "epoch": 76.69082125603865, | |
| "grad_norm": 2.263577938079834, | |
| "learning_rate": 0.0001, | |
| "loss": 0.778, | |
| "step": 254000 | |
| }, | |
| { | |
| "epoch": 76.84178743961353, | |
| "grad_norm": 2.4441773891448975, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7863, | |
| "step": 254500 | |
| }, | |
| { | |
| "epoch": 76.9927536231884, | |
| "grad_norm": 2.222770929336548, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7813, | |
| "step": 255000 | |
| }, | |
| { | |
| "epoch": 77.0, | |
| "eval_accuracy": 0.7534824462061155, | |
| "eval_f1_macro": 0.409233768348257, | |
| "eval_f1_micro": 0.7534824462061155, | |
| "eval_loss": 0.6985901594161987, | |
| "eval_runtime": 214.6867, | |
| "eval_samples_per_second": 164.519, | |
| "eval_steps_per_second": 5.142, | |
| "learning_rate": 0.0001, | |
| "step": 255024 | |
| }, | |
| { | |
| "epoch": 77.14371980676329, | |
| "grad_norm": 2.7884366512298584, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7578, | |
| "step": 255500 | |
| }, | |
| { | |
| "epoch": 77.29468599033817, | |
| "grad_norm": 1.6742238998413086, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7796, | |
| "step": 256000 | |
| }, | |
| { | |
| "epoch": 77.44565217391305, | |
| "grad_norm": 2.1514461040496826, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7785, | |
| "step": 256500 | |
| }, | |
| { | |
| "epoch": 77.59661835748793, | |
| "grad_norm": 2.1306777000427246, | |
| "learning_rate": 0.0001, | |
| "loss": 0.761, | |
| "step": 257000 | |
| }, | |
| { | |
| "epoch": 77.7475845410628, | |
| "grad_norm": 2.3739430904388428, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7854, | |
| "step": 257500 | |
| }, | |
| { | |
| "epoch": 77.89855072463769, | |
| "grad_norm": 2.6595206260681152, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7938, | |
| "step": 258000 | |
| }, | |
| { | |
| "epoch": 78.0, | |
| "eval_accuracy": 0.7529728199320498, | |
| "eval_f1_macro": 0.4084385355970208, | |
| "eval_f1_micro": 0.7529728199320498, | |
| "eval_loss": 0.6982055306434631, | |
| "eval_runtime": 212.4703, | |
| "eval_samples_per_second": 166.235, | |
| "eval_steps_per_second": 5.196, | |
| "learning_rate": 0.0001, | |
| "step": 258336 | |
| }, | |
| { | |
| "epoch": 78.04951690821257, | |
| "grad_norm": 2.7604596614837646, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7834, | |
| "step": 258500 | |
| }, | |
| { | |
| "epoch": 78.20048309178743, | |
| "grad_norm": 2.867987632751465, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7736, | |
| "step": 259000 | |
| }, | |
| { | |
| "epoch": 78.35144927536231, | |
| "grad_norm": 3.00175404548645, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7743, | |
| "step": 259500 | |
| }, | |
| { | |
| "epoch": 78.5024154589372, | |
| "grad_norm": 2.370760679244995, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7804, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 78.65338164251207, | |
| "grad_norm": 3.652926206588745, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7884, | |
| "step": 260500 | |
| }, | |
| { | |
| "epoch": 78.80434782608695, | |
| "grad_norm": 2.2053353786468506, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7668, | |
| "step": 261000 | |
| }, | |
| { | |
| "epoch": 78.95531400966183, | |
| "grad_norm": 2.3484444618225098, | |
| "learning_rate": 0.0001, | |
| "loss": 0.776, | |
| "step": 261500 | |
| }, | |
| { | |
| "epoch": 79.0, | |
| "eval_accuracy": 0.7545300113250283, | |
| "eval_f1_macro": 0.40554177789578655, | |
| "eval_f1_micro": 0.7545300113250283, | |
| "eval_loss": 0.6958198547363281, | |
| "eval_runtime": 216.388, | |
| "eval_samples_per_second": 163.225, | |
| "eval_steps_per_second": 5.102, | |
| "learning_rate": 0.0001, | |
| "step": 261648 | |
| }, | |
| { | |
| "epoch": 79.10628019323671, | |
| "grad_norm": 2.6035516262054443, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7645, | |
| "step": 262000 | |
| }, | |
| { | |
| "epoch": 79.2572463768116, | |
| "grad_norm": 2.6548285484313965, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7838, | |
| "step": 262500 | |
| }, | |
| { | |
| "epoch": 79.40821256038647, | |
| "grad_norm": 2.1750309467315674, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7733, | |
| "step": 263000 | |
| }, | |
| { | |
| "epoch": 79.55917874396135, | |
| "grad_norm": 2.2618377208709717, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7674, | |
| "step": 263500 | |
| }, | |
| { | |
| "epoch": 79.71014492753623, | |
| "grad_norm": 2.5647144317626953, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7596, | |
| "step": 264000 | |
| }, | |
| { | |
| "epoch": 79.86111111111111, | |
| "grad_norm": 2.199589967727661, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7613, | |
| "step": 264500 | |
| }, | |
| { | |
| "epoch": 80.0, | |
| "eval_accuracy": 0.7548131370328426, | |
| "eval_f1_macro": 0.4061063082083746, | |
| "eval_f1_micro": 0.7548131370328426, | |
| "eval_loss": 0.6934341788291931, | |
| "eval_runtime": 219.4797, | |
| "eval_samples_per_second": 160.926, | |
| "eval_steps_per_second": 5.03, | |
| "learning_rate": 1e-05, | |
| "step": 264960 | |
| }, | |
| { | |
| "epoch": 80.012077294686, | |
| "grad_norm": 2.2339282035827637, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7649, | |
| "step": 265000 | |
| }, | |
| { | |
| "epoch": 80.16304347826087, | |
| "grad_norm": 1.8621363639831543, | |
| "learning_rate": 1e-05, | |
| "loss": 0.777, | |
| "step": 265500 | |
| }, | |
| { | |
| "epoch": 80.31400966183575, | |
| "grad_norm": 2.7088050842285156, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7606, | |
| "step": 266000 | |
| }, | |
| { | |
| "epoch": 80.46497584541063, | |
| "grad_norm": 3.5997519493103027, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7645, | |
| "step": 266500 | |
| }, | |
| { | |
| "epoch": 80.6159420289855, | |
| "grad_norm": 2.1306052207946777, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7522, | |
| "step": 267000 | |
| }, | |
| { | |
| "epoch": 80.76690821256038, | |
| "grad_norm": 2.9289278984069824, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7785, | |
| "step": 267500 | |
| }, | |
| { | |
| "epoch": 80.91787439613526, | |
| "grad_norm": 2.9643545150756836, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7647, | |
| "step": 268000 | |
| }, | |
| { | |
| "epoch": 81.0, | |
| "eval_accuracy": 0.756030577576444, | |
| "eval_f1_macro": 0.41080502241376626, | |
| "eval_f1_micro": 0.756030577576444, | |
| "eval_loss": 0.6922488212585449, | |
| "eval_runtime": 223.7966, | |
| "eval_samples_per_second": 157.822, | |
| "eval_steps_per_second": 4.933, | |
| "learning_rate": 1e-05, | |
| "step": 268272 | |
| }, | |
| { | |
| "epoch": 81.06884057971014, | |
| "grad_norm": 2.629472494125366, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7544, | |
| "step": 268500 | |
| }, | |
| { | |
| "epoch": 81.21980676328502, | |
| "grad_norm": 2.5886995792388916, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7457, | |
| "step": 269000 | |
| }, | |
| { | |
| "epoch": 81.3707729468599, | |
| "grad_norm": 2.5300049781799316, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7647, | |
| "step": 269500 | |
| }, | |
| { | |
| "epoch": 81.52173913043478, | |
| "grad_norm": 2.208451509475708, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7606, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 81.67270531400966, | |
| "grad_norm": 1.6408979892730713, | |
| "learning_rate": 1e-05, | |
| "loss": 0.764, | |
| "step": 270500 | |
| }, | |
| { | |
| "epoch": 81.82367149758454, | |
| "grad_norm": 2.4585461616516113, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7709, | |
| "step": 271000 | |
| }, | |
| { | |
| "epoch": 81.97463768115942, | |
| "grad_norm": 2.8251771926879883, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7842, | |
| "step": 271500 | |
| }, | |
| { | |
| "epoch": 82.0, | |
| "eval_accuracy": 0.7543318233295583, | |
| "eval_f1_macro": 0.4068674463917489, | |
| "eval_f1_micro": 0.7543318233295583, | |
| "eval_loss": 0.6933410167694092, | |
| "eval_runtime": 221.2843, | |
| "eval_samples_per_second": 159.614, | |
| "eval_steps_per_second": 4.989, | |
| "learning_rate": 1e-05, | |
| "step": 271584 | |
| }, | |
| { | |
| "epoch": 82.1256038647343, | |
| "grad_norm": 1.0586947202682495, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7631, | |
| "step": 272000 | |
| }, | |
| { | |
| "epoch": 82.27657004830918, | |
| "grad_norm": 1.943528413772583, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7757, | |
| "step": 272500 | |
| }, | |
| { | |
| "epoch": 82.42753623188406, | |
| "grad_norm": 2.1721386909484863, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7679, | |
| "step": 273000 | |
| }, | |
| { | |
| "epoch": 82.57850241545894, | |
| "grad_norm": 1.7928928136825562, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7722, | |
| "step": 273500 | |
| }, | |
| { | |
| "epoch": 82.72946859903382, | |
| "grad_norm": 2.544050931930542, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7353, | |
| "step": 274000 | |
| }, | |
| { | |
| "epoch": 82.8804347826087, | |
| "grad_norm": 3.048557758331299, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7689, | |
| "step": 274500 | |
| }, | |
| { | |
| "epoch": 83.0, | |
| "eval_accuracy": 0.753510758776897, | |
| "eval_f1_macro": 0.4067501722537251, | |
| "eval_f1_micro": 0.753510758776897, | |
| "eval_loss": 0.6952932476997375, | |
| "eval_runtime": 222.2091, | |
| "eval_samples_per_second": 158.949, | |
| "eval_steps_per_second": 4.968, | |
| "learning_rate": 1e-05, | |
| "step": 274896 | |
| }, | |
| { | |
| "epoch": 83.03140096618357, | |
| "grad_norm": 2.39086651802063, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7612, | |
| "step": 275000 | |
| }, | |
| { | |
| "epoch": 83.18236714975845, | |
| "grad_norm": 2.1913161277770996, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7481, | |
| "step": 275500 | |
| }, | |
| { | |
| "epoch": 83.33333333333333, | |
| "grad_norm": 2.3297812938690186, | |
| "learning_rate": 1e-05, | |
| "loss": 0.748, | |
| "step": 276000 | |
| }, | |
| { | |
| "epoch": 83.48429951690821, | |
| "grad_norm": 2.2055962085723877, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7677, | |
| "step": 276500 | |
| }, | |
| { | |
| "epoch": 83.63526570048309, | |
| "grad_norm": 2.183980941772461, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7714, | |
| "step": 277000 | |
| }, | |
| { | |
| "epoch": 83.78623188405797, | |
| "grad_norm": 2.8484814167022705, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7712, | |
| "step": 277500 | |
| }, | |
| { | |
| "epoch": 83.93719806763285, | |
| "grad_norm": 2.133021593093872, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7674, | |
| "step": 278000 | |
| }, | |
| { | |
| "epoch": 84.0, | |
| "eval_accuracy": 0.7570215175537939, | |
| "eval_f1_macro": 0.41404658203548567, | |
| "eval_f1_micro": 0.7570215175537939, | |
| "eval_loss": 0.6912673115730286, | |
| "eval_runtime": 229.7218, | |
| "eval_samples_per_second": 153.751, | |
| "eval_steps_per_second": 4.806, | |
| "learning_rate": 1e-05, | |
| "step": 278208 | |
| }, | |
| { | |
| "epoch": 84.08816425120773, | |
| "grad_norm": 2.4487361907958984, | |
| "learning_rate": 1e-05, | |
| "loss": 0.767, | |
| "step": 278500 | |
| }, | |
| { | |
| "epoch": 84.23913043478261, | |
| "grad_norm": 1.9755173921585083, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7651, | |
| "step": 279000 | |
| }, | |
| { | |
| "epoch": 84.39009661835749, | |
| "grad_norm": 2.915226459503174, | |
| "learning_rate": 1e-05, | |
| "loss": 0.765, | |
| "step": 279500 | |
| }, | |
| { | |
| "epoch": 84.54106280193237, | |
| "grad_norm": 2.0337023735046387, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7546, | |
| "step": 280000 | |
| }, | |
| { | |
| "epoch": 84.69202898550725, | |
| "grad_norm": 2.662229299545288, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7593, | |
| "step": 280500 | |
| }, | |
| { | |
| "epoch": 84.84299516908213, | |
| "grad_norm": 2.855032444000244, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7635, | |
| "step": 281000 | |
| }, | |
| { | |
| "epoch": 84.99396135265701, | |
| "grad_norm": 2.1355550289154053, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7607, | |
| "step": 281500 | |
| }, | |
| { | |
| "epoch": 85.0, | |
| "eval_accuracy": 0.7564269535673839, | |
| "eval_f1_macro": 0.4116923602189749, | |
| "eval_f1_micro": 0.7564269535673839, | |
| "eval_loss": 0.6910523772239685, | |
| "eval_runtime": 217.5309, | |
| "eval_samples_per_second": 162.368, | |
| "eval_steps_per_second": 5.075, | |
| "learning_rate": 1e-05, | |
| "step": 281520 | |
| }, | |
| { | |
| "epoch": 85.14492753623189, | |
| "grad_norm": 2.5106825828552246, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7671, | |
| "step": 282000 | |
| }, | |
| { | |
| "epoch": 85.29589371980677, | |
| "grad_norm": 1.8243615627288818, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7562, | |
| "step": 282500 | |
| }, | |
| { | |
| "epoch": 85.44685990338164, | |
| "grad_norm": 2.3742074966430664, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7686, | |
| "step": 283000 | |
| }, | |
| { | |
| "epoch": 85.59782608695652, | |
| "grad_norm": 2.150203227996826, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7543, | |
| "step": 283500 | |
| }, | |
| { | |
| "epoch": 85.7487922705314, | |
| "grad_norm": 3.4924771785736084, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7615, | |
| "step": 284000 | |
| }, | |
| { | |
| "epoch": 85.89975845410628, | |
| "grad_norm": 2.538518190383911, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7744, | |
| "step": 284500 | |
| }, | |
| { | |
| "epoch": 86.0, | |
| "eval_accuracy": 0.7563420158550397, | |
| "eval_f1_macro": 0.4128340042693249, | |
| "eval_f1_micro": 0.7563420158550397, | |
| "eval_loss": 0.6916475296020508, | |
| "eval_runtime": 222.1239, | |
| "eval_samples_per_second": 159.01, | |
| "eval_steps_per_second": 4.97, | |
| "learning_rate": 1e-05, | |
| "step": 284832 | |
| }, | |
| { | |
| "epoch": 86.05072463768116, | |
| "grad_norm": 3.2334766387939453, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7476, | |
| "step": 285000 | |
| }, | |
| { | |
| "epoch": 86.20169082125604, | |
| "grad_norm": 2.5590665340423584, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7714, | |
| "step": 285500 | |
| }, | |
| { | |
| "epoch": 86.35265700483092, | |
| "grad_norm": 3.104130744934082, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7657, | |
| "step": 286000 | |
| }, | |
| { | |
| "epoch": 86.5036231884058, | |
| "grad_norm": 2.214571714401245, | |
| "learning_rate": 1e-05, | |
| "loss": 0.761, | |
| "step": 286500 | |
| }, | |
| { | |
| "epoch": 86.65458937198068, | |
| "grad_norm": 2.1867547035217285, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7566, | |
| "step": 287000 | |
| }, | |
| { | |
| "epoch": 86.80555555555556, | |
| "grad_norm": 1.6422173976898193, | |
| "learning_rate": 1e-05, | |
| "loss": 0.769, | |
| "step": 287500 | |
| }, | |
| { | |
| "epoch": 86.95652173913044, | |
| "grad_norm": 1.9688115119934082, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7639, | |
| "step": 288000 | |
| }, | |
| { | |
| "epoch": 87.0, | |
| "eval_accuracy": 0.7549546998867497, | |
| "eval_f1_macro": 0.40886676984680725, | |
| "eval_f1_micro": 0.7549546998867497, | |
| "eval_loss": 0.6928644180297852, | |
| "eval_runtime": 208.4118, | |
| "eval_samples_per_second": 169.472, | |
| "eval_steps_per_second": 5.297, | |
| "learning_rate": 1e-05, | |
| "step": 288144 | |
| }, | |
| { | |
| "epoch": 87.10748792270532, | |
| "grad_norm": 2.8994855880737305, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7707, | |
| "step": 288500 | |
| }, | |
| { | |
| "epoch": 87.2584541062802, | |
| "grad_norm": 2.275305986404419, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7694, | |
| "step": 289000 | |
| }, | |
| { | |
| "epoch": 87.40942028985508, | |
| "grad_norm": 3.0227978229522705, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7594, | |
| "step": 289500 | |
| }, | |
| { | |
| "epoch": 87.56038647342996, | |
| "grad_norm": 3.3725409507751465, | |
| "learning_rate": 1e-05, | |
| "loss": 0.766, | |
| "step": 290000 | |
| }, | |
| { | |
| "epoch": 87.71135265700484, | |
| "grad_norm": 2.8421378135681152, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7562, | |
| "step": 290500 | |
| }, | |
| { | |
| "epoch": 87.8623188405797, | |
| "grad_norm": 2.772217035293579, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7515, | |
| "step": 291000 | |
| }, | |
| { | |
| "epoch": 88.0, | |
| "eval_accuracy": 0.7565402038505096, | |
| "eval_f1_macro": 0.420962036953915, | |
| "eval_f1_micro": 0.7565402038505096, | |
| "eval_loss": 0.690355122089386, | |
| "eval_runtime": 208.3912, | |
| "eval_samples_per_second": 169.489, | |
| "eval_steps_per_second": 5.298, | |
| "learning_rate": 1e-05, | |
| "step": 291456 | |
| }, | |
| { | |
| "epoch": 88.01328502415458, | |
| "grad_norm": 2.544933795928955, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7618, | |
| "step": 291500 | |
| }, | |
| { | |
| "epoch": 88.16425120772946, | |
| "grad_norm": 2.5325067043304443, | |
| "learning_rate": 1e-05, | |
| "loss": 0.77, | |
| "step": 292000 | |
| }, | |
| { | |
| "epoch": 88.31521739130434, | |
| "grad_norm": 2.440011739730835, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7731, | |
| "step": 292500 | |
| }, | |
| { | |
| "epoch": 88.46618357487922, | |
| "grad_norm": 2.3057007789611816, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7648, | |
| "step": 293000 | |
| }, | |
| { | |
| "epoch": 88.6171497584541, | |
| "grad_norm": 2.1060709953308105, | |
| "learning_rate": 1e-05, | |
| "loss": 0.764, | |
| "step": 293500 | |
| }, | |
| { | |
| "epoch": 88.76811594202898, | |
| "grad_norm": 1.846860408782959, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7556, | |
| "step": 294000 | |
| }, | |
| { | |
| "epoch": 88.91908212560386, | |
| "grad_norm": 2.313117504119873, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7529, | |
| "step": 294500 | |
| }, | |
| { | |
| "epoch": 89.0, | |
| "eval_accuracy": 0.7553793884484711, | |
| "eval_f1_macro": 0.4082321179284884, | |
| "eval_f1_micro": 0.7553793884484711, | |
| "eval_loss": 0.6912076473236084, | |
| "eval_runtime": 208.3205, | |
| "eval_samples_per_second": 169.546, | |
| "eval_steps_per_second": 5.3, | |
| "learning_rate": 1e-05, | |
| "step": 294768 | |
| }, | |
| { | |
| "epoch": 89.07004830917874, | |
| "grad_norm": 1.8952932357788086, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7531, | |
| "step": 295000 | |
| }, | |
| { | |
| "epoch": 89.22101449275362, | |
| "grad_norm": 2.8988664150238037, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7589, | |
| "step": 295500 | |
| }, | |
| { | |
| "epoch": 89.3719806763285, | |
| "grad_norm": 2.967485189437866, | |
| "learning_rate": 1e-05, | |
| "loss": 0.754, | |
| "step": 296000 | |
| }, | |
| { | |
| "epoch": 89.52294685990339, | |
| "grad_norm": 3.6572604179382324, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7601, | |
| "step": 296500 | |
| }, | |
| { | |
| "epoch": 89.67391304347827, | |
| "grad_norm": 2.4497523307800293, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7637, | |
| "step": 297000 | |
| }, | |
| { | |
| "epoch": 89.82487922705315, | |
| "grad_norm": 2.146918296813965, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7659, | |
| "step": 297500 | |
| }, | |
| { | |
| "epoch": 89.97584541062803, | |
| "grad_norm": 2.3516407012939453, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7575, | |
| "step": 298000 | |
| }, | |
| { | |
| "epoch": 90.0, | |
| "eval_accuracy": 0.7557191392978483, | |
| "eval_f1_macro": 0.41024391615144784, | |
| "eval_f1_micro": 0.7557191392978483, | |
| "eval_loss": 0.6930990815162659, | |
| "eval_runtime": 208.0967, | |
| "eval_samples_per_second": 169.729, | |
| "eval_steps_per_second": 5.305, | |
| "learning_rate": 1e-05, | |
| "step": 298080 | |
| }, | |
| { | |
| "epoch": 90.1268115942029, | |
| "grad_norm": 2.572826385498047, | |
| "learning_rate": 1e-05, | |
| "loss": 0.76, | |
| "step": 298500 | |
| }, | |
| { | |
| "epoch": 90.27777777777777, | |
| "grad_norm": 2.2904913425445557, | |
| "learning_rate": 1e-05, | |
| "loss": 0.745, | |
| "step": 299000 | |
| }, | |
| { | |
| "epoch": 90.42874396135265, | |
| "grad_norm": 2.661425828933716, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7558, | |
| "step": 299500 | |
| }, | |
| { | |
| "epoch": 90.57971014492753, | |
| "grad_norm": 2.6880910396575928, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7649, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 90.73067632850241, | |
| "grad_norm": 2.799816846847534, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7575, | |
| "step": 300500 | |
| }, | |
| { | |
| "epoch": 90.88164251207729, | |
| "grad_norm": 2.5382304191589355, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7715, | |
| "step": 301000 | |
| }, | |
| { | |
| "epoch": 91.0, | |
| "eval_accuracy": 0.7554643261608154, | |
| "eval_f1_macro": 0.4130015915297761, | |
| "eval_f1_micro": 0.7554643261608154, | |
| "eval_loss": 0.6912401914596558, | |
| "eval_runtime": 214.0252, | |
| "eval_samples_per_second": 165.027, | |
| "eval_steps_per_second": 5.158, | |
| "learning_rate": 1e-05, | |
| "step": 301392 | |
| }, | |
| { | |
| "epoch": 91.03260869565217, | |
| "grad_norm": 2.888077974319458, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7584, | |
| "step": 301500 | |
| }, | |
| { | |
| "epoch": 91.18357487922705, | |
| "grad_norm": 2.5411763191223145, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7651, | |
| "step": 302000 | |
| }, | |
| { | |
| "epoch": 91.33454106280193, | |
| "grad_norm": 2.0645570755004883, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7457, | |
| "step": 302500 | |
| }, | |
| { | |
| "epoch": 91.48550724637681, | |
| "grad_norm": 2.1666808128356934, | |
| "learning_rate": 1e-05, | |
| "loss": 0.766, | |
| "step": 303000 | |
| }, | |
| { | |
| "epoch": 91.63647342995169, | |
| "grad_norm": 2.985408306121826, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7511, | |
| "step": 303500 | |
| }, | |
| { | |
| "epoch": 91.78743961352657, | |
| "grad_norm": 2.2410295009613037, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7773, | |
| "step": 304000 | |
| }, | |
| { | |
| "epoch": 91.93840579710145, | |
| "grad_norm": 2.231506824493408, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7512, | |
| "step": 304500 | |
| }, | |
| { | |
| "epoch": 92.0, | |
| "eval_accuracy": 0.7533691959229898, | |
| "eval_f1_macro": 0.4113121570400507, | |
| "eval_f1_micro": 0.7533691959229898, | |
| "eval_loss": 0.6949923634529114, | |
| "eval_runtime": 210.6356, | |
| "eval_samples_per_second": 167.683, | |
| "eval_steps_per_second": 5.241, | |
| "learning_rate": 1e-05, | |
| "step": 304704 | |
| }, | |
| { | |
| "epoch": 92.08937198067633, | |
| "grad_norm": 2.164560317993164, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7597, | |
| "step": 305000 | |
| }, | |
| { | |
| "epoch": 92.24033816425121, | |
| "grad_norm": 2.2248928546905518, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7517, | |
| "step": 305500 | |
| }, | |
| { | |
| "epoch": 92.3913043478261, | |
| "grad_norm": 2.246734142303467, | |
| "learning_rate": 1e-05, | |
| "loss": 0.762, | |
| "step": 306000 | |
| }, | |
| { | |
| "epoch": 92.54227053140096, | |
| "grad_norm": 2.577650547027588, | |
| "learning_rate": 1e-05, | |
| "loss": 0.761, | |
| "step": 306500 | |
| }, | |
| { | |
| "epoch": 92.69323671497584, | |
| "grad_norm": 2.056898593902588, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7591, | |
| "step": 307000 | |
| }, | |
| { | |
| "epoch": 92.84420289855072, | |
| "grad_norm": 2.593987464904785, | |
| "learning_rate": 1e-05, | |
| "loss": 0.765, | |
| "step": 307500 | |
| }, | |
| { | |
| "epoch": 92.9951690821256, | |
| "grad_norm": 3.157461166381836, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7514, | |
| "step": 308000 | |
| }, | |
| { | |
| "epoch": 93.0, | |
| "eval_accuracy": 0.7538788221970555, | |
| "eval_f1_macro": 0.4075305019994295, | |
| "eval_f1_micro": 0.7538788221970555, | |
| "eval_loss": 0.6944717764854431, | |
| "eval_runtime": 210.8871, | |
| "eval_samples_per_second": 167.483, | |
| "eval_steps_per_second": 5.235, | |
| "learning_rate": 1e-05, | |
| "step": 308016 | |
| }, | |
| { | |
| "epoch": 93.14613526570048, | |
| "grad_norm": 1.5309593677520752, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7661, | |
| "step": 308500 | |
| }, | |
| { | |
| "epoch": 93.29710144927536, | |
| "grad_norm": 2.500260829925537, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7463, | |
| "step": 309000 | |
| }, | |
| { | |
| "epoch": 93.44806763285024, | |
| "grad_norm": 2.891855478286743, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7534, | |
| "step": 309500 | |
| }, | |
| { | |
| "epoch": 93.59903381642512, | |
| "grad_norm": 2.2749195098876953, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7828, | |
| "step": 310000 | |
| }, | |
| { | |
| "epoch": 93.75, | |
| "grad_norm": 2.692596435546875, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7421, | |
| "step": 310500 | |
| }, | |
| { | |
| "epoch": 93.90096618357488, | |
| "grad_norm": 3.1196775436401367, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7529, | |
| "step": 311000 | |
| }, | |
| { | |
| "epoch": 94.0, | |
| "eval_accuracy": 0.7563986409966025, | |
| "eval_f1_macro": 0.4139533419143493, | |
| "eval_f1_micro": 0.7563986409966025, | |
| "eval_loss": 0.6904072761535645, | |
| "eval_runtime": 215.9645, | |
| "eval_samples_per_second": 163.545, | |
| "eval_steps_per_second": 5.112, | |
| "learning_rate": 1e-05, | |
| "step": 311328 | |
| }, | |
| { | |
| "epoch": 94.05193236714976, | |
| "grad_norm": 2.5435197353363037, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7618, | |
| "step": 311500 | |
| }, | |
| { | |
| "epoch": 94.20289855072464, | |
| "grad_norm": 2.673288583755493, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7617, | |
| "step": 312000 | |
| }, | |
| { | |
| "epoch": 94.35386473429952, | |
| "grad_norm": 2.2841262817382812, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7706, | |
| "step": 312500 | |
| }, | |
| { | |
| "epoch": 94.5048309178744, | |
| "grad_norm": 2.476738691329956, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7537, | |
| "step": 313000 | |
| }, | |
| { | |
| "epoch": 94.65579710144928, | |
| "grad_norm": 2.4850478172302246, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7445, | |
| "step": 313500 | |
| }, | |
| { | |
| "epoch": 94.80676328502416, | |
| "grad_norm": 2.6494836807250977, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7557, | |
| "step": 314000 | |
| }, | |
| { | |
| "epoch": 94.95772946859904, | |
| "grad_norm": 2.6753244400024414, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7731, | |
| "step": 314500 | |
| }, | |
| { | |
| "epoch": 95.0, | |
| "eval_accuracy": 0.7555209513023783, | |
| "eval_f1_macro": 0.4120916882954865, | |
| "eval_f1_micro": 0.7555209513023783, | |
| "eval_loss": 0.6918609142303467, | |
| "eval_runtime": 214.6022, | |
| "eval_samples_per_second": 164.584, | |
| "eval_steps_per_second": 5.144, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "step": 314640 | |
| }, | |
| { | |
| "epoch": 95.1086956521739, | |
| "grad_norm": 2.624093770980835, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7365, | |
| "step": 315000 | |
| }, | |
| { | |
| "epoch": 95.25966183574879, | |
| "grad_norm": 2.516775131225586, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7459, | |
| "step": 315500 | |
| }, | |
| { | |
| "epoch": 95.41062801932367, | |
| "grad_norm": 2.3330860137939453, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.769, | |
| "step": 316000 | |
| }, | |
| { | |
| "epoch": 95.56159420289855, | |
| "grad_norm": 2.966632843017578, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7718, | |
| "step": 316500 | |
| }, | |
| { | |
| "epoch": 95.71256038647343, | |
| "grad_norm": 2.455122709274292, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7692, | |
| "step": 317000 | |
| }, | |
| { | |
| "epoch": 95.86352657004831, | |
| "grad_norm": 3.1468164920806885, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7561, | |
| "step": 317500 | |
| }, | |
| { | |
| "epoch": 96.0, | |
| "eval_accuracy": 0.7563137032842582, | |
| "eval_f1_macro": 0.40922720296834614, | |
| "eval_f1_micro": 0.7563137032842582, | |
| "eval_loss": 0.6894093155860901, | |
| "eval_runtime": 229.4488, | |
| "eval_samples_per_second": 153.934, | |
| "eval_steps_per_second": 4.812, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "step": 317952 | |
| }, | |
| { | |
| "epoch": 96.01449275362319, | |
| "grad_norm": 2.4865055084228516, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7446, | |
| "step": 318000 | |
| }, | |
| { | |
| "epoch": 96.16545893719807, | |
| "grad_norm": 1.840039849281311, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7434, | |
| "step": 318500 | |
| }, | |
| { | |
| "epoch": 96.31642512077295, | |
| "grad_norm": 2.1709177494049072, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7645, | |
| "step": 319000 | |
| }, | |
| { | |
| "epoch": 96.46739130434783, | |
| "grad_norm": 3.2466864585876465, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7593, | |
| "step": 319500 | |
| }, | |
| { | |
| "epoch": 96.61835748792271, | |
| "grad_norm": 2.8996708393096924, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7538, | |
| "step": 320000 | |
| }, | |
| { | |
| "epoch": 96.76932367149759, | |
| "grad_norm": 2.626403331756592, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7483, | |
| "step": 320500 | |
| }, | |
| { | |
| "epoch": 96.92028985507247, | |
| "grad_norm": 2.0331873893737793, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7702, | |
| "step": 321000 | |
| }, | |
| { | |
| "epoch": 97.0, | |
| "eval_accuracy": 0.7565402038505096, | |
| "eval_f1_macro": 0.41307852034337844, | |
| "eval_f1_micro": 0.7565402038505096, | |
| "eval_loss": 0.6900209188461304, | |
| "eval_runtime": 220.7443, | |
| "eval_samples_per_second": 160.004, | |
| "eval_steps_per_second": 5.001, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "step": 321264 | |
| }, | |
| { | |
| "epoch": 97.07125603864735, | |
| "grad_norm": 2.5619101524353027, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7596, | |
| "step": 321500 | |
| }, | |
| { | |
| "epoch": 97.22222222222223, | |
| "grad_norm": 3.2552084922790527, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7705, | |
| "step": 322000 | |
| }, | |
| { | |
| "epoch": 97.3731884057971, | |
| "grad_norm": 1.9496020078659058, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7557, | |
| "step": 322500 | |
| }, | |
| { | |
| "epoch": 97.52415458937197, | |
| "grad_norm": 2.925794839859009, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7529, | |
| "step": 323000 | |
| }, | |
| { | |
| "epoch": 97.67512077294685, | |
| "grad_norm": 2.24346923828125, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7639, | |
| "step": 323500 | |
| }, | |
| { | |
| "epoch": 97.82608695652173, | |
| "grad_norm": 2.7352709770202637, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7536, | |
| "step": 324000 | |
| }, | |
| { | |
| "epoch": 97.97705314009661, | |
| "grad_norm": 3.0642807483673096, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7506, | |
| "step": 324500 | |
| }, | |
| { | |
| "epoch": 98.0, | |
| "eval_accuracy": 0.7566251415628539, | |
| "eval_f1_macro": 0.41356661114123644, | |
| "eval_f1_micro": 0.7566251415628539, | |
| "eval_loss": 0.6900044083595276, | |
| "eval_runtime": 222.6489, | |
| "eval_samples_per_second": 158.635, | |
| "eval_steps_per_second": 4.958, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "step": 324576 | |
| }, | |
| { | |
| "epoch": 98.1280193236715, | |
| "grad_norm": 3.5656516551971436, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7526, | |
| "step": 325000 | |
| }, | |
| { | |
| "epoch": 98.27898550724638, | |
| "grad_norm": 2.4275550842285156, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7676, | |
| "step": 325500 | |
| }, | |
| { | |
| "epoch": 98.42995169082126, | |
| "grad_norm": 3.6914291381835938, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7595, | |
| "step": 326000 | |
| }, | |
| { | |
| "epoch": 98.58091787439614, | |
| "grad_norm": 2.8449277877807617, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7539, | |
| "step": 326500 | |
| }, | |
| { | |
| "epoch": 98.73188405797102, | |
| "grad_norm": 2.5142879486083984, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7521, | |
| "step": 327000 | |
| }, | |
| { | |
| "epoch": 98.8828502415459, | |
| "grad_norm": 2.5960116386413574, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7512, | |
| "step": 327500 | |
| }, | |
| { | |
| "epoch": 99.0, | |
| "eval_accuracy": 0.7563703284258211, | |
| "eval_f1_macro": 0.4168375246168502, | |
| "eval_f1_micro": 0.7563703284258211, | |
| "eval_loss": 0.690902054309845, | |
| "eval_runtime": 227.3589, | |
| "eval_samples_per_second": 155.349, | |
| "eval_steps_per_second": 4.856, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "step": 327888 | |
| }, | |
| { | |
| "epoch": 99.03381642512078, | |
| "grad_norm": 2.297607183456421, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7571, | |
| "step": 328000 | |
| }, | |
| { | |
| "epoch": 99.18478260869566, | |
| "grad_norm": 2.8327066898345947, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7482, | |
| "step": 328500 | |
| }, | |
| { | |
| "epoch": 99.33574879227054, | |
| "grad_norm": 2.6676270961761475, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7582, | |
| "step": 329000 | |
| }, | |
| { | |
| "epoch": 99.48671497584542, | |
| "grad_norm": 3.0485763549804688, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7451, | |
| "step": 329500 | |
| }, | |
| { | |
| "epoch": 99.6376811594203, | |
| "grad_norm": 4.068350315093994, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.76, | |
| "step": 330000 | |
| }, | |
| { | |
| "epoch": 99.78864734299516, | |
| "grad_norm": 2.083367109298706, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7615, | |
| "step": 330500 | |
| }, | |
| { | |
| "epoch": 99.93961352657004, | |
| "grad_norm": 2.314098834991455, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7694, | |
| "step": 331000 | |
| }, | |
| { | |
| "epoch": 100.0, | |
| "eval_accuracy": 0.7561721404303511, | |
| "eval_f1_macro": 0.41553616915095626, | |
| "eval_f1_micro": 0.7561721404303511, | |
| "eval_loss": 0.6912137866020203, | |
| "eval_runtime": 232.1679, | |
| "eval_samples_per_second": 152.131, | |
| "eval_steps_per_second": 4.755, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "step": 331200 | |
| }, | |
| { | |
| "epoch": 100.09057971014492, | |
| "grad_norm": 2.8212807178497314, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7507, | |
| "step": 331500 | |
| }, | |
| { | |
| "epoch": 100.2415458937198, | |
| "grad_norm": 3.2656657695770264, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7764, | |
| "step": 332000 | |
| }, | |
| { | |
| "epoch": 100.39251207729468, | |
| "grad_norm": 3.15940523147583, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7538, | |
| "step": 332500 | |
| }, | |
| { | |
| "epoch": 100.54347826086956, | |
| "grad_norm": 2.2110767364501953, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7664, | |
| "step": 333000 | |
| }, | |
| { | |
| "epoch": 100.69444444444444, | |
| "grad_norm": 2.5000598430633545, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7593, | |
| "step": 333500 | |
| }, | |
| { | |
| "epoch": 100.84541062801932, | |
| "grad_norm": 2.8894083499908447, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7428, | |
| "step": 334000 | |
| }, | |
| { | |
| "epoch": 100.9963768115942, | |
| "grad_norm": 2.6859490871429443, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7487, | |
| "step": 334500 | |
| }, | |
| { | |
| "epoch": 101.0, | |
| "eval_accuracy": 0.755039637599094, | |
| "eval_f1_macro": 0.4158180260828054, | |
| "eval_f1_micro": 0.755039637599094, | |
| "eval_loss": 0.6903811097145081, | |
| "eval_runtime": 232.4252, | |
| "eval_samples_per_second": 151.963, | |
| "eval_steps_per_second": 4.75, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "step": 334512 | |
| }, | |
| { | |
| "epoch": 101.14734299516908, | |
| "grad_norm": 1.655178427696228, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7546, | |
| "step": 335000 | |
| }, | |
| { | |
| "epoch": 101.29830917874396, | |
| "grad_norm": 1.9348598718643188, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7558, | |
| "step": 335500 | |
| }, | |
| { | |
| "epoch": 101.44927536231884, | |
| "grad_norm": 2.7666141986846924, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7568, | |
| "step": 336000 | |
| }, | |
| { | |
| "epoch": 101.60024154589372, | |
| "grad_norm": 3.338181972503662, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7692, | |
| "step": 336500 | |
| }, | |
| { | |
| "epoch": 101.7512077294686, | |
| "grad_norm": 2.86478328704834, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7567, | |
| "step": 337000 | |
| }, | |
| { | |
| "epoch": 101.90217391304348, | |
| "grad_norm": 2.3418822288513184, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7543, | |
| "step": 337500 | |
| }, | |
| { | |
| "epoch": 102.0, | |
| "eval_accuracy": 0.7569648924122311, | |
| "eval_f1_macro": 0.41747069582135204, | |
| "eval_f1_micro": 0.7569648924122311, | |
| "eval_loss": 0.6890261173248291, | |
| "eval_runtime": 227.6405, | |
| "eval_samples_per_second": 155.157, | |
| "eval_steps_per_second": 4.85, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "step": 337824 | |
| }, | |
| { | |
| "epoch": 102.05314009661836, | |
| "grad_norm": 2.9169716835021973, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7571, | |
| "step": 338000 | |
| }, | |
| { | |
| "epoch": 102.20410628019323, | |
| "grad_norm": 1.8482954502105713, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7542, | |
| "step": 338500 | |
| }, | |
| { | |
| "epoch": 102.35507246376811, | |
| "grad_norm": 2.9988529682159424, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7634, | |
| "step": 339000 | |
| }, | |
| { | |
| "epoch": 102.50603864734299, | |
| "grad_norm": 2.1122984886169434, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7483, | |
| "step": 339500 | |
| }, | |
| { | |
| "epoch": 102.65700483091787, | |
| "grad_norm": 3.089597225189209, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7557, | |
| "step": 340000 | |
| }, | |
| { | |
| "epoch": 102.80797101449275, | |
| "grad_norm": 2.3444504737854004, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7717, | |
| "step": 340500 | |
| }, | |
| { | |
| "epoch": 102.95893719806763, | |
| "grad_norm": 2.9209277629852295, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7743, | |
| "step": 341000 | |
| }, | |
| { | |
| "epoch": 103.0, | |
| "eval_accuracy": 0.7545583238958098, | |
| "eval_f1_macro": 0.413729218203792, | |
| "eval_f1_micro": 0.7545583238958098, | |
| "eval_loss": 0.6923326253890991, | |
| "eval_runtime": 232.6734, | |
| "eval_samples_per_second": 151.801, | |
| "eval_steps_per_second": 4.745, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "step": 341136 | |
| }, | |
| { | |
| "epoch": 103.10990338164251, | |
| "grad_norm": 2.1903257369995117, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7563, | |
| "step": 341500 | |
| }, | |
| { | |
| "epoch": 103.26086956521739, | |
| "grad_norm": 2.3659310340881348, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7559, | |
| "step": 342000 | |
| }, | |
| { | |
| "epoch": 103.41183574879227, | |
| "grad_norm": 2.9739909172058105, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7584, | |
| "step": 342500 | |
| }, | |
| { | |
| "epoch": 103.56280193236715, | |
| "grad_norm": 3.081482172012329, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7514, | |
| "step": 343000 | |
| }, | |
| { | |
| "epoch": 103.71376811594203, | |
| "grad_norm": 2.4748103618621826, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.761, | |
| "step": 343500 | |
| }, | |
| { | |
| "epoch": 103.86473429951691, | |
| "grad_norm": 2.350468397140503, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.757, | |
| "step": 344000 | |
| }, | |
| { | |
| "epoch": 104.0, | |
| "eval_accuracy": 0.7560022650056625, | |
| "eval_f1_macro": 0.418257195239873, | |
| "eval_f1_micro": 0.7560022650056625, | |
| "eval_loss": 0.6911641359329224, | |
| "eval_runtime": 231.0753, | |
| "eval_samples_per_second": 152.851, | |
| "eval_steps_per_second": 4.778, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "step": 344448 | |
| }, | |
| { | |
| "epoch": 104.01570048309179, | |
| "grad_norm": 2.1691606044769287, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7642, | |
| "step": 344500 | |
| }, | |
| { | |
| "epoch": 104.16666666666667, | |
| "grad_norm": 2.2919552326202393, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7595, | |
| "step": 345000 | |
| }, | |
| { | |
| "epoch": 104.31763285024155, | |
| "grad_norm": 2.3565289974212646, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.758, | |
| "step": 345500 | |
| }, | |
| { | |
| "epoch": 104.46859903381643, | |
| "grad_norm": 2.844158887863159, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7571, | |
| "step": 346000 | |
| }, | |
| { | |
| "epoch": 104.6195652173913, | |
| "grad_norm": 2.3312838077545166, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7555, | |
| "step": 346500 | |
| }, | |
| { | |
| "epoch": 104.77053140096618, | |
| "grad_norm": 2.8080615997314453, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7479, | |
| "step": 347000 | |
| }, | |
| { | |
| "epoch": 104.92149758454106, | |
| "grad_norm": 2.749624252319336, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7631, | |
| "step": 347500 | |
| }, | |
| { | |
| "epoch": 105.0, | |
| "eval_accuracy": 0.7560588901472254, | |
| "eval_f1_macro": 0.40884936189500287, | |
| "eval_f1_micro": 0.7560588901472254, | |
| "eval_loss": 0.6899089217185974, | |
| "eval_runtime": 231.8214, | |
| "eval_samples_per_second": 152.359, | |
| "eval_steps_per_second": 4.762, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "step": 347760 | |
| }, | |
| { | |
| "epoch": 105.07246376811594, | |
| "grad_norm": 2.3580851554870605, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7609, | |
| "step": 348000 | |
| }, | |
| { | |
| "epoch": 105.22342995169082, | |
| "grad_norm": 2.7042460441589355, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7514, | |
| "step": 348500 | |
| }, | |
| { | |
| "epoch": 105.3743961352657, | |
| "grad_norm": 3.214773654937744, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7522, | |
| "step": 349000 | |
| }, | |
| { | |
| "epoch": 105.52536231884058, | |
| "grad_norm": 2.758049964904785, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7544, | |
| "step": 349500 | |
| }, | |
| { | |
| "epoch": 105.67632850241546, | |
| "grad_norm": 3.082301139831543, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7647, | |
| "step": 350000 | |
| }, | |
| { | |
| "epoch": 105.82729468599034, | |
| "grad_norm": 2.2984790802001953, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7708, | |
| "step": 350500 | |
| }, | |
| { | |
| "epoch": 105.97826086956522, | |
| "grad_norm": 2.3610072135925293, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.755, | |
| "step": 351000 | |
| }, | |
| { | |
| "epoch": 106.0, | |
| "eval_accuracy": 0.7555775764439411, | |
| "eval_f1_macro": 0.41022696199143, | |
| "eval_f1_micro": 0.7555775764439411, | |
| "eval_loss": 0.6911600828170776, | |
| "eval_runtime": 228.6277, | |
| "eval_samples_per_second": 154.487, | |
| "eval_steps_per_second": 4.829, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "step": 351072 | |
| }, | |
| { | |
| "epoch": 106.1292270531401, | |
| "grad_norm": 2.5288326740264893, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.757, | |
| "step": 351500 | |
| }, | |
| { | |
| "epoch": 106.28019323671498, | |
| "grad_norm": 2.042731285095215, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7561, | |
| "step": 352000 | |
| }, | |
| { | |
| "epoch": 106.43115942028986, | |
| "grad_norm": 2.8303983211517334, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7719, | |
| "step": 352500 | |
| }, | |
| { | |
| "epoch": 106.58212560386474, | |
| "grad_norm": 2.7303476333618164, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7533, | |
| "step": 353000 | |
| }, | |
| { | |
| "epoch": 106.73309178743962, | |
| "grad_norm": 2.3027992248535156, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7529, | |
| "step": 353500 | |
| }, | |
| { | |
| "epoch": 106.8840579710145, | |
| "grad_norm": 2.981818437576294, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7545, | |
| "step": 354000 | |
| }, | |
| { | |
| "epoch": 107.0, | |
| "eval_accuracy": 0.7573329558323896, | |
| "eval_f1_macro": 0.4107271190379426, | |
| "eval_f1_micro": 0.7573329558323896, | |
| "eval_loss": 0.6897767782211304, | |
| "eval_runtime": 233.0239, | |
| "eval_samples_per_second": 151.572, | |
| "eval_steps_per_second": 4.738, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "step": 354384 | |
| }, | |
| { | |
| "epoch": 107.03502415458937, | |
| "grad_norm": 1.8198853731155396, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7718, | |
| "step": 354500 | |
| }, | |
| { | |
| "epoch": 107.18599033816425, | |
| "grad_norm": 2.596832752227783, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7458, | |
| "step": 355000 | |
| }, | |
| { | |
| "epoch": 107.33695652173913, | |
| "grad_norm": 1.9544519186019897, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7692, | |
| "step": 355500 | |
| }, | |
| { | |
| "epoch": 107.487922705314, | |
| "grad_norm": 2.4098520278930664, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7672, | |
| "step": 356000 | |
| }, | |
| { | |
| "epoch": 107.63888888888889, | |
| "grad_norm": 1.8802995681762695, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7468, | |
| "step": 356500 | |
| }, | |
| { | |
| "epoch": 107.78985507246377, | |
| "grad_norm": 2.2621710300445557, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7574, | |
| "step": 357000 | |
| }, | |
| { | |
| "epoch": 107.94082125603865, | |
| "grad_norm": 2.034428358078003, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7533, | |
| "step": 357500 | |
| }, | |
| { | |
| "epoch": 108.0, | |
| "eval_accuracy": 0.7538221970554927, | |
| "eval_f1_macro": 0.4113790924843219, | |
| "eval_f1_micro": 0.7538221970554927, | |
| "eval_loss": 0.6910150647163391, | |
| "eval_runtime": 233.9308, | |
| "eval_samples_per_second": 150.985, | |
| "eval_steps_per_second": 4.719, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "step": 357696 | |
| }, | |
| { | |
| "epoch": 108.09178743961353, | |
| "grad_norm": 2.0702438354492188, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7466, | |
| "step": 358000 | |
| }, | |
| { | |
| "epoch": 108.2427536231884, | |
| "grad_norm": 2.602733612060547, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7459, | |
| "step": 358500 | |
| }, | |
| { | |
| "epoch": 108.39371980676329, | |
| "grad_norm": 2.700967311859131, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7456, | |
| "step": 359000 | |
| }, | |
| { | |
| "epoch": 108.54468599033817, | |
| "grad_norm": 2.0624594688415527, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7654, | |
| "step": 359500 | |
| }, | |
| { | |
| "epoch": 108.69565217391305, | |
| "grad_norm": 2.51285719871521, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7489, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 108.84661835748793, | |
| "grad_norm": 2.6085429191589355, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7659, | |
| "step": 360500 | |
| }, | |
| { | |
| "epoch": 108.9975845410628, | |
| "grad_norm": 2.4694600105285645, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7725, | |
| "step": 361000 | |
| }, | |
| { | |
| "epoch": 109.0, | |
| "eval_accuracy": 0.7564552661381654, | |
| "eval_f1_macro": 0.41338387108756985, | |
| "eval_f1_micro": 0.7564552661381654, | |
| "eval_loss": 0.6899031400680542, | |
| "eval_runtime": 232.9956, | |
| "eval_samples_per_second": 151.591, | |
| "eval_steps_per_second": 4.738, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "step": 361008 | |
| }, | |
| { | |
| "epoch": 109.14855072463769, | |
| "grad_norm": 2.1322195529937744, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7608, | |
| "step": 361500 | |
| }, | |
| { | |
| "epoch": 109.29951690821257, | |
| "grad_norm": 2.610919713973999, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7643, | |
| "step": 362000 | |
| }, | |
| { | |
| "epoch": 109.45048309178743, | |
| "grad_norm": 2.5677592754364014, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7588, | |
| "step": 362500 | |
| }, | |
| { | |
| "epoch": 109.60144927536231, | |
| "grad_norm": 2.2580180168151855, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7459, | |
| "step": 363000 | |
| }, | |
| { | |
| "epoch": 109.7524154589372, | |
| "grad_norm": 2.9064154624938965, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7549, | |
| "step": 363500 | |
| }, | |
| { | |
| "epoch": 109.90338164251207, | |
| "grad_norm": 2.8899617195129395, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7544, | |
| "step": 364000 | |
| }, | |
| { | |
| "epoch": 110.0, | |
| "eval_accuracy": 0.7554643261608154, | |
| "eval_f1_macro": 0.41101621102420904, | |
| "eval_f1_micro": 0.7554643261608154, | |
| "eval_loss": 0.692249059677124, | |
| "eval_runtime": 228.5976, | |
| "eval_samples_per_second": 154.507, | |
| "eval_steps_per_second": 4.829, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "step": 364320 | |
| }, | |
| { | |
| "epoch": 110.05434782608695, | |
| "grad_norm": 3.057371139526367, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7625, | |
| "step": 364500 | |
| }, | |
| { | |
| "epoch": 110.20531400966183, | |
| "grad_norm": 2.688296318054199, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7573, | |
| "step": 365000 | |
| }, | |
| { | |
| "epoch": 110.35628019323671, | |
| "grad_norm": 3.2767984867095947, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.758, | |
| "step": 365500 | |
| }, | |
| { | |
| "epoch": 110.5072463768116, | |
| "grad_norm": 1.783074975013733, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7629, | |
| "step": 366000 | |
| }, | |
| { | |
| "epoch": 110.65821256038647, | |
| "grad_norm": 2.1098732948303223, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7553, | |
| "step": 366500 | |
| }, | |
| { | |
| "epoch": 110.80917874396135, | |
| "grad_norm": 2.3171918392181396, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7445, | |
| "step": 367000 | |
| }, | |
| { | |
| "epoch": 110.96014492753623, | |
| "grad_norm": 2.462982654571533, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.758, | |
| "step": 367500 | |
| }, | |
| { | |
| "epoch": 111.0, | |
| "eval_accuracy": 0.7559456398640997, | |
| "eval_f1_macro": 0.41414305686867453, | |
| "eval_f1_micro": 0.7559456398640997, | |
| "eval_loss": 0.690136194229126, | |
| "eval_runtime": 234.7142, | |
| "eval_samples_per_second": 150.481, | |
| "eval_steps_per_second": 4.704, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "step": 367632 | |
| }, | |
| { | |
| "epoch": 111.11111111111111, | |
| "grad_norm": 2.9526002407073975, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7563, | |
| "step": 368000 | |
| }, | |
| { | |
| "epoch": 111.262077294686, | |
| "grad_norm": 2.2364773750305176, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.757, | |
| "step": 368500 | |
| }, | |
| { | |
| "epoch": 111.41304347826087, | |
| "grad_norm": 2.5117523670196533, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7673, | |
| "step": 369000 | |
| }, | |
| { | |
| "epoch": 111.56400966183575, | |
| "grad_norm": 2.751983880996704, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7553, | |
| "step": 369500 | |
| }, | |
| { | |
| "epoch": 111.71497584541063, | |
| "grad_norm": 2.5421624183654785, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7561, | |
| "step": 370000 | |
| }, | |
| { | |
| "epoch": 111.8659420289855, | |
| "grad_norm": 2.4700706005096436, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "loss": 0.7674, | |
| "step": 370500 | |
| }, | |
| { | |
| "epoch": 112.0, | |
| "eval_accuracy": 0.756030577576444, | |
| "eval_f1_macro": 0.4127357640164436, | |
| "eval_f1_micro": 0.756030577576444, | |
| "eval_loss": 0.6902924180030823, | |
| "eval_runtime": 234.0028, | |
| "eval_samples_per_second": 150.938, | |
| "eval_steps_per_second": 4.718, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "step": 370944 | |
| }, | |
| { | |
| "epoch": 112.0, | |
| "learning_rate": 1.0000000000000002e-07, | |
| "step": 370944, | |
| "total_flos": 6.926864611971372e+20, | |
| "train_loss": 0.8085850866355923, | |
| "train_runtime": 128547.5283, | |
| "train_samples_per_second": 123.643, | |
| "train_steps_per_second": 3.865 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 496800, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 150, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 10, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.926864611971372e+20, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |