| { | |
| "best_metric": 0.998085740410612, | |
| "best_model_checkpoint": "/content/drive/MyDrive/GolemPII/GolemPII-xlm-roberta-v1/checkpoint-7615", | |
| "epoch": 5.0, | |
| "eval_steps": 500, | |
| "global_step": 7615, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.03282994090610637, | |
| "grad_norm": 10.239672660827637, | |
| "learning_rate": 6.036745406824147e-06, | |
| "loss": 3.0294, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.06565988181221274, | |
| "grad_norm": 1.969146966934204, | |
| "learning_rate": 1.2598425196850394e-05, | |
| "loss": 1.5238, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0984898227183191, | |
| "grad_norm": 0.7575042843818665, | |
| "learning_rate": 1.916010498687664e-05, | |
| "loss": 0.2974, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.1313197636244255, | |
| "grad_norm": 0.6243991851806641, | |
| "learning_rate": 2.572178477690289e-05, | |
| "loss": 0.0568, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.16414970453053185, | |
| "grad_norm": 0.35771840810775757, | |
| "learning_rate": 3.228346456692913e-05, | |
| "loss": 0.031, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.1969796454366382, | |
| "grad_norm": 0.7596266865730286, | |
| "learning_rate": 3.8845144356955383e-05, | |
| "loss": 0.0205, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.2298095863427446, | |
| "grad_norm": 0.4744904339313507, | |
| "learning_rate": 4.540682414698163e-05, | |
| "loss": 0.0189, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.262639527248851, | |
| "grad_norm": 1.39719557762146, | |
| "learning_rate": 4.989632291954659e-05, | |
| "loss": 0.0138, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.29546946815495734, | |
| "grad_norm": 0.29437175393104553, | |
| "learning_rate": 4.955073265136854e-05, | |
| "loss": 0.0125, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.3282994090610637, | |
| "grad_norm": 0.19857335090637207, | |
| "learning_rate": 4.920514238319049e-05, | |
| "loss": 0.0107, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.36112934996717005, | |
| "grad_norm": 0.34563446044921875, | |
| "learning_rate": 4.885955211501244e-05, | |
| "loss": 0.0106, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.3939592908732764, | |
| "grad_norm": 0.3963533639907837, | |
| "learning_rate": 4.851396184683439e-05, | |
| "loss": 0.0122, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.42678923177938277, | |
| "grad_norm": 0.37360525131225586, | |
| "learning_rate": 4.816837157865634e-05, | |
| "loss": 0.009, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.4596191726854892, | |
| "grad_norm": 0.2154053896665573, | |
| "learning_rate": 4.78227813104783e-05, | |
| "loss": 0.0083, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.49244911359159554, | |
| "grad_norm": 0.33652621507644653, | |
| "learning_rate": 4.747719104230025e-05, | |
| "loss": 0.0078, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.525279054497702, | |
| "grad_norm": 0.5589196085929871, | |
| "learning_rate": 4.71316007741222e-05, | |
| "loss": 0.0088, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.5581089954038083, | |
| "grad_norm": 0.33235111832618713, | |
| "learning_rate": 4.678601050594415e-05, | |
| "loss": 0.0064, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.5909389363099147, | |
| "grad_norm": 0.36602529883384705, | |
| "learning_rate": 4.644042023776611e-05, | |
| "loss": 0.0068, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.623768877216021, | |
| "grad_norm": 1.011355996131897, | |
| "learning_rate": 4.609482996958806e-05, | |
| "loss": 0.0059, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.6565988181221274, | |
| "grad_norm": 0.5964003205299377, | |
| "learning_rate": 4.574923970141001e-05, | |
| "loss": 0.0051, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.6894287590282338, | |
| "grad_norm": 0.21312755346298218, | |
| "learning_rate": 4.540364943323196e-05, | |
| "loss": 0.0058, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.7222586999343401, | |
| "grad_norm": 0.19403104484081268, | |
| "learning_rate": 4.5058059165053913e-05, | |
| "loss": 0.0058, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.7550886408404465, | |
| "grad_norm": 0.15370243787765503, | |
| "learning_rate": 4.4712468896875864e-05, | |
| "loss": 0.0051, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.7879185817465528, | |
| "grad_norm": 0.3946862518787384, | |
| "learning_rate": 4.4366878628697815e-05, | |
| "loss": 0.0054, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.8207485226526592, | |
| "grad_norm": 0.23363596200942993, | |
| "learning_rate": 4.402128836051977e-05, | |
| "loss": 0.0048, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.8535784635587655, | |
| "grad_norm": 0.25897666811943054, | |
| "learning_rate": 4.367569809234172e-05, | |
| "loss": 0.007, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.886408404464872, | |
| "grad_norm": 0.15858227014541626, | |
| "learning_rate": 4.3330107824163674e-05, | |
| "loss": 0.0042, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.9192383453709784, | |
| "grad_norm": 0.13322387635707855, | |
| "learning_rate": 4.2984517555985625e-05, | |
| "loss": 0.005, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.9520682862770847, | |
| "grad_norm": 0.16873428225517273, | |
| "learning_rate": 4.2638927287807575e-05, | |
| "loss": 0.0046, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.9848982271831911, | |
| "grad_norm": 0.18423955142498016, | |
| "learning_rate": 4.229333701962953e-05, | |
| "loss": 0.0058, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.9993276594535457, | |
| "eval_f1": 0.9933933815429036, | |
| "eval_loss": 0.0024869011249393225, | |
| "eval_precision": 0.9931092525380043, | |
| "eval_recall": 0.9936776731732028, | |
| "eval_runtime": 76.0097, | |
| "eval_samples_per_second": 236.812, | |
| "eval_steps_per_second": 3.71, | |
| "step": 1523 | |
| }, | |
| { | |
| "epoch": 1.0177281680892973, | |
| "grad_norm": 0.29311779141426086, | |
| "learning_rate": 4.1947746751451484e-05, | |
| "loss": 0.0041, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.050558108995404, | |
| "grad_norm": 0.10629381239414215, | |
| "learning_rate": 4.1602156483273434e-05, | |
| "loss": 0.0037, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.0833880499015103, | |
| "grad_norm": 0.18275995552539825, | |
| "learning_rate": 4.1256566215095385e-05, | |
| "loss": 0.0043, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.1162179908076166, | |
| "grad_norm": 0.06012125313282013, | |
| "learning_rate": 4.0910975946917336e-05, | |
| "loss": 0.0062, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.149047931713723, | |
| "grad_norm": 7.185174942016602, | |
| "learning_rate": 4.0565385678739286e-05, | |
| "loss": 0.0085, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.1818778726198294, | |
| "grad_norm": 0.07045840471982956, | |
| "learning_rate": 4.021979541056124e-05, | |
| "loss": 0.0031, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.2147078135259357, | |
| "grad_norm": 0.23435795307159424, | |
| "learning_rate": 3.9874205142383195e-05, | |
| "loss": 0.0026, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.247537754432042, | |
| "grad_norm": 0.046855829656124115, | |
| "learning_rate": 3.9528614874205145e-05, | |
| "loss": 0.0031, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.2803676953381484, | |
| "grad_norm": 0.3116040527820587, | |
| "learning_rate": 3.9183024606027096e-05, | |
| "loss": 0.0032, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.3131976362442548, | |
| "grad_norm": 0.10148299485445023, | |
| "learning_rate": 3.883743433784905e-05, | |
| "loss": 0.0026, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.3460275771503611, | |
| "grad_norm": 0.06928931921720505, | |
| "learning_rate": 3.8491844069671004e-05, | |
| "loss": 0.0028, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.3788575180564675, | |
| "grad_norm": 0.09313840419054031, | |
| "learning_rate": 3.8146253801492955e-05, | |
| "loss": 0.0027, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.4116874589625739, | |
| "grad_norm": 0.28150513768196106, | |
| "learning_rate": 3.7800663533314906e-05, | |
| "loss": 0.0032, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.4445173998686802, | |
| "grad_norm": 0.4722907841205597, | |
| "learning_rate": 3.745507326513685e-05, | |
| "loss": 0.0037, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.4773473407747866, | |
| "grad_norm": 0.5664809346199036, | |
| "learning_rate": 3.710948299695881e-05, | |
| "loss": 0.0026, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.510177281680893, | |
| "grad_norm": 0.03828972578048706, | |
| "learning_rate": 3.676389272878076e-05, | |
| "loss": 0.0022, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.5430072225869993, | |
| "grad_norm": 0.5701923370361328, | |
| "learning_rate": 3.641830246060271e-05, | |
| "loss": 0.0022, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.5758371634931057, | |
| "grad_norm": 0.15145182609558105, | |
| "learning_rate": 3.607271219242466e-05, | |
| "loss": 0.0029, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.608667104399212, | |
| "grad_norm": 0.055488649755716324, | |
| "learning_rate": 3.572712192424662e-05, | |
| "loss": 0.002, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.6414970453053184, | |
| "grad_norm": 0.2535063624382019, | |
| "learning_rate": 3.538153165606857e-05, | |
| "loss": 0.0024, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.6743269862114247, | |
| "grad_norm": 0.09548994898796082, | |
| "learning_rate": 3.503594138789052e-05, | |
| "loss": 0.0024, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.707156927117531, | |
| "grad_norm": 0.04930610582232475, | |
| "learning_rate": 3.469035111971247e-05, | |
| "loss": 0.0021, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.7399868680236374, | |
| "grad_norm": 0.12071087211370468, | |
| "learning_rate": 3.434476085153443e-05, | |
| "loss": 0.0023, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.7728168089297438, | |
| "grad_norm": 0.038167692720890045, | |
| "learning_rate": 3.399917058335638e-05, | |
| "loss": 0.0027, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.8056467498358502, | |
| "grad_norm": 0.016604498028755188, | |
| "learning_rate": 3.365358031517832e-05, | |
| "loss": 0.0025, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.8384766907419565, | |
| "grad_norm": 0.10711315274238586, | |
| "learning_rate": 3.330799004700028e-05, | |
| "loss": 0.0021, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.8713066316480629, | |
| "grad_norm": 0.10547716170549393, | |
| "learning_rate": 3.296239977882223e-05, | |
| "loss": 0.0029, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.9041365725541692, | |
| "grad_norm": 0.12901557981967926, | |
| "learning_rate": 3.261680951064418e-05, | |
| "loss": 0.0026, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.9369665134602758, | |
| "grad_norm": 0.16034963726997375, | |
| "learning_rate": 3.227121924246613e-05, | |
| "loss": 0.0031, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.9697964543663822, | |
| "grad_norm": 0.060961514711380005, | |
| "learning_rate": 3.192562897428809e-05, | |
| "loss": 0.0017, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9995754536025347, | |
| "eval_f1": 0.995708295650744, | |
| "eval_loss": 0.0013849161332473159, | |
| "eval_precision": 0.9954693109933322, | |
| "eval_recall": 0.9959473950829271, | |
| "eval_runtime": 75.6987, | |
| "eval_samples_per_second": 237.785, | |
| "eval_steps_per_second": 3.725, | |
| "step": 3046 | |
| }, | |
| { | |
| "epoch": 2.0026263952724883, | |
| "grad_norm": 0.08297313749790192, | |
| "learning_rate": 3.158003870611004e-05, | |
| "loss": 0.0026, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 2.0354563361785947, | |
| "grad_norm": 0.19145315885543823, | |
| "learning_rate": 3.123444843793199e-05, | |
| "loss": 0.0014, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 2.0682862770847015, | |
| "grad_norm": 0.08754308521747589, | |
| "learning_rate": 3.088885816975394e-05, | |
| "loss": 0.0014, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 2.101116217990808, | |
| "grad_norm": 0.1580217033624649, | |
| "learning_rate": 3.054326790157589e-05, | |
| "loss": 0.0016, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 2.133946158896914, | |
| "grad_norm": 0.022689586505293846, | |
| "learning_rate": 3.0197677633397846e-05, | |
| "loss": 0.0016, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 2.1667760998030205, | |
| "grad_norm": 0.10402818024158478, | |
| "learning_rate": 2.9852087365219793e-05, | |
| "loss": 0.0015, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 2.199606040709127, | |
| "grad_norm": 0.11667637526988983, | |
| "learning_rate": 2.9506497097041747e-05, | |
| "loss": 0.002, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 2.2324359816152333, | |
| "grad_norm": 0.24381309747695923, | |
| "learning_rate": 2.9160906828863698e-05, | |
| "loss": 0.0039, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 2.2652659225213396, | |
| "grad_norm": 0.03473767638206482, | |
| "learning_rate": 2.8815316560685652e-05, | |
| "loss": 0.0016, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 2.298095863427446, | |
| "grad_norm": 1.3230725526809692, | |
| "learning_rate": 2.8469726292507603e-05, | |
| "loss": 0.0016, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.3309258043335523, | |
| "grad_norm": 0.1341700553894043, | |
| "learning_rate": 2.8124136024329557e-05, | |
| "loss": 0.0047, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 2.3637557452396587, | |
| "grad_norm": 0.13513527810573578, | |
| "learning_rate": 2.7778545756151508e-05, | |
| "loss": 0.0018, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 2.396585686145765, | |
| "grad_norm": 0.0577649362385273, | |
| "learning_rate": 2.743295548797346e-05, | |
| "loss": 0.0014, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 2.4294156270518714, | |
| "grad_norm": 0.1941065490245819, | |
| "learning_rate": 2.7087365219795412e-05, | |
| "loss": 0.0011, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 2.4622455679579778, | |
| "grad_norm": 0.15985670685768127, | |
| "learning_rate": 2.6741774951617367e-05, | |
| "loss": 0.0016, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 2.495075508864084, | |
| "grad_norm": 0.08614476025104523, | |
| "learning_rate": 2.6396184683439317e-05, | |
| "loss": 0.0016, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 2.5279054497701905, | |
| "grad_norm": 0.15596601366996765, | |
| "learning_rate": 2.605059441526127e-05, | |
| "loss": 0.0016, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 2.560735390676297, | |
| "grad_norm": 0.12409207224845886, | |
| "learning_rate": 2.5705004147083215e-05, | |
| "loss": 0.0015, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 2.593565331582403, | |
| "grad_norm": 0.189951092004776, | |
| "learning_rate": 2.535941387890517e-05, | |
| "loss": 0.0015, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 2.6263952724885096, | |
| "grad_norm": 0.059304554015398026, | |
| "learning_rate": 2.501382361072712e-05, | |
| "loss": 0.0014, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.659225213394616, | |
| "grad_norm": 0.24233925342559814, | |
| "learning_rate": 2.4668233342549074e-05, | |
| "loss": 0.0013, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 2.6920551543007223, | |
| "grad_norm": 0.2739645838737488, | |
| "learning_rate": 2.4322643074371025e-05, | |
| "loss": 0.0012, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 2.7248850952068286, | |
| "grad_norm": 0.11855873465538025, | |
| "learning_rate": 2.397705280619298e-05, | |
| "loss": 0.0019, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 2.757715036112935, | |
| "grad_norm": 0.05818852037191391, | |
| "learning_rate": 2.363146253801493e-05, | |
| "loss": 0.0027, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 2.7905449770190414, | |
| "grad_norm": 0.06046278029680252, | |
| "learning_rate": 2.3285872269836884e-05, | |
| "loss": 0.0014, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 2.8233749179251477, | |
| "grad_norm": 0.04216454550623894, | |
| "learning_rate": 2.2940282001658835e-05, | |
| "loss": 0.0011, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 2.856204858831254, | |
| "grad_norm": 0.0564955435693264, | |
| "learning_rate": 2.2594691733480785e-05, | |
| "loss": 0.0015, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 2.8890347997373604, | |
| "grad_norm": 0.10374019294977188, | |
| "learning_rate": 2.224910146530274e-05, | |
| "loss": 0.0013, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 2.921864740643467, | |
| "grad_norm": 0.2742884159088135, | |
| "learning_rate": 2.190351119712469e-05, | |
| "loss": 0.0014, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 2.954694681549573, | |
| "grad_norm": 0.02845386229455471, | |
| "learning_rate": 2.155792092894664e-05, | |
| "loss": 0.0013, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.9875246224556795, | |
| "grad_norm": 0.10036207735538483, | |
| "learning_rate": 2.1212330660768595e-05, | |
| "loss": 0.0012, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9997391341413165, | |
| "eval_f1": 0.9973228263586491, | |
| "eval_loss": 0.0009462219895794988, | |
| "eval_precision": 0.9971588480180992, | |
| "eval_recall": 0.9974868586390879, | |
| "eval_runtime": 75.644, | |
| "eval_samples_per_second": 237.957, | |
| "eval_steps_per_second": 3.728, | |
| "step": 4569 | |
| }, | |
| { | |
| "epoch": 3.020354563361786, | |
| "grad_norm": 0.08079813420772552, | |
| "learning_rate": 2.0866740392590546e-05, | |
| "loss": 0.0011, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 3.0531845042678922, | |
| "grad_norm": 0.09932583570480347, | |
| "learning_rate": 2.0521150124412497e-05, | |
| "loss": 0.0023, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 3.0860144451739986, | |
| "grad_norm": 0.05140871927142143, | |
| "learning_rate": 2.017555985623445e-05, | |
| "loss": 0.001, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 3.118844386080105, | |
| "grad_norm": 0.19095173478126526, | |
| "learning_rate": 1.98299695880564e-05, | |
| "loss": 0.001, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 3.1516743269862113, | |
| "grad_norm": 0.041814982891082764, | |
| "learning_rate": 1.9484379319878356e-05, | |
| "loss": 0.0018, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 3.1845042678923177, | |
| "grad_norm": 0.025649981573224068, | |
| "learning_rate": 1.9138789051700303e-05, | |
| "loss": 0.0008, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 3.217334208798424, | |
| "grad_norm": 0.12662899494171143, | |
| "learning_rate": 1.8793198783522257e-05, | |
| "loss": 0.0009, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 3.2501641497045304, | |
| "grad_norm": 0.10787362605333328, | |
| "learning_rate": 1.8447608515344208e-05, | |
| "loss": 0.0008, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 3.2829940906106367, | |
| "grad_norm": 0.03877755254507065, | |
| "learning_rate": 1.8102018247166162e-05, | |
| "loss": 0.0008, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 3.315824031516743, | |
| "grad_norm": 0.11100368201732635, | |
| "learning_rate": 1.7756427978988113e-05, | |
| "loss": 0.0007, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 3.3486539724228495, | |
| "grad_norm": 0.027431080117821693, | |
| "learning_rate": 1.7410837710810067e-05, | |
| "loss": 0.0008, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 3.381483913328956, | |
| "grad_norm": 0.013812090270221233, | |
| "learning_rate": 1.7065247442632014e-05, | |
| "loss": 0.0008, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 3.414313854235062, | |
| "grad_norm": 0.1110658347606659, | |
| "learning_rate": 1.6719657174453968e-05, | |
| "loss": 0.0022, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 3.4471437951411685, | |
| "grad_norm": 0.11397113651037216, | |
| "learning_rate": 1.637406690627592e-05, | |
| "loss": 0.0009, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 3.479973736047275, | |
| "grad_norm": 0.2407987117767334, | |
| "learning_rate": 1.6028476638097873e-05, | |
| "loss": 0.0008, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 3.5128036769533812, | |
| "grad_norm": 0.06540926545858383, | |
| "learning_rate": 1.5682886369919824e-05, | |
| "loss": 0.001, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 3.5456336178594876, | |
| "grad_norm": 0.08520480245351791, | |
| "learning_rate": 1.5337296101741775e-05, | |
| "loss": 0.0007, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 3.578463558765594, | |
| "grad_norm": 0.091216079890728, | |
| "learning_rate": 1.4991705833563727e-05, | |
| "loss": 0.0011, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 3.6112934996717003, | |
| "grad_norm": 0.1052037924528122, | |
| "learning_rate": 1.464611556538568e-05, | |
| "loss": 0.0008, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 3.6441234405778067, | |
| "grad_norm": 0.30819040536880493, | |
| "learning_rate": 1.4300525297207632e-05, | |
| "loss": 0.0007, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 3.6769533814839135, | |
| "grad_norm": 0.06232546642422676, | |
| "learning_rate": 1.3954935029029584e-05, | |
| "loss": 0.0005, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 3.70978332239002, | |
| "grad_norm": 0.08547823131084442, | |
| "learning_rate": 1.3609344760851537e-05, | |
| "loss": 0.0006, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 3.742613263296126, | |
| "grad_norm": 0.12835901975631714, | |
| "learning_rate": 1.3263754492673486e-05, | |
| "loss": 0.0028, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 3.7754432042022326, | |
| "grad_norm": 0.07907555252313614, | |
| "learning_rate": 1.2918164224495438e-05, | |
| "loss": 0.001, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 3.808273145108339, | |
| "grad_norm": 0.03760789334774017, | |
| "learning_rate": 1.257257395631739e-05, | |
| "loss": 0.0008, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 3.8411030860144453, | |
| "grad_norm": 0.008074942976236343, | |
| "learning_rate": 1.2226983688139343e-05, | |
| "loss": 0.0007, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 3.8739330269205516, | |
| "grad_norm": 0.039751049131155014, | |
| "learning_rate": 1.1881393419961294e-05, | |
| "loss": 0.0008, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 3.906762967826658, | |
| "grad_norm": 0.1129092127084732, | |
| "learning_rate": 1.1535803151783246e-05, | |
| "loss": 0.0009, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 3.9395929087327644, | |
| "grad_norm": 0.030842676758766174, | |
| "learning_rate": 1.1190212883605199e-05, | |
| "loss": 0.0006, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 3.9724228496388707, | |
| "grad_norm": 0.24821631610393524, | |
| "learning_rate": 1.084462261542715e-05, | |
| "loss": 0.0009, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.9997499325101945, | |
| "eval_f1": 0.9977469995625562, | |
| "eval_loss": 0.0008962151478044689, | |
| "eval_precision": 0.9976255936015996, | |
| "eval_recall": 0.997868435076085, | |
| "eval_runtime": 75.9398, | |
| "eval_samples_per_second": 237.03, | |
| "eval_steps_per_second": 3.713, | |
| "step": 6092 | |
| }, | |
| { | |
| "epoch": 4.005252790544977, | |
| "grad_norm": 0.13012520968914032, | |
| "learning_rate": 1.0499032347249102e-05, | |
| "loss": 0.0007, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 4.038082731451083, | |
| "grad_norm": 0.008424765430390835, | |
| "learning_rate": 1.0153442079071054e-05, | |
| "loss": 0.0005, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 4.070912672357189, | |
| "grad_norm": 0.08021287620067596, | |
| "learning_rate": 9.807851810893005e-06, | |
| "loss": 0.0005, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 4.103742613263296, | |
| "grad_norm": 0.015998413786292076, | |
| "learning_rate": 9.462261542714957e-06, | |
| "loss": 0.0003, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 4.136572554169403, | |
| "grad_norm": 0.09457238763570786, | |
| "learning_rate": 9.11667127453691e-06, | |
| "loss": 0.0004, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 4.169402495075509, | |
| "grad_norm": 0.04868745431303978, | |
| "learning_rate": 8.77108100635886e-06, | |
| "loss": 0.0008, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 4.202232435981616, | |
| "grad_norm": 0.033117685467004776, | |
| "learning_rate": 8.425490738180813e-06, | |
| "loss": 0.0004, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 4.235062376887722, | |
| "grad_norm": 0.03128530830144882, | |
| "learning_rate": 8.079900470002765e-06, | |
| "loss": 0.0003, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 4.267892317793828, | |
| "grad_norm": 0.017696760594844818, | |
| "learning_rate": 7.734310201824716e-06, | |
| "loss": 0.0004, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 4.300722258699935, | |
| "grad_norm": 0.051392361521720886, | |
| "learning_rate": 7.388719933646669e-06, | |
| "loss": 0.0004, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 4.333552199606041, | |
| "grad_norm": 0.023702796548604965, | |
| "learning_rate": 7.04312966546862e-06, | |
| "loss": 0.0005, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 4.3663821405121475, | |
| "grad_norm": 0.12985366582870483, | |
| "learning_rate": 6.6975393972905724e-06, | |
| "loss": 0.0007, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 4.399212081418254, | |
| "grad_norm": 0.005154111888259649, | |
| "learning_rate": 6.351949129112525e-06, | |
| "loss": 0.0004, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 4.43204202232436, | |
| "grad_norm": 0.060625988990068436, | |
| "learning_rate": 6.0063588609344764e-06, | |
| "loss": 0.0004, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 4.4648719632304665, | |
| "grad_norm": 0.014278898015618324, | |
| "learning_rate": 5.660768592756428e-06, | |
| "loss": 0.0005, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 4.497701904136573, | |
| "grad_norm": 0.03604033589363098, | |
| "learning_rate": 5.31517832457838e-06, | |
| "loss": 0.0003, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 4.530531845042679, | |
| "grad_norm": 0.11452529579401016, | |
| "learning_rate": 4.969588056400332e-06, | |
| "loss": 0.0006, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 4.563361785948786, | |
| "grad_norm": 0.030383341014385223, | |
| "learning_rate": 4.623997788222284e-06, | |
| "loss": 0.0016, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 4.596191726854892, | |
| "grad_norm": 0.054634325206279755, | |
| "learning_rate": 4.278407520044236e-06, | |
| "loss": 0.0004, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 4.629021667760998, | |
| "grad_norm": 0.05445707589387894, | |
| "learning_rate": 3.932817251866188e-06, | |
| "loss": 0.0018, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 4.661851608667105, | |
| "grad_norm": 0.10374827682971954, | |
| "learning_rate": 3.5872269836881396e-06, | |
| "loss": 0.0007, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 4.694681549573211, | |
| "grad_norm": 0.07730349153280258, | |
| "learning_rate": 3.2416367155100916e-06, | |
| "loss": 0.0005, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 4.727511490479317, | |
| "grad_norm": 0.06179986149072647, | |
| "learning_rate": 2.896046447332043e-06, | |
| "loss": 0.0004, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 4.760341431385424, | |
| "grad_norm": 0.015075119212269783, | |
| "learning_rate": 2.550456179153995e-06, | |
| "loss": 0.0011, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 4.79317137229153, | |
| "grad_norm": 0.0656493604183197, | |
| "learning_rate": 2.204865910975947e-06, | |
| "loss": 0.0004, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 4.8260013131976365, | |
| "grad_norm": 0.017132466658949852, | |
| "learning_rate": 1.8592756427978988e-06, | |
| "loss": 0.0004, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 4.858831254103743, | |
| "grad_norm": 0.02434193529188633, | |
| "learning_rate": 1.5136853746198508e-06, | |
| "loss": 0.0005, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 4.891661195009849, | |
| "grad_norm": 0.0716409906744957, | |
| "learning_rate": 1.1680951064418028e-06, | |
| "loss": 0.0004, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 4.9244911359159556, | |
| "grad_norm": 0.017711373046040535, | |
| "learning_rate": 8.225048382637546e-07, | |
| "loss": 0.0004, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 4.957321076822062, | |
| "grad_norm": 0.0037664847914129496, | |
| "learning_rate": 4.769145700857065e-07, | |
| "loss": 0.0004, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 4.990151017728168, | |
| "grad_norm": 0.001125144655816257, | |
| "learning_rate": 1.3132430190765827e-07, | |
| "loss": 0.0006, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.9997948309913187, | |
| "eval_f1": 0.998085740410612, | |
| "eval_loss": 0.0007292991504073143, | |
| "eval_precision": 0.9979807015582144, | |
| "eval_recall": 0.9981908013763068, | |
| "eval_runtime": 76.3485, | |
| "eval_samples_per_second": 235.761, | |
| "eval_steps_per_second": 3.694, | |
| "step": 7615 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 7615, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.27347239453568e+17, | |
| "train_batch_size": 64, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |