| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 87414, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.005719907566293729, | |
| "grad_norm": 7.0386528968811035, | |
| "learning_rate": 4.971400462168532e-05, | |
| "loss": 7.2889, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.011439815132587457, | |
| "grad_norm": 6.592615604400635, | |
| "learning_rate": 4.942800924337063e-05, | |
| "loss": 5.389, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.017159722698881188, | |
| "grad_norm": 6.088059425354004, | |
| "learning_rate": 4.914201386505594e-05, | |
| "loss": 4.8994, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.022879630265174915, | |
| "grad_norm": 6.355687618255615, | |
| "learning_rate": 4.885601848674126e-05, | |
| "loss": 4.6219, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.028599537831468645, | |
| "grad_norm": 6.1159186363220215, | |
| "learning_rate": 4.8570023108426574e-05, | |
| "loss": 4.4233, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.034319445397762376, | |
| "grad_norm": 6.636866092681885, | |
| "learning_rate": 4.828402773011189e-05, | |
| "loss": 4.2802, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.0400393529640561, | |
| "grad_norm": 5.87605619430542, | |
| "learning_rate": 4.7998032351797196e-05, | |
| "loss": 4.1453, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.04575926053034983, | |
| "grad_norm": 6.0966691970825195, | |
| "learning_rate": 4.771203697348251e-05, | |
| "loss": 4.0822, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.05147916809664356, | |
| "grad_norm": 5.99679708480835, | |
| "learning_rate": 4.7426041595167824e-05, | |
| "loss": 3.9941, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.05719907566293729, | |
| "grad_norm": 5.738614082336426, | |
| "learning_rate": 4.714004621685314e-05, | |
| "loss": 3.9104, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.06291898322923102, | |
| "grad_norm": 6.038717746734619, | |
| "learning_rate": 4.6854050838538446e-05, | |
| "loss": 3.8528, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.06863889079552475, | |
| "grad_norm": 5.92971134185791, | |
| "learning_rate": 4.656805546022377e-05, | |
| "loss": 3.78, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.07435879836181847, | |
| "grad_norm": 5.791173458099365, | |
| "learning_rate": 4.628206008190908e-05, | |
| "loss": 3.7407, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.0800787059281122, | |
| "grad_norm": 6.2113566398620605, | |
| "learning_rate": 4.5996064703594396e-05, | |
| "loss": 3.6834, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.08579861349440593, | |
| "grad_norm": 5.970207214355469, | |
| "learning_rate": 4.57100693252797e-05, | |
| "loss": 3.663, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.09151852106069966, | |
| "grad_norm": 5.8883514404296875, | |
| "learning_rate": 4.542407394696502e-05, | |
| "loss": 3.6161, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.09723842862699339, | |
| "grad_norm": 6.351154804229736, | |
| "learning_rate": 4.513807856865033e-05, | |
| "loss": 3.6193, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.10295833619328712, | |
| "grad_norm": 5.69071102142334, | |
| "learning_rate": 4.4852083190335646e-05, | |
| "loss": 3.545, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.10867824375958085, | |
| "grad_norm": 5.988426208496094, | |
| "learning_rate": 4.456608781202096e-05, | |
| "loss": 3.5088, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.11439815132587458, | |
| "grad_norm": 6.251087665557861, | |
| "learning_rate": 4.4280092433706274e-05, | |
| "loss": 3.5158, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.1201180588921683, | |
| "grad_norm": 5.840632438659668, | |
| "learning_rate": 4.399409705539159e-05, | |
| "loss": 3.5045, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.12583796645846204, | |
| "grad_norm": 5.9697723388671875, | |
| "learning_rate": 4.37081016770769e-05, | |
| "loss": 3.4466, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.13155787402475577, | |
| "grad_norm": 6.149275779724121, | |
| "learning_rate": 4.342210629876222e-05, | |
| "loss": 3.4544, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.1372777815910495, | |
| "grad_norm": 5.605130672454834, | |
| "learning_rate": 4.3136110920447525e-05, | |
| "loss": 3.4116, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.1429976891573432, | |
| "grad_norm": 5.5137152671813965, | |
| "learning_rate": 4.285011554213284e-05, | |
| "loss": 3.3919, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.14871759672363694, | |
| "grad_norm": 5.848428726196289, | |
| "learning_rate": 4.256412016381815e-05, | |
| "loss": 3.3695, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.15443750428993067, | |
| "grad_norm": 5.794093132019043, | |
| "learning_rate": 4.227812478550347e-05, | |
| "loss": 3.3509, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.1601574118562244, | |
| "grad_norm": 5.879131317138672, | |
| "learning_rate": 4.199212940718878e-05, | |
| "loss": 3.3551, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.16587731942251813, | |
| "grad_norm": 5.5501179695129395, | |
| "learning_rate": 4.1706134028874096e-05, | |
| "loss": 3.3327, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.17159722698881186, | |
| "grad_norm": 5.30273962020874, | |
| "learning_rate": 4.142013865055941e-05, | |
| "loss": 3.3045, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.1773171345551056, | |
| "grad_norm": 6.049214839935303, | |
| "learning_rate": 4.1134143272244725e-05, | |
| "loss": 3.2868, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.18303704212139932, | |
| "grad_norm": 5.499197483062744, | |
| "learning_rate": 4.084814789393003e-05, | |
| "loss": 3.2837, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.18875694968769305, | |
| "grad_norm": 5.448641777038574, | |
| "learning_rate": 4.0562152515615347e-05, | |
| "loss": 3.2751, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.19447685725398678, | |
| "grad_norm": 5.422529697418213, | |
| "learning_rate": 4.027615713730066e-05, | |
| "loss": 3.2585, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.2001967648202805, | |
| "grad_norm": 5.639166831970215, | |
| "learning_rate": 3.9990161758985975e-05, | |
| "loss": 3.2587, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.20591667238657424, | |
| "grad_norm": 5.255904674530029, | |
| "learning_rate": 3.970416638067129e-05, | |
| "loss": 3.2505, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.21163657995286797, | |
| "grad_norm": 5.453869819641113, | |
| "learning_rate": 3.9418171002356604e-05, | |
| "loss": 3.2382, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.2173564875191617, | |
| "grad_norm": 5.905749797821045, | |
| "learning_rate": 3.913217562404192e-05, | |
| "loss": 3.2309, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.22307639508545543, | |
| "grad_norm": 5.28553581237793, | |
| "learning_rate": 3.884618024572723e-05, | |
| "loss": 3.2308, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.22879630265174916, | |
| "grad_norm": 5.1942830085754395, | |
| "learning_rate": 3.8560184867412547e-05, | |
| "loss": 3.2163, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.23451621021804286, | |
| "grad_norm": 6.12723970413208, | |
| "learning_rate": 3.8274189489097854e-05, | |
| "loss": 3.2082, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.2402361177843366, | |
| "grad_norm": 5.664548873901367, | |
| "learning_rate": 3.798819411078317e-05, | |
| "loss": 3.1802, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.24595602535063033, | |
| "grad_norm": 5.903208255767822, | |
| "learning_rate": 3.770219873246848e-05, | |
| "loss": 3.1946, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.2516759329169241, | |
| "grad_norm": 5.729937553405762, | |
| "learning_rate": 3.7416203354153804e-05, | |
| "loss": 3.1646, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.2573958404832178, | |
| "grad_norm": 6.068752765655518, | |
| "learning_rate": 3.713020797583911e-05, | |
| "loss": 3.2006, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.26311574804951154, | |
| "grad_norm": 5.97099494934082, | |
| "learning_rate": 3.6844212597524425e-05, | |
| "loss": 3.1437, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.26883565561580525, | |
| "grad_norm": 5.777164936065674, | |
| "learning_rate": 3.655821721920974e-05, | |
| "loss": 3.1407, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.274555563182099, | |
| "grad_norm": 4.982606887817383, | |
| "learning_rate": 3.6272221840895054e-05, | |
| "loss": 3.1282, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.2802754707483927, | |
| "grad_norm": 5.495816230773926, | |
| "learning_rate": 3.598622646258037e-05, | |
| "loss": 3.1434, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.2859953783146864, | |
| "grad_norm": 5.898298263549805, | |
| "learning_rate": 3.5700231084265676e-05, | |
| "loss": 3.1446, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.29171528588098017, | |
| "grad_norm": 5.729229927062988, | |
| "learning_rate": 3.541423570595099e-05, | |
| "loss": 3.1254, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.29743519344727387, | |
| "grad_norm": 6.3333821296691895, | |
| "learning_rate": 3.512824032763631e-05, | |
| "loss": 3.1543, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.30315510101356763, | |
| "grad_norm": 6.0027756690979, | |
| "learning_rate": 3.4842244949321625e-05, | |
| "loss": 3.1379, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.30887500857986133, | |
| "grad_norm": 5.95717716217041, | |
| "learning_rate": 3.455624957100693e-05, | |
| "loss": 3.1188, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.3145949161461551, | |
| "grad_norm": 6.262216567993164, | |
| "learning_rate": 3.427025419269225e-05, | |
| "loss": 3.1096, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.3203148237124488, | |
| "grad_norm": 6.436416149139404, | |
| "learning_rate": 3.398425881437756e-05, | |
| "loss": 3.1294, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.32603473127874255, | |
| "grad_norm": 5.524046421051025, | |
| "learning_rate": 3.3698263436062876e-05, | |
| "loss": 3.0965, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.33175463884503625, | |
| "grad_norm": 5.237400531768799, | |
| "learning_rate": 3.341226805774818e-05, | |
| "loss": 3.0826, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.33747454641133, | |
| "grad_norm": 5.551352500915527, | |
| "learning_rate": 3.3126272679433504e-05, | |
| "loss": 3.0666, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.3431944539776237, | |
| "grad_norm": 5.407064914703369, | |
| "learning_rate": 3.284027730111882e-05, | |
| "loss": 3.0738, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.3489143615439175, | |
| "grad_norm": 5.428358554840088, | |
| "learning_rate": 3.255428192280413e-05, | |
| "loss": 3.0628, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.3546342691102112, | |
| "grad_norm": 6.178744792938232, | |
| "learning_rate": 3.226828654448944e-05, | |
| "loss": 3.0683, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.36035417667650493, | |
| "grad_norm": 5.695249080657959, | |
| "learning_rate": 3.1982291166174755e-05, | |
| "loss": 3.0732, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.36607408424279864, | |
| "grad_norm": 5.676379203796387, | |
| "learning_rate": 3.169629578786007e-05, | |
| "loss": 3.0531, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.37179399180909234, | |
| "grad_norm": 5.420720100402832, | |
| "learning_rate": 3.141030040954538e-05, | |
| "loss": 3.0472, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.3775138993753861, | |
| "grad_norm": 5.6645379066467285, | |
| "learning_rate": 3.11243050312307e-05, | |
| "loss": 3.0391, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.3832338069416798, | |
| "grad_norm": 6.123884201049805, | |
| "learning_rate": 3.083830965291601e-05, | |
| "loss": 3.0527, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.38895371450797356, | |
| "grad_norm": 5.331460475921631, | |
| "learning_rate": 3.0552314274601326e-05, | |
| "loss": 3.049, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.39467362207426726, | |
| "grad_norm": 6.356675624847412, | |
| "learning_rate": 3.0266318896286637e-05, | |
| "loss": 3.0416, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.400393529640561, | |
| "grad_norm": 6.067440986633301, | |
| "learning_rate": 2.9980323517971955e-05, | |
| "loss": 3.0303, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.4061134372068547, | |
| "grad_norm": 5.3762030601501465, | |
| "learning_rate": 2.9694328139657262e-05, | |
| "loss": 3.0363, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.4118333447731485, | |
| "grad_norm": 5.837817192077637, | |
| "learning_rate": 2.9408332761342576e-05, | |
| "loss": 3.0284, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.4175532523394422, | |
| "grad_norm": 5.484166622161865, | |
| "learning_rate": 2.912233738302789e-05, | |
| "loss": 2.9946, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.42327315990573594, | |
| "grad_norm": 5.776547908782959, | |
| "learning_rate": 2.883634200471321e-05, | |
| "loss": 3.037, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.42899306747202964, | |
| "grad_norm": 5.481433868408203, | |
| "learning_rate": 2.8550346626398516e-05, | |
| "loss": 3.0289, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.4347129750383234, | |
| "grad_norm": 5.784084320068359, | |
| "learning_rate": 2.826435124808383e-05, | |
| "loss": 2.9928, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.4404328826046171, | |
| "grad_norm": 5.899621486663818, | |
| "learning_rate": 2.7978355869769148e-05, | |
| "loss": 3.0009, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 0.44615279017091086, | |
| "grad_norm": 5.488452434539795, | |
| "learning_rate": 2.7692360491454462e-05, | |
| "loss": 3.0099, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.45187269773720457, | |
| "grad_norm": 5.848759174346924, | |
| "learning_rate": 2.740636511313977e-05, | |
| "loss": 3.0009, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 0.4575926053034983, | |
| "grad_norm": 5.612068176269531, | |
| "learning_rate": 2.7120369734825084e-05, | |
| "loss": 2.9828, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.463312512869792, | |
| "grad_norm": 5.79826021194458, | |
| "learning_rate": 2.68343743565104e-05, | |
| "loss": 3.0152, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 0.46903242043608573, | |
| "grad_norm": 5.842123508453369, | |
| "learning_rate": 2.6548378978195716e-05, | |
| "loss": 2.9719, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.4747523280023795, | |
| "grad_norm": 5.69782018661499, | |
| "learning_rate": 2.626238359988103e-05, | |
| "loss": 2.975, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 0.4804722355686732, | |
| "grad_norm": 6.189919948577881, | |
| "learning_rate": 2.5976388221566338e-05, | |
| "loss": 2.9709, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.48619214313496695, | |
| "grad_norm": 5.761579513549805, | |
| "learning_rate": 2.5690392843251655e-05, | |
| "loss": 2.9583, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 0.49191205070126065, | |
| "grad_norm": 6.164900779724121, | |
| "learning_rate": 2.540439746493697e-05, | |
| "loss": 2.9742, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.4976319582675544, | |
| "grad_norm": 5.3809285163879395, | |
| "learning_rate": 2.5118402086622284e-05, | |
| "loss": 2.9849, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 0.5033518658338482, | |
| "grad_norm": 5.787545680999756, | |
| "learning_rate": 2.4832406708307595e-05, | |
| "loss": 2.963, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.5090717734001419, | |
| "grad_norm": 5.825649261474609, | |
| "learning_rate": 2.454641132999291e-05, | |
| "loss": 2.9634, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 0.5147916809664356, | |
| "grad_norm": 5.936666488647461, | |
| "learning_rate": 2.4260415951678223e-05, | |
| "loss": 2.9678, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.5205115885327293, | |
| "grad_norm": 5.980503082275391, | |
| "learning_rate": 2.3974420573363534e-05, | |
| "loss": 2.9675, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 0.5262314960990231, | |
| "grad_norm": 5.755555629730225, | |
| "learning_rate": 2.368842519504885e-05, | |
| "loss": 2.9597, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.5319514036653168, | |
| "grad_norm": 5.1978936195373535, | |
| "learning_rate": 2.3402429816734163e-05, | |
| "loss": 2.947, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 0.5376713112316105, | |
| "grad_norm": 5.265974521636963, | |
| "learning_rate": 2.3116434438419477e-05, | |
| "loss": 2.9521, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.5433912187979042, | |
| "grad_norm": 6.028165340423584, | |
| "learning_rate": 2.2830439060104788e-05, | |
| "loss": 2.9579, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 0.549111126364198, | |
| "grad_norm": 5.533000946044922, | |
| "learning_rate": 2.2544443681790102e-05, | |
| "loss": 2.9541, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 0.5548310339304917, | |
| "grad_norm": 5.428481101989746, | |
| "learning_rate": 2.225844830347542e-05, | |
| "loss": 2.9532, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 0.5605509414967854, | |
| "grad_norm": 5.905336856842041, | |
| "learning_rate": 2.197245292516073e-05, | |
| "loss": 2.94, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 0.5662708490630791, | |
| "grad_norm": 6.032477855682373, | |
| "learning_rate": 2.1686457546846045e-05, | |
| "loss": 2.9435, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 0.5719907566293728, | |
| "grad_norm": 5.996410369873047, | |
| "learning_rate": 2.1400462168531356e-05, | |
| "loss": 2.9358, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.5777106641956666, | |
| "grad_norm": 5.634001731872559, | |
| "learning_rate": 2.1114466790216674e-05, | |
| "loss": 2.9361, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 0.5834305717619603, | |
| "grad_norm": 5.509332656860352, | |
| "learning_rate": 2.0828471411901985e-05, | |
| "loss": 2.9314, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 0.589150479328254, | |
| "grad_norm": 6.294771194458008, | |
| "learning_rate": 2.05424760335873e-05, | |
| "loss": 2.9238, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 0.5948703868945477, | |
| "grad_norm": 5.542776107788086, | |
| "learning_rate": 2.025648065527261e-05, | |
| "loss": 2.9226, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 0.6005902944608416, | |
| "grad_norm": 5.870414733886719, | |
| "learning_rate": 1.9970485276957927e-05, | |
| "loss": 2.9202, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 0.6063102020271353, | |
| "grad_norm": 6.047051429748535, | |
| "learning_rate": 1.9684489898643238e-05, | |
| "loss": 2.9285, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 0.612030109593429, | |
| "grad_norm": 5.594234943389893, | |
| "learning_rate": 1.9398494520328553e-05, | |
| "loss": 2.9307, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 0.6177500171597227, | |
| "grad_norm": 5.4298295974731445, | |
| "learning_rate": 1.9112499142013863e-05, | |
| "loss": 2.9382, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 0.6234699247260165, | |
| "grad_norm": 6.184563636779785, | |
| "learning_rate": 1.882650376369918e-05, | |
| "loss": 2.9341, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 0.6291898322923102, | |
| "grad_norm": 5.776815414428711, | |
| "learning_rate": 1.8540508385384492e-05, | |
| "loss": 2.9287, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 0.6349097398586039, | |
| "grad_norm": 5.83139181137085, | |
| "learning_rate": 1.8254513007069806e-05, | |
| "loss": 2.9007, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 0.6406296474248976, | |
| "grad_norm": 5.469008922576904, | |
| "learning_rate": 1.7968517628755117e-05, | |
| "loss": 2.904, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 0.6463495549911913, | |
| "grad_norm": 6.898833751678467, | |
| "learning_rate": 1.7682522250440435e-05, | |
| "loss": 2.9105, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 0.6520694625574851, | |
| "grad_norm": 5.798022747039795, | |
| "learning_rate": 1.739652687212575e-05, | |
| "loss": 2.8995, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 0.6577893701237788, | |
| "grad_norm": 5.57025146484375, | |
| "learning_rate": 1.711053149381106e-05, | |
| "loss": 2.9093, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 0.6635092776900725, | |
| "grad_norm": 5.779621124267578, | |
| "learning_rate": 1.6824536115496374e-05, | |
| "loss": 2.9118, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 0.6692291852563662, | |
| "grad_norm": 5.683529853820801, | |
| "learning_rate": 1.653854073718169e-05, | |
| "loss": 2.9102, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 0.67494909282266, | |
| "grad_norm": 6.1109538078308105, | |
| "learning_rate": 1.6252545358867003e-05, | |
| "loss": 2.9102, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 0.6806690003889537, | |
| "grad_norm": 5.536868095397949, | |
| "learning_rate": 1.5966549980552314e-05, | |
| "loss": 2.8966, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 0.6863889079552474, | |
| "grad_norm": 6.560556888580322, | |
| "learning_rate": 1.5680554602237628e-05, | |
| "loss": 2.8896, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.6921088155215411, | |
| "grad_norm": 5.969814300537109, | |
| "learning_rate": 1.5394559223922942e-05, | |
| "loss": 2.8961, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 0.697828723087835, | |
| "grad_norm": 5.238883018493652, | |
| "learning_rate": 1.5108563845608257e-05, | |
| "loss": 2.882, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 0.7035486306541286, | |
| "grad_norm": 5.538156509399414, | |
| "learning_rate": 1.4822568467293567e-05, | |
| "loss": 2.8955, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 0.7092685382204224, | |
| "grad_norm": 6.287049770355225, | |
| "learning_rate": 1.4536573088978883e-05, | |
| "loss": 2.8932, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 0.714988445786716, | |
| "grad_norm": 6.05150032043457, | |
| "learning_rate": 1.4250577710664196e-05, | |
| "loss": 2.8868, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 0.7207083533530099, | |
| "grad_norm": 5.857907295227051, | |
| "learning_rate": 1.396458233234951e-05, | |
| "loss": 2.8872, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 0.7264282609193036, | |
| "grad_norm": 5.748091697692871, | |
| "learning_rate": 1.3678586954034823e-05, | |
| "loss": 2.8964, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 0.7321481684855973, | |
| "grad_norm": 5.55509614944458, | |
| "learning_rate": 1.3392591575720137e-05, | |
| "loss": 2.8758, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 0.737868076051891, | |
| "grad_norm": 6.135568618774414, | |
| "learning_rate": 1.3106596197405451e-05, | |
| "loss": 2.8685, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 0.7435879836181847, | |
| "grad_norm": 5.816187381744385, | |
| "learning_rate": 1.2820600819090764e-05, | |
| "loss": 2.8802, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 0.7493078911844785, | |
| "grad_norm": 6.309732437133789, | |
| "learning_rate": 1.2534605440776078e-05, | |
| "loss": 2.8859, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 0.7550277987507722, | |
| "grad_norm": 5.721366882324219, | |
| "learning_rate": 1.2248610062461391e-05, | |
| "loss": 2.8702, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 0.7607477063170659, | |
| "grad_norm": 5.648174285888672, | |
| "learning_rate": 1.1962614684146704e-05, | |
| "loss": 2.8603, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 0.7664676138833596, | |
| "grad_norm": 6.4422688484191895, | |
| "learning_rate": 1.1676619305832018e-05, | |
| "loss": 2.875, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 0.7721875214496534, | |
| "grad_norm": 5.673862934112549, | |
| "learning_rate": 1.1390623927517332e-05, | |
| "loss": 2.8743, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 0.7779074290159471, | |
| "grad_norm": 5.87379789352417, | |
| "learning_rate": 1.1104628549202645e-05, | |
| "loss": 2.8678, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 0.7836273365822408, | |
| "grad_norm": 5.968353271484375, | |
| "learning_rate": 1.0818633170887959e-05, | |
| "loss": 2.8797, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 0.7893472441485345, | |
| "grad_norm": 5.516451835632324, | |
| "learning_rate": 1.0532637792573273e-05, | |
| "loss": 2.8716, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 0.7950671517148283, | |
| "grad_norm": 6.277103900909424, | |
| "learning_rate": 1.0246642414258586e-05, | |
| "loss": 2.8483, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 0.800787059281122, | |
| "grad_norm": 5.54793643951416, | |
| "learning_rate": 9.9606470359439e-06, | |
| "loss": 2.8462, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 0.8065069668474157, | |
| "grad_norm": 5.989738464355469, | |
| "learning_rate": 9.674651657629213e-06, | |
| "loss": 2.8672, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 0.8122268744137094, | |
| "grad_norm": 5.7795844078063965, | |
| "learning_rate": 9.388656279314527e-06, | |
| "loss": 2.8566, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 0.8179467819800033, | |
| "grad_norm": 5.732882976531982, | |
| "learning_rate": 9.10266090099984e-06, | |
| "loss": 2.8497, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 0.823666689546297, | |
| "grad_norm": 6.427890777587891, | |
| "learning_rate": 8.816665522685154e-06, | |
| "loss": 2.8656, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 0.8293865971125907, | |
| "grad_norm": 6.1445746421813965, | |
| "learning_rate": 8.530670144370468e-06, | |
| "loss": 2.8425, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 0.8351065046788844, | |
| "grad_norm": 6.342021465301514, | |
| "learning_rate": 8.24467476605578e-06, | |
| "loss": 2.859, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 0.8408264122451781, | |
| "grad_norm": 6.117573261260986, | |
| "learning_rate": 7.958679387741095e-06, | |
| "loss": 2.8631, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 0.8465463198114719, | |
| "grad_norm": 6.145172595977783, | |
| "learning_rate": 7.672684009426408e-06, | |
| "loss": 2.8536, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 0.8522662273777656, | |
| "grad_norm": 5.709812641143799, | |
| "learning_rate": 7.386688631111721e-06, | |
| "loss": 2.8546, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 0.8579861349440593, | |
| "grad_norm": 6.244381904602051, | |
| "learning_rate": 7.100693252797034e-06, | |
| "loss": 2.8277, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 0.863706042510353, | |
| "grad_norm": 6.229698181152344, | |
| "learning_rate": 6.814697874482348e-06, | |
| "loss": 2.85, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 0.8694259500766468, | |
| "grad_norm": 5.480854511260986, | |
| "learning_rate": 6.528702496167661e-06, | |
| "loss": 2.8576, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 0.8751458576429405, | |
| "grad_norm": 6.088413715362549, | |
| "learning_rate": 6.2427071178529756e-06, | |
| "loss": 2.8618, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 0.8808657652092342, | |
| "grad_norm": 6.159554481506348, | |
| "learning_rate": 5.956711739538289e-06, | |
| "loss": 2.8319, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 0.8865856727755279, | |
| "grad_norm": 6.287491798400879, | |
| "learning_rate": 5.6707163612236024e-06, | |
| "loss": 2.8622, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 0.8923055803418217, | |
| "grad_norm": 6.237947940826416, | |
| "learning_rate": 5.384720982908916e-06, | |
| "loss": 2.8539, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 0.8980254879081154, | |
| "grad_norm": 6.096075057983398, | |
| "learning_rate": 5.09872560459423e-06, | |
| "loss": 2.8256, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 0.9037453954744091, | |
| "grad_norm": 6.158285140991211, | |
| "learning_rate": 4.812730226279544e-06, | |
| "loss": 2.8476, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 0.9094653030407028, | |
| "grad_norm": 6.239354133605957, | |
| "learning_rate": 4.526734847964857e-06, | |
| "loss": 2.8538, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 0.9151852106069966, | |
| "grad_norm": 5.273146629333496, | |
| "learning_rate": 4.2407394696501705e-06, | |
| "loss": 2.849, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 0.9209051181732903, | |
| "grad_norm": 6.121274948120117, | |
| "learning_rate": 3.954744091335484e-06, | |
| "loss": 2.8454, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 0.926625025739584, | |
| "grad_norm": 6.213692665100098, | |
| "learning_rate": 3.6687487130207977e-06, | |
| "loss": 2.8431, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 0.9323449333058778, | |
| "grad_norm": 6.369662761688232, | |
| "learning_rate": 3.382753334706111e-06, | |
| "loss": 2.8589, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 0.9380648408721715, | |
| "grad_norm": 5.934210300445557, | |
| "learning_rate": 3.096757956391425e-06, | |
| "loss": 2.8371, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 0.9437847484384653, | |
| "grad_norm": 6.598156452178955, | |
| "learning_rate": 2.8107625780767385e-06, | |
| "loss": 2.8282, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 0.949504656004759, | |
| "grad_norm": 5.81234073638916, | |
| "learning_rate": 2.524767199762052e-06, | |
| "loss": 2.8244, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 0.9552245635710527, | |
| "grad_norm": 6.145198822021484, | |
| "learning_rate": 2.2387718214473658e-06, | |
| "loss": 2.8294, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 0.9609444711373464, | |
| "grad_norm": 5.321970462799072, | |
| "learning_rate": 1.952776443132679e-06, | |
| "loss": 2.8425, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 0.9666643787036402, | |
| "grad_norm": 5.8561248779296875, | |
| "learning_rate": 1.6667810648179926e-06, | |
| "loss": 2.8618, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 0.9723842862699339, | |
| "grad_norm": 6.001429080963135, | |
| "learning_rate": 1.3807856865033063e-06, | |
| "loss": 2.8456, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 0.9781041938362276, | |
| "grad_norm": 6.074833393096924, | |
| "learning_rate": 1.0947903081886197e-06, | |
| "loss": 2.8408, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 0.9838241014025213, | |
| "grad_norm": 5.579460144042969, | |
| "learning_rate": 8.087949298739332e-07, | |
| "loss": 2.8427, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 0.9895440089688151, | |
| "grad_norm": 5.968313217163086, | |
| "learning_rate": 5.227995515592468e-07, | |
| "loss": 2.8345, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 0.9952639165351088, | |
| "grad_norm": 5.920719146728516, | |
| "learning_rate": 2.3680417324456038e-07, | |
| "loss": 2.8337, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 87414, | |
| "total_flos": 4.634223291773338e+16, | |
| "train_loss": 3.132497888326312, | |
| "train_runtime": 20429.0413, | |
| "train_samples_per_second": 34.231, | |
| "train_steps_per_second": 4.279 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 87414, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.634223291773338e+16, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |