| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.079734219269103, | |
| "eval_steps": 500, | |
| "global_step": 650, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0016611295681063123, | |
| "grad_norm": 283.7961630862445, | |
| "learning_rate": 2.7027027027027028e-08, | |
| "loss": 1.0013, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0033222591362126247, | |
| "grad_norm": 403.0161196007378, | |
| "learning_rate": 5.4054054054054056e-08, | |
| "loss": 1.3486, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0049833887043189366, | |
| "grad_norm": 225.65685288846345, | |
| "learning_rate": 8.108108108108108e-08, | |
| "loss": 0.9601, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.006644518272425249, | |
| "grad_norm": 309.07994612900893, | |
| "learning_rate": 1.0810810810810811e-07, | |
| "loss": 0.814, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.008305647840531562, | |
| "grad_norm": 380.5732961356113, | |
| "learning_rate": 1.3513513513513515e-07, | |
| "loss": 0.9665, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.009966777408637873, | |
| "grad_norm": 350.2306529649741, | |
| "learning_rate": 1.6216216216216215e-07, | |
| "loss": 0.9394, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.011627906976744186, | |
| "grad_norm": 303.16533146413684, | |
| "learning_rate": 1.891891891891892e-07, | |
| "loss": 1.1157, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.013289036544850499, | |
| "grad_norm": 330.3322177024234, | |
| "learning_rate": 2.1621621621621622e-07, | |
| "loss": 0.8766, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.014950166112956811, | |
| "grad_norm": 232.1781635901737, | |
| "learning_rate": 2.4324324324324326e-07, | |
| "loss": 0.7901, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.016611295681063124, | |
| "grad_norm": 303.49257454610745, | |
| "learning_rate": 2.702702702702703e-07, | |
| "loss": 0.875, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.018272425249169437, | |
| "grad_norm": 191.62808346871842, | |
| "learning_rate": 2.972972972972973e-07, | |
| "loss": 0.6306, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.019933554817275746, | |
| "grad_norm": 184.28128658857395, | |
| "learning_rate": 3.243243243243243e-07, | |
| "loss": 0.6915, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.02159468438538206, | |
| "grad_norm": 466.93407676031165, | |
| "learning_rate": 3.5135135135135134e-07, | |
| "loss": 0.6333, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.023255813953488372, | |
| "grad_norm": 146.99367069527102, | |
| "learning_rate": 3.783783783783784e-07, | |
| "loss": 0.4615, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.024916943521594685, | |
| "grad_norm": 146.6363236745373, | |
| "learning_rate": 4.054054054054054e-07, | |
| "loss": 0.6328, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.026578073089700997, | |
| "grad_norm": 196.3416905532426, | |
| "learning_rate": 4.3243243243243244e-07, | |
| "loss": 0.6118, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.02823920265780731, | |
| "grad_norm": 302.44153365360745, | |
| "learning_rate": 4.594594594594595e-07, | |
| "loss": 0.5397, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.029900332225913623, | |
| "grad_norm": 8753.401359110785, | |
| "learning_rate": 4.864864864864865e-07, | |
| "loss": 0.6609, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.03156146179401993, | |
| "grad_norm": 139.31291333841494, | |
| "learning_rate": 5.135135135135134e-07, | |
| "loss": 0.4247, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.03322259136212625, | |
| "grad_norm": 117.2303002306334, | |
| "learning_rate": 5.405405405405406e-07, | |
| "loss": 0.5025, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.03488372093023256, | |
| "grad_norm": 159.0527667166082, | |
| "learning_rate": 5.675675675675675e-07, | |
| "loss": 0.4789, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.036544850498338874, | |
| "grad_norm": 211.30553229145636, | |
| "learning_rate": 5.945945945945947e-07, | |
| "loss": 0.6005, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.03820598006644518, | |
| "grad_norm": 74.75774440900648, | |
| "learning_rate": 6.216216216216216e-07, | |
| "loss": 0.4322, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.03986710963455149, | |
| "grad_norm": 152.6630766770394, | |
| "learning_rate": 6.486486486486486e-07, | |
| "loss": 0.6084, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.04152823920265781, | |
| "grad_norm": 68.59356856504525, | |
| "learning_rate": 6.756756756756756e-07, | |
| "loss": 0.3271, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.04318936877076412, | |
| "grad_norm": 48.213900231519695, | |
| "learning_rate": 7.027027027027027e-07, | |
| "loss": 0.3455, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.044850498338870434, | |
| "grad_norm": 50.0637038462766, | |
| "learning_rate": 7.297297297297297e-07, | |
| "loss": 0.3409, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.046511627906976744, | |
| "grad_norm": 64.20573798423982, | |
| "learning_rate": 7.567567567567568e-07, | |
| "loss": 0.448, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.04817275747508306, | |
| "grad_norm": 132.42160531061333, | |
| "learning_rate": 7.837837837837838e-07, | |
| "loss": 0.3915, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.04983388704318937, | |
| "grad_norm": 101.32898633286817, | |
| "learning_rate": 8.108108108108108e-07, | |
| "loss": 0.3159, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.05149501661129568, | |
| "grad_norm": 67.44357173798667, | |
| "learning_rate": 8.378378378378377e-07, | |
| "loss": 0.2786, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.053156146179401995, | |
| "grad_norm": 94.87155550615857, | |
| "learning_rate": 8.648648648648649e-07, | |
| "loss": 0.4167, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.054817275747508304, | |
| "grad_norm": 120.07807866412833, | |
| "learning_rate": 8.918918918918918e-07, | |
| "loss": 0.3996, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.05647840531561462, | |
| "grad_norm": 53.547698067900235, | |
| "learning_rate": 9.18918918918919e-07, | |
| "loss": 0.3981, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.05813953488372093, | |
| "grad_norm": 89.39620348618399, | |
| "learning_rate": 9.459459459459459e-07, | |
| "loss": 0.3523, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.059800664451827246, | |
| "grad_norm": 125.63871272969014, | |
| "learning_rate": 9.72972972972973e-07, | |
| "loss": 0.343, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.061461794019933555, | |
| "grad_norm": 85.85489825737757, | |
| "learning_rate": 1e-06, | |
| "loss": 0.3063, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.06312292358803986, | |
| "grad_norm": 56.63108841849816, | |
| "learning_rate": 9.999981882520454e-07, | |
| "loss": 0.4455, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.06478405315614617, | |
| "grad_norm": 40.40412484077134, | |
| "learning_rate": 9.999927530213112e-07, | |
| "loss": 0.3411, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.0664451827242525, | |
| "grad_norm": 42.56638423746503, | |
| "learning_rate": 9.999836943471866e-07, | |
| "loss": 0.3422, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0681063122923588, | |
| "grad_norm": 149.52998978810905, | |
| "learning_rate": 9.999710122953198e-07, | |
| "loss": 0.3539, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.06976744186046512, | |
| "grad_norm": 99.06075800406914, | |
| "learning_rate": 9.999547069576173e-07, | |
| "loss": 0.3705, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.07142857142857142, | |
| "grad_norm": 28.75050949230183, | |
| "learning_rate": 9.99934778452244e-07, | |
| "loss": 0.2556, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.07308970099667775, | |
| "grad_norm": 102.07599788982593, | |
| "learning_rate": 9.999112269236213e-07, | |
| "loss": 0.3375, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.07475083056478406, | |
| "grad_norm": 94.98798632226429, | |
| "learning_rate": 9.99884052542427e-07, | |
| "loss": 0.325, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.07641196013289037, | |
| "grad_norm": 45.49599727736315, | |
| "learning_rate": 9.99853255505594e-07, | |
| "loss": 0.3344, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.07807308970099668, | |
| "grad_norm": 437.1776518783744, | |
| "learning_rate": 9.99818836036308e-07, | |
| "loss": 0.3195, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.07973421926910298, | |
| "grad_norm": 40.386876297214194, | |
| "learning_rate": 9.997807943840063e-07, | |
| "loss": 0.2935, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.08139534883720931, | |
| "grad_norm": 35.81499917192016, | |
| "learning_rate": 9.997391308243767e-07, | |
| "loss": 0.3221, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.08305647840531562, | |
| "grad_norm": 135.69410164163278, | |
| "learning_rate": 9.996938456593547e-07, | |
| "loss": 0.3641, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.08471760797342193, | |
| "grad_norm": 37.49737579141678, | |
| "learning_rate": 9.996449392171216e-07, | |
| "loss": 0.3116, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.08637873754152824, | |
| "grad_norm": 53.54810233248991, | |
| "learning_rate": 9.995924118521016e-07, | |
| "loss": 0.2374, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.08803986710963455, | |
| "grad_norm": 29.764129425896126, | |
| "learning_rate": 9.995362639449604e-07, | |
| "loss": 0.3214, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.08970099667774087, | |
| "grad_norm": 86.36715802553283, | |
| "learning_rate": 9.994764959026014e-07, | |
| "loss": 0.2724, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.09136212624584718, | |
| "grad_norm": 59.60483629138851, | |
| "learning_rate": 9.99413108158163e-07, | |
| "loss": 0.2682, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.09302325581395349, | |
| "grad_norm": 1121.1809969504397, | |
| "learning_rate": 9.99346101171016e-07, | |
| "loss": 0.3457, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.0946843853820598, | |
| "grad_norm": 36.4371245053598, | |
| "learning_rate": 9.99275475426759e-07, | |
| "loss": 0.3518, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.09634551495016612, | |
| "grad_norm": 36.679857127723125, | |
| "learning_rate": 9.992012314372164e-07, | |
| "loss": 0.1912, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.09800664451827243, | |
| "grad_norm": 168.93933955821868, | |
| "learning_rate": 9.991233697404337e-07, | |
| "loss": 0.2478, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.09966777408637874, | |
| "grad_norm": 24.14622539640721, | |
| "learning_rate": 9.990418909006743e-07, | |
| "loss": 0.2118, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.10132890365448505, | |
| "grad_norm": 43.18341622294434, | |
| "learning_rate": 9.989567955084143e-07, | |
| "loss": 0.3924, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.10299003322259136, | |
| "grad_norm": 29.085536311011936, | |
| "learning_rate": 9.988680841803396e-07, | |
| "loss": 0.2878, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.10465116279069768, | |
| "grad_norm": 24.284878773871643, | |
| "learning_rate": 9.987757575593402e-07, | |
| "loss": 0.1948, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.10631229235880399, | |
| "grad_norm": 27.805278117108944, | |
| "learning_rate": 9.986798163145066e-07, | |
| "loss": 0.2563, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.1079734219269103, | |
| "grad_norm": 22.56960935878, | |
| "learning_rate": 9.985802611411243e-07, | |
| "loss": 0.2298, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.10963455149501661, | |
| "grad_norm": 37.482492845739586, | |
| "learning_rate": 9.984770927606686e-07, | |
| "loss": 0.2785, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.11129568106312292, | |
| "grad_norm": 23.848350011819495, | |
| "learning_rate": 9.983703119207998e-07, | |
| "loss": 0.2113, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.11295681063122924, | |
| "grad_norm": 30.649497045880594, | |
| "learning_rate": 9.98259919395358e-07, | |
| "loss": 0.255, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.11461794019933555, | |
| "grad_norm": 23.006604632466246, | |
| "learning_rate": 9.98145915984357e-07, | |
| "loss": 0.224, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.11627906976744186, | |
| "grad_norm": 21.882953775970815, | |
| "learning_rate": 9.98028302513978e-07, | |
| "loss": 0.2616, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.11794019933554817, | |
| "grad_norm": 25.05081248063707, | |
| "learning_rate": 9.97907079836566e-07, | |
| "loss": 0.2128, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.11960132890365449, | |
| "grad_norm": 31.598368685329934, | |
| "learning_rate": 9.977822488306195e-07, | |
| "loss": 0.3792, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.1212624584717608, | |
| "grad_norm": 37.48759519077218, | |
| "learning_rate": 9.976538104007886e-07, | |
| "loss": 0.2736, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.12292358803986711, | |
| "grad_norm": 19.638414416569248, | |
| "learning_rate": 9.975217654778651e-07, | |
| "loss": 0.1277, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.12458471760797342, | |
| "grad_norm": 29.04555059332869, | |
| "learning_rate": 9.97386115018778e-07, | |
| "loss": 0.3141, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.12624584717607973, | |
| "grad_norm": 21.430456032128323, | |
| "learning_rate": 9.972468600065845e-07, | |
| "loss": 0.2253, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.12790697674418605, | |
| "grad_norm": 41.85901544277914, | |
| "learning_rate": 9.971040014504648e-07, | |
| "loss": 0.3621, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.12956810631229235, | |
| "grad_norm": 14.223035223233115, | |
| "learning_rate": 9.969575403857135e-07, | |
| "loss": 0.1284, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.13122923588039867, | |
| "grad_norm": 22.262799198485006, | |
| "learning_rate": 9.968074778737332e-07, | |
| "loss": 0.2524, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.132890365448505, | |
| "grad_norm": 50.697373968189815, | |
| "learning_rate": 9.966538150020252e-07, | |
| "loss": 0.2189, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1345514950166113, | |
| "grad_norm": 21.86462698311471, | |
| "learning_rate": 9.964965528841833e-07, | |
| "loss": 0.2334, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.1362126245847176, | |
| "grad_norm": 30.03903059222607, | |
| "learning_rate": 9.963356926598848e-07, | |
| "loss": 0.2619, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.1378737541528239, | |
| "grad_norm": 44.39420516166669, | |
| "learning_rate": 9.961712354948822e-07, | |
| "loss": 0.3148, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.13953488372093023, | |
| "grad_norm": 45.40184063467476, | |
| "learning_rate": 9.960031825809955e-07, | |
| "loss": 0.2719, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.14119601328903655, | |
| "grad_norm": 41.30803088566475, | |
| "learning_rate": 9.95831535136103e-07, | |
| "loss": 0.2746, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.14285714285714285, | |
| "grad_norm": 21.10123734223929, | |
| "learning_rate": 9.956562944041316e-07, | |
| "loss": 0.2082, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.14451827242524917, | |
| "grad_norm": 38.37926428810434, | |
| "learning_rate": 9.954774616550499e-07, | |
| "loss": 0.221, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.1461794019933555, | |
| "grad_norm": 21.615149648940918, | |
| "learning_rate": 9.952950381848576e-07, | |
| "loss": 0.1952, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.1478405315614618, | |
| "grad_norm": 21.749889867769415, | |
| "learning_rate": 9.951090253155757e-07, | |
| "loss": 0.2139, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.14950166112956811, | |
| "grad_norm": 16.24745315976571, | |
| "learning_rate": 9.949194243952382e-07, | |
| "loss": 0.1852, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1511627906976744, | |
| "grad_norm": 13.76793966078715, | |
| "learning_rate": 9.94726236797881e-07, | |
| "loss": 0.179, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.15282392026578073, | |
| "grad_norm": 16.40584213825403, | |
| "learning_rate": 9.945294639235336e-07, | |
| "loss": 0.2484, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.15448504983388706, | |
| "grad_norm": 19.45237506640772, | |
| "learning_rate": 9.943291071982072e-07, | |
| "loss": 0.2379, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.15614617940199335, | |
| "grad_norm": 11.996023853804303, | |
| "learning_rate": 9.941251680738852e-07, | |
| "loss": 0.1372, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.15780730897009967, | |
| "grad_norm": 16.66955200884909, | |
| "learning_rate": 9.939176480285128e-07, | |
| "loss": 0.1833, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.15946843853820597, | |
| "grad_norm": 20.352150945455673, | |
| "learning_rate": 9.93706548565986e-07, | |
| "loss": 0.1878, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.1611295681063123, | |
| "grad_norm": 30.86575710552868, | |
| "learning_rate": 9.934918712161414e-07, | |
| "loss": 0.2089, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.16279069767441862, | |
| "grad_norm": 30.108048559073602, | |
| "learning_rate": 9.932736175347433e-07, | |
| "loss": 0.2334, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.1644518272425249, | |
| "grad_norm": 16.137380650744188, | |
| "learning_rate": 9.930517891034748e-07, | |
| "loss": 0.1935, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.16611295681063123, | |
| "grad_norm": 17.736914720083263, | |
| "learning_rate": 9.928263875299245e-07, | |
| "loss": 0.1772, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.16777408637873753, | |
| "grad_norm": 11.972509757727426, | |
| "learning_rate": 9.92597414447576e-07, | |
| "loss": 0.1374, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.16943521594684385, | |
| "grad_norm": 20.433799792275494, | |
| "learning_rate": 9.923648715157952e-07, | |
| "loss": 0.2198, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.17109634551495018, | |
| "grad_norm": 19.404673471029323, | |
| "learning_rate": 9.921287604198185e-07, | |
| "loss": 0.152, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.17275747508305647, | |
| "grad_norm": 18.73899376004668, | |
| "learning_rate": 9.918890828707416e-07, | |
| "loss": 0.2282, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.1744186046511628, | |
| "grad_norm": 22.306238872760357, | |
| "learning_rate": 9.916458406055055e-07, | |
| "loss": 0.1895, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.1760797342192691, | |
| "grad_norm": 19.021294987112594, | |
| "learning_rate": 9.91399035386885e-07, | |
| "loss": 0.2403, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.1777408637873754, | |
| "grad_norm": 86.53948554137872, | |
| "learning_rate": 9.911486690034753e-07, | |
| "loss": 0.1723, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.17940199335548174, | |
| "grad_norm": 18.7063649829218, | |
| "learning_rate": 9.908947432696798e-07, | |
| "loss": 0.2134, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.18106312292358803, | |
| "grad_norm": 19.41271168055036, | |
| "learning_rate": 9.906372600256962e-07, | |
| "loss": 0.225, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.18272425249169436, | |
| "grad_norm": 20.719404876758283, | |
| "learning_rate": 9.903762211375032e-07, | |
| "loss": 0.2158, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.18438538205980065, | |
| "grad_norm": 21.610832850601305, | |
| "learning_rate": 9.901116284968478e-07, | |
| "loss": 0.2267, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.18604651162790697, | |
| "grad_norm": 22.19654692004818, | |
| "learning_rate": 9.898434840212305e-07, | |
| "loss": 0.2376, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.1877076411960133, | |
| "grad_norm": 14.838187787942, | |
| "learning_rate": 9.89571789653892e-07, | |
| "loss": 0.1743, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.1893687707641196, | |
| "grad_norm": 17.480053388106516, | |
| "learning_rate": 9.892965473637992e-07, | |
| "loss": 0.239, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.19102990033222592, | |
| "grad_norm": 18.66511685282266, | |
| "learning_rate": 9.890177591456311e-07, | |
| "loss": 0.2502, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.19269102990033224, | |
| "grad_norm": 17.526724768165533, | |
| "learning_rate": 9.887354270197634e-07, | |
| "loss": 0.2557, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.19435215946843853, | |
| "grad_norm": 13.92139359787026, | |
| "learning_rate": 9.884495530322548e-07, | |
| "loss": 0.2024, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.19601328903654486, | |
| "grad_norm": 11.321726941564314, | |
| "learning_rate": 9.881601392548314e-07, | |
| "loss": 0.1411, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.19767441860465115, | |
| "grad_norm": 13.326684770702352, | |
| "learning_rate": 9.878671877848728e-07, | |
| "loss": 0.1813, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.19933554817275748, | |
| "grad_norm": 19.563367999650673, | |
| "learning_rate": 9.875707007453957e-07, | |
| "loss": 0.2395, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.2009966777408638, | |
| "grad_norm": 19.412272467279955, | |
| "learning_rate": 9.872706802850395e-07, | |
| "loss": 0.1867, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.2026578073089701, | |
| "grad_norm": 38.85770250068695, | |
| "learning_rate": 9.869671285780498e-07, | |
| "loss": 0.213, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.20431893687707642, | |
| "grad_norm": 12.921432457309935, | |
| "learning_rate": 9.866600478242635e-07, | |
| "loss": 0.1208, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.2059800664451827, | |
| "grad_norm": 23.926163027310174, | |
| "learning_rate": 9.863494402490922e-07, | |
| "loss": 0.2012, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.20764119601328904, | |
| "grad_norm": 15.480133857657162, | |
| "learning_rate": 9.860353081035065e-07, | |
| "loss": 0.1231, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.20930232558139536, | |
| "grad_norm": 22.15508037126096, | |
| "learning_rate": 9.857176536640195e-07, | |
| "loss": 0.2013, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.21096345514950166, | |
| "grad_norm": 18.2661529166959, | |
| "learning_rate": 9.853964792326704e-07, | |
| "loss": 0.2317, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.21262458471760798, | |
| "grad_norm": 16.111552087003037, | |
| "learning_rate": 9.850717871370073e-07, | |
| "loss": 0.1145, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.21428571428571427, | |
| "grad_norm": 17.14067866125475, | |
| "learning_rate": 9.847435797300718e-07, | |
| "loss": 0.2102, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.2159468438538206, | |
| "grad_norm": 15.60291480405653, | |
| "learning_rate": 9.844118593903797e-07, | |
| "loss": 0.1035, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.21760797342192692, | |
| "grad_norm": 15.174859703173738, | |
| "learning_rate": 9.840766285219059e-07, | |
| "loss": 0.1183, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.21926910299003322, | |
| "grad_norm": 25.54546397866724, | |
| "learning_rate": 9.837378895540655e-07, | |
| "loss": 0.2647, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.22093023255813954, | |
| "grad_norm": 10.70010328252097, | |
| "learning_rate": 9.833956449416976e-07, | |
| "loss": 0.1388, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.22259136212624583, | |
| "grad_norm": 13.281620643715373, | |
| "learning_rate": 9.830498971650454e-07, | |
| "loss": 0.1973, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.22425249169435216, | |
| "grad_norm": 15.696504177542776, | |
| "learning_rate": 9.827006487297406e-07, | |
| "loss": 0.2341, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.22591362126245848, | |
| "grad_norm": 11.52200533124044, | |
| "learning_rate": 9.823479021667838e-07, | |
| "loss": 0.1317, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.22757475083056478, | |
| "grad_norm": 27.726328978283576, | |
| "learning_rate": 9.819916600325262e-07, | |
| "loss": 0.354, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.2292358803986711, | |
| "grad_norm": 17.901230984984156, | |
| "learning_rate": 9.816319249086519e-07, | |
| "loss": 0.2298, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.23089700996677742, | |
| "grad_norm": 14.384698945178693, | |
| "learning_rate": 9.812686994021582e-07, | |
| "loss": 0.1523, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.23255813953488372, | |
| "grad_norm": 11.621939766839967, | |
| "learning_rate": 9.809019861453373e-07, | |
| "loss": 0.2313, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.23421926910299004, | |
| "grad_norm": 12.969245765067623, | |
| "learning_rate": 9.805317877957576e-07, | |
| "loss": 0.2519, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.23588039867109634, | |
| "grad_norm": 8.925285164861304, | |
| "learning_rate": 9.80158107036243e-07, | |
| "loss": 0.1042, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.23754152823920266, | |
| "grad_norm": 13.756628040019768, | |
| "learning_rate": 9.797809465748553e-07, | |
| "loss": 0.1994, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.23920265780730898, | |
| "grad_norm": 15.970803014352063, | |
| "learning_rate": 9.794003091448728e-07, | |
| "loss": 0.22, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.24086378737541528, | |
| "grad_norm": 11.738958531546247, | |
| "learning_rate": 9.790161975047724e-07, | |
| "loss": 0.1279, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.2425249169435216, | |
| "grad_norm": 13.897850888275721, | |
| "learning_rate": 9.786286144382077e-07, | |
| "loss": 0.1566, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.2441860465116279, | |
| "grad_norm": 17.313264421559992, | |
| "learning_rate": 9.7823756275399e-07, | |
| "loss": 0.225, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.24584717607973422, | |
| "grad_norm": 23.335482929522485, | |
| "learning_rate": 9.77843045286068e-07, | |
| "loss": 0.2193, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.24750830564784054, | |
| "grad_norm": 13.474282765831358, | |
| "learning_rate": 9.774450648935062e-07, | |
| "loss": 0.1841, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.24916943521594684, | |
| "grad_norm": 9.992948490443583, | |
| "learning_rate": 9.77043624460465e-07, | |
| "loss": 0.1319, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.25083056478405313, | |
| "grad_norm": 12.069688114769054, | |
| "learning_rate": 9.766387268961807e-07, | |
| "loss": 0.2002, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.25249169435215946, | |
| "grad_norm": 19.552574894536637, | |
| "learning_rate": 9.762303751349421e-07, | |
| "loss": 0.3202, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.2541528239202658, | |
| "grad_norm": 15.59457607811674, | |
| "learning_rate": 9.758185721360713e-07, | |
| "loss": 0.134, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.2558139534883721, | |
| "grad_norm": 14.504175942466917, | |
| "learning_rate": 9.754033208839009e-07, | |
| "loss": 0.1177, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.2574750830564784, | |
| "grad_norm": 14.826282805181464, | |
| "learning_rate": 9.749846243877538e-07, | |
| "loss": 0.1866, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.2591362126245847, | |
| "grad_norm": 10.496856702175336, | |
| "learning_rate": 9.745624856819197e-07, | |
| "loss": 0.1535, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.260797342192691, | |
| "grad_norm": 17.600209366012557, | |
| "learning_rate": 9.741369078256344e-07, | |
| "loss": 0.1506, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.26245847176079734, | |
| "grad_norm": 16.897725025587278, | |
| "learning_rate": 9.737078939030574e-07, | |
| "loss": 0.1118, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.26411960132890366, | |
| "grad_norm": 14.824856178621472, | |
| "learning_rate": 9.73275447023249e-07, | |
| "loss": 0.1801, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.26578073089701, | |
| "grad_norm": 10.323291152162106, | |
| "learning_rate": 9.728395703201482e-07, | |
| "loss": 0.1151, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.26744186046511625, | |
| "grad_norm": 25.65889033205719, | |
| "learning_rate": 9.724002669525494e-07, | |
| "loss": 0.2601, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.2691029900332226, | |
| "grad_norm": 15.331455485719754, | |
| "learning_rate": 9.719575401040814e-07, | |
| "loss": 0.2295, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.2707641196013289, | |
| "grad_norm": 15.620975269391694, | |
| "learning_rate": 9.715113929831816e-07, | |
| "loss": 0.1661, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.2724252491694352, | |
| "grad_norm": 21.27647184161525, | |
| "learning_rate": 9.710618288230743e-07, | |
| "loss": 0.1653, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.27408637873754155, | |
| "grad_norm": 9.574800737047406, | |
| "learning_rate": 9.706088508817475e-07, | |
| "loss": 0.1149, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.2757475083056478, | |
| "grad_norm": 10.020677235555565, | |
| "learning_rate": 9.701524624419288e-07, | |
| "loss": 0.114, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.27740863787375414, | |
| "grad_norm": 26.463216054020872, | |
| "learning_rate": 9.696926668110612e-07, | |
| "loss": 0.2905, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.27906976744186046, | |
| "grad_norm": 9.8357213518326, | |
| "learning_rate": 9.692294673212803e-07, | |
| "loss": 0.0852, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.2807308970099668, | |
| "grad_norm": 11.574558850099985, | |
| "learning_rate": 9.687628673293887e-07, | |
| "loss": 0.2001, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.2823920265780731, | |
| "grad_norm": 20.35819109924581, | |
| "learning_rate": 9.682928702168325e-07, | |
| "loss": 0.2113, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.2840531561461794, | |
| "grad_norm": 10.618810483797844, | |
| "learning_rate": 9.678194793896772e-07, | |
| "loss": 0.157, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.2857142857142857, | |
| "grad_norm": 12.604859535960964, | |
| "learning_rate": 9.673426982785825e-07, | |
| "loss": 0.1428, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.287375415282392, | |
| "grad_norm": 14.237387799784342, | |
| "learning_rate": 9.668625303387768e-07, | |
| "loss": 0.1614, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.28903654485049834, | |
| "grad_norm": 10.68448826627167, | |
| "learning_rate": 9.663789790500332e-07, | |
| "loss": 0.1228, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.29069767441860467, | |
| "grad_norm": 14.01788767612421, | |
| "learning_rate": 9.658920479166444e-07, | |
| "loss": 0.1634, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.292358803986711, | |
| "grad_norm": 12.150319124625579, | |
| "learning_rate": 9.65401740467396e-07, | |
| "loss": 0.1816, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.29401993355481726, | |
| "grad_norm": 13.26166970387516, | |
| "learning_rate": 9.649080602555419e-07, | |
| "loss": 0.2212, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.2956810631229236, | |
| "grad_norm": 10.456475792269867, | |
| "learning_rate": 9.644110108587791e-07, | |
| "loss": 0.162, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.2973421926910299, | |
| "grad_norm": 12.01103083397816, | |
| "learning_rate": 9.6391059587922e-07, | |
| "loss": 0.1953, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.29900332225913623, | |
| "grad_norm": 10.932107597417101, | |
| "learning_rate": 9.634068189433682e-07, | |
| "loss": 0.1792, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.30066445182724255, | |
| "grad_norm": 9.912596130837807, | |
| "learning_rate": 9.628996837020907e-07, | |
| "loss": 0.171, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.3023255813953488, | |
| "grad_norm": 9.446769528764404, | |
| "learning_rate": 9.623891938305928e-07, | |
| "loss": 0.1131, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.30398671096345514, | |
| "grad_norm": 11.672641463794086, | |
| "learning_rate": 9.618753530283901e-07, | |
| "loss": 0.1384, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.30564784053156147, | |
| "grad_norm": 10.856472785858744, | |
| "learning_rate": 9.613581650192831e-07, | |
| "loss": 0.1635, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.3073089700996678, | |
| "grad_norm": 15.534434398535327, | |
| "learning_rate": 9.608376335513285e-07, | |
| "loss": 0.2019, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.3089700996677741, | |
| "grad_norm": 9.808233191877529, | |
| "learning_rate": 9.60313762396814e-07, | |
| "loss": 0.0811, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.3106312292358804, | |
| "grad_norm": 11.12760822568997, | |
| "learning_rate": 9.597865553522297e-07, | |
| "loss": 0.1293, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.3122923588039867, | |
| "grad_norm": 16.610274735181868, | |
| "learning_rate": 9.592560162382403e-07, | |
| "loss": 0.1754, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.313953488372093, | |
| "grad_norm": 31.037129088244438, | |
| "learning_rate": 9.587221488996586e-07, | |
| "loss": 0.3788, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.31561461794019935, | |
| "grad_norm": 19.704030174639467, | |
| "learning_rate": 9.58184957205417e-07, | |
| "loss": 0.1908, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.31727574750830567, | |
| "grad_norm": 11.615505292621943, | |
| "learning_rate": 9.576444450485391e-07, | |
| "loss": 0.1098, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.31893687707641194, | |
| "grad_norm": 10.666388155171473, | |
| "learning_rate": 9.571006163461123e-07, | |
| "loss": 0.131, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.32059800664451826, | |
| "grad_norm": 17.15366066076218, | |
| "learning_rate": 9.565534750392585e-07, | |
| "loss": 0.2124, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.3222591362126246, | |
| "grad_norm": 12.172651785352677, | |
| "learning_rate": 9.560030250931064e-07, | |
| "loss": 0.1371, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.3239202657807309, | |
| "grad_norm": 22.03825149725322, | |
| "learning_rate": 9.554492704967624e-07, | |
| "loss": 0.2334, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.32558139534883723, | |
| "grad_norm": 13.245192413042442, | |
| "learning_rate": 9.548922152632811e-07, | |
| "loss": 0.1631, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.3272425249169435, | |
| "grad_norm": 10.802335247206143, | |
| "learning_rate": 9.543318634296375e-07, | |
| "loss": 0.1568, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.3289036544850498, | |
| "grad_norm": 12.17592621693887, | |
| "learning_rate": 9.53768219056697e-07, | |
| "loss": 0.1141, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.33056478405315615, | |
| "grad_norm": 11.253478382590625, | |
| "learning_rate": 9.532012862291853e-07, | |
| "loss": 0.1163, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.33222591362126247, | |
| "grad_norm": 21.815045663911672, | |
| "learning_rate": 9.526310690556605e-07, | |
| "loss": 0.1867, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.3338870431893688, | |
| "grad_norm": 18.859610289112627, | |
| "learning_rate": 9.520575716684811e-07, | |
| "loss": 0.2125, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.33554817275747506, | |
| "grad_norm": 11.205977833725816, | |
| "learning_rate": 9.514807982237785e-07, | |
| "loss": 0.1618, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.3372093023255814, | |
| "grad_norm": 11.388470403679207, | |
| "learning_rate": 9.50900752901425e-07, | |
| "loss": 0.1184, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.3388704318936877, | |
| "grad_norm": 10.075648460940602, | |
| "learning_rate": 9.503174399050043e-07, | |
| "loss": 0.1441, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.34053156146179403, | |
| "grad_norm": 12.322759834617335, | |
| "learning_rate": 9.497308634617807e-07, | |
| "loss": 0.1244, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.34219269102990035, | |
| "grad_norm": 14.94788430766923, | |
| "learning_rate": 9.491410278226692e-07, | |
| "loss": 0.2405, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.3438538205980066, | |
| "grad_norm": 12.443492266603144, | |
| "learning_rate": 9.485479372622037e-07, | |
| "loss": 0.149, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.34551495016611294, | |
| "grad_norm": 11.067400945275928, | |
| "learning_rate": 9.479515960785068e-07, | |
| "loss": 0.1404, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.34717607973421927, | |
| "grad_norm": 11.525444371950433, | |
| "learning_rate": 9.473520085932579e-07, | |
| "loss": 0.1384, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.3488372093023256, | |
| "grad_norm": 10.971783104668468, | |
| "learning_rate": 9.467491791516626e-07, | |
| "loss": 0.1349, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.3504983388704319, | |
| "grad_norm": 12.635492557571897, | |
| "learning_rate": 9.461431121224214e-07, | |
| "loss": 0.1997, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.3521594684385382, | |
| "grad_norm": 19.325558806797325, | |
| "learning_rate": 9.455338118976966e-07, | |
| "loss": 0.1585, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.3538205980066445, | |
| "grad_norm": 8.353857534598658, | |
| "learning_rate": 9.449212828930822e-07, | |
| "loss": 0.1202, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.3554817275747508, | |
| "grad_norm": 10.543973821466691, | |
| "learning_rate": 9.443055295475707e-07, | |
| "loss": 0.1858, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.35714285714285715, | |
| "grad_norm": 9.95076123718523, | |
| "learning_rate": 9.436865563235217e-07, | |
| "loss": 0.179, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.3588039867109635, | |
| "grad_norm": 13.713185473400454, | |
| "learning_rate": 9.430643677066291e-07, | |
| "loss": 0.1925, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.36046511627906974, | |
| "grad_norm": 7.513881407573629, | |
| "learning_rate": 9.424389682058886e-07, | |
| "loss": 0.1222, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.36212624584717606, | |
| "grad_norm": 11.36739084106459, | |
| "learning_rate": 9.418103623535653e-07, | |
| "loss": 0.1867, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.3637873754152824, | |
| "grad_norm": 12.043749514925038, | |
| "learning_rate": 9.41178554705161e-07, | |
| "loss": 0.1931, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.3654485049833887, | |
| "grad_norm": 6.233797219912333, | |
| "learning_rate": 9.405435498393799e-07, | |
| "loss": 0.0966, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.36710963455149503, | |
| "grad_norm": 9.594573864750178, | |
| "learning_rate": 9.399053523580976e-07, | |
| "loss": 0.1386, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.3687707641196013, | |
| "grad_norm": 11.240178079664732, | |
| "learning_rate": 9.392639668863258e-07, | |
| "loss": 0.1203, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.3704318936877076, | |
| "grad_norm": 14.503931970774168, | |
| "learning_rate": 9.3861939807218e-07, | |
| "loss": 0.1463, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.37209302325581395, | |
| "grad_norm": 10.257728339652989, | |
| "learning_rate": 9.379716505868447e-07, | |
| "loss": 0.1593, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.37375415282392027, | |
| "grad_norm": 12.14682043932465, | |
| "learning_rate": 9.373207291245411e-07, | |
| "loss": 0.1257, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.3754152823920266, | |
| "grad_norm": 9.99859322996326, | |
| "learning_rate": 9.366666384024913e-07, | |
| "loss": 0.1696, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.3770764119601329, | |
| "grad_norm": 10.04625893529298, | |
| "learning_rate": 9.360093831608856e-07, | |
| "loss": 0.1625, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.3787375415282392, | |
| "grad_norm": 16.19965207561594, | |
| "learning_rate": 9.353489681628475e-07, | |
| "loss": 0.1471, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.3803986710963455, | |
| "grad_norm": 13.04710404485369, | |
| "learning_rate": 9.346853981943988e-07, | |
| "loss": 0.1499, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.38205980066445183, | |
| "grad_norm": 11.06095587308583, | |
| "learning_rate": 9.340186780644259e-07, | |
| "loss": 0.0893, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.38372093023255816, | |
| "grad_norm": 11.353482545061441, | |
| "learning_rate": 9.333488126046438e-07, | |
| "loss": 0.1214, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.3853820598006645, | |
| "grad_norm": 17.31613403125687, | |
| "learning_rate": 9.326758066695624e-07, | |
| "loss": 0.1278, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.38704318936877075, | |
| "grad_norm": 19.69366300321997, | |
| "learning_rate": 9.319996651364499e-07, | |
| "loss": 0.1722, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.38870431893687707, | |
| "grad_norm": 13.58019477734271, | |
| "learning_rate": 9.313203929052986e-07, | |
| "loss": 0.1316, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.3903654485049834, | |
| "grad_norm": 22.806246251767572, | |
| "learning_rate": 9.306379948987888e-07, | |
| "loss": 0.2574, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.3920265780730897, | |
| "grad_norm": 16.293534036256254, | |
| "learning_rate": 9.299524760622533e-07, | |
| "loss": 0.1146, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.39368770764119604, | |
| "grad_norm": 9.215117865221517, | |
| "learning_rate": 9.292638413636414e-07, | |
| "loss": 0.0652, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.3953488372093023, | |
| "grad_norm": 19.243051206888683, | |
| "learning_rate": 9.285720957934831e-07, | |
| "loss": 0.2231, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.39700996677740863, | |
| "grad_norm": 11.51135738383444, | |
| "learning_rate": 9.278772443648531e-07, | |
| "loss": 0.1822, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.39867109634551495, | |
| "grad_norm": 12.885715889145898, | |
| "learning_rate": 9.271792921133337e-07, | |
| "loss": 0.1281, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.4003322259136213, | |
| "grad_norm": 12.475318988797966, | |
| "learning_rate": 9.264782440969793e-07, | |
| "loss": 0.1822, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.4019933554817276, | |
| "grad_norm": 9.33400580821295, | |
| "learning_rate": 9.257741053962794e-07, | |
| "loss": 0.1347, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.40365448504983387, | |
| "grad_norm": 12.058606856026875, | |
| "learning_rate": 9.25066881114121e-07, | |
| "loss": 0.1706, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.4053156146179402, | |
| "grad_norm": 10.824161359526528, | |
| "learning_rate": 9.243565763757529e-07, | |
| "loss": 0.1761, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.4069767441860465, | |
| "grad_norm": 14.581271946544478, | |
| "learning_rate": 9.236431963287477e-07, | |
| "loss": 0.2583, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.40863787375415284, | |
| "grad_norm": 6.398803338643679, | |
| "learning_rate": 9.229267461429647e-07, | |
| "loss": 0.1036, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.41029900332225916, | |
| "grad_norm": 8.214273717131517, | |
| "learning_rate": 9.222072310105126e-07, | |
| "loss": 0.151, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.4119601328903654, | |
| "grad_norm": 6.531248071881361, | |
| "learning_rate": 9.214846561457117e-07, | |
| "loss": 0.1343, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.41362126245847175, | |
| "grad_norm": 7.946424836117755, | |
| "learning_rate": 9.207590267850562e-07, | |
| "loss": 0.1339, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.4152823920265781, | |
| "grad_norm": 14.683229666391957, | |
| "learning_rate": 9.200303481871758e-07, | |
| "loss": 0.2346, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.4169435215946844, | |
| "grad_norm": 6.7523422282754595, | |
| "learning_rate": 9.192986256327989e-07, | |
| "loss": 0.1082, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.4186046511627907, | |
| "grad_norm": 12.807771031205872, | |
| "learning_rate": 9.185638644247122e-07, | |
| "loss": 0.172, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.420265780730897, | |
| "grad_norm": 12.441325438265876, | |
| "learning_rate": 9.178260698877247e-07, | |
| "loss": 0.1524, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.4219269102990033, | |
| "grad_norm": 11.924760374595467, | |
| "learning_rate": 9.170852473686272e-07, | |
| "loss": 0.145, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.42358803986710963, | |
| "grad_norm": 15.295324115541575, | |
| "learning_rate": 9.163414022361542e-07, | |
| "loss": 0.2366, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.42524916943521596, | |
| "grad_norm": 11.45834430193356, | |
| "learning_rate": 9.155945398809457e-07, | |
| "loss": 0.1714, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.4269102990033223, | |
| "grad_norm": 11.860210597995017, | |
| "learning_rate": 9.148446657155069e-07, | |
| "loss": 0.1581, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.42857142857142855, | |
| "grad_norm": 14.653302275353555, | |
| "learning_rate": 9.140917851741696e-07, | |
| "loss": 0.1782, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.43023255813953487, | |
| "grad_norm": 11.340233977827461, | |
| "learning_rate": 9.13335903713053e-07, | |
| "loss": 0.135, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.4318936877076412, | |
| "grad_norm": 12.33215015955027, | |
| "learning_rate": 9.125770268100241e-07, | |
| "loss": 0.1755, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.4335548172757475, | |
| "grad_norm": 10.82579948342303, | |
| "learning_rate": 9.118151599646573e-07, | |
| "loss": 0.1775, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.43521594684385384, | |
| "grad_norm": 8.893649702916877, | |
| "learning_rate": 9.110503086981955e-07, | |
| "loss": 0.134, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.4368770764119601, | |
| "grad_norm": 11.851382147068934, | |
| "learning_rate": 9.102824785535096e-07, | |
| "loss": 0.248, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.43853820598006643, | |
| "grad_norm": 8.085625713042226, | |
| "learning_rate": 9.095116750950583e-07, | |
| "loss": 0.1053, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.44019933554817275, | |
| "grad_norm": 8.825530836149932, | |
| "learning_rate": 9.087379039088481e-07, | |
| "loss": 0.1699, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.4418604651162791, | |
| "grad_norm": 8.37105680491955, | |
| "learning_rate": 9.079611706023925e-07, | |
| "loss": 0.1496, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.4435215946843854, | |
| "grad_norm": 8.257776032135112, | |
| "learning_rate": 9.071814808046709e-07, | |
| "loss": 0.1492, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.44518272425249167, | |
| "grad_norm": 9.848656586818922, | |
| "learning_rate": 9.063988401660895e-07, | |
| "loss": 0.1167, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.446843853820598, | |
| "grad_norm": 13.15071986231609, | |
| "learning_rate": 9.056132543584385e-07, | |
| "loss": 0.2396, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.4485049833887043, | |
| "grad_norm": 7.4908331870411065, | |
| "learning_rate": 9.048247290748516e-07, | |
| "loss": 0.1152, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.45016611295681064, | |
| "grad_norm": 8.35585031303107, | |
| "learning_rate": 9.040332700297651e-07, | |
| "loss": 0.0845, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.45182724252491696, | |
| "grad_norm": 18.299405153632886, | |
| "learning_rate": 9.032388829588764e-07, | |
| "loss": 0.1516, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.45348837209302323, | |
| "grad_norm": 10.140601449856803, | |
| "learning_rate": 9.02441573619102e-07, | |
| "loss": 0.1274, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.45514950166112955, | |
| "grad_norm": 12.172095204640925, | |
| "learning_rate": 9.01641347788536e-07, | |
| "loss": 0.182, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.4568106312292359, | |
| "grad_norm": 9.563752668175168, | |
| "learning_rate": 9.008382112664088e-07, | |
| "loss": 0.0945, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.4584717607973422, | |
| "grad_norm": 10.287796564887433, | |
| "learning_rate": 9.000321698730439e-07, | |
| "loss": 0.0976, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.4601328903654485, | |
| "grad_norm": 13.189377107182274, | |
| "learning_rate": 8.992232294498169e-07, | |
| "loss": 0.1124, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.46179401993355484, | |
| "grad_norm": 25.060289240642998, | |
| "learning_rate": 8.984113958591124e-07, | |
| "loss": 0.1806, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.4634551495016611, | |
| "grad_norm": 14.670517988936247, | |
| "learning_rate": 8.975966749842816e-07, | |
| "loss": 0.1432, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.46511627906976744, | |
| "grad_norm": 19.822372119676242, | |
| "learning_rate": 8.967790727296001e-07, | |
| "loss": 0.2261, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.46677740863787376, | |
| "grad_norm": 5.631680487351567, | |
| "learning_rate": 8.959585950202248e-07, | |
| "loss": 0.0537, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.4684385382059801, | |
| "grad_norm": 21.281978024222216, | |
| "learning_rate": 8.95135247802151e-07, | |
| "loss": 0.2133, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.4700996677740864, | |
| "grad_norm": 16.409996226272277, | |
| "learning_rate": 8.943090370421691e-07, | |
| "loss": 0.1548, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.4717607973421927, | |
| "grad_norm": 10.142872282405547, | |
| "learning_rate": 8.934799687278219e-07, | |
| "loss": 0.1067, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.473421926910299, | |
| "grad_norm": 22.26876142574316, | |
| "learning_rate": 8.926480488673605e-07, | |
| "loss": 0.1667, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.4750830564784053, | |
| "grad_norm": 9.876108544387835, | |
| "learning_rate": 8.918132834897015e-07, | |
| "loss": 0.1081, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.47674418604651164, | |
| "grad_norm": 13.966378148098578, | |
| "learning_rate": 8.909756786443827e-07, | |
| "loss": 0.1993, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.47840531561461797, | |
| "grad_norm": 14.484542043786044, | |
| "learning_rate": 8.901352404015194e-07, | |
| "loss": 0.1349, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.48006644518272423, | |
| "grad_norm": 7.865469366519635, | |
| "learning_rate": 8.89291974851761e-07, | |
| "loss": 0.0748, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.48172757475083056, | |
| "grad_norm": 12.981698322123203, | |
| "learning_rate": 8.884458881062457e-07, | |
| "loss": 0.1387, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.4833887043189369, | |
| "grad_norm": 14.42068589553622, | |
| "learning_rate": 8.875969862965574e-07, | |
| "loss": 0.1887, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.4850498338870432, | |
| "grad_norm": 19.32168616528694, | |
| "learning_rate": 8.867452755746805e-07, | |
| "loss": 0.1184, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.4867109634551495, | |
| "grad_norm": 14.687720171684697, | |
| "learning_rate": 8.858907621129559e-07, | |
| "loss": 0.1596, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.4883720930232558, | |
| "grad_norm": 10.32826671997461, | |
| "learning_rate": 8.850334521040352e-07, | |
| "loss": 0.1432, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.4900332225913621, | |
| "grad_norm": 9.149170000100604, | |
| "learning_rate": 8.841733517608374e-07, | |
| "loss": 0.1725, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.49169435215946844, | |
| "grad_norm": 7.682038024526175, | |
| "learning_rate": 8.833104673165024e-07, | |
| "loss": 0.1473, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.49335548172757476, | |
| "grad_norm": 7.36387604217277, | |
| "learning_rate": 8.824448050243469e-07, | |
| "loss": 0.1065, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.4950166112956811, | |
| "grad_norm": 10.351711544120024, | |
| "learning_rate": 8.815763711578183e-07, | |
| "loss": 0.1717, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.49667774086378735, | |
| "grad_norm": 10.17527289922022, | |
| "learning_rate": 8.8070517201045e-07, | |
| "loss": 0.1498, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.4983388704318937, | |
| "grad_norm": 17.205640014020535, | |
| "learning_rate": 8.798312138958146e-07, | |
| "loss": 0.1562, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 13.741848852332474, | |
| "learning_rate": 8.789545031474799e-07, | |
| "loss": 0.1875, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.5016611295681063, | |
| "grad_norm": 7.794673805015374, | |
| "learning_rate": 8.780750461189612e-07, | |
| "loss": 0.1141, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.5033222591362126, | |
| "grad_norm": 11.818808426001134, | |
| "learning_rate": 8.771928491836764e-07, | |
| "loss": 0.1633, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.5049833887043189, | |
| "grad_norm": 7.761679819092504, | |
| "learning_rate": 8.763079187348999e-07, | |
| "loss": 0.1248, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.5066445182724253, | |
| "grad_norm": 8.882760685506408, | |
| "learning_rate": 8.754202611857149e-07, | |
| "loss": 0.1513, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.5083056478405316, | |
| "grad_norm": 7.40135368569042, | |
| "learning_rate": 8.745298829689686e-07, | |
| "loss": 0.0891, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.5099667774086378, | |
| "grad_norm": 10.925689760300747, | |
| "learning_rate": 8.736367905372246e-07, | |
| "loss": 0.1939, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.5116279069767442, | |
| "grad_norm": 11.424412238662494, | |
| "learning_rate": 8.727409903627165e-07, | |
| "loss": 0.1181, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.5132890365448505, | |
| "grad_norm": 11.026582956807562, | |
| "learning_rate": 8.71842488937301e-07, | |
| "loss": 0.1892, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.5149501661129569, | |
| "grad_norm": 14.452286426871511, | |
| "learning_rate": 8.709412927724103e-07, | |
| "loss": 0.1648, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.5166112956810631, | |
| "grad_norm": 8.879574876643009, | |
| "learning_rate": 8.700374083990057e-07, | |
| "loss": 0.1412, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.5182724252491694, | |
| "grad_norm": 14.483071618844798, | |
| "learning_rate": 8.691308423675299e-07, | |
| "loss": 0.2708, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.5199335548172758, | |
| "grad_norm": 10.234610377564792, | |
| "learning_rate": 8.682216012478596e-07, | |
| "loss": 0.1516, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.521594684385382, | |
| "grad_norm": 17.446807434470152, | |
| "learning_rate": 8.673096916292576e-07, | |
| "loss": 0.1629, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.5232558139534884, | |
| "grad_norm": 9.65924900517999, | |
| "learning_rate": 8.663951201203254e-07, | |
| "loss": 0.1413, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.5249169435215947, | |
| "grad_norm": 9.522606938597889, | |
| "learning_rate": 8.654778933489556e-07, | |
| "loss": 0.1678, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.526578073089701, | |
| "grad_norm": 10.287315185571302, | |
| "learning_rate": 8.645580179622828e-07, | |
| "loss": 0.1753, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.5282392026578073, | |
| "grad_norm": 9.999270763772957, | |
| "learning_rate": 8.636355006266365e-07, | |
| "loss": 0.1578, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.5299003322259136, | |
| "grad_norm": 9.32239950078714, | |
| "learning_rate": 8.627103480274921e-07, | |
| "loss": 0.1659, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.53156146179402, | |
| "grad_norm": 6.923158524420186, | |
| "learning_rate": 8.617825668694232e-07, | |
| "loss": 0.1233, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.5332225913621262, | |
| "grad_norm": 10.823618378270748, | |
| "learning_rate": 8.60852163876052e-07, | |
| "loss": 0.1538, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.5348837209302325, | |
| "grad_norm": 11.047906207579194, | |
| "learning_rate": 8.599191457900016e-07, | |
| "loss": 0.1547, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.5365448504983389, | |
| "grad_norm": 13.05735973202964, | |
| "learning_rate": 8.589835193728463e-07, | |
| "loss": 0.1444, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.5382059800664452, | |
| "grad_norm": 9.104429009432321, | |
| "learning_rate": 8.580452914050631e-07, | |
| "loss": 0.1255, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.5398671096345515, | |
| "grad_norm": 11.64252163137442, | |
| "learning_rate": 8.571044686859825e-07, | |
| "loss": 0.1912, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.5415282392026578, | |
| "grad_norm": 14.944866982774602, | |
| "learning_rate": 8.561610580337391e-07, | |
| "loss": 0.1768, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.5431893687707641, | |
| "grad_norm": 9.488326230185102, | |
| "learning_rate": 8.55215066285222e-07, | |
| "loss": 0.1118, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.5448504983388704, | |
| "grad_norm": 9.85897825770774, | |
| "learning_rate": 8.542665002960257e-07, | |
| "loss": 0.1025, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.5465116279069767, | |
| "grad_norm": 8.684946844670787, | |
| "learning_rate": 8.533153669404001e-07, | |
| "loss": 0.1264, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.5481727574750831, | |
| "grad_norm": 10.062901574236582, | |
| "learning_rate": 8.523616731112011e-07, | |
| "loss": 0.1723, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.5498338870431894, | |
| "grad_norm": 12.11357006155644, | |
| "learning_rate": 8.514054257198398e-07, | |
| "loss": 0.1531, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.5514950166112956, | |
| "grad_norm": 11.839908028521032, | |
| "learning_rate": 8.504466316962336e-07, | |
| "loss": 0.1442, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.553156146179402, | |
| "grad_norm": 11.844766776417758, | |
| "learning_rate": 8.494852979887544e-07, | |
| "loss": 0.1071, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.5548172757475083, | |
| "grad_norm": 10.271319518938574, | |
| "learning_rate": 8.4852143156418e-07, | |
| "loss": 0.149, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.5564784053156147, | |
| "grad_norm": 11.779914075239326, | |
| "learning_rate": 8.475550394076426e-07, | |
| "loss": 0.1389, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.5581395348837209, | |
| "grad_norm": 10.435527692770954, | |
| "learning_rate": 8.465861285225781e-07, | |
| "loss": 0.149, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.5598006644518272, | |
| "grad_norm": 9.38848130124771, | |
| "learning_rate": 8.456147059306757e-07, | |
| "loss": 0.0886, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.5614617940199336, | |
| "grad_norm": 10.191781455117614, | |
| "learning_rate": 8.446407786718273e-07, | |
| "loss": 0.1092, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.5631229235880398, | |
| "grad_norm": 10.76683247123338, | |
| "learning_rate": 8.436643538040753e-07, | |
| "loss": 0.1363, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.5647840531561462, | |
| "grad_norm": 10.294295935493142, | |
| "learning_rate": 8.426854384035631e-07, | |
| "loss": 0.0882, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.5664451827242525, | |
| "grad_norm": 16.910697465451545, | |
| "learning_rate": 8.417040395644825e-07, | |
| "loss": 0.1969, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.5681063122923588, | |
| "grad_norm": 15.166734734046708, | |
| "learning_rate": 8.40720164399023e-07, | |
| "loss": 0.1724, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.5697674418604651, | |
| "grad_norm": 11.95776400356682, | |
| "learning_rate": 8.397338200373194e-07, | |
| "loss": 0.1101, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.5714285714285714, | |
| "grad_norm": 14.389186956170414, | |
| "learning_rate": 8.387450136274017e-07, | |
| "loss": 0.1589, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.5730897009966778, | |
| "grad_norm": 14.678898341131756, | |
| "learning_rate": 8.377537523351417e-07, | |
| "loss": 0.1563, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.574750830564784, | |
| "grad_norm": 10.867669749295963, | |
| "learning_rate": 8.367600433442018e-07, | |
| "loss": 0.1036, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.5764119601328903, | |
| "grad_norm": 20.043379096999764, | |
| "learning_rate": 8.35763893855983e-07, | |
| "loss": 0.2066, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.5780730897009967, | |
| "grad_norm": 13.690312486819662, | |
| "learning_rate": 8.347653110895725e-07, | |
| "loss": 0.156, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.579734219269103, | |
| "grad_norm": 10.391292183316825, | |
| "learning_rate": 8.337643022816914e-07, | |
| "loss": 0.1022, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.5813953488372093, | |
| "grad_norm": 9.001405280579482, | |
| "learning_rate": 8.327608746866423e-07, | |
| "loss": 0.101, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.5830564784053156, | |
| "grad_norm": 8.24123642090196, | |
| "learning_rate": 8.31755035576257e-07, | |
| "loss": 0.0964, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.584717607973422, | |
| "grad_norm": 9.492222500148317, | |
| "learning_rate": 8.307467922398432e-07, | |
| "loss": 0.1317, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.5863787375415282, | |
| "grad_norm": 15.062860420034843, | |
| "learning_rate": 8.297361519841318e-07, | |
| "loss": 0.2075, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.5880398671096345, | |
| "grad_norm": 14.016489579298407, | |
| "learning_rate": 8.28723122133225e-07, | |
| "loss": 0.2038, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.5897009966777409, | |
| "grad_norm": 10.966278256892918, | |
| "learning_rate": 8.277077100285412e-07, | |
| "loss": 0.1182, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.5913621262458472, | |
| "grad_norm": 10.72462410494972, | |
| "learning_rate": 8.266899230287642e-07, | |
| "loss": 0.1052, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.5930232558139535, | |
| "grad_norm": 10.814041170004836, | |
| "learning_rate": 8.256697685097877e-07, | |
| "loss": 0.0989, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.5946843853820598, | |
| "grad_norm": 15.163523649534604, | |
| "learning_rate": 8.246472538646634e-07, | |
| "loss": 0.1417, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.5963455149501661, | |
| "grad_norm": 11.111867453534417, | |
| "learning_rate": 8.236223865035465e-07, | |
| "loss": 0.1706, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.5980066445182725, | |
| "grad_norm": 10.54296261815159, | |
| "learning_rate": 8.225951738536423e-07, | |
| "loss": 0.1287, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.5996677740863787, | |
| "grad_norm": 8.36851786714232, | |
| "learning_rate": 8.215656233591524e-07, | |
| "loss": 0.1091, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.6013289036544851, | |
| "grad_norm": 14.223204073643483, | |
| "learning_rate": 8.205337424812208e-07, | |
| "loss": 0.1974, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.6029900332225914, | |
| "grad_norm": 9.381500918095396, | |
| "learning_rate": 8.194995386978803e-07, | |
| "loss": 0.1167, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.6046511627906976, | |
| "grad_norm": 13.697438543636968, | |
| "learning_rate": 8.184630195039965e-07, | |
| "loss": 0.1341, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.606312292358804, | |
| "grad_norm": 11.51516985079088, | |
| "learning_rate": 8.17424192411216e-07, | |
| "loss": 0.1389, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.6079734219269103, | |
| "grad_norm": 17.961936532222403, | |
| "learning_rate": 8.163830649479101e-07, | |
| "loss": 0.2059, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.6096345514950167, | |
| "grad_norm": 11.255484209831073, | |
| "learning_rate": 8.15339644659121e-07, | |
| "loss": 0.1636, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.6112956810631229, | |
| "grad_norm": 14.400184086382511, | |
| "learning_rate": 8.14293939106507e-07, | |
| "loss": 0.2286, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.6129568106312292, | |
| "grad_norm": 11.730011163552305, | |
| "learning_rate": 8.132459558682878e-07, | |
| "loss": 0.1594, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.6146179401993356, | |
| "grad_norm": 10.322545416211497, | |
| "learning_rate": 8.121957025391891e-07, | |
| "loss": 0.1497, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.6162790697674418, | |
| "grad_norm": 10.109902353400317, | |
| "learning_rate": 8.111431867303884e-07, | |
| "loss": 0.1422, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.6179401993355482, | |
| "grad_norm": 8.097191708903397, | |
| "learning_rate": 8.10088416069459e-07, | |
| "loss": 0.0915, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.6196013289036545, | |
| "grad_norm": 15.757926168628456, | |
| "learning_rate": 8.090313982003155e-07, | |
| "loss": 0.2464, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.6212624584717608, | |
| "grad_norm": 12.285328658201744, | |
| "learning_rate": 8.079721407831574e-07, | |
| "loss": 0.1759, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.6229235880398671, | |
| "grad_norm": 9.06127827692409, | |
| "learning_rate": 8.06910651494415e-07, | |
| "loss": 0.1211, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.6245847176079734, | |
| "grad_norm": 6.734374794139948, | |
| "learning_rate": 8.058469380266921e-07, | |
| "loss": 0.11, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.6262458471760798, | |
| "grad_norm": 9.929774756393966, | |
| "learning_rate": 8.047810080887116e-07, | |
| "loss": 0.146, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.627906976744186, | |
| "grad_norm": 16.089957357745977, | |
| "learning_rate": 8.037128694052588e-07, | |
| "loss": 0.2195, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.6295681063122923, | |
| "grad_norm": 15.96907916727788, | |
| "learning_rate": 8.026425297171266e-07, | |
| "loss": 0.1866, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.6312292358803987, | |
| "grad_norm": 10.24243255900198, | |
| "learning_rate": 8.015699967810576e-07, | |
| "loss": 0.1659, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.632890365448505, | |
| "grad_norm": 8.298998658122965, | |
| "learning_rate": 8.004952783696891e-07, | |
| "loss": 0.1212, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.6345514950166113, | |
| "grad_norm": 6.94281041135004, | |
| "learning_rate": 7.994183822714968e-07, | |
| "loss": 0.0888, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.6362126245847176, | |
| "grad_norm": 10.305910457713361, | |
| "learning_rate": 7.983393162907379e-07, | |
| "loss": 0.1903, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.6378737541528239, | |
| "grad_norm": 7.464775960157331, | |
| "learning_rate": 7.972580882473946e-07, | |
| "loss": 0.097, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.6395348837209303, | |
| "grad_norm": 7.4746993771307055, | |
| "learning_rate": 7.961747059771179e-07, | |
| "loss": 0.1109, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.6411960132890365, | |
| "grad_norm": 6.615341400751429, | |
| "learning_rate": 7.950891773311701e-07, | |
| "loss": 0.0779, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.6428571428571429, | |
| "grad_norm": 17.60157058625115, | |
| "learning_rate": 7.940015101763684e-07, | |
| "loss": 0.2216, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.6445182724252492, | |
| "grad_norm": 11.013583175188954, | |
| "learning_rate": 7.92911712395028e-07, | |
| "loss": 0.172, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.6461794019933554, | |
| "grad_norm": 8.0676059944362, | |
| "learning_rate": 7.918197918849042e-07, | |
| "loss": 0.1122, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.6478405315614618, | |
| "grad_norm": 10.8514146503401, | |
| "learning_rate": 7.907257565591362e-07, | |
| "loss": 0.082, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.6495016611295681, | |
| "grad_norm": 12.550088112103355, | |
| "learning_rate": 7.896296143461889e-07, | |
| "loss": 0.1142, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.6511627906976745, | |
| "grad_norm": 12.146722322785989, | |
| "learning_rate": 7.885313731897962e-07, | |
| "loss": 0.1843, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.6528239202657807, | |
| "grad_norm": 11.011969414306924, | |
| "learning_rate": 7.874310410489027e-07, | |
| "loss": 0.1209, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.654485049833887, | |
| "grad_norm": 6.810537387951736, | |
| "learning_rate": 7.863286258976061e-07, | |
| "loss": 0.0608, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.6561461794019934, | |
| "grad_norm": 10.89167605967294, | |
| "learning_rate": 7.852241357251002e-07, | |
| "loss": 0.1189, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.6578073089700996, | |
| "grad_norm": 14.859678250628704, | |
| "learning_rate": 7.841175785356165e-07, | |
| "loss": 0.1324, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.659468438538206, | |
| "grad_norm": 14.58129989899506, | |
| "learning_rate": 7.830089623483656e-07, | |
| "loss": 0.1417, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.6611295681063123, | |
| "grad_norm": 16.34306018101847, | |
| "learning_rate": 7.818982951974798e-07, | |
| "loss": 0.1263, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.6627906976744186, | |
| "grad_norm": 9.974280701968183, | |
| "learning_rate": 7.807855851319554e-07, | |
| "loss": 0.1354, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.6644518272425249, | |
| "grad_norm": 14.425725799753549, | |
| "learning_rate": 7.796708402155925e-07, | |
| "loss": 0.1874, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.6661129568106312, | |
| "grad_norm": 10.094566765127704, | |
| "learning_rate": 7.785540685269388e-07, | |
| "loss": 0.147, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.6677740863787376, | |
| "grad_norm": 15.97109522405515, | |
| "learning_rate": 7.774352781592295e-07, | |
| "loss": 0.1826, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.6694352159468439, | |
| "grad_norm": 13.187995357816002, | |
| "learning_rate": 7.763144772203291e-07, | |
| "loss": 0.1317, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.6710963455149501, | |
| "grad_norm": 15.41977600347847, | |
| "learning_rate": 7.751916738326732e-07, | |
| "loss": 0.1712, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.6727574750830565, | |
| "grad_norm": 6.680838078645473, | |
| "learning_rate": 7.740668761332084e-07, | |
| "loss": 0.0829, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.6744186046511628, | |
| "grad_norm": 16.868662883815464, | |
| "learning_rate": 7.729400922733345e-07, | |
| "loss": 0.1237, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.6760797342192691, | |
| "grad_norm": 10.871555946818436, | |
| "learning_rate": 7.71811330418845e-07, | |
| "loss": 0.1275, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.6777408637873754, | |
| "grad_norm": 14.978834275251021, | |
| "learning_rate": 7.706805987498677e-07, | |
| "loss": 0.1144, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.6794019933554817, | |
| "grad_norm": 9.534606751566304, | |
| "learning_rate": 7.69547905460806e-07, | |
| "loss": 0.1177, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.6810631229235881, | |
| "grad_norm": 9.950511975602048, | |
| "learning_rate": 7.684132587602786e-07, | |
| "loss": 0.1758, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.6827242524916943, | |
| "grad_norm": 10.042396922065393, | |
| "learning_rate": 7.67276666871061e-07, | |
| "loss": 0.1446, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.6843853820598007, | |
| "grad_norm": 10.048910173755388, | |
| "learning_rate": 7.661381380300253e-07, | |
| "loss": 0.163, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.686046511627907, | |
| "grad_norm": 9.33358937868672, | |
| "learning_rate": 7.649976804880809e-07, | |
| "loss": 0.1048, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.6877076411960132, | |
| "grad_norm": 10.583010872327236, | |
| "learning_rate": 7.63855302510114e-07, | |
| "loss": 0.1344, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.6893687707641196, | |
| "grad_norm": 12.165380086835881, | |
| "learning_rate": 7.627110123749285e-07, | |
| "loss": 0.1494, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.6910299003322259, | |
| "grad_norm": 10.99633419748417, | |
| "learning_rate": 7.615648183751857e-07, | |
| "loss": 0.1329, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.6926910299003323, | |
| "grad_norm": 11.667588050351162, | |
| "learning_rate": 7.60416728817344e-07, | |
| "loss": 0.153, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.6943521594684385, | |
| "grad_norm": 8.985742528680719, | |
| "learning_rate": 7.592667520215994e-07, | |
| "loss": 0.1267, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.6960132890365448, | |
| "grad_norm": 9.25393580859672, | |
| "learning_rate": 7.581148963218241e-07, | |
| "loss": 0.1382, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.6976744186046512, | |
| "grad_norm": 8.89447816694309, | |
| "learning_rate": 7.569611700655068e-07, | |
| "loss": 0.1189, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.6993355481727574, | |
| "grad_norm": 11.740985525599102, | |
| "learning_rate": 7.558055816136924e-07, | |
| "loss": 0.1677, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.7009966777408638, | |
| "grad_norm": 7.905842682651146, | |
| "learning_rate": 7.546481393409209e-07, | |
| "loss": 0.098, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.7026578073089701, | |
| "grad_norm": 15.390816785264915, | |
| "learning_rate": 7.53488851635167e-07, | |
| "loss": 0.1973, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.7043189368770764, | |
| "grad_norm": 10.964069409142427, | |
| "learning_rate": 7.523277268977792e-07, | |
| "loss": 0.1268, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.7059800664451827, | |
| "grad_norm": 11.34599369651872, | |
| "learning_rate": 7.51164773543419e-07, | |
| "loss": 0.1469, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.707641196013289, | |
| "grad_norm": 9.205102192725148, | |
| "learning_rate": 7.5e-07, | |
| "loss": 0.1199, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.7093023255813954, | |
| "grad_norm": 8.670727684942934, | |
| "learning_rate": 7.488334147086263e-07, | |
| "loss": 0.1012, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.7109634551495017, | |
| "grad_norm": 10.11416734093539, | |
| "learning_rate": 7.476650261235318e-07, | |
| "loss": 0.1354, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.7126245847176079, | |
| "grad_norm": 6.003475116109574, | |
| "learning_rate": 7.464948427120197e-07, | |
| "loss": 0.0826, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.7142857142857143, | |
| "grad_norm": 11.188990918400444, | |
| "learning_rate": 7.453228729543988e-07, | |
| "loss": 0.1512, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.7159468438538206, | |
| "grad_norm": 19.722212570905874, | |
| "learning_rate": 7.441491253439249e-07, | |
| "loss": 0.0985, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.717607973421927, | |
| "grad_norm": 9.220172905747987, | |
| "learning_rate": 7.429736083867371e-07, | |
| "loss": 0.1254, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.7192691029900332, | |
| "grad_norm": 10.857365036669531, | |
| "learning_rate": 7.417963306017972e-07, | |
| "loss": 0.1556, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.7209302325581395, | |
| "grad_norm": 9.12825370131944, | |
| "learning_rate": 7.406173005208277e-07, | |
| "loss": 0.109, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.7225913621262459, | |
| "grad_norm": 11.058921726765327, | |
| "learning_rate": 7.394365266882501e-07, | |
| "loss": 0.1443, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.7242524916943521, | |
| "grad_norm": 17.6871451943868, | |
| "learning_rate": 7.382540176611223e-07, | |
| "loss": 0.2528, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.7259136212624585, | |
| "grad_norm": 9.523326447398212, | |
| "learning_rate": 7.370697820090778e-07, | |
| "loss": 0.0873, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.7275747508305648, | |
| "grad_norm": 11.905512725983018, | |
| "learning_rate": 7.358838283142628e-07, | |
| "loss": 0.1576, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.729235880398671, | |
| "grad_norm": 13.862231389544819, | |
| "learning_rate": 7.346961651712739e-07, | |
| "loss": 0.2174, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.7308970099667774, | |
| "grad_norm": 20.52530465219098, | |
| "learning_rate": 7.335068011870962e-07, | |
| "loss": 0.2746, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.7325581395348837, | |
| "grad_norm": 10.26969871122055, | |
| "learning_rate": 7.323157449810405e-07, | |
| "loss": 0.1119, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.7342192691029901, | |
| "grad_norm": 11.415857653085869, | |
| "learning_rate": 7.311230051846819e-07, | |
| "loss": 0.138, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.7358803986710963, | |
| "grad_norm": 11.650217063993916, | |
| "learning_rate": 7.299285904417955e-07, | |
| "loss": 0.1596, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.7375415282392026, | |
| "grad_norm": 9.256723737467732, | |
| "learning_rate": 7.287325094082954e-07, | |
| "loss": 0.1267, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.739202657807309, | |
| "grad_norm": 7.694604457260306, | |
| "learning_rate": 7.275347707521709e-07, | |
| "loss": 0.1038, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.7408637873754153, | |
| "grad_norm": 7.191980021296017, | |
| "learning_rate": 7.263353831534244e-07, | |
| "loss": 0.109, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.7425249169435216, | |
| "grad_norm": 10.691175165821143, | |
| "learning_rate": 7.25134355304008e-07, | |
| "loss": 0.1907, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.7441860465116279, | |
| "grad_norm": 6.947238283602248, | |
| "learning_rate": 7.239316959077607e-07, | |
| "loss": 0.0847, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.7458471760797342, | |
| "grad_norm": 13.005333968288324, | |
| "learning_rate": 7.227274136803452e-07, | |
| "loss": 0.2188, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.7475083056478405, | |
| "grad_norm": 7.289755042527808, | |
| "learning_rate": 7.215215173491849e-07, | |
| "loss": 0.1152, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.7491694352159468, | |
| "grad_norm": 8.425252309131805, | |
| "learning_rate": 7.203140156534009e-07, | |
| "loss": 0.1461, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.7508305647840532, | |
| "grad_norm": 5.562081357930086, | |
| "learning_rate": 7.191049173437479e-07, | |
| "loss": 0.0852, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.7524916943521595, | |
| "grad_norm": 12.352790950896518, | |
| "learning_rate": 7.178942311825516e-07, | |
| "loss": 0.155, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.7541528239202658, | |
| "grad_norm": 9.171891575083187, | |
| "learning_rate": 7.166819659436445e-07, | |
| "loss": 0.1495, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.7558139534883721, | |
| "grad_norm": 9.41209858612358, | |
| "learning_rate": 7.15468130412303e-07, | |
| "loss": 0.1169, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.7574750830564784, | |
| "grad_norm": 10.230916740772512, | |
| "learning_rate": 7.142527333851833e-07, | |
| "loss": 0.2093, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.7591362126245847, | |
| "grad_norm": 7.965188922429285, | |
| "learning_rate": 7.130357836702577e-07, | |
| "loss": 0.114, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.760797342192691, | |
| "grad_norm": 6.820864692461988, | |
| "learning_rate": 7.118172900867508e-07, | |
| "loss": 0.1279, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.7624584717607974, | |
| "grad_norm": 9.896346871574128, | |
| "learning_rate": 7.105972614650756e-07, | |
| "loss": 0.1915, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.7641196013289037, | |
| "grad_norm": 13.402974322971838, | |
| "learning_rate": 7.093757066467696e-07, | |
| "loss": 0.1564, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.7657807308970099, | |
| "grad_norm": 8.969620661819997, | |
| "learning_rate": 7.081526344844305e-07, | |
| "loss": 0.1348, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.7674418604651163, | |
| "grad_norm": 7.901573755091921, | |
| "learning_rate": 7.069280538416524e-07, | |
| "loss": 0.117, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.7691029900332226, | |
| "grad_norm": 8.676435505228378, | |
| "learning_rate": 7.05701973592961e-07, | |
| "loss": 0.1312, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.770764119601329, | |
| "grad_norm": 8.312745149516928, | |
| "learning_rate": 7.044744026237499e-07, | |
| "loss": 0.1163, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.7724252491694352, | |
| "grad_norm": 8.29093146988122, | |
| "learning_rate": 7.03245349830216e-07, | |
| "loss": 0.1253, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.7740863787375415, | |
| "grad_norm": 10.991996181440621, | |
| "learning_rate": 7.020148241192945e-07, | |
| "loss": 0.1426, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.7757475083056479, | |
| "grad_norm": 9.665978609673429, | |
| "learning_rate": 7.007828344085958e-07, | |
| "loss": 0.116, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.7774086378737541, | |
| "grad_norm": 12.673357083226641, | |
| "learning_rate": 6.995493896263385e-07, | |
| "loss": 0.1128, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.7790697674418605, | |
| "grad_norm": 16.485475962652067, | |
| "learning_rate": 6.983144987112875e-07, | |
| "loss": 0.2125, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.7807308970099668, | |
| "grad_norm": 9.751397196349588, | |
| "learning_rate": 6.970781706126864e-07, | |
| "loss": 0.1438, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.782392026578073, | |
| "grad_norm": 15.35224234314337, | |
| "learning_rate": 6.958404142901956e-07, | |
| "loss": 0.1653, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.7840531561461794, | |
| "grad_norm": 12.390405950401401, | |
| "learning_rate": 6.946012387138247e-07, | |
| "loss": 0.1534, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.7857142857142857, | |
| "grad_norm": 8.927360461817429, | |
| "learning_rate": 6.933606528638689e-07, | |
| "loss": 0.1109, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.7873754152823921, | |
| "grad_norm": 13.299787573189752, | |
| "learning_rate": 6.921186657308439e-07, | |
| "loss": 0.179, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.7890365448504983, | |
| "grad_norm": 8.06526614276188, | |
| "learning_rate": 6.9087528631542e-07, | |
| "loss": 0.1337, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.7906976744186046, | |
| "grad_norm": 8.042198670013263, | |
| "learning_rate": 6.89630523628358e-07, | |
| "loss": 0.1081, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.792358803986711, | |
| "grad_norm": 9.692237559854625, | |
| "learning_rate": 6.883843866904426e-07, | |
| "loss": 0.1177, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.7940199335548173, | |
| "grad_norm": 9.344382237225672, | |
| "learning_rate": 6.87136884532418e-07, | |
| "loss": 0.1255, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.7956810631229236, | |
| "grad_norm": 8.203203552366837, | |
| "learning_rate": 6.858880261949224e-07, | |
| "loss": 0.1308, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.7973421926910299, | |
| "grad_norm": 7.069561317398428, | |
| "learning_rate": 6.84637820728422e-07, | |
| "loss": 0.1177, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.7990033222591362, | |
| "grad_norm": 12.651184018556993, | |
| "learning_rate": 6.833862771931452e-07, | |
| "loss": 0.1717, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.8006644518272426, | |
| "grad_norm": 7.53322640696838, | |
| "learning_rate": 6.82133404659018e-07, | |
| "loss": 0.132, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.8023255813953488, | |
| "grad_norm": 8.74434892318003, | |
| "learning_rate": 6.808792122055973e-07, | |
| "loss": 0.144, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.8039867109634552, | |
| "grad_norm": 10.42589485523522, | |
| "learning_rate": 6.796237089220057e-07, | |
| "loss": 0.1394, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.8056478405315615, | |
| "grad_norm": 11.906093609013176, | |
| "learning_rate": 6.783669039068652e-07, | |
| "loss": 0.1599, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.8073089700996677, | |
| "grad_norm": 11.119016103511091, | |
| "learning_rate": 6.771088062682312e-07, | |
| "loss": 0.1454, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.8089700996677741, | |
| "grad_norm": 6.861287582124284, | |
| "learning_rate": 6.758494251235274e-07, | |
| "loss": 0.0874, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.8106312292358804, | |
| "grad_norm": 22.336812147687517, | |
| "learning_rate": 6.745887695994783e-07, | |
| "loss": 0.2066, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.8122923588039868, | |
| "grad_norm": 10.480117099044136, | |
| "learning_rate": 6.733268488320442e-07, | |
| "loss": 0.1989, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.813953488372093, | |
| "grad_norm": 7.915417258802982, | |
| "learning_rate": 6.720636719663549e-07, | |
| "loss": 0.0994, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.8156146179401993, | |
| "grad_norm": 6.0203241786289015, | |
| "learning_rate": 6.707992481566426e-07, | |
| "loss": 0.0882, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.8172757475083057, | |
| "grad_norm": 10.519130887832892, | |
| "learning_rate": 6.695335865661763e-07, | |
| "loss": 0.1457, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.8189368770764119, | |
| "grad_norm": 10.88189785815634, | |
| "learning_rate": 6.682666963671953e-07, | |
| "loss": 0.1381, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.8205980066445183, | |
| "grad_norm": 8.410449806885296, | |
| "learning_rate": 6.669985867408421e-07, | |
| "loss": 0.1285, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.8222591362126246, | |
| "grad_norm": 10.63153721731556, | |
| "learning_rate": 6.657292668770973e-07, | |
| "loss": 0.1344, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.8239202657807309, | |
| "grad_norm": 7.858722492263171, | |
| "learning_rate": 6.644587459747113e-07, | |
| "loss": 0.1392, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.8255813953488372, | |
| "grad_norm": 12.495414541553474, | |
| "learning_rate": 6.631870332411387e-07, | |
| "loss": 0.1249, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.8272425249169435, | |
| "grad_norm": 8.69182573599952, | |
| "learning_rate": 6.619141378924714e-07, | |
| "loss": 0.1069, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.8289036544850499, | |
| "grad_norm": 11.19610726093013, | |
| "learning_rate": 6.606400691533715e-07, | |
| "loss": 0.1561, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.8305647840531561, | |
| "grad_norm": 11.60589510557093, | |
| "learning_rate": 6.593648362570045e-07, | |
| "loss": 0.1657, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8322259136212624, | |
| "grad_norm": 8.967078348213883, | |
| "learning_rate": 6.580884484449733e-07, | |
| "loss": 0.1476, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.8338870431893688, | |
| "grad_norm": 8.046078745336114, | |
| "learning_rate": 6.568109149672496e-07, | |
| "loss": 0.1536, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.8355481727574751, | |
| "grad_norm": 10.11126212003755, | |
| "learning_rate": 6.555322450821081e-07, | |
| "loss": 0.1772, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.8372093023255814, | |
| "grad_norm": 22.00811087279718, | |
| "learning_rate": 6.542524480560588e-07, | |
| "loss": 0.196, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.8388704318936877, | |
| "grad_norm": 9.729933636134202, | |
| "learning_rate": 6.529715331637804e-07, | |
| "loss": 0.1218, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.840531561461794, | |
| "grad_norm": 20.546621479120287, | |
| "learning_rate": 6.516895096880529e-07, | |
| "loss": 0.1806, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.8421926910299004, | |
| "grad_norm": 8.302645527868407, | |
| "learning_rate": 6.504063869196897e-07, | |
| "loss": 0.1164, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.8438538205980066, | |
| "grad_norm": 18.63430523045363, | |
| "learning_rate": 6.491221741574711e-07, | |
| "loss": 0.2653, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.845514950166113, | |
| "grad_norm": 5.795031890334442, | |
| "learning_rate": 6.478368807080763e-07, | |
| "loss": 0.0734, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.8471760797342193, | |
| "grad_norm": 7.3352460848157754, | |
| "learning_rate": 6.465505158860165e-07, | |
| "loss": 0.1188, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.8488372093023255, | |
| "grad_norm": 8.230664802958891, | |
| "learning_rate": 6.452630890135672e-07, | |
| "loss": 0.1376, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.8504983388704319, | |
| "grad_norm": 10.861378955756326, | |
| "learning_rate": 6.439746094207004e-07, | |
| "loss": 0.1895, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.8521594684385382, | |
| "grad_norm": 7.801899185147919, | |
| "learning_rate": 6.426850864450168e-07, | |
| "loss": 0.0992, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.8538205980066446, | |
| "grad_norm": 8.21231391824538, | |
| "learning_rate": 6.413945294316794e-07, | |
| "loss": 0.1277, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.8554817275747508, | |
| "grad_norm": 8.182824956563156, | |
| "learning_rate": 6.401029477333437e-07, | |
| "loss": 0.0903, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.8571428571428571, | |
| "grad_norm": 8.908858082334962, | |
| "learning_rate": 6.388103507100922e-07, | |
| "loss": 0.1044, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.8588039867109635, | |
| "grad_norm": 8.858069259669536, | |
| "learning_rate": 6.375167477293648e-07, | |
| "loss": 0.143, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.8604651162790697, | |
| "grad_norm": 7.449561570396506, | |
| "learning_rate": 6.362221481658917e-07, | |
| "loss": 0.1143, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.8621262458471761, | |
| "grad_norm": 10.420657379070615, | |
| "learning_rate": 6.349265614016254e-07, | |
| "loss": 0.0923, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.8637873754152824, | |
| "grad_norm": 6.692843180236105, | |
| "learning_rate": 6.336299968256724e-07, | |
| "loss": 0.0929, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.8654485049833887, | |
| "grad_norm": 13.432306584512084, | |
| "learning_rate": 6.323324638342257e-07, | |
| "loss": 0.1248, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.867109634551495, | |
| "grad_norm": 13.80099877387905, | |
| "learning_rate": 6.310339718304965e-07, | |
| "loss": 0.1533, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.8687707641196013, | |
| "grad_norm": 11.959387915414487, | |
| "learning_rate": 6.297345302246452e-07, | |
| "loss": 0.1385, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.8704318936877077, | |
| "grad_norm": 15.092125999647005, | |
| "learning_rate": 6.28434148433715e-07, | |
| "loss": 0.2109, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.872093023255814, | |
| "grad_norm": 10.776480947820303, | |
| "learning_rate": 6.271328358815618e-07, | |
| "loss": 0.171, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.8737541528239202, | |
| "grad_norm": 8.238618005353674, | |
| "learning_rate": 6.258306019987871e-07, | |
| "loss": 0.1164, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.8754152823920266, | |
| "grad_norm": 26.508653168688756, | |
| "learning_rate": 6.245274562226693e-07, | |
| "loss": 0.2546, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.8770764119601329, | |
| "grad_norm": 18.913079012630988, | |
| "learning_rate": 6.232234079970949e-07, | |
| "loss": 0.1723, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.8787375415282392, | |
| "grad_norm": 15.484934247028333, | |
| "learning_rate": 6.219184667724911e-07, | |
| "loss": 0.1934, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.8803986710963455, | |
| "grad_norm": 11.50624636520952, | |
| "learning_rate": 6.20612642005756e-07, | |
| "loss": 0.153, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.8820598006644518, | |
| "grad_norm": 9.765436764418478, | |
| "learning_rate": 6.193059431601909e-07, | |
| "loss": 0.1117, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.8837209302325582, | |
| "grad_norm": 10.442516383917948, | |
| "learning_rate": 6.179983797054321e-07, | |
| "loss": 0.1138, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.8853820598006644, | |
| "grad_norm": 9.29144855908764, | |
| "learning_rate": 6.166899611173808e-07, | |
| "loss": 0.1424, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.8870431893687708, | |
| "grad_norm": 8.897928846693906, | |
| "learning_rate": 6.15380696878136e-07, | |
| "loss": 0.1231, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.8887043189368771, | |
| "grad_norm": 6.957319586157739, | |
| "learning_rate": 6.14070596475925e-07, | |
| "loss": 0.1312, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.8903654485049833, | |
| "grad_norm": 10.179421163075975, | |
| "learning_rate": 6.127596694050345e-07, | |
| "loss": 0.1678, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.8920265780730897, | |
| "grad_norm": 7.020040317670267, | |
| "learning_rate": 6.114479251657425e-07, | |
| "loss": 0.0954, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.893687707641196, | |
| "grad_norm": 8.473993860366981, | |
| "learning_rate": 6.101353732642485e-07, | |
| "loss": 0.1449, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.8953488372093024, | |
| "grad_norm": 8.652250840430034, | |
| "learning_rate": 6.088220232126055e-07, | |
| "loss": 0.1063, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.8970099667774086, | |
| "grad_norm": 9.534760389427388, | |
| "learning_rate": 6.075078845286509e-07, | |
| "loss": 0.1728, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.8986710963455149, | |
| "grad_norm": 5.776374425659757, | |
| "learning_rate": 6.061929667359365e-07, | |
| "loss": 0.0742, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.9003322259136213, | |
| "grad_norm": 11.015148721611304, | |
| "learning_rate": 6.04877279363661e-07, | |
| "loss": 0.1788, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.9019933554817275, | |
| "grad_norm": 9.473756170184656, | |
| "learning_rate": 6.035608319466e-07, | |
| "loss": 0.1579, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.9036544850498339, | |
| "grad_norm": 11.179037463866795, | |
| "learning_rate": 6.02243634025037e-07, | |
| "loss": 0.1533, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.9053156146179402, | |
| "grad_norm": 7.8758415023645405, | |
| "learning_rate": 6.00925695144695e-07, | |
| "loss": 0.1146, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.9069767441860465, | |
| "grad_norm": 15.665873822759634, | |
| "learning_rate": 5.99607024856666e-07, | |
| "loss": 0.1047, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.9086378737541528, | |
| "grad_norm": 9.200391667118774, | |
| "learning_rate": 5.982876327173427e-07, | |
| "loss": 0.1272, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.9102990033222591, | |
| "grad_norm": 8.77578098706721, | |
| "learning_rate": 5.969675282883493e-07, | |
| "loss": 0.1516, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.9119601328903655, | |
| "grad_norm": 9.320250348637398, | |
| "learning_rate": 5.956467211364717e-07, | |
| "loss": 0.1387, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.9136212624584718, | |
| "grad_norm": 9.952052907950817, | |
| "learning_rate": 5.943252208335884e-07, | |
| "loss": 0.1403, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.915282392026578, | |
| "grad_norm": 5.2002513589385275, | |
| "learning_rate": 5.930030369566017e-07, | |
| "loss": 0.0565, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.9169435215946844, | |
| "grad_norm": 15.488056016488622, | |
| "learning_rate": 5.916801790873669e-07, | |
| "loss": 0.1978, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.9186046511627907, | |
| "grad_norm": 12.637431729375692, | |
| "learning_rate": 5.903566568126245e-07, | |
| "loss": 0.1326, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.920265780730897, | |
| "grad_norm": 9.074527532983787, | |
| "learning_rate": 5.890324797239294e-07, | |
| "loss": 0.1423, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.9219269102990033, | |
| "grad_norm": 9.091722076710525, | |
| "learning_rate": 5.877076574175819e-07, | |
| "loss": 0.1073, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.9235880398671097, | |
| "grad_norm": 8.454862363294326, | |
| "learning_rate": 5.86382199494559e-07, | |
| "loss": 0.0991, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.925249169435216, | |
| "grad_norm": 7.602236450189799, | |
| "learning_rate": 5.850561155604429e-07, | |
| "loss": 0.1149, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.9269102990033222, | |
| "grad_norm": 10.529531993339845, | |
| "learning_rate": 5.837294152253533e-07, | |
| "loss": 0.1796, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.9285714285714286, | |
| "grad_norm": 8.976880430709578, | |
| "learning_rate": 5.824021081038767e-07, | |
| "loss": 0.1138, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.9302325581395349, | |
| "grad_norm": 14.33254707392304, | |
| "learning_rate": 5.810742038149966e-07, | |
| "loss": 0.1308, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.9318936877076412, | |
| "grad_norm": 7.258067172250153, | |
| "learning_rate": 5.79745711982025e-07, | |
| "loss": 0.09, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.9335548172757475, | |
| "grad_norm": 8.172499836134483, | |
| "learning_rate": 5.78416642232531e-07, | |
| "loss": 0.1044, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.9352159468438538, | |
| "grad_norm": 6.594794551088574, | |
| "learning_rate": 5.770870041982722e-07, | |
| "loss": 0.1254, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.9368770764119602, | |
| "grad_norm": 5.9566914133383255, | |
| "learning_rate": 5.757568075151249e-07, | |
| "loss": 0.0921, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.9385382059800664, | |
| "grad_norm": 8.378099614968635, | |
| "learning_rate": 5.744260618230133e-07, | |
| "loss": 0.1151, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.9401993355481728, | |
| "grad_norm": 7.594866350018622, | |
| "learning_rate": 5.730947767658404e-07, | |
| "loss": 0.0926, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.9418604651162791, | |
| "grad_norm": 5.975799246097571, | |
| "learning_rate": 5.717629619914185e-07, | |
| "loss": 0.0634, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.9435215946843853, | |
| "grad_norm": 7.98709361058564, | |
| "learning_rate": 5.704306271513981e-07, | |
| "loss": 0.0739, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.9451827242524917, | |
| "grad_norm": 5.107038268623648, | |
| "learning_rate": 5.69097781901199e-07, | |
| "loss": 0.0742, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.946843853820598, | |
| "grad_norm": 7.691173623087892, | |
| "learning_rate": 5.677644358999398e-07, | |
| "loss": 0.1137, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.9485049833887044, | |
| "grad_norm": 15.079146650209767, | |
| "learning_rate": 5.664305988103678e-07, | |
| "loss": 0.1334, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.9501661129568106, | |
| "grad_norm": 10.468995649492486, | |
| "learning_rate": 5.6509628029879e-07, | |
| "loss": 0.0933, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.9518272425249169, | |
| "grad_norm": 12.307929483854858, | |
| "learning_rate": 5.637614900350014e-07, | |
| "loss": 0.1288, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.9534883720930233, | |
| "grad_norm": 11.854140397945446, | |
| "learning_rate": 5.624262376922162e-07, | |
| "loss": 0.1043, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.9551495016611296, | |
| "grad_norm": 10.655229778108161, | |
| "learning_rate": 5.610905329469973e-07, | |
| "loss": 0.0992, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.9568106312292359, | |
| "grad_norm": 12.54430451998764, | |
| "learning_rate": 5.597543854791856e-07, | |
| "loss": 0.187, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.9584717607973422, | |
| "grad_norm": 10.536342105186373, | |
| "learning_rate": 5.584178049718314e-07, | |
| "loss": 0.1524, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.9601328903654485, | |
| "grad_norm": 13.313735426136686, | |
| "learning_rate": 5.570808011111226e-07, | |
| "loss": 0.1978, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.9617940199335548, | |
| "grad_norm": 7.220442413364977, | |
| "learning_rate": 5.557433835863151e-07, | |
| "loss": 0.0943, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.9634551495016611, | |
| "grad_norm": 23.093365160299122, | |
| "learning_rate": 5.544055620896629e-07, | |
| "loss": 0.1533, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.9651162790697675, | |
| "grad_norm": 11.087199919198286, | |
| "learning_rate": 5.530673463163471e-07, | |
| "loss": 0.1455, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.9667774086378738, | |
| "grad_norm": 10.58290498744938, | |
| "learning_rate": 5.517287459644069e-07, | |
| "loss": 0.1665, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.96843853820598, | |
| "grad_norm": 7.202020662641881, | |
| "learning_rate": 5.50389770734668e-07, | |
| "loss": 0.0956, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.9700996677740864, | |
| "grad_norm": 12.46472530295776, | |
| "learning_rate": 5.490504303306727e-07, | |
| "loss": 0.1617, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.9717607973421927, | |
| "grad_norm": 16.76493326267004, | |
| "learning_rate": 5.477107344586101e-07, | |
| "loss": 0.1507, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.973421926910299, | |
| "grad_norm": 9.237732865929152, | |
| "learning_rate": 5.463706928272453e-07, | |
| "loss": 0.1412, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.9750830564784053, | |
| "grad_norm": 12.383497236276556, | |
| "learning_rate": 5.450303151478489e-07, | |
| "loss": 0.1493, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.9767441860465116, | |
| "grad_norm": 11.151722325366409, | |
| "learning_rate": 5.43689611134127e-07, | |
| "loss": 0.1412, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.978405315614618, | |
| "grad_norm": 7.21013726279382, | |
| "learning_rate": 5.423485905021507e-07, | |
| "loss": 0.1246, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.9800664451827242, | |
| "grad_norm": 8.579739495792525, | |
| "learning_rate": 5.410072629702856e-07, | |
| "loss": 0.1234, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.9817275747508306, | |
| "grad_norm": 7.602281673588693, | |
| "learning_rate": 5.396656382591213e-07, | |
| "loss": 0.1116, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.9833887043189369, | |
| "grad_norm": 14.100145982497999, | |
| "learning_rate": 5.38323726091401e-07, | |
| "loss": 0.1388, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.9850498338870431, | |
| "grad_norm": 7.492618519081229, | |
| "learning_rate": 5.369815361919511e-07, | |
| "loss": 0.0761, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.9867109634551495, | |
| "grad_norm": 6.371586229880432, | |
| "learning_rate": 5.356390782876111e-07, | |
| "loss": 0.1078, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.9883720930232558, | |
| "grad_norm": 9.371673513904842, | |
| "learning_rate": 5.342963621071623e-07, | |
| "loss": 0.1745, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.9900332225913622, | |
| "grad_norm": 5.206481672409249, | |
| "learning_rate": 5.329533973812581e-07, | |
| "loss": 0.0683, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.9916943521594684, | |
| "grad_norm": 14.826520082325914, | |
| "learning_rate": 5.316101938423524e-07, | |
| "loss": 0.1577, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.9933554817275747, | |
| "grad_norm": 10.961715205667316, | |
| "learning_rate": 5.302667612246308e-07, | |
| "loss": 0.1665, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.9950166112956811, | |
| "grad_norm": 14.397029548851924, | |
| "learning_rate": 5.28923109263938e-07, | |
| "loss": 0.1731, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.9966777408637874, | |
| "grad_norm": 8.375566282055818, | |
| "learning_rate": 5.275792476977091e-07, | |
| "loss": 0.1293, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.9983388704318937, | |
| "grad_norm": 11.268520674866318, | |
| "learning_rate": 5.262351862648978e-07, | |
| "loss": 0.1419, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 6.784664762230538, | |
| "learning_rate": 5.248909347059061e-07, | |
| "loss": 0.075, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.0016611295681064, | |
| "grad_norm": 4.877956718125895, | |
| "learning_rate": 5.235465027625146e-07, | |
| "loss": 0.0621, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 1.0033222591362125, | |
| "grad_norm": 4.203005899244808, | |
| "learning_rate": 5.2220190017781e-07, | |
| "loss": 0.0457, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.004983388704319, | |
| "grad_norm": 3.8123959854058103, | |
| "learning_rate": 5.208571366961165e-07, | |
| "loss": 0.0378, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.0066445182724253, | |
| "grad_norm": 5.315954696600741, | |
| "learning_rate": 5.195122220629239e-07, | |
| "loss": 0.0723, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.0083056478405317, | |
| "grad_norm": 3.7805372757538094, | |
| "learning_rate": 5.181671660248178e-07, | |
| "loss": 0.0298, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 1.0099667774086378, | |
| "grad_norm": 4.0974547093630225, | |
| "learning_rate": 5.16821978329408e-07, | |
| "loss": 0.0396, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.0116279069767442, | |
| "grad_norm": 4.948296436070784, | |
| "learning_rate": 5.154766687252591e-07, | |
| "loss": 0.0263, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 1.0132890365448506, | |
| "grad_norm": 9.792467737742347, | |
| "learning_rate": 5.141312469618183e-07, | |
| "loss": 0.0942, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.0149501661129567, | |
| "grad_norm": 7.834675461013419, | |
| "learning_rate": 5.127857227893465e-07, | |
| "loss": 0.0447, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 1.0166112956810631, | |
| "grad_norm": 7.985753475492194, | |
| "learning_rate": 5.114401059588464e-07, | |
| "loss": 0.0646, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.0182724252491695, | |
| "grad_norm": 10.331188978857707, | |
| "learning_rate": 5.100944062219917e-07, | |
| "loss": 0.0382, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 1.0199335548172757, | |
| "grad_norm": 3.83376887835134, | |
| "learning_rate": 5.08748633331058e-07, | |
| "loss": 0.0345, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.021594684385382, | |
| "grad_norm": 3.8639360019028355, | |
| "learning_rate": 5.074027970388499e-07, | |
| "loss": 0.0243, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.0232558139534884, | |
| "grad_norm": 10.400286609821283, | |
| "learning_rate": 5.060569070986324e-07, | |
| "loss": 0.0734, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.0249169435215948, | |
| "grad_norm": 5.442828090266754, | |
| "learning_rate": 5.047109732640586e-07, | |
| "loss": 0.0294, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 1.026578073089701, | |
| "grad_norm": 7.870712026341651, | |
| "learning_rate": 5.033650052891001e-07, | |
| "loss": 0.0301, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.0282392026578073, | |
| "grad_norm": 13.585823168789453, | |
| "learning_rate": 5.020190129279759e-07, | |
| "loss": 0.0988, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 1.0299003322259137, | |
| "grad_norm": 8.796258559095701, | |
| "learning_rate": 5.006730059350815e-07, | |
| "loss": 0.0468, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.0315614617940199, | |
| "grad_norm": 10.44576092302698, | |
| "learning_rate": 4.993269940649184e-07, | |
| "loss": 0.0714, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 1.0332225913621262, | |
| "grad_norm": 12.352450302810853, | |
| "learning_rate": 4.979809870720242e-07, | |
| "loss": 0.0478, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.0348837209302326, | |
| "grad_norm": 17.75211377150514, | |
| "learning_rate": 4.966349947108999e-07, | |
| "loss": 0.1147, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 1.0365448504983388, | |
| "grad_norm": 6.156505538276604, | |
| "learning_rate": 4.952890267359412e-07, | |
| "loss": 0.0478, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.0382059800664452, | |
| "grad_norm": 9.218532704370334, | |
| "learning_rate": 4.939430929013677e-07, | |
| "loss": 0.027, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.0398671096345515, | |
| "grad_norm": 7.120527183593547, | |
| "learning_rate": 4.925972029611501e-07, | |
| "loss": 0.0544, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.041528239202658, | |
| "grad_norm": 9.198383686246443, | |
| "learning_rate": 4.912513666689421e-07, | |
| "loss": 0.0323, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.043189368770764, | |
| "grad_norm": 12.663439974096635, | |
| "learning_rate": 4.899055937780083e-07, | |
| "loss": 0.0445, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.0448504983388704, | |
| "grad_norm": 24.085803314752685, | |
| "learning_rate": 4.885598940411536e-07, | |
| "loss": 0.0655, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.0465116279069768, | |
| "grad_norm": 6.902292684354512, | |
| "learning_rate": 4.872142772106535e-07, | |
| "loss": 0.0326, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.048172757475083, | |
| "grad_norm": 6.121287974432574, | |
| "learning_rate": 4.858687530381817e-07, | |
| "loss": 0.0369, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.0498338870431894, | |
| "grad_norm": 8.86764220454998, | |
| "learning_rate": 4.845233312747411e-07, | |
| "loss": 0.0607, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.0514950166112957, | |
| "grad_norm": 9.943461616121928, | |
| "learning_rate": 4.831780216705919e-07, | |
| "loss": 0.0529, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.053156146179402, | |
| "grad_norm": 3.7501260677915313, | |
| "learning_rate": 4.818328339751823e-07, | |
| "loss": 0.0177, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.0548172757475083, | |
| "grad_norm": 3.303220265814859, | |
| "learning_rate": 4.804877779370762e-07, | |
| "loss": 0.0139, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.0564784053156147, | |
| "grad_norm": 7.432956410407962, | |
| "learning_rate": 4.791428633038835e-07, | |
| "loss": 0.0463, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.058139534883721, | |
| "grad_norm": 8.712378765440459, | |
| "learning_rate": 4.777980998221901e-07, | |
| "loss": 0.0424, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.0598006644518272, | |
| "grad_norm": 11.111774138122533, | |
| "learning_rate": 4.764534972374855e-07, | |
| "loss": 0.0522, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.0614617940199336, | |
| "grad_norm": 4.983601758483826, | |
| "learning_rate": 4.751090652940938e-07, | |
| "loss": 0.0182, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.06312292358804, | |
| "grad_norm": 9.89938771331774, | |
| "learning_rate": 4.7376481373510217e-07, | |
| "loss": 0.0418, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.064784053156146, | |
| "grad_norm": 3.1865048946418626, | |
| "learning_rate": 4.7242075230229083e-07, | |
| "loss": 0.0155, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.0664451827242525, | |
| "grad_norm": 10.924670279472195, | |
| "learning_rate": 4.71076890736062e-07, | |
| "loss": 0.0586, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.0681063122923589, | |
| "grad_norm": 4.291225390159846, | |
| "learning_rate": 4.6973323877536925e-07, | |
| "loss": 0.0206, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.069767441860465, | |
| "grad_norm": 7.729879396540719, | |
| "learning_rate": 4.6838980615764756e-07, | |
| "loss": 0.0442, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.0714285714285714, | |
| "grad_norm": 10.4730457424228, | |
| "learning_rate": 4.6704660261874195e-07, | |
| "loss": 0.0297, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.0730897009966778, | |
| "grad_norm": 2.9531809499425465, | |
| "learning_rate": 4.657036378928376e-07, | |
| "loss": 0.0126, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.0747508305647842, | |
| "grad_norm": 6.896419676230295, | |
| "learning_rate": 4.643609217123888e-07, | |
| "loss": 0.024, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.0764119601328903, | |
| "grad_norm": 2.4703995052788392, | |
| "learning_rate": 4.630184638080488e-07, | |
| "loss": 0.0102, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.0780730897009967, | |
| "grad_norm": 10.728604189023233, | |
| "learning_rate": 4.616762739085992e-07, | |
| "loss": 0.0538, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.079734219269103, | |
| "grad_norm": 12.945045897775847, | |
| "learning_rate": 4.603343617408787e-07, | |
| "loss": 0.0504, | |
| "step": 650 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1204, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 689596271034368.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |