| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.10006171569635877, | |
| "eval_steps": 500, | |
| "global_step": 1216, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 8.228759514503188e-05, | |
| "grad_norm": 9.532528095057138, | |
| "learning_rate": 5.479452054794521e-08, | |
| "loss": 0.7901, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.00016457519029006376, | |
| "grad_norm": 30.026945671831577, | |
| "learning_rate": 1.0958904109589042e-07, | |
| "loss": 2.1253, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.00024686278543509563, | |
| "grad_norm": 8.88519815829157, | |
| "learning_rate": 1.6438356164383561e-07, | |
| "loss": 0.7715, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.00032915038058012753, | |
| "grad_norm": 29.197616305414858, | |
| "learning_rate": 2.1917808219178084e-07, | |
| "loss": 2.1284, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0004114379757251594, | |
| "grad_norm": 29.892559190290434, | |
| "learning_rate": 2.73972602739726e-07, | |
| "loss": 2.0685, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0004937255708701913, | |
| "grad_norm": 10.567782598278942, | |
| "learning_rate": 3.2876712328767123e-07, | |
| "loss": 0.8122, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0005760131660152232, | |
| "grad_norm": 28.912763215741734, | |
| "learning_rate": 3.835616438356165e-07, | |
| "loss": 2.1056, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.0006583007611602551, | |
| "grad_norm": 29.51664131482477, | |
| "learning_rate": 4.383561643835617e-07, | |
| "loss": 2.0418, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.000740588356305287, | |
| "grad_norm": 28.30266632286417, | |
| "learning_rate": 4.931506849315068e-07, | |
| "loss": 2.0237, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.0008228759514503189, | |
| "grad_norm": 27.46875103243188, | |
| "learning_rate": 5.47945205479452e-07, | |
| "loss": 1.9595, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0009051635465953507, | |
| "grad_norm": 24.865752165641698, | |
| "learning_rate": 6.027397260273974e-07, | |
| "loss": 1.9174, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.0009874511417403825, | |
| "grad_norm": 24.328147714809518, | |
| "learning_rate": 6.575342465753425e-07, | |
| "loss": 1.9307, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.0010697387368854144, | |
| "grad_norm": 5.5234808874616395, | |
| "learning_rate": 7.123287671232878e-07, | |
| "loss": 0.8138, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.0011520263320304463, | |
| "grad_norm": 24.035678143620423, | |
| "learning_rate": 7.67123287671233e-07, | |
| "loss": 1.9803, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.0012343139271754782, | |
| "grad_norm": 20.7270429685146, | |
| "learning_rate": 8.219178082191781e-07, | |
| "loss": 1.8216, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0013166015223205101, | |
| "grad_norm": 3.1954913902580597, | |
| "learning_rate": 8.767123287671234e-07, | |
| "loss": 0.7577, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.001398889117465542, | |
| "grad_norm": 19.0932823831642, | |
| "learning_rate": 9.315068493150686e-07, | |
| "loss": 1.8765, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.001481176712610574, | |
| "grad_norm": 17.783753558169572, | |
| "learning_rate": 9.863013698630137e-07, | |
| "loss": 1.7423, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.0015634643077556058, | |
| "grad_norm": 13.929582396803928, | |
| "learning_rate": 1.041095890410959e-06, | |
| "loss": 1.5683, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.0016457519029006377, | |
| "grad_norm": 10.860155069125868, | |
| "learning_rate": 1.095890410958904e-06, | |
| "loss": 1.5344, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0017280394980456696, | |
| "grad_norm": 10.868210550382598, | |
| "learning_rate": 1.1506849315068494e-06, | |
| "loss": 1.4788, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.0018103270931907015, | |
| "grad_norm": 9.306619668804826, | |
| "learning_rate": 1.2054794520547947e-06, | |
| "loss": 1.4831, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0018926146883357334, | |
| "grad_norm": 2.4601086961337857, | |
| "learning_rate": 1.26027397260274e-06, | |
| "loss": 0.7305, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.001974902283480765, | |
| "grad_norm": 7.6886950923134005, | |
| "learning_rate": 1.315068493150685e-06, | |
| "loss": 1.4257, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.002057189878625797, | |
| "grad_norm": 6.220708397685521, | |
| "learning_rate": 1.3698630136986302e-06, | |
| "loss": 1.3468, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.002139477473770829, | |
| "grad_norm": 4.674476253548759, | |
| "learning_rate": 1.4246575342465755e-06, | |
| "loss": 1.3151, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.002221765068915861, | |
| "grad_norm": 3.895214381538298, | |
| "learning_rate": 1.4794520547945206e-06, | |
| "loss": 1.3041, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.0023040526640608927, | |
| "grad_norm": 3.527134956076901, | |
| "learning_rate": 1.534246575342466e-06, | |
| "loss": 1.2878, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.0023863402592059248, | |
| "grad_norm": 3.5362809667326522, | |
| "learning_rate": 1.5890410958904112e-06, | |
| "loss": 1.2726, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.0024686278543509564, | |
| "grad_norm": 2.966450361552696, | |
| "learning_rate": 1.6438356164383561e-06, | |
| "loss": 1.2993, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0025509154494959886, | |
| "grad_norm": 2.458939366346722, | |
| "learning_rate": 1.6986301369863014e-06, | |
| "loss": 1.281, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.0026332030446410202, | |
| "grad_norm": 2.535030337573037, | |
| "learning_rate": 1.7534246575342468e-06, | |
| "loss": 1.2708, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.0027154906397860524, | |
| "grad_norm": 1.239317382781359, | |
| "learning_rate": 1.808219178082192e-06, | |
| "loss": 0.6648, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.002797778234931084, | |
| "grad_norm": 1.1180854196130607, | |
| "learning_rate": 1.8630136986301372e-06, | |
| "loss": 0.6646, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.002880065830076116, | |
| "grad_norm": 2.1450564270921646, | |
| "learning_rate": 1.9178082191780823e-06, | |
| "loss": 1.2447, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.002962353425221148, | |
| "grad_norm": 1.8049145439148968, | |
| "learning_rate": 1.9726027397260274e-06, | |
| "loss": 1.1815, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.00304464102036618, | |
| "grad_norm": 0.795375753210199, | |
| "learning_rate": 2.027397260273973e-06, | |
| "loss": 0.6292, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.0031269286155112116, | |
| "grad_norm": 0.7439259016336192, | |
| "learning_rate": 2.082191780821918e-06, | |
| "loss": 0.6468, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.0032092162106562437, | |
| "grad_norm": 2.102073236832498, | |
| "learning_rate": 2.1369863013698635e-06, | |
| "loss": 1.1965, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.0032915038058012754, | |
| "grad_norm": 1.7507482751861791, | |
| "learning_rate": 2.191780821917808e-06, | |
| "loss": 1.147, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0033737914009463075, | |
| "grad_norm": 2.115499646494852, | |
| "learning_rate": 2.2465753424657537e-06, | |
| "loss": 1.2079, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.003456078996091339, | |
| "grad_norm": 1.5822724466961147, | |
| "learning_rate": 2.301369863013699e-06, | |
| "loss": 1.213, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.0035383665912363713, | |
| "grad_norm": 0.6843357265370693, | |
| "learning_rate": 2.356164383561644e-06, | |
| "loss": 0.624, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.003620654186381403, | |
| "grad_norm": 1.9669305292499641, | |
| "learning_rate": 2.4109589041095894e-06, | |
| "loss": 1.1691, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.003702941781526435, | |
| "grad_norm": 4.293989393639943, | |
| "learning_rate": 2.4657534246575345e-06, | |
| "loss": 1.1484, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.003785229376671467, | |
| "grad_norm": 1.3873591085798673, | |
| "learning_rate": 2.52054794520548e-06, | |
| "loss": 1.177, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.0038675169718164985, | |
| "grad_norm": 3.6561002665760807, | |
| "learning_rate": 2.5753424657534247e-06, | |
| "loss": 1.1469, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.00394980456696153, | |
| "grad_norm": 1.5450365482515196, | |
| "learning_rate": 2.63013698630137e-06, | |
| "loss": 1.1521, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.004032092162106563, | |
| "grad_norm": 1.5565124011894804, | |
| "learning_rate": 2.6849315068493153e-06, | |
| "loss": 1.1589, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.004114379757251594, | |
| "grad_norm": 0.6675144755255817, | |
| "learning_rate": 2.7397260273972604e-06, | |
| "loss": 0.6406, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.004196667352396626, | |
| "grad_norm": 1.5292143908928457, | |
| "learning_rate": 2.794520547945206e-06, | |
| "loss": 1.1297, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.004278954947541658, | |
| "grad_norm": 0.6502938857874467, | |
| "learning_rate": 2.849315068493151e-06, | |
| "loss": 0.6186, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.00436124254268669, | |
| "grad_norm": 1.4333837148693778, | |
| "learning_rate": 2.9041095890410957e-06, | |
| "loss": 1.1303, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.004443530137831722, | |
| "grad_norm": 1.4749791593345467, | |
| "learning_rate": 2.9589041095890413e-06, | |
| "loss": 1.1387, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.004525817732976754, | |
| "grad_norm": 1.4998339630977238, | |
| "learning_rate": 3.0136986301369864e-06, | |
| "loss": 1.1857, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.004608105328121785, | |
| "grad_norm": 1.5507431529256293, | |
| "learning_rate": 3.068493150684932e-06, | |
| "loss": 1.1487, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.004690392923266818, | |
| "grad_norm": 1.6348282836598194, | |
| "learning_rate": 3.123287671232877e-06, | |
| "loss": 1.1641, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.0047726805184118495, | |
| "grad_norm": 0.5752534532225031, | |
| "learning_rate": 3.1780821917808225e-06, | |
| "loss": 0.5701, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.004854968113556881, | |
| "grad_norm": 1.6099812024773308, | |
| "learning_rate": 3.2328767123287676e-06, | |
| "loss": 1.1721, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.004937255708701913, | |
| "grad_norm": 0.6408161226805661, | |
| "learning_rate": 3.2876712328767123e-06, | |
| "loss": 0.5998, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0050195433038469454, | |
| "grad_norm": 0.5617271278467075, | |
| "learning_rate": 3.342465753424658e-06, | |
| "loss": 0.6265, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.005101830898991977, | |
| "grad_norm": 1.9160395609787255, | |
| "learning_rate": 3.397260273972603e-06, | |
| "loss": 1.1687, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.005184118494137009, | |
| "grad_norm": 1.7944962743686514, | |
| "learning_rate": 3.4520547945205484e-06, | |
| "loss": 1.0999, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.0052664060892820405, | |
| "grad_norm": 1.6550254402978586, | |
| "learning_rate": 3.5068493150684935e-06, | |
| "loss": 1.1283, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.005348693684427073, | |
| "grad_norm": 2.06701106889446, | |
| "learning_rate": 3.5616438356164386e-06, | |
| "loss": 1.1449, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.005430981279572105, | |
| "grad_norm": 1.334891505276627, | |
| "learning_rate": 3.616438356164384e-06, | |
| "loss": 1.0978, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.005513268874717136, | |
| "grad_norm": 1.809032539584058, | |
| "learning_rate": 3.671232876712329e-06, | |
| "loss": 1.1172, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.005595556469862168, | |
| "grad_norm": 0.5631162064075181, | |
| "learning_rate": 3.7260273972602743e-06, | |
| "loss": 0.5793, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.0056778440650072, | |
| "grad_norm": 1.6486487445332147, | |
| "learning_rate": 3.7808219178082194e-06, | |
| "loss": 1.0659, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.005760131660152232, | |
| "grad_norm": 1.7514518974861626, | |
| "learning_rate": 3.8356164383561645e-06, | |
| "loss": 1.1786, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.005842419255297264, | |
| "grad_norm": 2.6958756773092887, | |
| "learning_rate": 3.89041095890411e-06, | |
| "loss": 1.1019, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.005924706850442296, | |
| "grad_norm": 1.7803679070531404, | |
| "learning_rate": 3.945205479452055e-06, | |
| "loss": 1.0859, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.006006994445587327, | |
| "grad_norm": 1.5059878641321802, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.0788, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.00608928204073236, | |
| "grad_norm": 1.8716327109844846, | |
| "learning_rate": 4.054794520547946e-06, | |
| "loss": 1.1095, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.0061715696358773916, | |
| "grad_norm": 1.5616475319286818, | |
| "learning_rate": 4.109589041095891e-06, | |
| "loss": 1.1278, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.006253857231022423, | |
| "grad_norm": 1.493898527453622, | |
| "learning_rate": 4.164383561643836e-06, | |
| "loss": 1.104, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.006336144826167455, | |
| "grad_norm": 1.8452837120263397, | |
| "learning_rate": 4.219178082191781e-06, | |
| "loss": 1.1095, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.0064184324213124875, | |
| "grad_norm": 1.784319898693149, | |
| "learning_rate": 4.273972602739727e-06, | |
| "loss": 1.0949, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.006500720016457519, | |
| "grad_norm": 2.137737098454538, | |
| "learning_rate": 4.328767123287671e-06, | |
| "loss": 1.1302, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.006583007611602551, | |
| "grad_norm": 1.5914074135685312, | |
| "learning_rate": 4.383561643835616e-06, | |
| "loss": 1.0916, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.0066652952067475825, | |
| "grad_norm": 2.3489068213528266, | |
| "learning_rate": 4.438356164383562e-06, | |
| "loss": 1.0729, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.006747582801892615, | |
| "grad_norm": 2.073369039063705, | |
| "learning_rate": 4.493150684931507e-06, | |
| "loss": 1.0892, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.006829870397037647, | |
| "grad_norm": 1.8770075428367665, | |
| "learning_rate": 4.5479452054794525e-06, | |
| "loss": 1.1187, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.006912157992182678, | |
| "grad_norm": 4.506883747948483, | |
| "learning_rate": 4.602739726027398e-06, | |
| "loss": 1.0762, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.00699444558732771, | |
| "grad_norm": 1.7209663187813125, | |
| "learning_rate": 4.657534246575343e-06, | |
| "loss": 1.1226, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.007076733182472743, | |
| "grad_norm": 0.6052191270162426, | |
| "learning_rate": 4.712328767123288e-06, | |
| "loss": 0.6055, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.007159020777617774, | |
| "grad_norm": 1.7994312730778819, | |
| "learning_rate": 4.767123287671233e-06, | |
| "loss": 1.0967, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.007241308372762806, | |
| "grad_norm": 1.9304702595282108, | |
| "learning_rate": 4.821917808219179e-06, | |
| "loss": 1.1492, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.007323595967907838, | |
| "grad_norm": 2.088564652992412, | |
| "learning_rate": 4.876712328767124e-06, | |
| "loss": 1.0985, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.00740588356305287, | |
| "grad_norm": 1.8604994381662585, | |
| "learning_rate": 4.931506849315069e-06, | |
| "loss": 1.0923, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.007488171158197902, | |
| "grad_norm": 0.5594391183994828, | |
| "learning_rate": 4.986301369863014e-06, | |
| "loss": 0.6021, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.007570458753342934, | |
| "grad_norm": 1.7905925850647735, | |
| "learning_rate": 5.04109589041096e-06, | |
| "loss": 1.1047, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.007652746348487965, | |
| "grad_norm": 2.5829004230758055, | |
| "learning_rate": 5.095890410958904e-06, | |
| "loss": 1.0856, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.007735033943632997, | |
| "grad_norm": 2.8109366679812817, | |
| "learning_rate": 5.1506849315068494e-06, | |
| "loss": 1.0906, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.00781732153877803, | |
| "grad_norm": 1.9488333893087777, | |
| "learning_rate": 5.2054794520547945e-06, | |
| "loss": 1.1174, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.00789960913392306, | |
| "grad_norm": 1.8898489727850725, | |
| "learning_rate": 5.26027397260274e-06, | |
| "loss": 1.0764, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.007981896729068093, | |
| "grad_norm": 1.9662220110655733, | |
| "learning_rate": 5.3150684931506856e-06, | |
| "loss": 1.0687, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.008064184324213125, | |
| "grad_norm": 2.012210892740288, | |
| "learning_rate": 5.369863013698631e-06, | |
| "loss": 1.0688, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.008146471919358156, | |
| "grad_norm": 2.0256582980555145, | |
| "learning_rate": 5.424657534246576e-06, | |
| "loss": 1.0435, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.008228759514503189, | |
| "grad_norm": 2.3161294458478228, | |
| "learning_rate": 5.479452054794521e-06, | |
| "loss": 1.1027, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.008311047109648221, | |
| "grad_norm": 2.159842764055281, | |
| "learning_rate": 5.534246575342466e-06, | |
| "loss": 1.0223, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.008393334704793252, | |
| "grad_norm": 2.7342793057170964, | |
| "learning_rate": 5.589041095890412e-06, | |
| "loss": 1.0485, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.008475622299938285, | |
| "grad_norm": 0.6133807544248717, | |
| "learning_rate": 5.643835616438357e-06, | |
| "loss": 0.5933, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.008557909895083315, | |
| "grad_norm": 2.0957817610708593, | |
| "learning_rate": 5.698630136986302e-06, | |
| "loss": 1.084, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.008640197490228348, | |
| "grad_norm": 3.0607800999765105, | |
| "learning_rate": 5.753424657534246e-06, | |
| "loss": 1.0369, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.00872248508537338, | |
| "grad_norm": 2.3550652220766404, | |
| "learning_rate": 5.8082191780821915e-06, | |
| "loss": 1.0785, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.008804772680518411, | |
| "grad_norm": 2.885362070393249, | |
| "learning_rate": 5.863013698630137e-06, | |
| "loss": 1.1143, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.008887060275663444, | |
| "grad_norm": 2.726344088292101, | |
| "learning_rate": 5.9178082191780825e-06, | |
| "loss": 1.0423, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.008969347870808476, | |
| "grad_norm": 2.720421039977678, | |
| "learning_rate": 5.972602739726028e-06, | |
| "loss": 1.0424, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.009051635465953507, | |
| "grad_norm": 2.7737084246092043, | |
| "learning_rate": 6.027397260273973e-06, | |
| "loss": 1.0669, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.00913392306109854, | |
| "grad_norm": 2.4862795852431696, | |
| "learning_rate": 6.082191780821919e-06, | |
| "loss": 1.0798, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.00921621065624357, | |
| "grad_norm": 1.9953691894673529, | |
| "learning_rate": 6.136986301369864e-06, | |
| "loss": 1.0337, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.009298498251388603, | |
| "grad_norm": 2.1734409375655908, | |
| "learning_rate": 6.191780821917809e-06, | |
| "loss": 1.0769, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.009380785846533636, | |
| "grad_norm": 2.4691052918090457, | |
| "learning_rate": 6.246575342465754e-06, | |
| "loss": 1.0758, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.009463073441678667, | |
| "grad_norm": 2.51765809469206, | |
| "learning_rate": 6.301369863013699e-06, | |
| "loss": 1.1065, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.009545361036823699, | |
| "grad_norm": 2.3976820917439916, | |
| "learning_rate": 6.356164383561645e-06, | |
| "loss": 1.0454, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.00962764863196873, | |
| "grad_norm": 0.5713752667519881, | |
| "learning_rate": 6.41095890410959e-06, | |
| "loss": 0.5767, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.009709936227113762, | |
| "grad_norm": 2.9303587471653385, | |
| "learning_rate": 6.465753424657535e-06, | |
| "loss": 1.0596, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.009792223822258795, | |
| "grad_norm": 2.625385971373383, | |
| "learning_rate": 6.5205479452054794e-06, | |
| "loss": 1.0694, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.009874511417403826, | |
| "grad_norm": 2.6850490082257368, | |
| "learning_rate": 6.5753424657534245e-06, | |
| "loss": 1.0629, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.009956799012548858, | |
| "grad_norm": 2.8941680627630575, | |
| "learning_rate": 6.630136986301371e-06, | |
| "loss": 1.0797, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.010039086607693891, | |
| "grad_norm": 2.437227451528501, | |
| "learning_rate": 6.684931506849316e-06, | |
| "loss": 1.0446, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.010121374202838922, | |
| "grad_norm": 4.2330170384868655, | |
| "learning_rate": 6.739726027397261e-06, | |
| "loss": 1.077, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.010203661797983954, | |
| "grad_norm": 3.742681446646284, | |
| "learning_rate": 6.794520547945206e-06, | |
| "loss": 1.0578, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.010285949393128985, | |
| "grad_norm": 2.905751102486295, | |
| "learning_rate": 6.849315068493151e-06, | |
| "loss": 1.0397, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.010368236988274018, | |
| "grad_norm": 2.248809486049495, | |
| "learning_rate": 6.904109589041097e-06, | |
| "loss": 1.0057, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.01045052458341905, | |
| "grad_norm": 2.793469113179832, | |
| "learning_rate": 6.958904109589042e-06, | |
| "loss": 1.0423, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.010532812178564081, | |
| "grad_norm": 3.044433211099124, | |
| "learning_rate": 7.013698630136987e-06, | |
| "loss": 1.0519, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.010615099773709114, | |
| "grad_norm": 3.453404138683163, | |
| "learning_rate": 7.068493150684932e-06, | |
| "loss": 1.0492, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.010697387368854146, | |
| "grad_norm": 3.294896819292345, | |
| "learning_rate": 7.123287671232877e-06, | |
| "loss": 1.0186, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.010779674963999177, | |
| "grad_norm": 2.652529510878711, | |
| "learning_rate": 7.178082191780823e-06, | |
| "loss": 1.0481, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.01086196255914421, | |
| "grad_norm": 2.5635334133873835, | |
| "learning_rate": 7.232876712328768e-06, | |
| "loss": 1.0189, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.01094425015428924, | |
| "grad_norm": 2.310822969570939, | |
| "learning_rate": 7.287671232876713e-06, | |
| "loss": 1.0804, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.011026537749434273, | |
| "grad_norm": 2.7939745420750532, | |
| "learning_rate": 7.342465753424658e-06, | |
| "loss": 1.0731, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.011108825344579305, | |
| "grad_norm": 10.159052417359996, | |
| "learning_rate": 7.397260273972603e-06, | |
| "loss": 1.0013, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.011191112939724336, | |
| "grad_norm": 2.492104076947929, | |
| "learning_rate": 7.452054794520549e-06, | |
| "loss": 1.058, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.011273400534869369, | |
| "grad_norm": 2.7323610574219512, | |
| "learning_rate": 7.506849315068494e-06, | |
| "loss": 1.0503, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.0113556881300144, | |
| "grad_norm": 2.94667222448598, | |
| "learning_rate": 7.561643835616439e-06, | |
| "loss": 1.0283, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.011437975725159432, | |
| "grad_norm": 4.017422542900321, | |
| "learning_rate": 7.616438356164384e-06, | |
| "loss": 1.0883, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.011520263320304465, | |
| "grad_norm": 3.6715275879486633, | |
| "learning_rate": 7.671232876712329e-06, | |
| "loss": 1.0536, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.011602550915449495, | |
| "grad_norm": 3.0172048685106603, | |
| "learning_rate": 7.726027397260276e-06, | |
| "loss": 1.055, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.011684838510594528, | |
| "grad_norm": 3.077620329335805, | |
| "learning_rate": 7.78082191780822e-06, | |
| "loss": 1.0195, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.01176712610573956, | |
| "grad_norm": 2.959594926294125, | |
| "learning_rate": 7.835616438356164e-06, | |
| "loss": 1.0369, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.011849413700884591, | |
| "grad_norm": 5.2531338908420055, | |
| "learning_rate": 7.89041095890411e-06, | |
| "loss": 1.0524, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.011931701296029624, | |
| "grad_norm": 2.9462988063147755, | |
| "learning_rate": 7.945205479452055e-06, | |
| "loss": 1.0258, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.012013988891174655, | |
| "grad_norm": 2.835501864556677, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.0035, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.012096276486319687, | |
| "grad_norm": 3.1002864915340798, | |
| "learning_rate": 8.054794520547946e-06, | |
| "loss": 1.0379, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.01217856408146472, | |
| "grad_norm": 2.7184860323108464, | |
| "learning_rate": 8.109589041095892e-06, | |
| "loss": 1.0373, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.01226085167660975, | |
| "grad_norm": 3.093424317685046, | |
| "learning_rate": 8.164383561643837e-06, | |
| "loss": 1.0559, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.012343139271754783, | |
| "grad_norm": 2.9403313251924064, | |
| "learning_rate": 8.219178082191782e-06, | |
| "loss": 1.0312, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.012425426866899816, | |
| "grad_norm": 3.334710236004298, | |
| "learning_rate": 8.273972602739727e-06, | |
| "loss": 1.032, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.012507714462044846, | |
| "grad_norm": 3.754339855053731, | |
| "learning_rate": 8.328767123287672e-06, | |
| "loss": 1.007, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.012590002057189879, | |
| "grad_norm": 3.468367068790295, | |
| "learning_rate": 8.383561643835617e-06, | |
| "loss": 1.0352, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.01267228965233491, | |
| "grad_norm": 3.08946479512089, | |
| "learning_rate": 8.438356164383562e-06, | |
| "loss": 1.0285, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.012754577247479942, | |
| "grad_norm": 2.7171722187405463, | |
| "learning_rate": 8.493150684931507e-06, | |
| "loss": 1.0355, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.012836864842624975, | |
| "grad_norm": 2.9125857783989955, | |
| "learning_rate": 8.547945205479454e-06, | |
| "loss": 1.0383, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.012919152437770006, | |
| "grad_norm": 3.431055558365553, | |
| "learning_rate": 8.602739726027397e-06, | |
| "loss": 0.9858, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.013001440032915038, | |
| "grad_norm": 2.5695243675652906, | |
| "learning_rate": 8.657534246575343e-06, | |
| "loss": 1.0257, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.013083727628060069, | |
| "grad_norm": 3.1403965108405645, | |
| "learning_rate": 8.712328767123288e-06, | |
| "loss": 1.0161, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.013166015223205102, | |
| "grad_norm": 3.0914617102513535, | |
| "learning_rate": 8.767123287671233e-06, | |
| "loss": 1.0126, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.013248302818350134, | |
| "grad_norm": 2.974266261740425, | |
| "learning_rate": 8.82191780821918e-06, | |
| "loss": 1.0146, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.013330590413495165, | |
| "grad_norm": 4.453619610906972, | |
| "learning_rate": 8.876712328767125e-06, | |
| "loss": 1.01, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.013412878008640198, | |
| "grad_norm": 3.3339134633525203, | |
| "learning_rate": 8.93150684931507e-06, | |
| "loss": 1.0164, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.01349516560378523, | |
| "grad_norm": 3.096524915506246, | |
| "learning_rate": 8.986301369863015e-06, | |
| "loss": 1.0436, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.013577453198930261, | |
| "grad_norm": 0.5714699105064062, | |
| "learning_rate": 9.04109589041096e-06, | |
| "loss": 0.5844, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.013659740794075293, | |
| "grad_norm": 3.3053733088978294, | |
| "learning_rate": 9.095890410958905e-06, | |
| "loss": 1.01, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.013742028389220324, | |
| "grad_norm": 3.042487650681917, | |
| "learning_rate": 9.15068493150685e-06, | |
| "loss": 1.0258, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.013824315984365357, | |
| "grad_norm": 3.0826602321214267, | |
| "learning_rate": 9.205479452054795e-06, | |
| "loss": 1.0152, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.01390660357951039, | |
| "grad_norm": 4.049305212778963, | |
| "learning_rate": 9.26027397260274e-06, | |
| "loss": 1.0344, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.01398889117465542, | |
| "grad_norm": 2.262878129775452, | |
| "learning_rate": 9.315068493150685e-06, | |
| "loss": 0.9903, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.014071178769800453, | |
| "grad_norm": 2.5478144837312904, | |
| "learning_rate": 9.36986301369863e-06, | |
| "loss": 1.0255, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.014153466364945485, | |
| "grad_norm": 0.5963923221726043, | |
| "learning_rate": 9.424657534246576e-06, | |
| "loss": 0.5835, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.014235753960090516, | |
| "grad_norm": 2.4229291883624775, | |
| "learning_rate": 9.47945205479452e-06, | |
| "loss": 0.9969, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.014318041555235549, | |
| "grad_norm": 2.5861485778295563, | |
| "learning_rate": 9.534246575342466e-06, | |
| "loss": 1.0321, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.01440032915038058, | |
| "grad_norm": 3.0535728376170868, | |
| "learning_rate": 9.589041095890411e-06, | |
| "loss": 1.0545, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.014482616745525612, | |
| "grad_norm": 3.167624134264756, | |
| "learning_rate": 9.643835616438358e-06, | |
| "loss": 1.0212, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.014564904340670645, | |
| "grad_norm": 2.532407359117499, | |
| "learning_rate": 9.698630136986303e-06, | |
| "loss": 1.0395, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.014647191935815675, | |
| "grad_norm": 3.335905765902237, | |
| "learning_rate": 9.753424657534248e-06, | |
| "loss": 1.0444, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.014729479530960708, | |
| "grad_norm": 2.6694368517880376, | |
| "learning_rate": 9.808219178082193e-06, | |
| "loss": 1.0609, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.01481176712610574, | |
| "grad_norm": 2.4432476499205946, | |
| "learning_rate": 9.863013698630138e-06, | |
| "loss": 1.028, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.014894054721250771, | |
| "grad_norm": 3.074867289580692, | |
| "learning_rate": 9.917808219178083e-06, | |
| "loss": 1.0277, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.014976342316395804, | |
| "grad_norm": 2.8234239360995548, | |
| "learning_rate": 9.972602739726028e-06, | |
| "loss": 1.0145, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.015058629911540835, | |
| "grad_norm": 2.7243533214462636, | |
| "learning_rate": 1.0027397260273975e-05, | |
| "loss": 0.9962, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.015140917506685867, | |
| "grad_norm": 9.268831121545867, | |
| "learning_rate": 1.008219178082192e-05, | |
| "loss": 1.0202, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.0152232051018309, | |
| "grad_norm": 0.6032487906705319, | |
| "learning_rate": 1.0136986301369864e-05, | |
| "loss": 0.5914, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.01530549269697593, | |
| "grad_norm": 2.446903956621448, | |
| "learning_rate": 1.0191780821917809e-05, | |
| "loss": 1.0332, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.015387780292120963, | |
| "grad_norm": 2.9898530283159857, | |
| "learning_rate": 1.0246575342465754e-05, | |
| "loss": 1.0058, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.015470067887265994, | |
| "grad_norm": 3.1462756197093147, | |
| "learning_rate": 1.0301369863013699e-05, | |
| "loss": 0.9956, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.015552355482411026, | |
| "grad_norm": 2.603677254795289, | |
| "learning_rate": 1.0356164383561644e-05, | |
| "loss": 1.0567, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.01563464307755606, | |
| "grad_norm": 2.888609337531178, | |
| "learning_rate": 1.0410958904109589e-05, | |
| "loss": 1.0117, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.01571693067270109, | |
| "grad_norm": 3.4481892347405694, | |
| "learning_rate": 1.0465753424657534e-05, | |
| "loss": 1.0312, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.01579921826784612, | |
| "grad_norm": 2.723259220748936, | |
| "learning_rate": 1.052054794520548e-05, | |
| "loss": 1.0011, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.015881505862991155, | |
| "grad_norm": 2.400388335266181, | |
| "learning_rate": 1.0575342465753426e-05, | |
| "loss": 1.0397, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.015963793458136186, | |
| "grad_norm": 2.459799194471057, | |
| "learning_rate": 1.0630136986301371e-05, | |
| "loss": 1.0051, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.016046081053281216, | |
| "grad_norm": 2.493367813709158, | |
| "learning_rate": 1.0684931506849316e-05, | |
| "loss": 0.9877, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.01612836864842625, | |
| "grad_norm": 2.997365023733453, | |
| "learning_rate": 1.0739726027397261e-05, | |
| "loss": 0.9991, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.01621065624357128, | |
| "grad_norm": 3.1534988892754927, | |
| "learning_rate": 1.0794520547945206e-05, | |
| "loss": 1.0088, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.016292943838716312, | |
| "grad_norm": 0.7839570400001313, | |
| "learning_rate": 1.0849315068493152e-05, | |
| "loss": 0.5796, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.016375231433861347, | |
| "grad_norm": 2.968831135340441, | |
| "learning_rate": 1.0904109589041097e-05, | |
| "loss": 1.0169, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.016457519029006377, | |
| "grad_norm": 3.1769343467774736, | |
| "learning_rate": 1.0958904109589042e-05, | |
| "loss": 1.0097, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.01653980662415141, | |
| "grad_norm": 2.941876345769733, | |
| "learning_rate": 1.1013698630136987e-05, | |
| "loss": 1.0021, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.016622094219296443, | |
| "grad_norm": 3.3680817014108353, | |
| "learning_rate": 1.1068493150684932e-05, | |
| "loss": 1.0218, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.016704381814441473, | |
| "grad_norm": 2.908397865551594, | |
| "learning_rate": 1.1123287671232879e-05, | |
| "loss": 0.9939, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.016786669409586504, | |
| "grad_norm": 2.822395296594326, | |
| "learning_rate": 1.1178082191780824e-05, | |
| "loss": 1.0172, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.016868957004731535, | |
| "grad_norm": 2.758365809402905, | |
| "learning_rate": 1.1232876712328769e-05, | |
| "loss": 1.05, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.01695124459987657, | |
| "grad_norm": 2.9222144058188984, | |
| "learning_rate": 1.1287671232876714e-05, | |
| "loss": 1.0073, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.0170335321950216, | |
| "grad_norm": 2.7763083571649547, | |
| "learning_rate": 1.1342465753424659e-05, | |
| "loss": 0.9958, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.01711581979016663, | |
| "grad_norm": 0.9573751817349475, | |
| "learning_rate": 1.1397260273972604e-05, | |
| "loss": 0.6336, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.017198107385311665, | |
| "grad_norm": 3.6768856466236857, | |
| "learning_rate": 1.1452054794520548e-05, | |
| "loss": 0.9839, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.017280394980456696, | |
| "grad_norm": 0.6002615125347783, | |
| "learning_rate": 1.1506849315068493e-05, | |
| "loss": 0.5964, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.017362682575601727, | |
| "grad_norm": 3.003839522918383, | |
| "learning_rate": 1.1561643835616438e-05, | |
| "loss": 1.0106, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.01744497017074676, | |
| "grad_norm": 3.0141237654512305, | |
| "learning_rate": 1.1616438356164383e-05, | |
| "loss": 1.005, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.017527257765891792, | |
| "grad_norm": 2.3380796106197583, | |
| "learning_rate": 1.1671232876712331e-05, | |
| "loss": 1.0025, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.017609545361036823, | |
| "grad_norm": 2.749317750470713, | |
| "learning_rate": 1.1726027397260275e-05, | |
| "loss": 1.0208, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.017691832956181857, | |
| "grad_norm": 2.5174324368341363, | |
| "learning_rate": 1.178082191780822e-05, | |
| "loss": 1.0225, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.017774120551326888, | |
| "grad_norm": 2.6939469770631206, | |
| "learning_rate": 1.1835616438356165e-05, | |
| "loss": 1.0181, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.01785640814647192, | |
| "grad_norm": 2.7969043874385218, | |
| "learning_rate": 1.189041095890411e-05, | |
| "loss": 1.0321, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.017938695741616953, | |
| "grad_norm": 2.130515743950604, | |
| "learning_rate": 1.1945205479452055e-05, | |
| "loss": 0.9939, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.018020983336761984, | |
| "grad_norm": 2.8848097718992296, | |
| "learning_rate": 1.2e-05, | |
| "loss": 1.0064, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.018103270931907015, | |
| "grad_norm": 1.496463088281579, | |
| "learning_rate": 1.2054794520547945e-05, | |
| "loss": 0.6077, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.018185558527052045, | |
| "grad_norm": 3.6292481030110935, | |
| "learning_rate": 1.210958904109589e-05, | |
| "loss": 1.0446, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.01826784612219708, | |
| "grad_norm": 2.252792644024641, | |
| "learning_rate": 1.2164383561643837e-05, | |
| "loss": 0.9739, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.01835013371734211, | |
| "grad_norm": 2.4478822538483755, | |
| "learning_rate": 1.2219178082191782e-05, | |
| "loss": 1.0131, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.01843242131248714, | |
| "grad_norm": 2.559717897830331, | |
| "learning_rate": 1.2273972602739727e-05, | |
| "loss": 1.0394, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.018514708907632176, | |
| "grad_norm": 2.869935242686829, | |
| "learning_rate": 1.2328767123287673e-05, | |
| "loss": 0.982, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.018596996502777206, | |
| "grad_norm": 2.5009663006221974, | |
| "learning_rate": 1.2383561643835618e-05, | |
| "loss": 1.0108, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.018679284097922237, | |
| "grad_norm": 2.9956405565150654, | |
| "learning_rate": 1.2438356164383563e-05, | |
| "loss": 0.9902, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.01876157169306727, | |
| "grad_norm": 2.674322004514903, | |
| "learning_rate": 1.2493150684931508e-05, | |
| "loss": 0.9927, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.018843859288212302, | |
| "grad_norm": 2.8674094236769583, | |
| "learning_rate": 1.2547945205479453e-05, | |
| "loss": 1.003, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.018926146883357333, | |
| "grad_norm": 2.9710081363188703, | |
| "learning_rate": 1.2602739726027398e-05, | |
| "loss": 0.9844, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.019008434478502367, | |
| "grad_norm": 2.98201549226896, | |
| "learning_rate": 1.2657534246575343e-05, | |
| "loss": 0.967, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.019090722073647398, | |
| "grad_norm": 2.903452559676373, | |
| "learning_rate": 1.271232876712329e-05, | |
| "loss": 1.0102, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.01917300966879243, | |
| "grad_norm": 2.5049333400477813, | |
| "learning_rate": 1.2767123287671235e-05, | |
| "loss": 1.0096, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.01925529726393746, | |
| "grad_norm": 2.6342420325330522, | |
| "learning_rate": 1.282191780821918e-05, | |
| "loss": 0.9718, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.019337584859082494, | |
| "grad_norm": 2.616314817819011, | |
| "learning_rate": 1.2876712328767125e-05, | |
| "loss": 0.9977, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.019419872454227525, | |
| "grad_norm": 2.420031810864845, | |
| "learning_rate": 1.293150684931507e-05, | |
| "loss": 1.0117, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.019502160049372556, | |
| "grad_norm": 2.9412487319960126, | |
| "learning_rate": 1.2986301369863015e-05, | |
| "loss": 1.0471, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.01958444764451759, | |
| "grad_norm": 2.7984406162708906, | |
| "learning_rate": 1.3041095890410959e-05, | |
| "loss": 0.9501, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.01966673523966262, | |
| "grad_norm": 4.841561737416111, | |
| "learning_rate": 1.3095890410958904e-05, | |
| "loss": 1.0138, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.01974902283480765, | |
| "grad_norm": 2.1778156992905577, | |
| "learning_rate": 1.3150684931506849e-05, | |
| "loss": 1.0101, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.019831310429952686, | |
| "grad_norm": 2.67809296527932, | |
| "learning_rate": 1.3205479452054794e-05, | |
| "loss": 0.982, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.019913598025097717, | |
| "grad_norm": 2.738306662356033, | |
| "learning_rate": 1.3260273972602743e-05, | |
| "loss": 0.9953, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.019995885620242747, | |
| "grad_norm": 3.69258760845872, | |
| "learning_rate": 1.3315068493150686e-05, | |
| "loss": 0.9933, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.020078173215387782, | |
| "grad_norm": 3.4285570541743096, | |
| "learning_rate": 1.3369863013698631e-05, | |
| "loss": 0.9891, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.020160460810532813, | |
| "grad_norm": 2.1884703037736175, | |
| "learning_rate": 1.3424657534246576e-05, | |
| "loss": 0.9615, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.020242748405677843, | |
| "grad_norm": 2.278997433805173, | |
| "learning_rate": 1.3479452054794521e-05, | |
| "loss": 0.9984, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.020325036000822878, | |
| "grad_norm": 0.9732502137516167, | |
| "learning_rate": 1.3534246575342466e-05, | |
| "loss": 0.5964, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.02040732359596791, | |
| "grad_norm": 4.111007905694721, | |
| "learning_rate": 1.3589041095890412e-05, | |
| "loss": 1.03, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.02048961119111294, | |
| "grad_norm": 2.104309544659177, | |
| "learning_rate": 1.3643835616438357e-05, | |
| "loss": 0.9696, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.02057189878625797, | |
| "grad_norm": 2.5670779853119665, | |
| "learning_rate": 1.3698630136986302e-05, | |
| "loss": 0.9589, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.020654186381403004, | |
| "grad_norm": 2.7898261074191777, | |
| "learning_rate": 1.3753424657534247e-05, | |
| "loss": 1.0084, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.020736473976548035, | |
| "grad_norm": 3.2009246830375204, | |
| "learning_rate": 1.3808219178082194e-05, | |
| "loss": 0.9911, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.020818761571693066, | |
| "grad_norm": 3.1563797863262777, | |
| "learning_rate": 1.3863013698630139e-05, | |
| "loss": 0.9947, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.0209010491668381, | |
| "grad_norm": 3.193090081286074, | |
| "learning_rate": 1.3917808219178084e-05, | |
| "loss": 1.0069, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.02098333676198313, | |
| "grad_norm": 5.521797116199944, | |
| "learning_rate": 1.3972602739726029e-05, | |
| "loss": 0.9842, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.021065624357128162, | |
| "grad_norm": 1.243014761274919, | |
| "learning_rate": 1.4027397260273974e-05, | |
| "loss": 0.6147, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.021147911952273196, | |
| "grad_norm": 3.191364616862045, | |
| "learning_rate": 1.4082191780821919e-05, | |
| "loss": 0.974, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.021230199547418227, | |
| "grad_norm": 2.93570172220106, | |
| "learning_rate": 1.4136986301369864e-05, | |
| "loss": 0.9719, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.021312487142563258, | |
| "grad_norm": 4.468162617805659, | |
| "learning_rate": 1.419178082191781e-05, | |
| "loss": 0.9904, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.021394774737708292, | |
| "grad_norm": 2.2571244653960862, | |
| "learning_rate": 1.4246575342465754e-05, | |
| "loss": 0.9613, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.021477062332853323, | |
| "grad_norm": 4.467563699694284, | |
| "learning_rate": 1.43013698630137e-05, | |
| "loss": 0.9944, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.021559349927998354, | |
| "grad_norm": 0.68889362412214, | |
| "learning_rate": 1.4356164383561646e-05, | |
| "loss": 0.5789, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.021641637523143385, | |
| "grad_norm": 0.6373164384054985, | |
| "learning_rate": 1.4410958904109591e-05, | |
| "loss": 0.5688, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.02172392511828842, | |
| "grad_norm": 3.597782460566262, | |
| "learning_rate": 1.4465753424657537e-05, | |
| "loss": 0.9776, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.02180621271343345, | |
| "grad_norm": 2.7541673143111347, | |
| "learning_rate": 1.4520547945205482e-05, | |
| "loss": 0.9927, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.02188850030857848, | |
| "grad_norm": 0.6805788182804722, | |
| "learning_rate": 1.4575342465753427e-05, | |
| "loss": 0.5971, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.021970787903723515, | |
| "grad_norm": 2.725379141853366, | |
| "learning_rate": 1.463013698630137e-05, | |
| "loss": 0.9675, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.022053075498868546, | |
| "grad_norm": 4.08013853272879, | |
| "learning_rate": 1.4684931506849315e-05, | |
| "loss": 0.9786, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.022135363094013576, | |
| "grad_norm": 2.5492247984913483, | |
| "learning_rate": 1.473972602739726e-05, | |
| "loss": 0.9988, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.02221765068915861, | |
| "grad_norm": 3.8860413387854327, | |
| "learning_rate": 1.4794520547945205e-05, | |
| "loss": 0.9697, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.02229993828430364, | |
| "grad_norm": 3.0719505820425925, | |
| "learning_rate": 1.484931506849315e-05, | |
| "loss": 0.9778, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.022382225879448672, | |
| "grad_norm": 3.065813452275364, | |
| "learning_rate": 1.4904109589041097e-05, | |
| "loss": 1.0114, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.022464513474593707, | |
| "grad_norm": 3.119520514603019, | |
| "learning_rate": 1.4958904109589042e-05, | |
| "loss": 1.0143, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.022546801069738737, | |
| "grad_norm": 2.8059490672957823, | |
| "learning_rate": 1.5013698630136988e-05, | |
| "loss": 0.9815, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.022629088664883768, | |
| "grad_norm": 2.6271007340037706, | |
| "learning_rate": 1.5068493150684933e-05, | |
| "loss": 1.0251, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.0227113762600288, | |
| "grad_norm": 3.114887825941429, | |
| "learning_rate": 1.5123287671232878e-05, | |
| "loss": 0.9722, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.022793663855173833, | |
| "grad_norm": 3.222134871844559, | |
| "learning_rate": 1.5178082191780823e-05, | |
| "loss": 0.9895, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.022875951450318864, | |
| "grad_norm": 0.8596732284566506, | |
| "learning_rate": 1.5232876712328768e-05, | |
| "loss": 0.6421, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.022958239045463895, | |
| "grad_norm": 2.688881192050172, | |
| "learning_rate": 1.5287671232876713e-05, | |
| "loss": 0.9709, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.02304052664060893, | |
| "grad_norm": 0.5908184070761948, | |
| "learning_rate": 1.5342465753424658e-05, | |
| "loss": 0.5813, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.02312281423575396, | |
| "grad_norm": 2.5626042733441565, | |
| "learning_rate": 1.5397260273972603e-05, | |
| "loss": 1.0054, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.02320510183089899, | |
| "grad_norm": 0.6319032426639426, | |
| "learning_rate": 1.545205479452055e-05, | |
| "loss": 0.569, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.023287389426044025, | |
| "grad_norm": 3.381429029921771, | |
| "learning_rate": 1.5506849315068497e-05, | |
| "loss": 0.9924, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.023369677021189056, | |
| "grad_norm": 0.6893518849945868, | |
| "learning_rate": 1.556164383561644e-05, | |
| "loss": 0.5947, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.023451964616334087, | |
| "grad_norm": 0.6030322287256665, | |
| "learning_rate": 1.5616438356164384e-05, | |
| "loss": 0.5849, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.02353425221147912, | |
| "grad_norm": 2.584371231162671, | |
| "learning_rate": 1.567123287671233e-05, | |
| "loss": 1.0113, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.023616539806624152, | |
| "grad_norm": 2.617374246670965, | |
| "learning_rate": 1.5726027397260274e-05, | |
| "loss": 0.9952, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.023698827401769183, | |
| "grad_norm": 3.131756380862052, | |
| "learning_rate": 1.578082191780822e-05, | |
| "loss": 0.9978, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.023781114996914217, | |
| "grad_norm": 0.7149086621817794, | |
| "learning_rate": 1.5835616438356164e-05, | |
| "loss": 0.6005, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.023863402592059248, | |
| "grad_norm": 2.8572031223595804, | |
| "learning_rate": 1.589041095890411e-05, | |
| "loss": 0.9764, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.02394569018720428, | |
| "grad_norm": 3.0067656548078525, | |
| "learning_rate": 1.5945205479452054e-05, | |
| "loss": 0.9931, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.02402797778234931, | |
| "grad_norm": 2.9396448545767067, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 1.0167, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.024110265377494344, | |
| "grad_norm": 2.551576593689318, | |
| "learning_rate": 1.6054794520547948e-05, | |
| "loss": 0.9652, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.024192552972639374, | |
| "grad_norm": 3.4929495312083376, | |
| "learning_rate": 1.6109589041095893e-05, | |
| "loss": 0.9741, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.024274840567784405, | |
| "grad_norm": 0.5986861672946895, | |
| "learning_rate": 1.6164383561643838e-05, | |
| "loss": 0.5967, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.02435712816292944, | |
| "grad_norm": 2.3369563375899163, | |
| "learning_rate": 1.6219178082191783e-05, | |
| "loss": 0.9541, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.02443941575807447, | |
| "grad_norm": 3.115001072277964, | |
| "learning_rate": 1.6273972602739728e-05, | |
| "loss": 1.002, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.0245217033532195, | |
| "grad_norm": 3.594307440216849, | |
| "learning_rate": 1.6328767123287673e-05, | |
| "loss": 0.9483, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.024603990948364535, | |
| "grad_norm": 2.4315114201324977, | |
| "learning_rate": 1.638356164383562e-05, | |
| "loss": 0.9844, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.024686278543509566, | |
| "grad_norm": 3.3312431748162528, | |
| "learning_rate": 1.6438356164383563e-05, | |
| "loss": 1.0031, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.024768566138654597, | |
| "grad_norm": 2.7478721222497695, | |
| "learning_rate": 1.649315068493151e-05, | |
| "loss": 0.9942, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.02485085373379963, | |
| "grad_norm": 2.7443057694383097, | |
| "learning_rate": 1.6547945205479454e-05, | |
| "loss": 0.9841, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.024933141328944662, | |
| "grad_norm": 2.5333469665657797, | |
| "learning_rate": 1.66027397260274e-05, | |
| "loss": 0.9751, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.025015428924089693, | |
| "grad_norm": 3.161735273370277, | |
| "learning_rate": 1.6657534246575344e-05, | |
| "loss": 0.9687, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.025097716519234724, | |
| "grad_norm": 2.6737823247108183, | |
| "learning_rate": 1.671232876712329e-05, | |
| "loss": 0.9787, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.025180004114379758, | |
| "grad_norm": 0.6510425400067263, | |
| "learning_rate": 1.6767123287671234e-05, | |
| "loss": 0.5622, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.02526229170952479, | |
| "grad_norm": 4.574909987598007, | |
| "learning_rate": 1.682191780821918e-05, | |
| "loss": 0.9643, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.02534457930466982, | |
| "grad_norm": 3.4438804774031935, | |
| "learning_rate": 1.6876712328767124e-05, | |
| "loss": 0.9615, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.025426866899814854, | |
| "grad_norm": 2.9285136796976015, | |
| "learning_rate": 1.693150684931507e-05, | |
| "loss": 0.9527, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.025509154494959885, | |
| "grad_norm": 2.779888649016243, | |
| "learning_rate": 1.6986301369863014e-05, | |
| "loss": 0.9544, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.025591442090104916, | |
| "grad_norm": 2.7248520567063848, | |
| "learning_rate": 1.7041095890410963e-05, | |
| "loss": 0.9473, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.02567372968524995, | |
| "grad_norm": 3.5709762174348954, | |
| "learning_rate": 1.7095890410958908e-05, | |
| "loss": 0.9575, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.02575601728039498, | |
| "grad_norm": 3.0856327234258827, | |
| "learning_rate": 1.715068493150685e-05, | |
| "loss": 0.9652, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.02583830487554001, | |
| "grad_norm": 2.2692448164089343, | |
| "learning_rate": 1.7205479452054795e-05, | |
| "loss": 0.9735, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.025920592470685046, | |
| "grad_norm": 5.769054110868784, | |
| "learning_rate": 1.726027397260274e-05, | |
| "loss": 0.9703, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.026002880065830077, | |
| "grad_norm": 2.508893910476298, | |
| "learning_rate": 1.7315068493150685e-05, | |
| "loss": 0.944, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.026085167660975107, | |
| "grad_norm": 2.8832916992173767, | |
| "learning_rate": 1.736986301369863e-05, | |
| "loss": 0.9646, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.026167455256120138, | |
| "grad_norm": 2.919174367177141, | |
| "learning_rate": 1.7424657534246575e-05, | |
| "loss": 0.9642, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.026249742851265172, | |
| "grad_norm": 2.3758292544134068, | |
| "learning_rate": 1.747945205479452e-05, | |
| "loss": 0.9819, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.026332030446410203, | |
| "grad_norm": 2.8844662683768822, | |
| "learning_rate": 1.7534246575342465e-05, | |
| "loss": 0.9757, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.026414318041555234, | |
| "grad_norm": 2.2651505276443964, | |
| "learning_rate": 1.7589041095890414e-05, | |
| "loss": 0.9461, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.02649660563670027, | |
| "grad_norm": 3.148064595511082, | |
| "learning_rate": 1.764383561643836e-05, | |
| "loss": 0.9457, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.0265788932318453, | |
| "grad_norm": 2.593793697550568, | |
| "learning_rate": 1.7698630136986304e-05, | |
| "loss": 0.9564, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.02666118082699033, | |
| "grad_norm": 3.5777764577994637, | |
| "learning_rate": 1.775342465753425e-05, | |
| "loss": 0.9585, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.026743468422135364, | |
| "grad_norm": 2.5200344733829434, | |
| "learning_rate": 1.7808219178082194e-05, | |
| "loss": 0.9429, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.026825756017280395, | |
| "grad_norm": 0.7344214528472546, | |
| "learning_rate": 1.786301369863014e-05, | |
| "loss": 0.6191, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.026908043612425426, | |
| "grad_norm": 3.3825851018048962, | |
| "learning_rate": 1.7917808219178085e-05, | |
| "loss": 0.9739, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.02699033120757046, | |
| "grad_norm": 2.4626600175420212, | |
| "learning_rate": 1.797260273972603e-05, | |
| "loss": 0.9813, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.02707261880271549, | |
| "grad_norm": 2.604744324101538, | |
| "learning_rate": 1.8027397260273975e-05, | |
| "loss": 0.9605, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.027154906397860522, | |
| "grad_norm": 2.3443898191922408, | |
| "learning_rate": 1.808219178082192e-05, | |
| "loss": 0.968, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.027237193993005556, | |
| "grad_norm": 2.2972121260527274, | |
| "learning_rate": 1.8136986301369865e-05, | |
| "loss": 0.9636, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.027319481588150587, | |
| "grad_norm": 0.6704215743863139, | |
| "learning_rate": 1.819178082191781e-05, | |
| "loss": 0.5832, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.027401769183295618, | |
| "grad_norm": 2.5588332490587806, | |
| "learning_rate": 1.8246575342465755e-05, | |
| "loss": 0.967, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.02748405677844065, | |
| "grad_norm": 0.5729720504764441, | |
| "learning_rate": 1.83013698630137e-05, | |
| "loss": 0.5796, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.027566344373585683, | |
| "grad_norm": 0.536934165288964, | |
| "learning_rate": 1.8356164383561645e-05, | |
| "loss": 0.586, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.027648631968730714, | |
| "grad_norm": 2.729927929300927, | |
| "learning_rate": 1.841095890410959e-05, | |
| "loss": 1.0006, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.027730919563875744, | |
| "grad_norm": 2.9380300033617193, | |
| "learning_rate": 1.8465753424657535e-05, | |
| "loss": 0.9806, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.02781320715902078, | |
| "grad_norm": 3.1871007449922595, | |
| "learning_rate": 1.852054794520548e-05, | |
| "loss": 1.0205, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.02789549475416581, | |
| "grad_norm": 2.7551362648970454, | |
| "learning_rate": 1.8575342465753426e-05, | |
| "loss": 0.9843, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.02797778234931084, | |
| "grad_norm": 2.341899316621362, | |
| "learning_rate": 1.863013698630137e-05, | |
| "loss": 0.9828, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.028060069944455875, | |
| "grad_norm": 3.0041315739517143, | |
| "learning_rate": 1.8684931506849316e-05, | |
| "loss": 0.9599, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.028142357539600905, | |
| "grad_norm": 1.098290342373438, | |
| "learning_rate": 1.873972602739726e-05, | |
| "loss": 0.5762, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.028224645134745936, | |
| "grad_norm": 2.793401629061216, | |
| "learning_rate": 1.8794520547945206e-05, | |
| "loss": 0.9599, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.02830693272989097, | |
| "grad_norm": 3.381992225466734, | |
| "learning_rate": 1.884931506849315e-05, | |
| "loss": 1.0128, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.028389220325036, | |
| "grad_norm": 3.0552921674313107, | |
| "learning_rate": 1.8904109589041096e-05, | |
| "loss": 0.9683, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.028471507920181032, | |
| "grad_norm": 2.59026883064129, | |
| "learning_rate": 1.895890410958904e-05, | |
| "loss": 0.9361, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.028553795515326063, | |
| "grad_norm": 3.0842540515307473, | |
| "learning_rate": 1.9013698630136986e-05, | |
| "loss": 0.9697, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.028636083110471097, | |
| "grad_norm": 2.443425049236279, | |
| "learning_rate": 1.906849315068493e-05, | |
| "loss": 0.9183, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.028718370705616128, | |
| "grad_norm": 3.127867492745528, | |
| "learning_rate": 1.9123287671232877e-05, | |
| "loss": 0.9601, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.02880065830076116, | |
| "grad_norm": 4.402570399866093, | |
| "learning_rate": 1.9178082191780822e-05, | |
| "loss": 0.9303, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.028882945895906193, | |
| "grad_norm": 0.8543818428159927, | |
| "learning_rate": 1.923287671232877e-05, | |
| "loss": 0.5988, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.028965233491051224, | |
| "grad_norm": 0.7093532126289934, | |
| "learning_rate": 1.9287671232876715e-05, | |
| "loss": 0.5831, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.029047521086196255, | |
| "grad_norm": 0.6407564149823172, | |
| "learning_rate": 1.934246575342466e-05, | |
| "loss": 0.577, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.02912980868134129, | |
| "grad_norm": 3.390283574742443, | |
| "learning_rate": 1.9397260273972606e-05, | |
| "loss": 0.9609, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.02921209627648632, | |
| "grad_norm": 2.53734497566345, | |
| "learning_rate": 1.945205479452055e-05, | |
| "loss": 0.9909, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.02929438387163135, | |
| "grad_norm": 1.0115473868573372, | |
| "learning_rate": 1.9506849315068496e-05, | |
| "loss": 0.6035, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.029376671466776385, | |
| "grad_norm": 0.8686466035185451, | |
| "learning_rate": 1.956164383561644e-05, | |
| "loss": 0.5971, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.029458959061921416, | |
| "grad_norm": 3.039718625814903, | |
| "learning_rate": 1.9616438356164386e-05, | |
| "loss": 0.9912, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.029541246657066447, | |
| "grad_norm": 3.1175114788948473, | |
| "learning_rate": 1.967123287671233e-05, | |
| "loss": 0.9866, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.02962353425221148, | |
| "grad_norm": 6.758106134116968, | |
| "learning_rate": 1.9726027397260276e-05, | |
| "loss": 0.9847, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.02970582184735651, | |
| "grad_norm": 2.589972092841794, | |
| "learning_rate": 1.978082191780822e-05, | |
| "loss": 0.9565, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.029788109442501542, | |
| "grad_norm": 1.073769179644345, | |
| "learning_rate": 1.9835616438356166e-05, | |
| "loss": 0.6201, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.029870397037646573, | |
| "grad_norm": 2.620541255700163, | |
| "learning_rate": 1.989041095890411e-05, | |
| "loss": 0.9694, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.029952684632791608, | |
| "grad_norm": 2.9983273469412, | |
| "learning_rate": 1.9945205479452057e-05, | |
| "loss": 0.9517, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.03003497222793664, | |
| "grad_norm": 3.1705127831701176, | |
| "learning_rate": 2e-05, | |
| "loss": 0.9757, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.03011725982308167, | |
| "grad_norm": 3.0769206086851493, | |
| "learning_rate": 1.9999999644807997e-05, | |
| "loss": 0.9725, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.030199547418226703, | |
| "grad_norm": 2.6381794624352346, | |
| "learning_rate": 1.999999857923201e-05, | |
| "loss": 0.9579, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.030281835013371734, | |
| "grad_norm": 2.524417719057271, | |
| "learning_rate": 1.999999680327212e-05, | |
| "loss": 0.9491, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.030364122608516765, | |
| "grad_norm": 2.0772737485337958, | |
| "learning_rate": 1.9999994316928445e-05, | |
| "loss": 0.9802, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.0304464102036618, | |
| "grad_norm": 0.695305872906948, | |
| "learning_rate": 1.9999991120201172e-05, | |
| "loss": 0.6179, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.03052869779880683, | |
| "grad_norm": 2.034367122214282, | |
| "learning_rate": 1.999998721309052e-05, | |
| "loss": 0.9365, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.03061098539395186, | |
| "grad_norm": 2.5094859416224096, | |
| "learning_rate": 1.999998259559677e-05, | |
| "loss": 0.9806, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.030693272989096895, | |
| "grad_norm": 2.037387180631793, | |
| "learning_rate": 1.9999977267720245e-05, | |
| "loss": 0.9625, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.030775560584241926, | |
| "grad_norm": 1.9827245047395246, | |
| "learning_rate": 1.999997122946133e-05, | |
| "loss": 0.996, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.030857848179386957, | |
| "grad_norm": 2.000201005705768, | |
| "learning_rate": 1.9999964480820448e-05, | |
| "loss": 0.9247, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.030940135774531988, | |
| "grad_norm": 2.237696098262905, | |
| "learning_rate": 1.999995702179809e-05, | |
| "loss": 0.9432, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.031022423369677022, | |
| "grad_norm": 2.1572992959011668, | |
| "learning_rate": 1.999994885239477e-05, | |
| "loss": 0.9567, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.031104710964822053, | |
| "grad_norm": 2.5949178993773656, | |
| "learning_rate": 1.999993997261108e-05, | |
| "loss": 0.9523, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.031186998559967084, | |
| "grad_norm": 4.412522046641788, | |
| "learning_rate": 1.9999930382447644e-05, | |
| "loss": 0.9463, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.03126928615511212, | |
| "grad_norm": 4.095975078147534, | |
| "learning_rate": 1.9999920081905148e-05, | |
| "loss": 0.9562, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.03135157375025715, | |
| "grad_norm": 0.7238222599759508, | |
| "learning_rate": 1.999990907098432e-05, | |
| "loss": 0.6367, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.03143386134540218, | |
| "grad_norm": 2.051737393292375, | |
| "learning_rate": 1.9999897349685948e-05, | |
| "loss": 0.9396, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.03151614894054721, | |
| "grad_norm": 3.608873989338571, | |
| "learning_rate": 1.999988491801086e-05, | |
| "loss": 0.9427, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.03159843653569224, | |
| "grad_norm": 0.5731166749659096, | |
| "learning_rate": 1.999987177595994e-05, | |
| "loss": 0.6066, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.03168072413083728, | |
| "grad_norm": 2.7911800909686244, | |
| "learning_rate": 1.9999857923534117e-05, | |
| "loss": 0.9553, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.03176301172598231, | |
| "grad_norm": 0.5640032520210956, | |
| "learning_rate": 1.9999843360734384e-05, | |
| "loss": 0.6089, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.03184529932112734, | |
| "grad_norm": 3.218289339029279, | |
| "learning_rate": 1.999982808756177e-05, | |
| "loss": 1.002, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.03192758691627237, | |
| "grad_norm": 0.5298496199217386, | |
| "learning_rate": 1.999981210401736e-05, | |
| "loss": 0.6014, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.0320098745114174, | |
| "grad_norm": 2.1651032679205544, | |
| "learning_rate": 1.9999795410102288e-05, | |
| "loss": 0.977, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.03209216210656243, | |
| "grad_norm": 3.0876660454466336, | |
| "learning_rate": 1.999977800581775e-05, | |
| "loss": 0.954, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.03217444970170747, | |
| "grad_norm": 2.8016809296721186, | |
| "learning_rate": 1.999975989116497e-05, | |
| "loss": 0.9773, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.0322567372968525, | |
| "grad_norm": 2.2686954346227584, | |
| "learning_rate": 1.999974106614524e-05, | |
| "loss": 0.9284, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.03233902489199753, | |
| "grad_norm": 2.848599719139828, | |
| "learning_rate": 1.9999721530759896e-05, | |
| "loss": 0.9666, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.03242131248714256, | |
| "grad_norm": 2.5480580332195792, | |
| "learning_rate": 1.9999701285010327e-05, | |
| "loss": 0.9748, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.032503600082287594, | |
| "grad_norm": 3.0659568674712587, | |
| "learning_rate": 1.999968032889797e-05, | |
| "loss": 0.9773, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.032585887677432625, | |
| "grad_norm": 3.2486686691126607, | |
| "learning_rate": 1.9999658662424318e-05, | |
| "loss": 0.9378, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.032668175272577656, | |
| "grad_norm": 2.231555735516029, | |
| "learning_rate": 1.9999636285590903e-05, | |
| "loss": 0.9402, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.03275046286772269, | |
| "grad_norm": 7.750954267677904, | |
| "learning_rate": 1.999961319839932e-05, | |
| "loss": 0.9212, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.032832750462867724, | |
| "grad_norm": 3.9379616174216747, | |
| "learning_rate": 1.9999589400851208e-05, | |
| "loss": 0.957, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.032915038058012755, | |
| "grad_norm": 3.09592161673104, | |
| "learning_rate": 1.9999564892948254e-05, | |
| "loss": 0.9644, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.032997325653157786, | |
| "grad_norm": 0.6258510816084707, | |
| "learning_rate": 1.9999539674692206e-05, | |
| "loss": 0.6, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.03307961324830282, | |
| "grad_norm": 2.757532242911201, | |
| "learning_rate": 1.9999513746084848e-05, | |
| "loss": 0.9627, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.03316190084344785, | |
| "grad_norm": 0.518069489983011, | |
| "learning_rate": 1.999948710712803e-05, | |
| "loss": 0.5736, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.033244188438592885, | |
| "grad_norm": 2.7302377830347293, | |
| "learning_rate": 1.9999459757823632e-05, | |
| "loss": 0.9452, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.033326476033737916, | |
| "grad_norm": 3.8829507326351678, | |
| "learning_rate": 1.9999431698173614e-05, | |
| "loss": 0.9501, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.03340876362888295, | |
| "grad_norm": 3.030860642634053, | |
| "learning_rate": 1.9999402928179953e-05, | |
| "loss": 0.935, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.03349105122402798, | |
| "grad_norm": 2.7297517789446735, | |
| "learning_rate": 1.99993734478447e-05, | |
| "loss": 0.9816, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.03357333881917301, | |
| "grad_norm": 2.9131211283428864, | |
| "learning_rate": 1.999934325716995e-05, | |
| "loss": 0.953, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.03365562641431804, | |
| "grad_norm": 2.8724758175032457, | |
| "learning_rate": 1.999931235615785e-05, | |
| "loss": 0.9543, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.03373791400946307, | |
| "grad_norm": 3.8558067751787894, | |
| "learning_rate": 1.999928074481059e-05, | |
| "loss": 0.9024, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.03382020160460811, | |
| "grad_norm": 4.890426251595657, | |
| "learning_rate": 1.9999248423130414e-05, | |
| "loss": 0.9557, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.03390248919975314, | |
| "grad_norm": 3.9224502088816307, | |
| "learning_rate": 1.9999215391119623e-05, | |
| "loss": 0.9625, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.03398477679489817, | |
| "grad_norm": 4.121169405356662, | |
| "learning_rate": 1.9999181648780564e-05, | |
| "loss": 0.9836, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.0340670643900432, | |
| "grad_norm": 3.2570143865225365, | |
| "learning_rate": 1.999914719611563e-05, | |
| "loss": 0.9548, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.03414935198518823, | |
| "grad_norm": 0.8551591188426197, | |
| "learning_rate": 1.999911203312727e-05, | |
| "loss": 0.6257, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.03423163958033326, | |
| "grad_norm": 2.282348243685617, | |
| "learning_rate": 1.9999076159817984e-05, | |
| "loss": 0.9534, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.0343139271754783, | |
| "grad_norm": 3.1849388817078417, | |
| "learning_rate": 1.999903957619032e-05, | |
| "loss": 0.9559, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.03439621477062333, | |
| "grad_norm": 3.0160267374462744, | |
| "learning_rate": 1.9999002282246877e-05, | |
| "loss": 0.9414, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.03447850236576836, | |
| "grad_norm": 2.8630460192439484, | |
| "learning_rate": 1.99989642779903e-05, | |
| "loss": 0.97, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.03456078996091339, | |
| "grad_norm": 0.6092993503428186, | |
| "learning_rate": 1.999892556342329e-05, | |
| "loss": 0.5762, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.03464307755605842, | |
| "grad_norm": 3.558089457861364, | |
| "learning_rate": 1.9998886138548597e-05, | |
| "loss": 0.9674, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.034725365151203454, | |
| "grad_norm": 0.5392883644170888, | |
| "learning_rate": 1.9998846003369028e-05, | |
| "loss": 0.6002, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.03480765274634849, | |
| "grad_norm": 2.4265611825364175, | |
| "learning_rate": 1.9998805157887432e-05, | |
| "loss": 0.9469, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.03488994034149352, | |
| "grad_norm": 2.5084390180607508, | |
| "learning_rate": 1.9998763602106704e-05, | |
| "loss": 0.9547, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.03497222793663855, | |
| "grad_norm": 3.0592802155387284, | |
| "learning_rate": 1.99987213360298e-05, | |
| "loss": 0.9549, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.035054515531783584, | |
| "grad_norm": 3.0606106243138353, | |
| "learning_rate": 1.9998678359659726e-05, | |
| "loss": 0.925, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.035136803126928615, | |
| "grad_norm": 0.5614840770252022, | |
| "learning_rate": 1.999863467299953e-05, | |
| "loss": 0.6226, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.035219090722073645, | |
| "grad_norm": 2.3274481514972636, | |
| "learning_rate": 1.9998590276052318e-05, | |
| "loss": 0.9627, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.035301378317218676, | |
| "grad_norm": 0.5247325522573751, | |
| "learning_rate": 1.999854516882124e-05, | |
| "loss": 0.5626, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.035383665912363714, | |
| "grad_norm": 2.4963541117374635, | |
| "learning_rate": 1.999849935130951e-05, | |
| "loss": 0.9198, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.035465953507508745, | |
| "grad_norm": 2.470517097187284, | |
| "learning_rate": 1.999845282352037e-05, | |
| "loss": 0.9433, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.035548241102653776, | |
| "grad_norm": 2.7560008424762183, | |
| "learning_rate": 1.9998405585457134e-05, | |
| "loss": 0.9428, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.035630528697798806, | |
| "grad_norm": 2.7637029961336226, | |
| "learning_rate": 1.9998357637123157e-05, | |
| "loss": 0.942, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.03571281629294384, | |
| "grad_norm": 2.9100289752309045, | |
| "learning_rate": 1.9998308978521842e-05, | |
| "loss": 0.9457, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.03579510388808887, | |
| "grad_norm": 4.313071561196342, | |
| "learning_rate": 1.9998259609656645e-05, | |
| "loss": 0.9367, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.035877391483233906, | |
| "grad_norm": 2.9430306639688384, | |
| "learning_rate": 1.999820953053108e-05, | |
| "loss": 0.9292, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.03595967907837894, | |
| "grad_norm": 3.336500502830984, | |
| "learning_rate": 1.9998158741148695e-05, | |
| "loss": 0.9517, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.03604196667352397, | |
| "grad_norm": 2.830315148432978, | |
| "learning_rate": 1.99981072415131e-05, | |
| "loss": 0.9619, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.036124254268669, | |
| "grad_norm": 2.9628110908182506, | |
| "learning_rate": 1.9998055031627964e-05, | |
| "loss": 0.9342, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.03620654186381403, | |
| "grad_norm": 5.046468138436623, | |
| "learning_rate": 1.9998002111496986e-05, | |
| "loss": 0.9577, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.03628882945895906, | |
| "grad_norm": 3.1781915402537324, | |
| "learning_rate": 1.9997948481123925e-05, | |
| "loss": 0.9275, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.03637111705410409, | |
| "grad_norm": 3.291481831836819, | |
| "learning_rate": 1.9997894140512595e-05, | |
| "loss": 0.9504, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.03645340464924913, | |
| "grad_norm": 3.1084220240196254, | |
| "learning_rate": 1.9997839089666854e-05, | |
| "loss": 0.9236, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.03653569224439416, | |
| "grad_norm": 3.1887037749162093, | |
| "learning_rate": 1.9997783328590613e-05, | |
| "loss": 0.8855, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.03661797983953919, | |
| "grad_norm": 3.305256714504642, | |
| "learning_rate": 1.9997726857287834e-05, | |
| "loss": 0.9552, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.03670026743468422, | |
| "grad_norm": 4.754531864085289, | |
| "learning_rate": 1.9997669675762528e-05, | |
| "loss": 0.9504, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.03678255502982925, | |
| "grad_norm": 2.474649426046985, | |
| "learning_rate": 1.9997611784018754e-05, | |
| "loss": 0.9518, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.03686484262497428, | |
| "grad_norm": 2.880288649426941, | |
| "learning_rate": 1.9997553182060633e-05, | |
| "loss": 0.8702, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.03694713022011932, | |
| "grad_norm": 2.9619541365703976, | |
| "learning_rate": 1.999749386989232e-05, | |
| "loss": 0.948, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.03702941781526435, | |
| "grad_norm": 3.0040457692945552, | |
| "learning_rate": 1.999743384751803e-05, | |
| "loss": 0.9161, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.03711170541040938, | |
| "grad_norm": 0.6917840645754628, | |
| "learning_rate": 1.999737311494203e-05, | |
| "loss": 0.5999, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.03719399300555441, | |
| "grad_norm": 2.500969399378362, | |
| "learning_rate": 1.9997311672168632e-05, | |
| "loss": 0.9321, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.037276280600699443, | |
| "grad_norm": 3.4756867592830076, | |
| "learning_rate": 1.99972495192022e-05, | |
| "loss": 0.9468, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.037358568195844474, | |
| "grad_norm": 2.4507954914499974, | |
| "learning_rate": 1.9997186656047154e-05, | |
| "loss": 0.9367, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.037440855790989505, | |
| "grad_norm": 2.3319357748120066, | |
| "learning_rate": 1.9997123082707954e-05, | |
| "loss": 0.9506, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.03752314338613454, | |
| "grad_norm": 2.4614553831803896, | |
| "learning_rate": 1.999705879918912e-05, | |
| "loss": 0.9812, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.037605430981279574, | |
| "grad_norm": 2.7421103733102665, | |
| "learning_rate": 1.999699380549521e-05, | |
| "loss": 0.975, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.037687718576424604, | |
| "grad_norm": 3.193134683800622, | |
| "learning_rate": 1.9996928101630853e-05, | |
| "loss": 0.9462, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.037770006171569635, | |
| "grad_norm": 2.4788434065823353, | |
| "learning_rate": 1.999686168760071e-05, | |
| "loss": 0.9442, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.037852293766714666, | |
| "grad_norm": 2.67715161966991, | |
| "learning_rate": 1.99967945634095e-05, | |
| "loss": 0.9497, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.0379345813618597, | |
| "grad_norm": 2.8286753306256234, | |
| "learning_rate": 1.9996726729061995e-05, | |
| "loss": 0.9371, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.038016868957004735, | |
| "grad_norm": 2.494636914608068, | |
| "learning_rate": 1.999665818456301e-05, | |
| "loss": 0.9369, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.038099156552149765, | |
| "grad_norm": 3.3684641604813312, | |
| "learning_rate": 1.9996588929917413e-05, | |
| "loss": 0.9167, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.038181444147294796, | |
| "grad_norm": 2.8300347810651836, | |
| "learning_rate": 1.9996518965130126e-05, | |
| "loss": 0.96, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.03826373174243983, | |
| "grad_norm": 2.7216914732590634, | |
| "learning_rate": 1.9996448290206117e-05, | |
| "loss": 0.9587, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.03834601933758486, | |
| "grad_norm": 2.8897584926398223, | |
| "learning_rate": 1.999637690515041e-05, | |
| "loss": 0.9424, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.03842830693272989, | |
| "grad_norm": 2.6782745713753364, | |
| "learning_rate": 1.9996304809968074e-05, | |
| "loss": 0.9421, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.03851059452787492, | |
| "grad_norm": 0.8391702922649521, | |
| "learning_rate": 1.9996232004664232e-05, | |
| "loss": 0.6291, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.03859288212301996, | |
| "grad_norm": 2.9110538284406213, | |
| "learning_rate": 1.9996158489244054e-05, | |
| "loss": 0.9548, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.03867516971816499, | |
| "grad_norm": 2.9735024191976813, | |
| "learning_rate": 1.9996084263712764e-05, | |
| "loss": 0.9397, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.03875745731331002, | |
| "grad_norm": 2.459802449779267, | |
| "learning_rate": 1.9996009328075635e-05, | |
| "loss": 0.9516, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.03883974490845505, | |
| "grad_norm": 1.4795476906818943, | |
| "learning_rate": 1.999593368233799e-05, | |
| "loss": 0.6175, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.03892203250360008, | |
| "grad_norm": 2.7329559825050844, | |
| "learning_rate": 1.9995857326505202e-05, | |
| "loss": 0.9279, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.03900432009874511, | |
| "grad_norm": 2.7310837617231307, | |
| "learning_rate": 1.999578026058269e-05, | |
| "loss": 0.9325, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.03908660769389015, | |
| "grad_norm": 3.580150174543716, | |
| "learning_rate": 1.999570248457594e-05, | |
| "loss": 0.9403, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.03916889528903518, | |
| "grad_norm": 3.518367412394758, | |
| "learning_rate": 1.9995623998490473e-05, | |
| "loss": 0.9346, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.03925118288418021, | |
| "grad_norm": 2.1655004063703167, | |
| "learning_rate": 1.999554480233186e-05, | |
| "loss": 0.9294, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.03933347047932524, | |
| "grad_norm": 2.857429287491222, | |
| "learning_rate": 1.9995464896105727e-05, | |
| "loss": 0.9201, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.03941575807447027, | |
| "grad_norm": 2.3230944603500094, | |
| "learning_rate": 1.999538427981776e-05, | |
| "loss": 0.9172, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.0394980456696153, | |
| "grad_norm": 2.686091492583088, | |
| "learning_rate": 1.9995302953473673e-05, | |
| "loss": 0.7009, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.039580333264760334, | |
| "grad_norm": 2.5370139223659445, | |
| "learning_rate": 1.999522091707925e-05, | |
| "loss": 0.9547, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.03966262085990537, | |
| "grad_norm": 2.9114624346952787, | |
| "learning_rate": 1.9995138170640322e-05, | |
| "loss": 0.9309, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.0397449084550504, | |
| "grad_norm": 2.636772148383987, | |
| "learning_rate": 1.9995054714162757e-05, | |
| "loss": 0.9224, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.03982719605019543, | |
| "grad_norm": 2.3887969483327005, | |
| "learning_rate": 1.9994970547652495e-05, | |
| "loss": 0.9509, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.039909483645340464, | |
| "grad_norm": 2.9497130431080256, | |
| "learning_rate": 1.9994885671115506e-05, | |
| "loss": 0.9693, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.039991771240485495, | |
| "grad_norm": 2.225873777913106, | |
| "learning_rate": 1.9994800084557826e-05, | |
| "loss": 0.9382, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.040074058835630526, | |
| "grad_norm": 3.015548118510522, | |
| "learning_rate": 1.9994713787985534e-05, | |
| "loss": 0.9084, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.040156346430775564, | |
| "grad_norm": 3.2147762822609787, | |
| "learning_rate": 1.9994626781404754e-05, | |
| "loss": 0.9432, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.040238634025920594, | |
| "grad_norm": 2.732749831828487, | |
| "learning_rate": 1.9994539064821676e-05, | |
| "loss": 0.9493, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.040320921621065625, | |
| "grad_norm": 2.718095114325169, | |
| "learning_rate": 1.9994450638242524e-05, | |
| "loss": 0.6999, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.040403209216210656, | |
| "grad_norm": 1.192110613853859, | |
| "learning_rate": 1.9994361501673586e-05, | |
| "loss": 0.606, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.04048549681135569, | |
| "grad_norm": 2.6545275290481523, | |
| "learning_rate": 1.9994271655121187e-05, | |
| "loss": 0.9562, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.04056778440650072, | |
| "grad_norm": 2.6306786770452217, | |
| "learning_rate": 1.999418109859171e-05, | |
| "loss": 0.932, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.040650072001645755, | |
| "grad_norm": 0.7723300623794189, | |
| "learning_rate": 1.99940898320916e-05, | |
| "loss": 0.6167, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.040732359596790786, | |
| "grad_norm": 3.4539680548732075, | |
| "learning_rate": 1.9993997855627323e-05, | |
| "loss": 0.9547, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.04081464719193582, | |
| "grad_norm": 8.174151834055909, | |
| "learning_rate": 1.9993905169205425e-05, | |
| "loss": 0.9532, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.04089693478708085, | |
| "grad_norm": 2.4333462034983517, | |
| "learning_rate": 1.9993811772832487e-05, | |
| "loss": 0.9201, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.04097922238222588, | |
| "grad_norm": 2.621241890180304, | |
| "learning_rate": 1.9993717666515143e-05, | |
| "loss": 0.9336, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.04106150997737091, | |
| "grad_norm": 2.8830815398438308, | |
| "learning_rate": 1.999362285026008e-05, | |
| "loss": 0.9254, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.04114379757251594, | |
| "grad_norm": 3.0315366250694136, | |
| "learning_rate": 1.9993527324074028e-05, | |
| "loss": 0.9272, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.04122608516766098, | |
| "grad_norm": 2.657554413096405, | |
| "learning_rate": 1.999343108796378e-05, | |
| "loss": 0.9462, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.04130837276280601, | |
| "grad_norm": 2.905472644448609, | |
| "learning_rate": 1.999333414193617e-05, | |
| "loss": 0.9034, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.04139066035795104, | |
| "grad_norm": 3.925086807406567, | |
| "learning_rate": 1.9993236485998085e-05, | |
| "loss": 0.9315, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.04147294795309607, | |
| "grad_norm": 3.0313048521155146, | |
| "learning_rate": 1.999313812015646e-05, | |
| "loss": 0.9535, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.0415552355482411, | |
| "grad_norm": 2.962993951360446, | |
| "learning_rate": 1.9993039044418286e-05, | |
| "loss": 0.9309, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.04163752314338613, | |
| "grad_norm": 0.6779011051688715, | |
| "learning_rate": 1.99929392587906e-05, | |
| "loss": 0.5869, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.04171981073853117, | |
| "grad_norm": 2.579639640184937, | |
| "learning_rate": 1.9992838763280488e-05, | |
| "loss": 0.9118, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.0418020983336762, | |
| "grad_norm": 2.1450772300859655, | |
| "learning_rate": 1.9992737557895093e-05, | |
| "loss": 0.932, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.04188438592882123, | |
| "grad_norm": 2.4058977622816977, | |
| "learning_rate": 1.9992635642641605e-05, | |
| "loss": 0.9301, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.04196667352396626, | |
| "grad_norm": 2.4723871593300584, | |
| "learning_rate": 1.999253301752726e-05, | |
| "loss": 0.9362, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.04204896111911129, | |
| "grad_norm": 2.7787980954607616, | |
| "learning_rate": 1.999242968255935e-05, | |
| "loss": 0.949, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.042131248714256324, | |
| "grad_norm": 2.7091957078534783, | |
| "learning_rate": 1.9992325637745214e-05, | |
| "loss": 0.8939, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.042213536309401355, | |
| "grad_norm": 3.104398485557938, | |
| "learning_rate": 1.9992220883092247e-05, | |
| "loss": 0.9201, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.04229582390454639, | |
| "grad_norm": 2.688893801232366, | |
| "learning_rate": 1.9992115418607886e-05, | |
| "loss": 0.9314, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.04237811149969142, | |
| "grad_norm": 0.6175757936794599, | |
| "learning_rate": 1.999200924429963e-05, | |
| "loss": 0.5823, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.042460399094836454, | |
| "grad_norm": 2.134638530502557, | |
| "learning_rate": 1.9991902360175017e-05, | |
| "loss": 0.8988, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.042542686689981485, | |
| "grad_norm": 2.660777130272323, | |
| "learning_rate": 1.9991794766241638e-05, | |
| "loss": 0.9058, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.042624974285126516, | |
| "grad_norm": 2.519959303045957, | |
| "learning_rate": 1.9991686462507137e-05, | |
| "loss": 0.9157, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.042707261880271546, | |
| "grad_norm": 0.5033254525320345, | |
| "learning_rate": 1.9991577448979213e-05, | |
| "loss": 0.5637, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.042789549475416584, | |
| "grad_norm": 2.3638963921206777, | |
| "learning_rate": 1.9991467725665604e-05, | |
| "loss": 0.9532, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.042871837070561615, | |
| "grad_norm": 2.760667379358993, | |
| "learning_rate": 1.9991357292574106e-05, | |
| "loss": 0.9194, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.042954124665706646, | |
| "grad_norm": 2.285449190484726, | |
| "learning_rate": 1.9991246149712564e-05, | |
| "loss": 0.854, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.04303641226085168, | |
| "grad_norm": 2.9222709070685315, | |
| "learning_rate": 1.9991134297088877e-05, | |
| "loss": 0.9534, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.04311869985599671, | |
| "grad_norm": 3.1630611007009355, | |
| "learning_rate": 1.9991021734710988e-05, | |
| "loss": 0.9505, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.04320098745114174, | |
| "grad_norm": 3.174869013367673, | |
| "learning_rate": 1.999090846258689e-05, | |
| "loss": 0.964, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.04328327504628677, | |
| "grad_norm": 2.4328576962151693, | |
| "learning_rate": 1.9990794480724634e-05, | |
| "loss": 0.9084, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.04336556264143181, | |
| "grad_norm": 0.5700103881605539, | |
| "learning_rate": 1.9990679789132317e-05, | |
| "loss": 0.5734, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.04344785023657684, | |
| "grad_norm": 2.392627489613796, | |
| "learning_rate": 1.9990564387818087e-05, | |
| "loss": 0.916, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.04353013783172187, | |
| "grad_norm": 3.2074775648239453, | |
| "learning_rate": 1.999044827679014e-05, | |
| "loss": 0.9095, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.0436124254268669, | |
| "grad_norm": 3.140601191667111, | |
| "learning_rate": 1.999033145605672e-05, | |
| "loss": 0.904, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.04369471302201193, | |
| "grad_norm": 2.3743918081273505, | |
| "learning_rate": 1.9990213925626135e-05, | |
| "loss": 0.9173, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.04377700061715696, | |
| "grad_norm": 2.803625633325397, | |
| "learning_rate": 1.999009568550673e-05, | |
| "loss": 0.9425, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.043859288212302, | |
| "grad_norm": 2.624304052527756, | |
| "learning_rate": 1.9989976735706903e-05, | |
| "loss": 0.8778, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.04394157580744703, | |
| "grad_norm": 3.611007788459353, | |
| "learning_rate": 1.9989857076235105e-05, | |
| "loss": 0.9454, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.04402386340259206, | |
| "grad_norm": 3.0477796789876885, | |
| "learning_rate": 1.9989736707099836e-05, | |
| "loss": 0.9301, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.04410615099773709, | |
| "grad_norm": 3.661229035903915, | |
| "learning_rate": 1.998961562830965e-05, | |
| "loss": 0.9234, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.04418843859288212, | |
| "grad_norm": 3.014314493078093, | |
| "learning_rate": 1.9989493839873144e-05, | |
| "loss": 0.9205, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.04427072618802715, | |
| "grad_norm": 3.1607667446866348, | |
| "learning_rate": 1.998937134179897e-05, | |
| "loss": 0.9184, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.044353013783172184, | |
| "grad_norm": 0.5679302245778807, | |
| "learning_rate": 1.9989248134095835e-05, | |
| "loss": 0.5808, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.04443530137831722, | |
| "grad_norm": 3.4927267069905827, | |
| "learning_rate": 1.9989124216772486e-05, | |
| "loss": 0.9068, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.04451758897346225, | |
| "grad_norm": 3.2792902354283524, | |
| "learning_rate": 1.9988999589837727e-05, | |
| "loss": 0.9441, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.04459987656860728, | |
| "grad_norm": 3.2813608886269465, | |
| "learning_rate": 1.9988874253300415e-05, | |
| "loss": 0.9135, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.044682164163752314, | |
| "grad_norm": 3.6532563430030387, | |
| "learning_rate": 1.9988748207169448e-05, | |
| "loss": 0.9124, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.044764451758897345, | |
| "grad_norm": 3.0411510483789708, | |
| "learning_rate": 1.9988621451453783e-05, | |
| "loss": 0.9437, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.044846739354042375, | |
| "grad_norm": 2.947067350806481, | |
| "learning_rate": 1.9988493986162426e-05, | |
| "loss": 0.9377, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.04492902694918741, | |
| "grad_norm": 3.733984375480931, | |
| "learning_rate": 1.9988365811304434e-05, | |
| "loss": 0.9302, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.045011314544332444, | |
| "grad_norm": 0.5973399530190582, | |
| "learning_rate": 1.99882369268889e-05, | |
| "loss": 0.5985, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.045093602139477475, | |
| "grad_norm": 3.1946558451893483, | |
| "learning_rate": 1.9988107332924997e-05, | |
| "loss": 0.9306, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.045175889734622506, | |
| "grad_norm": 3.0518182224655184, | |
| "learning_rate": 1.998797702942192e-05, | |
| "loss": 0.9238, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.045258177329767536, | |
| "grad_norm": 0.5186994011171457, | |
| "learning_rate": 1.9987846016388927e-05, | |
| "loss": 0.5534, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.04534046492491257, | |
| "grad_norm": 2.9538180602678072, | |
| "learning_rate": 1.9987714293835326e-05, | |
| "loss": 0.9131, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.0454227525200576, | |
| "grad_norm": 3.583039419798021, | |
| "learning_rate": 1.9987581861770476e-05, | |
| "loss": 0.931, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.045505040115202636, | |
| "grad_norm": 3.872167117824797, | |
| "learning_rate": 1.9987448720203783e-05, | |
| "loss": 0.9149, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.045587327710347667, | |
| "grad_norm": 0.5153323660807152, | |
| "learning_rate": 1.9987314869144704e-05, | |
| "loss": 0.5707, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.0456696153054927, | |
| "grad_norm": 3.2458016621373162, | |
| "learning_rate": 1.9987180308602752e-05, | |
| "loss": 0.9481, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.04575190290063773, | |
| "grad_norm": 0.5131089745749331, | |
| "learning_rate": 1.998704503858748e-05, | |
| "loss": 0.6107, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.04583419049578276, | |
| "grad_norm": 3.826718669936501, | |
| "learning_rate": 1.99869090591085e-05, | |
| "loss": 0.9334, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.04591647809092779, | |
| "grad_norm": 2.808877894852513, | |
| "learning_rate": 1.9986772370175475e-05, | |
| "loss": 0.9313, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.04599876568607283, | |
| "grad_norm": 3.429756806838896, | |
| "learning_rate": 1.998663497179811e-05, | |
| "loss": 0.9041, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.04608105328121786, | |
| "grad_norm": 3.927553685701978, | |
| "learning_rate": 1.998649686398617e-05, | |
| "loss": 0.9229, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.04616334087636289, | |
| "grad_norm": 4.358404357254217, | |
| "learning_rate": 1.9986358046749463e-05, | |
| "loss": 0.9453, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.04624562847150792, | |
| "grad_norm": 0.6974205247527027, | |
| "learning_rate": 1.998621852009785e-05, | |
| "loss": 0.582, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.04632791606665295, | |
| "grad_norm": 2.8790199811794213, | |
| "learning_rate": 1.9986078284041245e-05, | |
| "loss": 0.9073, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.04641020366179798, | |
| "grad_norm": 3.1507198941552343, | |
| "learning_rate": 1.998593733858961e-05, | |
| "loss": 0.9285, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.04649249125694301, | |
| "grad_norm": 3.3010925203438757, | |
| "learning_rate": 1.9985795683752955e-05, | |
| "loss": 0.8975, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.04657477885208805, | |
| "grad_norm": 2.4173724120050277, | |
| "learning_rate": 1.9985653319541345e-05, | |
| "loss": 0.9211, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.04665706644723308, | |
| "grad_norm": 3.219239778661617, | |
| "learning_rate": 1.9985510245964894e-05, | |
| "loss": 0.9414, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.04673935404237811, | |
| "grad_norm": 4.702680418398121, | |
| "learning_rate": 1.9985366463033763e-05, | |
| "loss": 0.8886, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.04682164163752314, | |
| "grad_norm": 2.946137626961066, | |
| "learning_rate": 1.9985221970758166e-05, | |
| "loss": 0.907, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.04690392923266817, | |
| "grad_norm": 3.1637086789258224, | |
| "learning_rate": 1.9985076769148373e-05, | |
| "loss": 0.9063, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.046986216827813204, | |
| "grad_norm": 2.7457117180469286, | |
| "learning_rate": 1.9984930858214695e-05, | |
| "loss": 0.9163, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.04706850442295824, | |
| "grad_norm": 2.8795617581547597, | |
| "learning_rate": 1.9984784237967495e-05, | |
| "loss": 0.9272, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.04715079201810327, | |
| "grad_norm": 3.539552457926088, | |
| "learning_rate": 1.998463690841719e-05, | |
| "loss": 0.9254, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.047233079613248304, | |
| "grad_norm": 2.590893854876316, | |
| "learning_rate": 1.998448886957425e-05, | |
| "loss": 0.9135, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.047315367208393334, | |
| "grad_norm": 3.385121747004568, | |
| "learning_rate": 1.9984340121449187e-05, | |
| "loss": 0.898, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.047397654803538365, | |
| "grad_norm": 2.8668381053066248, | |
| "learning_rate": 1.998419066405257e-05, | |
| "loss": 0.9111, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.047479942398683396, | |
| "grad_norm": 0.5561294337589316, | |
| "learning_rate": 1.9984040497395016e-05, | |
| "loss": 0.6026, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.047562229993828434, | |
| "grad_norm": 2.7790207529975683, | |
| "learning_rate": 1.9983889621487193e-05, | |
| "loss": 0.8813, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.047644517588973465, | |
| "grad_norm": 2.929493346002011, | |
| "learning_rate": 1.9983738036339818e-05, | |
| "loss": 0.934, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.047726805184118495, | |
| "grad_norm": 2.6432622003873294, | |
| "learning_rate": 1.9983585741963655e-05, | |
| "loss": 0.935, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.047809092779263526, | |
| "grad_norm": 2.343596103466015, | |
| "learning_rate": 1.998343273836953e-05, | |
| "loss": 0.8885, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.04789138037440856, | |
| "grad_norm": 2.6377392327317355, | |
| "learning_rate": 1.998327902556831e-05, | |
| "loss": 0.9195, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.04797366796955359, | |
| "grad_norm": 0.5734849677326599, | |
| "learning_rate": 1.9983124603570915e-05, | |
| "loss": 0.5804, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.04805595556469862, | |
| "grad_norm": 2.359098397716237, | |
| "learning_rate": 1.9982969472388313e-05, | |
| "loss": 0.9154, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.048138243159843656, | |
| "grad_norm": 3.07285660000184, | |
| "learning_rate": 1.9982813632031526e-05, | |
| "loss": 0.9293, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.04822053075498869, | |
| "grad_norm": 3.145177565014435, | |
| "learning_rate": 1.9982657082511624e-05, | |
| "loss": 0.909, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.04830281835013372, | |
| "grad_norm": 2.4460324686547, | |
| "learning_rate": 1.9982499823839726e-05, | |
| "loss": 0.9172, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.04838510594527875, | |
| "grad_norm": 2.7860695223687335, | |
| "learning_rate": 1.9982341856027006e-05, | |
| "loss": 0.8962, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.04846739354042378, | |
| "grad_norm": 2.5003193611135126, | |
| "learning_rate": 1.9982183179084683e-05, | |
| "loss": 0.9523, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.04854968113556881, | |
| "grad_norm": 0.5728078039718163, | |
| "learning_rate": 1.998202379302403e-05, | |
| "loss": 0.5939, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.04863196873071385, | |
| "grad_norm": 2.513890686672487, | |
| "learning_rate": 1.9981863697856376e-05, | |
| "loss": 0.9027, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.04871425632585888, | |
| "grad_norm": 6.401109317568734, | |
| "learning_rate": 1.9981702893593086e-05, | |
| "loss": 0.9041, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.04879654392100391, | |
| "grad_norm": 0.526955304818451, | |
| "learning_rate": 1.9981541380245586e-05, | |
| "loss": 0.6109, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.04887883151614894, | |
| "grad_norm": 0.5280472746795982, | |
| "learning_rate": 1.9981379157825346e-05, | |
| "loss": 0.5801, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.04896111911129397, | |
| "grad_norm": 2.831289529507686, | |
| "learning_rate": 1.99812162263439e-05, | |
| "loss": 0.9296, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.049043406706439, | |
| "grad_norm": 2.5183731275746637, | |
| "learning_rate": 1.998105258581281e-05, | |
| "loss": 0.9373, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.04912569430158403, | |
| "grad_norm": 2.290556291606923, | |
| "learning_rate": 1.998088823624371e-05, | |
| "loss": 0.9339, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.04920798189672907, | |
| "grad_norm": 2.9827790643550065, | |
| "learning_rate": 1.998072317764827e-05, | |
| "loss": 0.9341, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.0492902694918741, | |
| "grad_norm": 3.9980040686222535, | |
| "learning_rate": 1.998055741003822e-05, | |
| "loss": 0.9428, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.04937255708701913, | |
| "grad_norm": 2.9421068715344125, | |
| "learning_rate": 1.998039093342533e-05, | |
| "loss": 0.9183, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.04945484468216416, | |
| "grad_norm": 2.3512621164999654, | |
| "learning_rate": 1.998022374782143e-05, | |
| "loss": 0.9139, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.049537132277309194, | |
| "grad_norm": 2.8922341692853863, | |
| "learning_rate": 1.9980055853238394e-05, | |
| "loss": 0.8847, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.049619419872454225, | |
| "grad_norm": 2.5544870335833916, | |
| "learning_rate": 1.9979887249688158e-05, | |
| "loss": 0.9322, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.04970170746759926, | |
| "grad_norm": 2.3713588179833427, | |
| "learning_rate": 1.9979717937182685e-05, | |
| "loss": 0.8953, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.04978399506274429, | |
| "grad_norm": 2.567195793905517, | |
| "learning_rate": 1.9979547915734014e-05, | |
| "loss": 0.9287, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.049866282657889324, | |
| "grad_norm": 2.116439796262553, | |
| "learning_rate": 1.997937718535422e-05, | |
| "loss": 0.9122, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.049948570253034355, | |
| "grad_norm": 2.6728583449200967, | |
| "learning_rate": 1.9979205746055426e-05, | |
| "loss": 0.9409, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.050030857848179386, | |
| "grad_norm": 2.9303321533796147, | |
| "learning_rate": 1.9979033597849817e-05, | |
| "loss": 0.877, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.05011314544332442, | |
| "grad_norm": 2.6453736009345103, | |
| "learning_rate": 1.9978860740749618e-05, | |
| "loss": 0.9264, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.05019543303846945, | |
| "grad_norm": 0.6463475109604742, | |
| "learning_rate": 1.9978687174767115e-05, | |
| "loss": 0.6037, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.050277720633614485, | |
| "grad_norm": 2.1568723876857514, | |
| "learning_rate": 1.9978512899914632e-05, | |
| "loss": 0.9291, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.050360008228759516, | |
| "grad_norm": 2.779974581309181, | |
| "learning_rate": 1.997833791620455e-05, | |
| "loss": 0.9487, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.05044229582390455, | |
| "grad_norm": 2.6541794961423726, | |
| "learning_rate": 1.9978162223649303e-05, | |
| "loss": 0.9314, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.05052458341904958, | |
| "grad_norm": 2.204822617972563, | |
| "learning_rate": 1.9977985822261367e-05, | |
| "loss": 0.9195, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.05060687101419461, | |
| "grad_norm": 2.528877153941993, | |
| "learning_rate": 1.9977808712053276e-05, | |
| "loss": 0.925, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.05068915860933964, | |
| "grad_norm": 2.89407673046398, | |
| "learning_rate": 1.9977630893037613e-05, | |
| "loss": 0.9164, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.05077144620448468, | |
| "grad_norm": 2.8147196835709924, | |
| "learning_rate": 1.9977452365227005e-05, | |
| "loss": 0.9109, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.05085373379962971, | |
| "grad_norm": 2.8624190313017697, | |
| "learning_rate": 1.997727312863414e-05, | |
| "loss": 0.9227, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.05093602139477474, | |
| "grad_norm": 2.6853591545801243, | |
| "learning_rate": 1.9977093183271746e-05, | |
| "loss": 0.9043, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.05101830898991977, | |
| "grad_norm": 2.847809177384018, | |
| "learning_rate": 1.997691252915261e-05, | |
| "loss": 0.8797, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.0511005965850648, | |
| "grad_norm": 2.5413962256979477, | |
| "learning_rate": 1.9976731166289565e-05, | |
| "loss": 0.888, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.05118288418020983, | |
| "grad_norm": 2.4434297876428768, | |
| "learning_rate": 1.997654909469549e-05, | |
| "loss": 0.9193, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.05126517177535486, | |
| "grad_norm": 2.554334961124947, | |
| "learning_rate": 1.9976366314383323e-05, | |
| "loss": 0.945, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.0513474593704999, | |
| "grad_norm": 3.0606359366025155, | |
| "learning_rate": 1.9976182825366052e-05, | |
| "loss": 0.9018, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.05142974696564493, | |
| "grad_norm": 2.7602463387503877, | |
| "learning_rate": 1.9975998627656704e-05, | |
| "loss": 0.9572, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.05151203456078996, | |
| "grad_norm": 2.645779738054759, | |
| "learning_rate": 1.997581372126837e-05, | |
| "loss": 0.8986, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.05159432215593499, | |
| "grad_norm": 2.3004786981907808, | |
| "learning_rate": 1.997562810621418e-05, | |
| "loss": 0.9378, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.05167660975108002, | |
| "grad_norm": 3.0529134410232954, | |
| "learning_rate": 1.9975441782507327e-05, | |
| "loss": 0.9374, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.051758897346225054, | |
| "grad_norm": 6.366982443959264, | |
| "learning_rate": 1.997525475016104e-05, | |
| "loss": 0.9572, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.05184118494137009, | |
| "grad_norm": 7.143057307651942, | |
| "learning_rate": 1.9975067009188608e-05, | |
| "loss": 0.9368, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.05192347253651512, | |
| "grad_norm": 2.486114121904295, | |
| "learning_rate": 1.997487855960337e-05, | |
| "loss": 0.8618, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.05200576013166015, | |
| "grad_norm": 2.909503733964849, | |
| "learning_rate": 1.9974689401418712e-05, | |
| "loss": 0.8998, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.052088047726805184, | |
| "grad_norm": 2.506345699862428, | |
| "learning_rate": 1.9974499534648068e-05, | |
| "loss": 0.9119, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.052170335321950215, | |
| "grad_norm": 0.5966023669088316, | |
| "learning_rate": 1.9974308959304933e-05, | |
| "loss": 0.5656, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.052252622917095246, | |
| "grad_norm": 2.9205909740125784, | |
| "learning_rate": 1.997411767540284e-05, | |
| "loss": 0.9109, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.052334910512240276, | |
| "grad_norm": 2.2641759973862534, | |
| "learning_rate": 1.9973925682955378e-05, | |
| "loss": 0.9023, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.052417198107385314, | |
| "grad_norm": 2.4641130571954086, | |
| "learning_rate": 1.9973732981976188e-05, | |
| "loss": 0.909, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.052499485702530345, | |
| "grad_norm": 2.2247912270982195, | |
| "learning_rate": 1.9973539572478955e-05, | |
| "loss": 0.9111, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.052581773297675376, | |
| "grad_norm": 2.182850954981328, | |
| "learning_rate": 1.9973345454477422e-05, | |
| "loss": 0.885, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.05266406089282041, | |
| "grad_norm": 0.5616279149900174, | |
| "learning_rate": 1.997315062798538e-05, | |
| "loss": 0.5634, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.05274634848796544, | |
| "grad_norm": 2.1709200144119287, | |
| "learning_rate": 1.9972955093016662e-05, | |
| "loss": 0.9021, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.05282863608311047, | |
| "grad_norm": 3.0243470611887853, | |
| "learning_rate": 1.9972758849585167e-05, | |
| "loss": 0.923, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.052910923678255506, | |
| "grad_norm": 0.5181983481216014, | |
| "learning_rate": 1.9972561897704832e-05, | |
| "loss": 0.589, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.05299321127340054, | |
| "grad_norm": 2.3618384003718904, | |
| "learning_rate": 1.997236423738965e-05, | |
| "loss": 0.8893, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.05307549886854557, | |
| "grad_norm": 2.83302899205139, | |
| "learning_rate": 1.997216586865366e-05, | |
| "loss": 0.9056, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.0531577864636906, | |
| "grad_norm": 2.1524435897397756, | |
| "learning_rate": 1.9971966791510952e-05, | |
| "loss": 0.8875, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.05324007405883563, | |
| "grad_norm": 0.5403616002875096, | |
| "learning_rate": 1.9971767005975676e-05, | |
| "loss": 0.5864, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.05332236165398066, | |
| "grad_norm": 3.032727501630103, | |
| "learning_rate": 1.9971566512062016e-05, | |
| "loss": 0.9269, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.0534046492491257, | |
| "grad_norm": 2.677613120586094, | |
| "learning_rate": 1.9971365309784222e-05, | |
| "loss": 0.9319, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.05348693684427073, | |
| "grad_norm": 2.7527601762070626, | |
| "learning_rate": 1.9971163399156577e-05, | |
| "loss": 0.911, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.05356922443941576, | |
| "grad_norm": 2.456807133771137, | |
| "learning_rate": 1.9970960780193435e-05, | |
| "loss": 0.9274, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.05365151203456079, | |
| "grad_norm": 0.5512339745238304, | |
| "learning_rate": 1.9970757452909185e-05, | |
| "loss": 0.5999, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.05373379962970582, | |
| "grad_norm": 3.3078302086877454, | |
| "learning_rate": 1.997055341731827e-05, | |
| "loss": 0.9161, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.05381608722485085, | |
| "grad_norm": 1.9567891820560834, | |
| "learning_rate": 1.9970348673435187e-05, | |
| "loss": 0.8954, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.05389837481999588, | |
| "grad_norm": 2.4558167849951027, | |
| "learning_rate": 1.9970143221274477e-05, | |
| "loss": 0.9041, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.05398066241514092, | |
| "grad_norm": 2.6700615275845214, | |
| "learning_rate": 1.996993706085074e-05, | |
| "loss": 0.9406, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.05406295001028595, | |
| "grad_norm": 2.47054592661293, | |
| "learning_rate": 1.9969730192178618e-05, | |
| "loss": 0.9075, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.05414523760543098, | |
| "grad_norm": 2.527986443897195, | |
| "learning_rate": 1.9969522615272806e-05, | |
| "loss": 0.9012, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.05422752520057601, | |
| "grad_norm": 0.5565334590513972, | |
| "learning_rate": 1.9969314330148056e-05, | |
| "loss": 0.5587, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.054309812795721044, | |
| "grad_norm": 1.8601076711624556, | |
| "learning_rate": 1.9969105336819154e-05, | |
| "loss": 0.8991, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.054392100390866074, | |
| "grad_norm": 2.0210809868042356, | |
| "learning_rate": 1.9968895635300956e-05, | |
| "loss": 0.9302, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.05447438798601111, | |
| "grad_norm": 2.1871429796039363, | |
| "learning_rate": 1.9968685225608353e-05, | |
| "loss": 0.8719, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.05455667558115614, | |
| "grad_norm": 2.699275991596056, | |
| "learning_rate": 1.9968474107756295e-05, | |
| "loss": 0.9107, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.054638963176301174, | |
| "grad_norm": 2.921814293546767, | |
| "learning_rate": 1.996826228175978e-05, | |
| "loss": 0.9124, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.054721250771446205, | |
| "grad_norm": 2.9121454433336917, | |
| "learning_rate": 1.9968049747633848e-05, | |
| "loss": 0.8872, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.054803538366591235, | |
| "grad_norm": 4.665109966003875, | |
| "learning_rate": 1.996783650539361e-05, | |
| "loss": 0.9337, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.054885825961736266, | |
| "grad_norm": 2.2334882062761814, | |
| "learning_rate": 1.9967622555054204e-05, | |
| "loss": 0.9249, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.0549681135568813, | |
| "grad_norm": 1.8093225226331142, | |
| "learning_rate": 1.9967407896630837e-05, | |
| "loss": 0.8666, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.055050401152026335, | |
| "grad_norm": 0.5652676807003993, | |
| "learning_rate": 1.996719253013875e-05, | |
| "loss": 0.5961, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.055132688747171366, | |
| "grad_norm": 0.5100457321950321, | |
| "learning_rate": 1.9966976455593247e-05, | |
| "loss": 0.5618, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.055214976342316396, | |
| "grad_norm": 2.773850609378529, | |
| "learning_rate": 1.9966759673009677e-05, | |
| "loss": 0.9275, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.05529726393746143, | |
| "grad_norm": 2.5443256480658296, | |
| "learning_rate": 1.9966542182403437e-05, | |
| "loss": 0.9077, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.05537955153260646, | |
| "grad_norm": 3.282011580384134, | |
| "learning_rate": 1.9966323983789983e-05, | |
| "loss": 0.921, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.05546183912775149, | |
| "grad_norm": 2.2203588190464885, | |
| "learning_rate": 1.996610507718481e-05, | |
| "loss": 0.8988, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.05554412672289653, | |
| "grad_norm": 4.790143157081725, | |
| "learning_rate": 1.996588546260347e-05, | |
| "loss": 0.9526, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.05562641431804156, | |
| "grad_norm": 2.092143807841506, | |
| "learning_rate": 1.9965665140061565e-05, | |
| "loss": 0.915, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.05570870191318659, | |
| "grad_norm": 1.9784649465852888, | |
| "learning_rate": 1.9965444109574744e-05, | |
| "loss": 0.905, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.05579098950833162, | |
| "grad_norm": 2.7843501048163217, | |
| "learning_rate": 1.9965222371158718e-05, | |
| "loss": 0.8951, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.05587327710347665, | |
| "grad_norm": 2.6331805589786383, | |
| "learning_rate": 1.9964999924829224e-05, | |
| "loss": 0.8614, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.05595556469862168, | |
| "grad_norm": 0.7467735870885243, | |
| "learning_rate": 1.9964776770602078e-05, | |
| "loss": 0.6063, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.05603785229376671, | |
| "grad_norm": 2.680536053721946, | |
| "learning_rate": 1.9964552908493123e-05, | |
| "loss": 0.8782, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.05612013988891175, | |
| "grad_norm": 3.49552823109986, | |
| "learning_rate": 1.9964328338518264e-05, | |
| "loss": 0.902, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.05620242748405678, | |
| "grad_norm": 2.120123047682193, | |
| "learning_rate": 1.996410306069346e-05, | |
| "loss": 0.9496, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.05628471507920181, | |
| "grad_norm": 1.937156037107827, | |
| "learning_rate": 1.9963877075034706e-05, | |
| "loss": 0.8875, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.05636700267434684, | |
| "grad_norm": 2.4742509534066754, | |
| "learning_rate": 1.9963650381558063e-05, | |
| "loss": 0.9192, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.05644929026949187, | |
| "grad_norm": 2.3426169694208903, | |
| "learning_rate": 1.996342298027963e-05, | |
| "loss": 0.9481, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.0565315778646369, | |
| "grad_norm": 2.1543307158741434, | |
| "learning_rate": 1.9963194871215557e-05, | |
| "loss": 0.8948, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.05661386545978194, | |
| "grad_norm": 1.7721734117310426, | |
| "learning_rate": 1.9962966054382062e-05, | |
| "loss": 0.8769, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.05669615305492697, | |
| "grad_norm": 2.637184520870366, | |
| "learning_rate": 1.9962736529795388e-05, | |
| "loss": 0.9305, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.056778440650072, | |
| "grad_norm": 2.5552424968357306, | |
| "learning_rate": 1.9962506297471846e-05, | |
| "loss": 0.9011, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.05686072824521703, | |
| "grad_norm": 2.1091093097631797, | |
| "learning_rate": 1.9962275357427787e-05, | |
| "loss": 0.9153, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.056943015840362064, | |
| "grad_norm": 3.8893843496883775, | |
| "learning_rate": 1.996204370967962e-05, | |
| "loss": 0.9516, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.057025303435507095, | |
| "grad_norm": 0.6989567675386245, | |
| "learning_rate": 1.9961811354243798e-05, | |
| "loss": 0.6088, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.057107591030652126, | |
| "grad_norm": 3.0703220705587326, | |
| "learning_rate": 1.9961578291136834e-05, | |
| "loss": 0.9468, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.057189878625797164, | |
| "grad_norm": 0.5452905698296876, | |
| "learning_rate": 1.9961344520375276e-05, | |
| "loss": 0.5795, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.057272166220942194, | |
| "grad_norm": 3.477621910759164, | |
| "learning_rate": 1.9961110041975732e-05, | |
| "loss": 0.9586, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.057354453816087225, | |
| "grad_norm": 3.5385882928206454, | |
| "learning_rate": 1.9960874855954863e-05, | |
| "loss": 0.9508, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.057436741411232256, | |
| "grad_norm": 2.6972731084205437, | |
| "learning_rate": 1.996063896232938e-05, | |
| "loss": 0.9313, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.05751902900637729, | |
| "grad_norm": 0.6344603977192381, | |
| "learning_rate": 1.9960402361116026e-05, | |
| "loss": 0.6044, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.05760131660152232, | |
| "grad_norm": 5.571545453742246, | |
| "learning_rate": 1.996016505233162e-05, | |
| "loss": 0.92, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.057683604196667355, | |
| "grad_norm": 2.859612009759652, | |
| "learning_rate": 1.9959927035993017e-05, | |
| "loss": 0.897, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.057765891791812386, | |
| "grad_norm": 2.426187536557682, | |
| "learning_rate": 1.9959688312117128e-05, | |
| "loss": 0.9305, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.05784817938695742, | |
| "grad_norm": 2.7388965530788, | |
| "learning_rate": 1.995944888072091e-05, | |
| "loss": 0.9145, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.05793046698210245, | |
| "grad_norm": 2.776291815110774, | |
| "learning_rate": 1.995920874182137e-05, | |
| "loss": 0.9075, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.05801275457724748, | |
| "grad_norm": 2.575679639237728, | |
| "learning_rate": 1.995896789543557e-05, | |
| "loss": 0.9045, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.05809504217239251, | |
| "grad_norm": 3.5403132152741263, | |
| "learning_rate": 1.9958726341580615e-05, | |
| "loss": 0.913, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.05817732976753754, | |
| "grad_norm": 2.58072580176139, | |
| "learning_rate": 1.995848408027367e-05, | |
| "loss": 0.9229, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.05825961736268258, | |
| "grad_norm": 2.5124996774654473, | |
| "learning_rate": 1.9958241111531942e-05, | |
| "loss": 0.9126, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.05834190495782761, | |
| "grad_norm": 2.36119565147592, | |
| "learning_rate": 1.995799743537269e-05, | |
| "loss": 0.9066, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.05842419255297264, | |
| "grad_norm": 3.2376572469679847, | |
| "learning_rate": 1.9957753051813228e-05, | |
| "loss": 0.9107, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.05850648014811767, | |
| "grad_norm": 0.5718002254539629, | |
| "learning_rate": 1.9957507960870908e-05, | |
| "loss": 0.5838, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.0585887677432627, | |
| "grad_norm": 2.9835296928097765, | |
| "learning_rate": 1.9957262162563155e-05, | |
| "loss": 0.9062, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.05867105533840773, | |
| "grad_norm": 2.312335655498833, | |
| "learning_rate": 1.9957015656907417e-05, | |
| "loss": 0.9331, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.05875334293355277, | |
| "grad_norm": 2.3792417930038168, | |
| "learning_rate": 1.9956768443921214e-05, | |
| "loss": 0.9371, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.0588356305286978, | |
| "grad_norm": 3.0747711781753955, | |
| "learning_rate": 1.99565205236221e-05, | |
| "loss": 0.9245, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.05891791812384283, | |
| "grad_norm": 2.469147337654409, | |
| "learning_rate": 1.9956271896027696e-05, | |
| "loss": 0.9053, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.05900020571898786, | |
| "grad_norm": 4.677348829502867, | |
| "learning_rate": 1.9956022561155655e-05, | |
| "loss": 0.9316, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.05908249331413289, | |
| "grad_norm": 2.574073344258724, | |
| "learning_rate": 1.9955772519023694e-05, | |
| "loss": 0.9144, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.059164780909277924, | |
| "grad_norm": 0.6010291838312377, | |
| "learning_rate": 1.995552176964958e-05, | |
| "loss": 0.5969, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.05924706850442296, | |
| "grad_norm": 0.48362592184616704, | |
| "learning_rate": 1.9955270313051115e-05, | |
| "loss": 0.6105, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.05932935609956799, | |
| "grad_norm": 4.6846130266410935, | |
| "learning_rate": 1.995501814924617e-05, | |
| "loss": 0.9146, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.05941164369471302, | |
| "grad_norm": 2.577204170673208, | |
| "learning_rate": 1.9954765278252656e-05, | |
| "loss": 0.9073, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.059493931289858054, | |
| "grad_norm": 4.7923802267754985, | |
| "learning_rate": 1.995451170008854e-05, | |
| "loss": 0.9192, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.059576218885003085, | |
| "grad_norm": 3.637556402050712, | |
| "learning_rate": 1.995425741477183e-05, | |
| "loss": 0.8916, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.059658506480148116, | |
| "grad_norm": 3.318312481516906, | |
| "learning_rate": 1.9954002422320593e-05, | |
| "loss": 0.8979, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.05974079407529315, | |
| "grad_norm": 2.2896767162285476, | |
| "learning_rate": 1.9953746722752944e-05, | |
| "loss": 0.9078, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.059823081670438184, | |
| "grad_norm": 2.4261610228532433, | |
| "learning_rate": 1.9953490316087045e-05, | |
| "loss": 0.9094, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.059905369265583215, | |
| "grad_norm": 3.5742603087267533, | |
| "learning_rate": 1.9953233202341115e-05, | |
| "loss": 0.9668, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.059987656860728246, | |
| "grad_norm": 3.646866686252275, | |
| "learning_rate": 1.995297538153341e-05, | |
| "loss": 0.9081, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.06006994445587328, | |
| "grad_norm": 3.5756298093016134, | |
| "learning_rate": 1.9952716853682258e-05, | |
| "loss": 0.932, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.06015223205101831, | |
| "grad_norm": 2.461737210935374, | |
| "learning_rate": 1.9952457618806016e-05, | |
| "loss": 0.9161, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.06023451964616334, | |
| "grad_norm": 2.9435688364135038, | |
| "learning_rate": 1.99521976769231e-05, | |
| "loss": 0.8791, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.060316807241308376, | |
| "grad_norm": 3.752079579941048, | |
| "learning_rate": 1.995193702805198e-05, | |
| "loss": 0.8864, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.06039909483645341, | |
| "grad_norm": 4.53396790098707, | |
| "learning_rate": 1.9951675672211163e-05, | |
| "loss": 0.8929, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.06048138243159844, | |
| "grad_norm": 4.961620647630342, | |
| "learning_rate": 1.9951413609419225e-05, | |
| "loss": 0.8536, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.06056367002674347, | |
| "grad_norm": 3.891304133200799, | |
| "learning_rate": 1.995115083969478e-05, | |
| "loss": 0.8944, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.0606459576218885, | |
| "grad_norm": 2.712319861053012, | |
| "learning_rate": 1.9950887363056495e-05, | |
| "loss": 0.9206, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.06072824521703353, | |
| "grad_norm": 4.223019111124196, | |
| "learning_rate": 1.9950623179523085e-05, | |
| "loss": 0.9025, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.06081053281217856, | |
| "grad_norm": 5.016232013409377, | |
| "learning_rate": 1.9950358289113317e-05, | |
| "loss": 0.8815, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.0608928204073236, | |
| "grad_norm": 2.6897434242049694, | |
| "learning_rate": 1.995009269184601e-05, | |
| "loss": 0.8836, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.06097510800246863, | |
| "grad_norm": 0.7568433896575619, | |
| "learning_rate": 1.994982638774003e-05, | |
| "loss": 0.5993, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.06105739559761366, | |
| "grad_norm": 2.553452324246678, | |
| "learning_rate": 1.9949559376814296e-05, | |
| "loss": 0.8986, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.06113968319275869, | |
| "grad_norm": 0.5018812785768227, | |
| "learning_rate": 1.9949291659087776e-05, | |
| "loss": 0.5597, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.06122197078790372, | |
| "grad_norm": 2.4064235706469, | |
| "learning_rate": 1.994902323457949e-05, | |
| "loss": 0.8943, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.06130425838304875, | |
| "grad_norm": 2.295948111702661, | |
| "learning_rate": 1.9948754103308504e-05, | |
| "loss": 0.8668, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.06138654597819379, | |
| "grad_norm": 0.6531820015601002, | |
| "learning_rate": 1.9948484265293934e-05, | |
| "loss": 0.5944, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.06146883357333882, | |
| "grad_norm": 2.488686897667554, | |
| "learning_rate": 1.9948213720554955e-05, | |
| "loss": 0.8939, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.06155112116848385, | |
| "grad_norm": 2.2478829073807867, | |
| "learning_rate": 1.994794246911078e-05, | |
| "loss": 0.878, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.06163340876362888, | |
| "grad_norm": 3.21297658438237, | |
| "learning_rate": 1.9947670510980686e-05, | |
| "loss": 0.9367, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.061715696358773914, | |
| "grad_norm": 2.5032219143064296, | |
| "learning_rate": 1.9947397846183986e-05, | |
| "loss": 0.909, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.061797983953918945, | |
| "grad_norm": 2.3821398027611367, | |
| "learning_rate": 1.9947124474740052e-05, | |
| "loss": 0.8767, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.061880271549063975, | |
| "grad_norm": 4.029427101966951, | |
| "learning_rate": 1.99468503966683e-05, | |
| "loss": 0.8618, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.06196255914420901, | |
| "grad_norm": 2.404778806152705, | |
| "learning_rate": 1.9946575611988207e-05, | |
| "loss": 0.9047, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.062044846739354044, | |
| "grad_norm": 2.962612526189809, | |
| "learning_rate": 1.9946300120719287e-05, | |
| "loss": 0.889, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.062127134334499075, | |
| "grad_norm": 2.5437765511188695, | |
| "learning_rate": 1.994602392288112e-05, | |
| "loss": 0.9399, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.062209421929644106, | |
| "grad_norm": 0.5539735241167393, | |
| "learning_rate": 1.9945747018493314e-05, | |
| "loss": 0.5963, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.062291709524789136, | |
| "grad_norm": 3.1779858985642817, | |
| "learning_rate": 1.9945469407575543e-05, | |
| "loss": 0.876, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.06237399711993417, | |
| "grad_norm": 2.687485842671492, | |
| "learning_rate": 1.9945191090147537e-05, | |
| "loss": 0.9022, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.062456284715079205, | |
| "grad_norm": 2.9422463927653766, | |
| "learning_rate": 1.9944912066229058e-05, | |
| "loss": 0.8956, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.06253857231022424, | |
| "grad_norm": 4.157936413648122, | |
| "learning_rate": 1.9944632335839927e-05, | |
| "loss": 0.9138, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.06262085990536927, | |
| "grad_norm": 0.48567249965915693, | |
| "learning_rate": 1.9944351899000026e-05, | |
| "loss": 0.5563, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.0627031475005143, | |
| "grad_norm": 2.7821820465506, | |
| "learning_rate": 1.9944070755729266e-05, | |
| "loss": 0.9122, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.06278543509565933, | |
| "grad_norm": 2.65823773191475, | |
| "learning_rate": 1.9943788906047624e-05, | |
| "loss": 0.9009, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.06286772269080436, | |
| "grad_norm": 0.4745158162176376, | |
| "learning_rate": 1.9943506349975118e-05, | |
| "loss": 0.5845, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.06295001028594939, | |
| "grad_norm": 4.304541123505603, | |
| "learning_rate": 1.9943223087531824e-05, | |
| "loss": 0.911, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.06303229788109442, | |
| "grad_norm": 2.599121308286042, | |
| "learning_rate": 1.9942939118737866e-05, | |
| "loss": 0.9082, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.06311458547623945, | |
| "grad_norm": 2.661380985142305, | |
| "learning_rate": 1.9942654443613413e-05, | |
| "loss": 0.889, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.06319687307138448, | |
| "grad_norm": 2.7289869422777406, | |
| "learning_rate": 1.994236906217869e-05, | |
| "loss": 0.8807, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.06327916066652953, | |
| "grad_norm": 3.552184676009908, | |
| "learning_rate": 1.9942082974453968e-05, | |
| "loss": 0.8869, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.06336144826167456, | |
| "grad_norm": 3.3116779659066222, | |
| "learning_rate": 1.994179618045957e-05, | |
| "loss": 0.886, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.06344373585681959, | |
| "grad_norm": 2.733151926112565, | |
| "learning_rate": 1.9941508680215874e-05, | |
| "loss": 0.878, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.06352602345196462, | |
| "grad_norm": 3.689575278866226, | |
| "learning_rate": 1.9941220473743297e-05, | |
| "loss": 0.9012, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.06360831104710965, | |
| "grad_norm": 3.6509278934675344, | |
| "learning_rate": 1.994093156106232e-05, | |
| "loss": 0.8859, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.06369059864225468, | |
| "grad_norm": 3.4408763078150373, | |
| "learning_rate": 1.9940641942193462e-05, | |
| "loss": 0.9895, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.06377288623739971, | |
| "grad_norm": 3.356367722166113, | |
| "learning_rate": 1.9940351617157298e-05, | |
| "loss": 0.9321, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.06385517383254474, | |
| "grad_norm": 2.6685489053310905, | |
| "learning_rate": 1.994006058597445e-05, | |
| "loss": 0.871, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.06393746142768977, | |
| "grad_norm": 2.1000398415565447, | |
| "learning_rate": 1.99397688486656e-05, | |
| "loss": 0.8799, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.0640197490228348, | |
| "grad_norm": 2.1292877692214462, | |
| "learning_rate": 1.9939476405251464e-05, | |
| "loss": 0.8955, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.06410203661797984, | |
| "grad_norm": 3.4132241841166073, | |
| "learning_rate": 1.9939183255752817e-05, | |
| "loss": 0.8757, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 0.06418432421312487, | |
| "grad_norm": 2.62487277122737, | |
| "learning_rate": 1.9938889400190494e-05, | |
| "loss": 0.8884, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.0642666118082699, | |
| "grad_norm": 2.044302329571613, | |
| "learning_rate": 1.993859483858536e-05, | |
| "loss": 0.9023, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 0.06434889940341494, | |
| "grad_norm": 0.5567547220538414, | |
| "learning_rate": 1.993829957095834e-05, | |
| "loss": 0.5694, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.06443118699855997, | |
| "grad_norm": 0.48731474493235843, | |
| "learning_rate": 1.9938003597330415e-05, | |
| "loss": 0.5764, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.064513474593705, | |
| "grad_norm": 2.335128235917664, | |
| "learning_rate": 1.9937706917722607e-05, | |
| "loss": 0.9091, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.06459576218885003, | |
| "grad_norm": 2.6840226763995383, | |
| "learning_rate": 1.9937409532155992e-05, | |
| "loss": 0.8881, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.06467804978399506, | |
| "grad_norm": 2.3949102024541653, | |
| "learning_rate": 1.99371114406517e-05, | |
| "loss": 0.9183, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.0647603373791401, | |
| "grad_norm": 2.6216703824274488, | |
| "learning_rate": 1.99368126432309e-05, | |
| "loss": 0.9207, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 0.06484262497428513, | |
| "grad_norm": 2.614435269135524, | |
| "learning_rate": 1.993651313991482e-05, | |
| "loss": 0.9145, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.06492491256943016, | |
| "grad_norm": 1.9122678315195296, | |
| "learning_rate": 1.9936212930724742e-05, | |
| "loss": 0.8829, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.06500720016457519, | |
| "grad_norm": 0.5913835221535177, | |
| "learning_rate": 1.9935912015681984e-05, | |
| "loss": 0.6145, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.06508948775972022, | |
| "grad_norm": 2.528199419410872, | |
| "learning_rate": 1.993561039480793e-05, | |
| "loss": 0.8655, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 0.06517177535486525, | |
| "grad_norm": 3.3798538121747326, | |
| "learning_rate": 1.9935308068124e-05, | |
| "loss": 0.9251, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.06525406295001028, | |
| "grad_norm": 2.6588327121370194, | |
| "learning_rate": 1.9935005035651676e-05, | |
| "loss": 0.8983, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 0.06533635054515531, | |
| "grad_norm": 0.5232567113259947, | |
| "learning_rate": 1.9934701297412482e-05, | |
| "loss": 0.578, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.06541863814030036, | |
| "grad_norm": 4.752300485944965, | |
| "learning_rate": 1.9934396853427998e-05, | |
| "loss": 0.8953, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.06550092573544539, | |
| "grad_norm": 2.2269507955655987, | |
| "learning_rate": 1.9934091703719846e-05, | |
| "loss": 0.9245, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.06558321333059042, | |
| "grad_norm": 3.122445969674065, | |
| "learning_rate": 1.9933785848309708e-05, | |
| "loss": 0.8914, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 0.06566550092573545, | |
| "grad_norm": 3.1204724551293426, | |
| "learning_rate": 1.9933479287219312e-05, | |
| "loss": 0.9287, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.06574778852088048, | |
| "grad_norm": 14.479758337139925, | |
| "learning_rate": 1.9933172020470433e-05, | |
| "loss": 0.8677, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 0.06583007611602551, | |
| "grad_norm": 2.1224285416282953, | |
| "learning_rate": 1.99328640480849e-05, | |
| "loss": 0.8755, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.06591236371117054, | |
| "grad_norm": 2.487164087508179, | |
| "learning_rate": 1.9932555370084588e-05, | |
| "loss": 0.8775, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 0.06599465130631557, | |
| "grad_norm": 0.5728404010402629, | |
| "learning_rate": 1.9932245986491425e-05, | |
| "loss": 0.5477, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 0.0660769389014606, | |
| "grad_norm": 3.245446623126787, | |
| "learning_rate": 1.9931935897327396e-05, | |
| "loss": 0.9005, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 0.06615922649660563, | |
| "grad_norm": 2.5198170754823237, | |
| "learning_rate": 1.9931625102614524e-05, | |
| "loss": 0.9251, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.06624151409175066, | |
| "grad_norm": 2.7124091417439447, | |
| "learning_rate": 1.9931313602374886e-05, | |
| "loss": 0.9043, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.0663238016868957, | |
| "grad_norm": 2.295917945326921, | |
| "learning_rate": 1.9931001396630613e-05, | |
| "loss": 0.9037, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 0.06640608928204073, | |
| "grad_norm": 2.5595180677086176, | |
| "learning_rate": 1.9930688485403885e-05, | |
| "loss": 0.8916, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 0.06648837687718577, | |
| "grad_norm": 2.54401264532517, | |
| "learning_rate": 1.993037486871693e-05, | |
| "loss": 0.8865, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.0665706644723308, | |
| "grad_norm": 2.7644346282703567, | |
| "learning_rate": 1.993006054659202e-05, | |
| "loss": 0.875, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 0.06665295206747583, | |
| "grad_norm": 2.145314542653547, | |
| "learning_rate": 1.9929745519051497e-05, | |
| "loss": 0.9358, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.06673523966262086, | |
| "grad_norm": 3.2713117109960583, | |
| "learning_rate": 1.9929429786117724e-05, | |
| "loss": 0.8777, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 0.0668175272577659, | |
| "grad_norm": 0.5829653015669467, | |
| "learning_rate": 1.9929113347813145e-05, | |
| "loss": 0.5366, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.06689981485291092, | |
| "grad_norm": 2.4233464969419516, | |
| "learning_rate": 1.992879620416023e-05, | |
| "loss": 0.9099, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 0.06698210244805596, | |
| "grad_norm": 2.7021068296091624, | |
| "learning_rate": 1.9928478355181512e-05, | |
| "loss": 0.9092, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 0.06706439004320099, | |
| "grad_norm": 2.522776219516862, | |
| "learning_rate": 1.992815980089957e-05, | |
| "loss": 0.9024, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.06714667763834602, | |
| "grad_norm": 2.232284370603574, | |
| "learning_rate": 1.9927840541337037e-05, | |
| "loss": 0.9233, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.06722896523349105, | |
| "grad_norm": 2.9343145896014255, | |
| "learning_rate": 1.9927520576516587e-05, | |
| "loss": 0.9312, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 0.06731125282863608, | |
| "grad_norm": 3.3222486630048764, | |
| "learning_rate": 1.9927199906460947e-05, | |
| "loss": 0.8681, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 0.06739354042378111, | |
| "grad_norm": 2.1225744897957153, | |
| "learning_rate": 1.9926878531192908e-05, | |
| "loss": 0.8916, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 0.06747582801892614, | |
| "grad_norm": 5.166258547080567, | |
| "learning_rate": 1.992655645073529e-05, | |
| "loss": 0.9153, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.06755811561407118, | |
| "grad_norm": 3.2639889220707077, | |
| "learning_rate": 1.992623366511098e-05, | |
| "loss": 0.8715, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 0.06764040320921622, | |
| "grad_norm": 4.714497016717951, | |
| "learning_rate": 1.9925910174342907e-05, | |
| "loss": 0.8723, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.06772269080436125, | |
| "grad_norm": 2.5352280280058315, | |
| "learning_rate": 1.9925585978454043e-05, | |
| "loss": 0.9045, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 0.06780497839950628, | |
| "grad_norm": 3.485579632575649, | |
| "learning_rate": 1.992526107746743e-05, | |
| "loss": 0.8797, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.06788726599465131, | |
| "grad_norm": 12.454695730191421, | |
| "learning_rate": 1.992493547140614e-05, | |
| "loss": 0.8755, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.06796955358979634, | |
| "grad_norm": 0.5679287848373274, | |
| "learning_rate": 1.9924609160293308e-05, | |
| "loss": 0.5737, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 0.06805184118494137, | |
| "grad_norm": 6.733588252523935, | |
| "learning_rate": 1.9924282144152115e-05, | |
| "loss": 0.8607, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 0.0681341287800864, | |
| "grad_norm": 2.8353728427421965, | |
| "learning_rate": 1.9923954423005786e-05, | |
| "loss": 0.8658, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.06821641637523143, | |
| "grad_norm": 2.226675047912921, | |
| "learning_rate": 1.9923625996877607e-05, | |
| "loss": 0.8908, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 0.06829870397037646, | |
| "grad_norm": 2.090011013197403, | |
| "learning_rate": 1.9923296865790907e-05, | |
| "loss": 0.9027, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.06838099156552149, | |
| "grad_norm": 2.4269097740027687, | |
| "learning_rate": 1.992296702976907e-05, | |
| "loss": 0.8743, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 0.06846327916066652, | |
| "grad_norm": 2.4454075613373174, | |
| "learning_rate": 1.9922636488835528e-05, | |
| "loss": 0.9188, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.06854556675581157, | |
| "grad_norm": 2.708156376904729, | |
| "learning_rate": 1.992230524301375e-05, | |
| "loss": 0.8753, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 0.0686278543509566, | |
| "grad_norm": 6.9289687760917955, | |
| "learning_rate": 1.9921973292327285e-05, | |
| "loss": 0.8714, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.06871014194610163, | |
| "grad_norm": 2.833475838520833, | |
| "learning_rate": 1.9921640636799697e-05, | |
| "loss": 0.878, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.06879242954124666, | |
| "grad_norm": 0.6390100760660502, | |
| "learning_rate": 1.992130727645463e-05, | |
| "loss": 0.5892, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.06887471713639169, | |
| "grad_norm": 3.503075844449775, | |
| "learning_rate": 1.992097321131576e-05, | |
| "loss": 0.9134, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 0.06895700473153672, | |
| "grad_norm": 2.928003367939948, | |
| "learning_rate": 1.992063844140682e-05, | |
| "loss": 0.916, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 0.06903929232668175, | |
| "grad_norm": 2.79325002366026, | |
| "learning_rate": 1.992030296675159e-05, | |
| "loss": 0.8767, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 0.06912157992182678, | |
| "grad_norm": 2.312184411585912, | |
| "learning_rate": 1.9919966787373902e-05, | |
| "loss": 0.9053, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.06920386751697181, | |
| "grad_norm": 2.9138317208293594, | |
| "learning_rate": 1.991962990329764e-05, | |
| "loss": 0.9005, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 0.06928615511211685, | |
| "grad_norm": 2.418947503313838, | |
| "learning_rate": 1.991929231454673e-05, | |
| "loss": 0.8876, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 0.06936844270726188, | |
| "grad_norm": 2.746227734046784, | |
| "learning_rate": 1.9918954021145162e-05, | |
| "loss": 0.9174, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 0.06945073030240691, | |
| "grad_norm": 4.054877897574317, | |
| "learning_rate": 1.991861502311696e-05, | |
| "loss": 0.8785, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.06953301789755194, | |
| "grad_norm": 3.3645447414769856, | |
| "learning_rate": 1.9918275320486212e-05, | |
| "loss": 0.8885, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.06961530549269698, | |
| "grad_norm": 0.6257651466469342, | |
| "learning_rate": 1.9917934913277047e-05, | |
| "loss": 0.5679, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.06969759308784201, | |
| "grad_norm": 2.9579632903454987, | |
| "learning_rate": 1.9917593801513645e-05, | |
| "loss": 0.8892, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 0.06977988068298704, | |
| "grad_norm": 2.3255674692633703, | |
| "learning_rate": 1.991725198522024e-05, | |
| "loss": 0.8969, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.06986216827813208, | |
| "grad_norm": 1.8812338541653777, | |
| "learning_rate": 1.9916909464421118e-05, | |
| "loss": 0.84, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 0.0699444558732771, | |
| "grad_norm": 4.348093261520783, | |
| "learning_rate": 1.9916566239140605e-05, | |
| "loss": 0.9035, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.07002674346842214, | |
| "grad_norm": 2.2375985456191003, | |
| "learning_rate": 1.9916222309403085e-05, | |
| "loss": 0.8754, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 0.07010903106356717, | |
| "grad_norm": 3.613200403801302, | |
| "learning_rate": 1.9915877675232992e-05, | |
| "loss": 0.8815, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.0701913186587122, | |
| "grad_norm": 3.839543987455212, | |
| "learning_rate": 1.9915532336654807e-05, | |
| "loss": 0.9072, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 0.07027360625385723, | |
| "grad_norm": 2.105567560984786, | |
| "learning_rate": 1.991518629369306e-05, | |
| "loss": 0.896, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 0.07035589384900226, | |
| "grad_norm": 2.267537355899574, | |
| "learning_rate": 1.9914839546372336e-05, | |
| "loss": 0.9158, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.07043818144414729, | |
| "grad_norm": 3.589047414435187, | |
| "learning_rate": 1.991449209471727e-05, | |
| "loss": 0.8734, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.07052046903929232, | |
| "grad_norm": 3.1819343869570536, | |
| "learning_rate": 1.991414393875254e-05, | |
| "loss": 0.9089, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 0.07060275663443735, | |
| "grad_norm": 2.5055069972264503, | |
| "learning_rate": 1.991379507850288e-05, | |
| "loss": 0.8681, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.0706850442295824, | |
| "grad_norm": 2.545062208600291, | |
| "learning_rate": 1.991344551399307e-05, | |
| "loss": 0.8835, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 0.07076733182472743, | |
| "grad_norm": 2.8423181256983487, | |
| "learning_rate": 1.9913095245247948e-05, | |
| "loss": 0.8855, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.07084961941987246, | |
| "grad_norm": 2.623939420394984, | |
| "learning_rate": 1.9912744272292392e-05, | |
| "loss": 0.8912, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 0.07093190701501749, | |
| "grad_norm": 2.456776383887346, | |
| "learning_rate": 1.9912392595151336e-05, | |
| "loss": 0.9026, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 0.07101419461016252, | |
| "grad_norm": 2.7531225878969177, | |
| "learning_rate": 1.9912040213849762e-05, | |
| "loss": 0.8875, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 0.07109648220530755, | |
| "grad_norm": 4.481796954208249, | |
| "learning_rate": 1.9911687128412708e-05, | |
| "loss": 0.8636, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.07117876980045258, | |
| "grad_norm": 2.545397332779262, | |
| "learning_rate": 1.9911333338865245e-05, | |
| "loss": 0.8803, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.07126105739559761, | |
| "grad_norm": 3.045980428767302, | |
| "learning_rate": 1.9910978845232517e-05, | |
| "loss": 0.9035, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 0.07134334499074264, | |
| "grad_norm": 3.6871914250355715, | |
| "learning_rate": 1.9910623647539702e-05, | |
| "loss": 0.8666, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 0.07142563258588767, | |
| "grad_norm": 2.116550202268351, | |
| "learning_rate": 1.991026774581203e-05, | |
| "loss": 0.9031, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.0715079201810327, | |
| "grad_norm": 2.532009330642646, | |
| "learning_rate": 1.9909911140074788e-05, | |
| "loss": 0.8661, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 0.07159020777617774, | |
| "grad_norm": 3.33485917673071, | |
| "learning_rate": 1.9909553830353308e-05, | |
| "loss": 0.8776, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.07167249537132277, | |
| "grad_norm": 2.3439342371747167, | |
| "learning_rate": 1.990919581667297e-05, | |
| "loss": 0.9151, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 0.07175478296646781, | |
| "grad_norm": 2.488600787006511, | |
| "learning_rate": 1.9908837099059212e-05, | |
| "loss": 0.9165, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.07183707056161284, | |
| "grad_norm": 3.95670742389146, | |
| "learning_rate": 1.990847767753751e-05, | |
| "loss": 0.8659, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 0.07191935815675787, | |
| "grad_norm": 0.5947750160477462, | |
| "learning_rate": 1.99081175521334e-05, | |
| "loss": 0.5886, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 0.0720016457519029, | |
| "grad_norm": 2.033586754058639, | |
| "learning_rate": 1.9907756722872465e-05, | |
| "loss": 0.8897, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.07208393334704793, | |
| "grad_norm": 3.346298659721499, | |
| "learning_rate": 1.9907395189780335e-05, | |
| "loss": 0.902, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.07216622094219297, | |
| "grad_norm": 3.004056249927372, | |
| "learning_rate": 1.9907032952882703e-05, | |
| "loss": 0.8715, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 0.072248508537338, | |
| "grad_norm": 5.4098932917643285, | |
| "learning_rate": 1.9906670012205286e-05, | |
| "loss": 0.8866, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 0.07233079613248303, | |
| "grad_norm": 6.828654192266096, | |
| "learning_rate": 1.990630636777388e-05, | |
| "loss": 0.8689, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.07241308372762806, | |
| "grad_norm": 2.6337207605941737, | |
| "learning_rate": 1.9905942019614312e-05, | |
| "loss": 0.8647, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.07249537132277309, | |
| "grad_norm": 0.5235737963953581, | |
| "learning_rate": 1.990557696775246e-05, | |
| "loss": 0.5661, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 0.07257765891791812, | |
| "grad_norm": 11.548238836629363, | |
| "learning_rate": 1.9905211212214266e-05, | |
| "loss": 0.9294, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.07265994651306315, | |
| "grad_norm": 5.489164212385315, | |
| "learning_rate": 1.990484475302571e-05, | |
| "loss": 0.8685, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 0.07274223410820818, | |
| "grad_norm": 7.88390924258145, | |
| "learning_rate": 1.990447759021282e-05, | |
| "loss": 0.874, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.07282452170335323, | |
| "grad_norm": 4.299200684634295, | |
| "learning_rate": 1.9904109723801684e-05, | |
| "loss": 0.9146, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.07290680929849826, | |
| "grad_norm": 6.21170690266594, | |
| "learning_rate": 1.990374115381843e-05, | |
| "loss": 0.8728, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 0.07298909689364329, | |
| "grad_norm": 4.563438990093578, | |
| "learning_rate": 1.9903371880289247e-05, | |
| "loss": 0.8747, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 0.07307138448878832, | |
| "grad_norm": 3.6273703961737187, | |
| "learning_rate": 1.990300190324036e-05, | |
| "loss": 0.9008, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.07315367208393335, | |
| "grad_norm": 7.441233530871766, | |
| "learning_rate": 1.9902631222698057e-05, | |
| "loss": 0.9141, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 0.07323595967907838, | |
| "grad_norm": 4.82833921873659, | |
| "learning_rate": 1.990225983868867e-05, | |
| "loss": 0.9339, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.07331824727422341, | |
| "grad_norm": 5.887738980648113, | |
| "learning_rate": 1.9901887751238577e-05, | |
| "loss": 0.8799, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 0.07340053486936844, | |
| "grad_norm": 2.5245499693701072, | |
| "learning_rate": 1.9901514960374217e-05, | |
| "loss": 0.8835, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.07348282246451347, | |
| "grad_norm": 6.763974106441189, | |
| "learning_rate": 1.990114146612207e-05, | |
| "loss": 0.891, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 0.0735651100596585, | |
| "grad_norm": 2.8844071869365835, | |
| "learning_rate": 1.9900767268508666e-05, | |
| "loss": 0.9097, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.07364739765480353, | |
| "grad_norm": 5.440132687337712, | |
| "learning_rate": 1.9900392367560588e-05, | |
| "loss": 0.8831, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.07372968524994856, | |
| "grad_norm": 3.745407109325051, | |
| "learning_rate": 1.9900016763304472e-05, | |
| "loss": 0.8805, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.0738119728450936, | |
| "grad_norm": 4.288740968099518, | |
| "learning_rate": 1.9899640455766997e-05, | |
| "loss": 0.8891, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.07389426044023864, | |
| "grad_norm": 2.755838421562454, | |
| "learning_rate": 1.9899263444974894e-05, | |
| "loss": 0.8973, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 0.07397654803538367, | |
| "grad_norm": 2.63866374184814, | |
| "learning_rate": 1.9898885730954948e-05, | |
| "loss": 0.8418, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 0.0740588356305287, | |
| "grad_norm": 3.0901321494386598, | |
| "learning_rate": 1.9898507313733995e-05, | |
| "loss": 0.8614, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.07414112322567373, | |
| "grad_norm": 2.754917360078824, | |
| "learning_rate": 1.9898128193338907e-05, | |
| "loss": 0.8964, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 0.07422341082081876, | |
| "grad_norm": 2.4717700343085163, | |
| "learning_rate": 1.9897748369796627e-05, | |
| "loss": 0.8793, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 0.0743056984159638, | |
| "grad_norm": 2.2819538240312585, | |
| "learning_rate": 1.989736784313413e-05, | |
| "loss": 0.9086, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 0.07438798601110883, | |
| "grad_norm": 2.7031870546344385, | |
| "learning_rate": 1.989698661337845e-05, | |
| "loss": 0.8601, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 0.07447027360625386, | |
| "grad_norm": 2.2788277737039757, | |
| "learning_rate": 1.9896604680556664e-05, | |
| "loss": 0.8464, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.07455256120139889, | |
| "grad_norm": 2.0567769102378954, | |
| "learning_rate": 1.9896222044695914e-05, | |
| "loss": 0.8807, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 0.07463484879654392, | |
| "grad_norm": 2.384203325674513, | |
| "learning_rate": 1.9895838705823377e-05, | |
| "loss": 0.8923, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 0.07471713639168895, | |
| "grad_norm": 2.0967277384590535, | |
| "learning_rate": 1.989545466396628e-05, | |
| "loss": 0.8793, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 0.07479942398683398, | |
| "grad_norm": 9.442852725541027, | |
| "learning_rate": 1.9895069919151915e-05, | |
| "loss": 0.8965, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 0.07488171158197901, | |
| "grad_norm": 5.109761027664979, | |
| "learning_rate": 1.9894684471407605e-05, | |
| "loss": 0.8983, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.07496399917712405, | |
| "grad_norm": 2.2367018687313185, | |
| "learning_rate": 1.9894298320760733e-05, | |
| "loss": 0.8879, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 0.07504628677226909, | |
| "grad_norm": 2.6873708972425656, | |
| "learning_rate": 1.989391146723873e-05, | |
| "loss": 0.8975, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.07512857436741412, | |
| "grad_norm": 0.5656242706848698, | |
| "learning_rate": 1.9893523910869085e-05, | |
| "loss": 0.617, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 0.07521086196255915, | |
| "grad_norm": 3.9316911134297814, | |
| "learning_rate": 1.989313565167932e-05, | |
| "loss": 0.9385, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 0.07529314955770418, | |
| "grad_norm": 2.783913423475105, | |
| "learning_rate": 1.9892746689697024e-05, | |
| "loss": 0.898, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.07537543715284921, | |
| "grad_norm": 4.235687618463353, | |
| "learning_rate": 1.989235702494982e-05, | |
| "loss": 0.8539, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 0.07545772474799424, | |
| "grad_norm": 2.387819568149409, | |
| "learning_rate": 1.9891966657465397e-05, | |
| "loss": 0.8369, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 0.07554001234313927, | |
| "grad_norm": 3.6947231383398424, | |
| "learning_rate": 1.989157558727148e-05, | |
| "loss": 0.8834, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 0.0756222999382843, | |
| "grad_norm": 2.604963394831731, | |
| "learning_rate": 1.989118381439585e-05, | |
| "loss": 0.9019, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 0.07570458753342933, | |
| "grad_norm": 0.5332477363950743, | |
| "learning_rate": 1.9890791338866344e-05, | |
| "loss": 0.5771, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.07578687512857436, | |
| "grad_norm": 3.2104258542562953, | |
| "learning_rate": 1.9890398160710837e-05, | |
| "loss": 0.9337, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 0.0758691627237194, | |
| "grad_norm": 0.48633325822320617, | |
| "learning_rate": 1.9890004279957266e-05, | |
| "loss": 0.5602, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 0.07595145031886442, | |
| "grad_norm": 12.835475358323716, | |
| "learning_rate": 1.9889609696633606e-05, | |
| "loss": 0.8553, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 0.07603373791400947, | |
| "grad_norm": 3.2124511867282037, | |
| "learning_rate": 1.9889214410767887e-05, | |
| "loss": 0.8674, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.0761160255091545, | |
| "grad_norm": 2.904116877033008, | |
| "learning_rate": 1.9888818422388193e-05, | |
| "loss": 0.8747, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.07619831310429953, | |
| "grad_norm": 3.157871788078832, | |
| "learning_rate": 1.9888421731522656e-05, | |
| "loss": 0.8891, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 0.07628060069944456, | |
| "grad_norm": 2.3718730999123547, | |
| "learning_rate": 1.9888024338199448e-05, | |
| "loss": 0.8993, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 0.07636288829458959, | |
| "grad_norm": 2.4565769064213723, | |
| "learning_rate": 1.988762624244681e-05, | |
| "loss": 0.9013, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 0.07644517588973462, | |
| "grad_norm": 2.540968098318489, | |
| "learning_rate": 1.988722744429301e-05, | |
| "loss": 0.8633, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 0.07652746348487965, | |
| "grad_norm": 3.56518007003656, | |
| "learning_rate": 1.988682794376639e-05, | |
| "loss": 0.8882, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.07660975108002469, | |
| "grad_norm": 2.176182910474906, | |
| "learning_rate": 1.9886427740895325e-05, | |
| "loss": 0.9149, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 0.07669203867516972, | |
| "grad_norm": 0.5807290241092793, | |
| "learning_rate": 1.9886026835708242e-05, | |
| "loss": 0.5897, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 0.07677432627031475, | |
| "grad_norm": 0.5568253540494434, | |
| "learning_rate": 1.9885625228233624e-05, | |
| "loss": 0.5944, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 0.07685661386545978, | |
| "grad_norm": 0.46307351633355415, | |
| "learning_rate": 1.9885222918499998e-05, | |
| "loss": 0.5687, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 0.07693890146060481, | |
| "grad_norm": 2.21686936101954, | |
| "learning_rate": 1.9884819906535946e-05, | |
| "loss": 0.899, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.07702118905574984, | |
| "grad_norm": 2.7051990886793758, | |
| "learning_rate": 1.9884416192370096e-05, | |
| "loss": 0.9015, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.07710347665089488, | |
| "grad_norm": 2.1375647901334385, | |
| "learning_rate": 1.988401177603113e-05, | |
| "loss": 0.9001, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 0.07718576424603991, | |
| "grad_norm": 4.132265546672556, | |
| "learning_rate": 1.988360665754777e-05, | |
| "loss": 0.8908, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 0.07726805184118495, | |
| "grad_norm": 2.1359019957192533, | |
| "learning_rate": 1.9883200836948803e-05, | |
| "loss": 0.8717, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 0.07735033943632998, | |
| "grad_norm": 3.9513646854514386, | |
| "learning_rate": 1.9882794314263053e-05, | |
| "loss": 0.8718, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.07743262703147501, | |
| "grad_norm": 2.321609974282721, | |
| "learning_rate": 1.9882387089519398e-05, | |
| "loss": 0.869, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 0.07751491462662004, | |
| "grad_norm": 3.70309268916697, | |
| "learning_rate": 1.9881979162746772e-05, | |
| "loss": 0.8649, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.07759720222176507, | |
| "grad_norm": 3.361767416529052, | |
| "learning_rate": 1.9881570533974148e-05, | |
| "loss": 0.8683, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 0.0776794898169101, | |
| "grad_norm": 3.4179325921845036, | |
| "learning_rate": 1.988116120323056e-05, | |
| "loss": 0.8963, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 0.07776177741205513, | |
| "grad_norm": 3.021751145368183, | |
| "learning_rate": 1.988075117054508e-05, | |
| "loss": 0.8746, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.07784406500720016, | |
| "grad_norm": 3.5878829514900974, | |
| "learning_rate": 1.9880340435946837e-05, | |
| "loss": 0.8516, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 0.07792635260234519, | |
| "grad_norm": 1.920072678794743, | |
| "learning_rate": 1.9879928999465016e-05, | |
| "loss": 0.8937, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 0.07800864019749022, | |
| "grad_norm": 2.2091268186489796, | |
| "learning_rate": 1.9879516861128835e-05, | |
| "loss": 0.8475, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.07809092779263525, | |
| "grad_norm": 2.2168445139505644, | |
| "learning_rate": 1.9879104020967577e-05, | |
| "loss": 0.8633, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 0.0781732153877803, | |
| "grad_norm": 1.0323698606460356, | |
| "learning_rate": 1.9878690479010568e-05, | |
| "loss": 0.6111, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.07825550298292533, | |
| "grad_norm": 2.682420816107399, | |
| "learning_rate": 1.987827623528719e-05, | |
| "loss": 0.9341, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 0.07833779057807036, | |
| "grad_norm": 0.6240540448167275, | |
| "learning_rate": 1.987786128982686e-05, | |
| "loss": 0.5523, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 0.07842007817321539, | |
| "grad_norm": 3.6752862094905905, | |
| "learning_rate": 1.9877445642659066e-05, | |
| "loss": 0.9273, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 0.07850236576836042, | |
| "grad_norm": 2.3734201750601858, | |
| "learning_rate": 1.987702929381333e-05, | |
| "loss": 0.8919, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 0.07858465336350545, | |
| "grad_norm": 0.7387548503010232, | |
| "learning_rate": 1.9876612243319228e-05, | |
| "loss": 0.5746, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.07866694095865048, | |
| "grad_norm": 0.6959735516945202, | |
| "learning_rate": 1.9876194491206388e-05, | |
| "loss": 0.5751, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 0.07874922855379551, | |
| "grad_norm": 2.1882974936345394, | |
| "learning_rate": 1.9875776037504482e-05, | |
| "loss": 0.9006, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 0.07883151614894054, | |
| "grad_norm": 2.341847998608011, | |
| "learning_rate": 1.9875356882243245e-05, | |
| "loss": 0.9041, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 0.07891380374408558, | |
| "grad_norm": 2.1628210206575433, | |
| "learning_rate": 1.9874937025452445e-05, | |
| "loss": 0.8883, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 0.0789960913392306, | |
| "grad_norm": 2.8510221399462483, | |
| "learning_rate": 1.9874516467161914e-05, | |
| "loss": 0.9231, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.07907837893437564, | |
| "grad_norm": 4.694838855869676, | |
| "learning_rate": 1.9874095207401526e-05, | |
| "loss": 0.9156, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 0.07916066652952067, | |
| "grad_norm": 2.877307386668155, | |
| "learning_rate": 1.98736732462012e-05, | |
| "loss": 0.8686, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 0.07924295412466571, | |
| "grad_norm": 2.581259841624273, | |
| "learning_rate": 1.9873250583590923e-05, | |
| "loss": 0.9125, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 0.07932524171981074, | |
| "grad_norm": 2.3158798477006037, | |
| "learning_rate": 1.9872827219600716e-05, | |
| "loss": 0.8926, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 0.07940752931495577, | |
| "grad_norm": 3.0098712265326784, | |
| "learning_rate": 1.987240315426065e-05, | |
| "loss": 0.8758, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.0794898169101008, | |
| "grad_norm": 3.1422180864323233, | |
| "learning_rate": 1.987197838760085e-05, | |
| "loss": 0.8908, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 0.07957210450524584, | |
| "grad_norm": 0.9645131727703571, | |
| "learning_rate": 1.9871552919651494e-05, | |
| "loss": 0.6045, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 0.07965439210039087, | |
| "grad_norm": 3.56520313826412, | |
| "learning_rate": 1.9871126750442807e-05, | |
| "loss": 0.8696, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 0.0797366796955359, | |
| "grad_norm": 2.0059409411059113, | |
| "learning_rate": 1.9870699880005063e-05, | |
| "loss": 0.8799, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 0.07981896729068093, | |
| "grad_norm": 4.983123742682501, | |
| "learning_rate": 1.9870272308368584e-05, | |
| "loss": 0.8693, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.07990125488582596, | |
| "grad_norm": 2.1182309366583474, | |
| "learning_rate": 1.9869844035563747e-05, | |
| "loss": 0.8649, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 0.07998354248097099, | |
| "grad_norm": 2.157976641839583, | |
| "learning_rate": 1.986941506162097e-05, | |
| "loss": 0.8844, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 0.08006583007611602, | |
| "grad_norm": 3.1179516322271117, | |
| "learning_rate": 1.9868985386570734e-05, | |
| "loss": 0.8702, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 0.08014811767126105, | |
| "grad_norm": 2.1804704549093246, | |
| "learning_rate": 1.986855501044356e-05, | |
| "loss": 0.8963, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 0.08023040526640608, | |
| "grad_norm": 2.825665735780858, | |
| "learning_rate": 1.986812393327002e-05, | |
| "loss": 0.9028, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.08031269286155113, | |
| "grad_norm": 2.7064578154820276, | |
| "learning_rate": 1.9867692155080736e-05, | |
| "loss": 0.8922, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 0.08039498045669616, | |
| "grad_norm": 4.940848988099329, | |
| "learning_rate": 1.9867259675906383e-05, | |
| "loss": 0.9096, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 0.08047726805184119, | |
| "grad_norm": 3.7159663449631943, | |
| "learning_rate": 1.9866826495777683e-05, | |
| "loss": 0.8946, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 0.08055955564698622, | |
| "grad_norm": 4.235722900766384, | |
| "learning_rate": 1.9866392614725408e-05, | |
| "loss": 0.8844, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 0.08064184324213125, | |
| "grad_norm": 2.5725805077545796, | |
| "learning_rate": 1.9865958032780383e-05, | |
| "loss": 0.8849, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.08072413083727628, | |
| "grad_norm": 3.2900229009140367, | |
| "learning_rate": 1.986552274997348e-05, | |
| "loss": 0.8712, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 0.08080641843242131, | |
| "grad_norm": 2.7018112393037206, | |
| "learning_rate": 1.986508676633561e-05, | |
| "loss": 0.881, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 0.08088870602756634, | |
| "grad_norm": 3.2565064868257356, | |
| "learning_rate": 1.986465008189776e-05, | |
| "loss": 0.8741, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 0.08097099362271137, | |
| "grad_norm": 2.977427479800942, | |
| "learning_rate": 1.986421269669094e-05, | |
| "loss": 0.864, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 0.0810532812178564, | |
| "grad_norm": 2.8391838913702734, | |
| "learning_rate": 1.986377461074623e-05, | |
| "loss": 0.8777, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.08113556881300144, | |
| "grad_norm": 2.228144074432828, | |
| "learning_rate": 1.9863335824094742e-05, | |
| "loss": 0.8873, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 0.08121785640814647, | |
| "grad_norm": 2.6153835393886444, | |
| "learning_rate": 1.9862896336767654e-05, | |
| "loss": 0.8565, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 0.08130014400329151, | |
| "grad_norm": 2.469488378896095, | |
| "learning_rate": 1.9862456148796182e-05, | |
| "loss": 0.9062, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 0.08138243159843654, | |
| "grad_norm": 0.9008951474609029, | |
| "learning_rate": 1.98620152602116e-05, | |
| "loss": 0.5855, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 0.08146471919358157, | |
| "grad_norm": 3.1010964992276335, | |
| "learning_rate": 1.986157367104522e-05, | |
| "loss": 0.8901, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.0815470067887266, | |
| "grad_norm": 2.745575020455269, | |
| "learning_rate": 1.9861131381328422e-05, | |
| "loss": 0.8992, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 0.08162929438387163, | |
| "grad_norm": 2.319333762749616, | |
| "learning_rate": 1.9860688391092623e-05, | |
| "loss": 0.8489, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 0.08171158197901666, | |
| "grad_norm": 1.8701951574677815, | |
| "learning_rate": 1.9860244700369288e-05, | |
| "loss": 0.8895, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 0.0817938695741617, | |
| "grad_norm": 2.4973895580746928, | |
| "learning_rate": 1.985980030918994e-05, | |
| "loss": 0.8414, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 0.08187615716930673, | |
| "grad_norm": 2.542292639884159, | |
| "learning_rate": 1.9859355217586144e-05, | |
| "loss": 0.8865, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.08195844476445176, | |
| "grad_norm": 0.5992255264191748, | |
| "learning_rate": 1.9858909425589524e-05, | |
| "loss": 0.5575, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 0.08204073235959679, | |
| "grad_norm": 2.143472686925439, | |
| "learning_rate": 1.9858462933231742e-05, | |
| "loss": 0.8543, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 0.08212301995474182, | |
| "grad_norm": 2.49083696229216, | |
| "learning_rate": 1.9858015740544524e-05, | |
| "loss": 0.8961, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 0.08220530754988685, | |
| "grad_norm": 5.032363107017064, | |
| "learning_rate": 1.985756784755963e-05, | |
| "loss": 0.869, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 0.08228759514503188, | |
| "grad_norm": 3.456646347683982, | |
| "learning_rate": 1.9857119254308885e-05, | |
| "loss": 0.868, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.08236988274017693, | |
| "grad_norm": 3.7630419410589755, | |
| "learning_rate": 1.9856669960824147e-05, | |
| "loss": 0.9249, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 0.08245217033532196, | |
| "grad_norm": 3.1625549709552994, | |
| "learning_rate": 1.985621996713734e-05, | |
| "loss": 0.8869, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 0.08253445793046699, | |
| "grad_norm": 3.881507636381793, | |
| "learning_rate": 1.985576927328043e-05, | |
| "loss": 0.888, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 0.08261674552561202, | |
| "grad_norm": 2.544247409259161, | |
| "learning_rate": 1.9855317879285434e-05, | |
| "loss": 0.8715, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 0.08269903312075705, | |
| "grad_norm": 2.5279916413903583, | |
| "learning_rate": 1.9854865785184417e-05, | |
| "loss": 0.8849, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.08278132071590208, | |
| "grad_norm": 3.4196695037594576, | |
| "learning_rate": 1.9854412991009494e-05, | |
| "loss": 0.8364, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 0.08286360831104711, | |
| "grad_norm": 2.759961086631554, | |
| "learning_rate": 1.985395949679283e-05, | |
| "loss": 0.854, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 0.08294589590619214, | |
| "grad_norm": 0.5731316878529051, | |
| "learning_rate": 1.9853505302566646e-05, | |
| "loss": 0.6152, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 0.08302818350133717, | |
| "grad_norm": 2.9549671685361525, | |
| "learning_rate": 1.98530504083632e-05, | |
| "loss": 0.861, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 0.0831104710964822, | |
| "grad_norm": 2.3193711696281025, | |
| "learning_rate": 1.9852594814214812e-05, | |
| "loss": 0.865, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.08319275869162723, | |
| "grad_norm": 3.0076758009209636, | |
| "learning_rate": 1.9852138520153846e-05, | |
| "loss": 0.8852, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 0.08327504628677226, | |
| "grad_norm": 2.732008977686221, | |
| "learning_rate": 1.9851681526212716e-05, | |
| "loss": 0.8928, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 0.0833573338819173, | |
| "grad_norm": 2.37950207279815, | |
| "learning_rate": 1.9851223832423886e-05, | |
| "loss": 0.8617, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 0.08343962147706234, | |
| "grad_norm": 2.464424002675186, | |
| "learning_rate": 1.985076543881987e-05, | |
| "loss": 0.8625, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 0.08352190907220737, | |
| "grad_norm": 2.9080302916718015, | |
| "learning_rate": 1.985030634543323e-05, | |
| "loss": 0.8832, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.0836041966673524, | |
| "grad_norm": 2.6287476224799655, | |
| "learning_rate": 1.984984655229658e-05, | |
| "loss": 0.8728, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 0.08368648426249743, | |
| "grad_norm": 2.5936175763493052, | |
| "learning_rate": 1.9849386059442585e-05, | |
| "loss": 0.8678, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 0.08376877185764246, | |
| "grad_norm": 2.3604963235792904, | |
| "learning_rate": 1.9848924866903955e-05, | |
| "loss": 0.8783, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 0.0838510594527875, | |
| "grad_norm": 0.5341112663835049, | |
| "learning_rate": 1.984846297471345e-05, | |
| "loss": 0.605, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 0.08393334704793252, | |
| "grad_norm": 2.9860218730439057, | |
| "learning_rate": 1.984800038290389e-05, | |
| "loss": 0.8525, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.08401563464307756, | |
| "grad_norm": 2.4630212214875025, | |
| "learning_rate": 1.9847537091508134e-05, | |
| "loss": 0.8825, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 0.08409792223822259, | |
| "grad_norm": 2.424908485494412, | |
| "learning_rate": 1.984707310055909e-05, | |
| "loss": 0.891, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 0.08418020983336762, | |
| "grad_norm": 2.886480910540036, | |
| "learning_rate": 1.984660841008972e-05, | |
| "loss": 0.8935, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 0.08426249742851265, | |
| "grad_norm": 2.4246756718684384, | |
| "learning_rate": 1.9846143020133035e-05, | |
| "loss": 0.8679, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 0.08434478502365768, | |
| "grad_norm": 4.020038177987053, | |
| "learning_rate": 1.98456769307221e-05, | |
| "loss": 0.8191, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.08442707261880271, | |
| "grad_norm": 2.6823999549769795, | |
| "learning_rate": 1.9845210141890018e-05, | |
| "loss": 0.8618, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 0.08450936021394775, | |
| "grad_norm": 2.2350487266641035, | |
| "learning_rate": 1.9844742653669953e-05, | |
| "loss": 0.8595, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 0.08459164780909278, | |
| "grad_norm": 4.977761117586025, | |
| "learning_rate": 1.9844274466095117e-05, | |
| "loss": 0.8516, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 0.08467393540423782, | |
| "grad_norm": 3.31805191100729, | |
| "learning_rate": 1.9843805579198766e-05, | |
| "loss": 0.8636, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 0.08475622299938285, | |
| "grad_norm": 2.5881873279624648, | |
| "learning_rate": 1.9843335993014206e-05, | |
| "loss": 0.8667, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.08483851059452788, | |
| "grad_norm": 3.9560157884462, | |
| "learning_rate": 1.98428657075748e-05, | |
| "loss": 0.8799, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 0.08492079818967291, | |
| "grad_norm": 2.5965271671259753, | |
| "learning_rate": 1.984239472291396e-05, | |
| "loss": 0.8714, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 0.08500308578481794, | |
| "grad_norm": 2.9384162786300094, | |
| "learning_rate": 1.9841923039065136e-05, | |
| "loss": 0.8784, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 0.08508537337996297, | |
| "grad_norm": 4.575841979886102, | |
| "learning_rate": 1.984145065606184e-05, | |
| "loss": 0.871, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 0.085167660975108, | |
| "grad_norm": 2.6762798398130205, | |
| "learning_rate": 1.984097757393763e-05, | |
| "loss": 0.8884, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.08524994857025303, | |
| "grad_norm": 2.3317749715867757, | |
| "learning_rate": 1.9840503792726107e-05, | |
| "loss": 0.8582, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 0.08533223616539806, | |
| "grad_norm": 2.5192408862448925, | |
| "learning_rate": 1.9840029312460936e-05, | |
| "loss": 0.8987, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 0.08541452376054309, | |
| "grad_norm": 3.0314447963476954, | |
| "learning_rate": 1.9839554133175815e-05, | |
| "loss": 0.9115, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 0.08549681135568812, | |
| "grad_norm": 2.718611923577393, | |
| "learning_rate": 1.983907825490451e-05, | |
| "loss": 0.8768, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 0.08557909895083317, | |
| "grad_norm": 3.2506331598038063, | |
| "learning_rate": 1.9838601677680818e-05, | |
| "loss": 0.8892, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.0856613865459782, | |
| "grad_norm": 2.8785960552339844, | |
| "learning_rate": 1.9838124401538596e-05, | |
| "loss": 0.8762, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 0.08574367414112323, | |
| "grad_norm": 3.255205364224761, | |
| "learning_rate": 1.9837646426511755e-05, | |
| "loss": 0.8878, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 0.08582596173626826, | |
| "grad_norm": 2.152447959926313, | |
| "learning_rate": 1.9837167752634243e-05, | |
| "loss": 0.8939, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 0.08590824933141329, | |
| "grad_norm": 6.038167525170103, | |
| "learning_rate": 1.983668837994006e-05, | |
| "loss": 0.854, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 0.08599053692655832, | |
| "grad_norm": 2.4872882270608296, | |
| "learning_rate": 1.983620830846327e-05, | |
| "loss": 0.865, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.08607282452170335, | |
| "grad_norm": 5.0878964623293905, | |
| "learning_rate": 1.9835727538237977e-05, | |
| "loss": 0.8848, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 0.08615511211684838, | |
| "grad_norm": 0.5466809522376739, | |
| "learning_rate": 1.9835246069298325e-05, | |
| "loss": 0.5879, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 0.08623739971199341, | |
| "grad_norm": 2.8930059060138134, | |
| "learning_rate": 1.9834763901678523e-05, | |
| "loss": 0.9032, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 0.08631968730713845, | |
| "grad_norm": 3.481150201855255, | |
| "learning_rate": 1.983428103541282e-05, | |
| "loss": 0.895, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 0.08640197490228348, | |
| "grad_norm": 2.2668611618771806, | |
| "learning_rate": 1.983379747053552e-05, | |
| "loss": 0.8841, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.08648426249742851, | |
| "grad_norm": 0.5012767267519984, | |
| "learning_rate": 1.9833313207080976e-05, | |
| "loss": 0.5584, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 0.08656655009257354, | |
| "grad_norm": 4.03230401593853, | |
| "learning_rate": 1.983282824508359e-05, | |
| "loss": 0.8722, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 0.08664883768771858, | |
| "grad_norm": 3.2238027639613662, | |
| "learning_rate": 1.9832342584577808e-05, | |
| "loss": 0.9061, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 0.08673112528286361, | |
| "grad_norm": 2.5875473888993827, | |
| "learning_rate": 1.9831856225598134e-05, | |
| "loss": 0.8655, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 0.08681341287800864, | |
| "grad_norm": 2.9531227295823435, | |
| "learning_rate": 1.9831369168179116e-05, | |
| "loss": 0.9014, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.08689570047315368, | |
| "grad_norm": 3.2403950768604273, | |
| "learning_rate": 1.9830881412355356e-05, | |
| "loss": 0.8802, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 0.0869779880682987, | |
| "grad_norm": 2.6421330385224406, | |
| "learning_rate": 1.9830392958161505e-05, | |
| "loss": 0.8624, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 0.08706027566344374, | |
| "grad_norm": 2.796247945415367, | |
| "learning_rate": 1.9829903805632257e-05, | |
| "loss": 0.8465, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 0.08714256325858877, | |
| "grad_norm": 0.5356691167104551, | |
| "learning_rate": 1.982941395480236e-05, | |
| "loss": 0.5749, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 0.0872248508537338, | |
| "grad_norm": 2.543782162970702, | |
| "learning_rate": 1.9828923405706622e-05, | |
| "loss": 0.8651, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.08730713844887883, | |
| "grad_norm": 5.052374438346327, | |
| "learning_rate": 1.982843215837988e-05, | |
| "loss": 0.8556, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 0.08738942604402386, | |
| "grad_norm": 2.709282429422679, | |
| "learning_rate": 1.9827940212857038e-05, | |
| "loss": 0.8739, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 0.08747171363916889, | |
| "grad_norm": 12.014153200069254, | |
| "learning_rate": 1.982744756917304e-05, | |
| "loss": 0.8685, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 0.08755400123431392, | |
| "grad_norm": 4.7874082941622875, | |
| "learning_rate": 1.9826954227362883e-05, | |
| "loss": 0.8968, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 0.08763628882945895, | |
| "grad_norm": 3.094799934600602, | |
| "learning_rate": 1.9826460187461616e-05, | |
| "loss": 0.8678, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.087718576424604, | |
| "grad_norm": 2.2422659009449664, | |
| "learning_rate": 1.982596544950433e-05, | |
| "loss": 0.8764, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 0.08780086401974903, | |
| "grad_norm": 3.436687255418153, | |
| "learning_rate": 1.982547001352617e-05, | |
| "loss": 0.8516, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 0.08788315161489406, | |
| "grad_norm": 0.4947838359746663, | |
| "learning_rate": 1.982497387956234e-05, | |
| "loss": 0.5591, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 0.08796543921003909, | |
| "grad_norm": 2.6289534390817098, | |
| "learning_rate": 1.9824477047648073e-05, | |
| "loss": 0.8481, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 0.08804772680518412, | |
| "grad_norm": 0.4837575812403313, | |
| "learning_rate": 1.9823979517818672e-05, | |
| "loss": 0.5778, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.08813001440032915, | |
| "grad_norm": 3.538024856422455, | |
| "learning_rate": 1.9823481290109478e-05, | |
| "loss": 0.8619, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 0.08821230199547418, | |
| "grad_norm": 4.321407175482124, | |
| "learning_rate": 1.982298236455588e-05, | |
| "loss": 0.8846, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 0.08829458959061921, | |
| "grad_norm": 3.616450253072054, | |
| "learning_rate": 1.9822482741193324e-05, | |
| "loss": 0.8856, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 0.08837687718576424, | |
| "grad_norm": 4.473435045577941, | |
| "learning_rate": 1.9821982420057308e-05, | |
| "loss": 0.8608, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 0.08845916478090927, | |
| "grad_norm": 0.5344599795616546, | |
| "learning_rate": 1.9821481401183364e-05, | |
| "loss": 0.5741, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.0885414523760543, | |
| "grad_norm": 3.608389298386541, | |
| "learning_rate": 1.982097968460709e-05, | |
| "loss": 0.8832, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 0.08862373997119934, | |
| "grad_norm": 4.223422665021111, | |
| "learning_rate": 1.9820477270364123e-05, | |
| "loss": 0.8854, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 0.08870602756634437, | |
| "grad_norm": 3.236757188788279, | |
| "learning_rate": 1.981997415849016e-05, | |
| "loss": 0.8727, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 0.08878831516148941, | |
| "grad_norm": 0.5297374533084104, | |
| "learning_rate": 1.9819470349020936e-05, | |
| "loss": 0.5883, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 0.08887060275663444, | |
| "grad_norm": 2.8725890412006656, | |
| "learning_rate": 1.9818965841992243e-05, | |
| "loss": 0.8719, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.08895289035177947, | |
| "grad_norm": 0.4917914943060142, | |
| "learning_rate": 1.9818460637439917e-05, | |
| "loss": 0.5497, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 0.0890351779469245, | |
| "grad_norm": 3.666129989863918, | |
| "learning_rate": 1.9817954735399853e-05, | |
| "loss": 0.855, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 0.08911746554206953, | |
| "grad_norm": 3.667558282780085, | |
| "learning_rate": 1.9817448135907984e-05, | |
| "loss": 0.8618, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 0.08919975313721457, | |
| "grad_norm": 2.8134358753083597, | |
| "learning_rate": 1.9816940839000303e-05, | |
| "loss": 0.8639, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 0.0892820407323596, | |
| "grad_norm": 3.8554001706730907, | |
| "learning_rate": 1.981643284471284e-05, | |
| "loss": 0.8449, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.08936432832750463, | |
| "grad_norm": 3.767364747903415, | |
| "learning_rate": 1.981592415308169e-05, | |
| "loss": 0.8549, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 0.08944661592264966, | |
| "grad_norm": 2.8398571302805453, | |
| "learning_rate": 1.9815414764142986e-05, | |
| "loss": 0.8735, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 0.08952890351779469, | |
| "grad_norm": 2.980261363247237, | |
| "learning_rate": 1.9814904677932912e-05, | |
| "loss": 0.8725, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 0.08961119111293972, | |
| "grad_norm": 3.7219107197197916, | |
| "learning_rate": 1.9814393894487713e-05, | |
| "loss": 0.9151, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 0.08969347870808475, | |
| "grad_norm": 4.035211371174713, | |
| "learning_rate": 1.981388241384366e-05, | |
| "loss": 0.8825, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.08977576630322978, | |
| "grad_norm": 3.053085785512212, | |
| "learning_rate": 1.9813370236037098e-05, | |
| "loss": 0.8497, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 0.08985805389837483, | |
| "grad_norm": 0.5368604454434628, | |
| "learning_rate": 1.981285736110441e-05, | |
| "loss": 0.5812, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 0.08994034149351986, | |
| "grad_norm": 4.355844807027429, | |
| "learning_rate": 1.981234378908203e-05, | |
| "loss": 0.8887, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 0.09002262908866489, | |
| "grad_norm": 2.649968557975437, | |
| "learning_rate": 1.9811829520006433e-05, | |
| "loss": 0.8415, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 0.09010491668380992, | |
| "grad_norm": 3.4417587859008214, | |
| "learning_rate": 1.9811314553914166e-05, | |
| "loss": 0.8685, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.09018720427895495, | |
| "grad_norm": 0.48295286929932113, | |
| "learning_rate": 1.98107988908418e-05, | |
| "loss": 0.5608, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 0.09026949187409998, | |
| "grad_norm": 4.948234702126818, | |
| "learning_rate": 1.981028253082597e-05, | |
| "loss": 0.8638, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 0.09035177946924501, | |
| "grad_norm": 2.8257336957776733, | |
| "learning_rate": 1.9809765473903362e-05, | |
| "loss": 0.8402, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 0.09043406706439004, | |
| "grad_norm": 0.48328014205289604, | |
| "learning_rate": 1.98092477201107e-05, | |
| "loss": 0.5797, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.09051635465953507, | |
| "grad_norm": 3.1346349138814418, | |
| "learning_rate": 1.980872926948477e-05, | |
| "loss": 0.8675, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.0905986422546801, | |
| "grad_norm": 2.707381646623277, | |
| "learning_rate": 1.9808210122062396e-05, | |
| "loss": 0.8588, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 0.09068092984982513, | |
| "grad_norm": 0.4754150829561111, | |
| "learning_rate": 1.9807690277880464e-05, | |
| "loss": 0.5962, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 0.09076321744497017, | |
| "grad_norm": 3.2149488041323946, | |
| "learning_rate": 1.98071697369759e-05, | |
| "loss": 0.849, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 0.0908455050401152, | |
| "grad_norm": 3.1468421046064887, | |
| "learning_rate": 1.9806648499385678e-05, | |
| "loss": 0.8525, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 0.09092779263526024, | |
| "grad_norm": 3.011551334891878, | |
| "learning_rate": 1.9806126565146835e-05, | |
| "loss": 0.862, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.09101008023040527, | |
| "grad_norm": 3.7542041127163235, | |
| "learning_rate": 1.980560393429644e-05, | |
| "loss": 0.878, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 0.0910923678255503, | |
| "grad_norm": 3.924675309445745, | |
| "learning_rate": 1.9805080606871625e-05, | |
| "loss": 0.8932, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 0.09117465542069533, | |
| "grad_norm": 3.149434195229172, | |
| "learning_rate": 1.980455658290956e-05, | |
| "loss": 0.8968, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 0.09125694301584036, | |
| "grad_norm": 0.4528941005660691, | |
| "learning_rate": 1.9804031862447483e-05, | |
| "loss": 0.5658, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 0.0913392306109854, | |
| "grad_norm": 3.2710296854560688, | |
| "learning_rate": 1.9803506445522658e-05, | |
| "loss": 0.8739, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.09142151820613043, | |
| "grad_norm": 0.48322757491755364, | |
| "learning_rate": 1.9802980332172415e-05, | |
| "loss": 0.592, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 0.09150380580127546, | |
| "grad_norm": 3.600092282955291, | |
| "learning_rate": 1.9802453522434123e-05, | |
| "loss": 0.8524, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 0.09158609339642049, | |
| "grad_norm": 3.7142303319750773, | |
| "learning_rate": 1.980192601634521e-05, | |
| "loss": 0.8811, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 0.09166838099156552, | |
| "grad_norm": 3.133621188104266, | |
| "learning_rate": 1.9801397813943156e-05, | |
| "loss": 0.8937, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 0.09175066858671055, | |
| "grad_norm": 5.265940334189566, | |
| "learning_rate": 1.980086891526547e-05, | |
| "loss": 0.8761, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.09183295618185558, | |
| "grad_norm": 0.5062751751465183, | |
| "learning_rate": 1.9800339320349732e-05, | |
| "loss": 0.5516, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 0.09191524377700061, | |
| "grad_norm": 3.772473804543901, | |
| "learning_rate": 1.9799809029233558e-05, | |
| "loss": 0.8375, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 0.09199753137214566, | |
| "grad_norm": 3.8490743801526803, | |
| "learning_rate": 1.9799278041954628e-05, | |
| "loss": 0.877, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 0.09207981896729069, | |
| "grad_norm": 3.5820410192444174, | |
| "learning_rate": 1.9798746358550656e-05, | |
| "loss": 0.8833, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 0.09216210656243572, | |
| "grad_norm": 8.839295550642253, | |
| "learning_rate": 1.9798213979059412e-05, | |
| "loss": 0.8553, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.09224439415758075, | |
| "grad_norm": 3.7706882959014205, | |
| "learning_rate": 1.979768090351872e-05, | |
| "loss": 0.8564, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 0.09232668175272578, | |
| "grad_norm": 4.312690219016083, | |
| "learning_rate": 1.9797147131966445e-05, | |
| "loss": 0.8605, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 0.09240896934787081, | |
| "grad_norm": 6.342821693734463, | |
| "learning_rate": 1.9796612664440503e-05, | |
| "loss": 0.8863, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 0.09249125694301584, | |
| "grad_norm": 3.480039566309057, | |
| "learning_rate": 1.979607750097887e-05, | |
| "loss": 0.8676, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 0.09257354453816087, | |
| "grad_norm": 0.5209974485249531, | |
| "learning_rate": 1.9795541641619552e-05, | |
| "loss": 0.6128, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.0926558321333059, | |
| "grad_norm": 3.0644541451290106, | |
| "learning_rate": 1.9795005086400623e-05, | |
| "loss": 0.8596, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 0.09273811972845093, | |
| "grad_norm": 4.0339545836639585, | |
| "learning_rate": 1.9794467835360198e-05, | |
| "loss": 0.8956, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 0.09282040732359596, | |
| "grad_norm": 3.606396064787203, | |
| "learning_rate": 1.9793929888536443e-05, | |
| "loss": 0.8446, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 0.092902694918741, | |
| "grad_norm": 3.266963278351553, | |
| "learning_rate": 1.979339124596757e-05, | |
| "loss": 0.8804, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 0.09298498251388602, | |
| "grad_norm": 4.171351560316691, | |
| "learning_rate": 1.9792851907691847e-05, | |
| "loss": 0.8764, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.09306727010903107, | |
| "grad_norm": 3.1333885189366066, | |
| "learning_rate": 1.9792311873747584e-05, | |
| "loss": 0.8882, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 0.0931495577041761, | |
| "grad_norm": 4.115748009743592, | |
| "learning_rate": 1.9791771144173146e-05, | |
| "loss": 0.8693, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 0.09323184529932113, | |
| "grad_norm": 4.248749716560056, | |
| "learning_rate": 1.9791229719006947e-05, | |
| "loss": 0.866, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 0.09331413289446616, | |
| "grad_norm": 0.5602770220421947, | |
| "learning_rate": 1.979068759828745e-05, | |
| "loss": 0.5729, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 0.09339642048961119, | |
| "grad_norm": 3.208526975104471, | |
| "learning_rate": 1.979014478205316e-05, | |
| "loss": 0.8447, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.09347870808475622, | |
| "grad_norm": 3.837179354794119, | |
| "learning_rate": 1.978960127034264e-05, | |
| "loss": 0.8395, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 0.09356099567990125, | |
| "grad_norm": 4.22608442690413, | |
| "learning_rate": 1.9789057063194505e-05, | |
| "loss": 0.8345, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 0.09364328327504629, | |
| "grad_norm": 4.512917248957414, | |
| "learning_rate": 1.978851216064741e-05, | |
| "loss": 0.8755, | |
| "step": 1138 | |
| }, | |
| { | |
| "epoch": 0.09372557087019132, | |
| "grad_norm": 4.485181370046995, | |
| "learning_rate": 1.978796656274007e-05, | |
| "loss": 0.9001, | |
| "step": 1139 | |
| }, | |
| { | |
| "epoch": 0.09380785846533635, | |
| "grad_norm": 4.311526149543538, | |
| "learning_rate": 1.978742026951123e-05, | |
| "loss": 0.8147, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.09389014606048138, | |
| "grad_norm": 3.400869370992463, | |
| "learning_rate": 1.9786873280999716e-05, | |
| "loss": 0.8458, | |
| "step": 1141 | |
| }, | |
| { | |
| "epoch": 0.09397243365562641, | |
| "grad_norm": 3.484007931145798, | |
| "learning_rate": 1.978632559724437e-05, | |
| "loss": 0.8396, | |
| "step": 1142 | |
| }, | |
| { | |
| "epoch": 0.09405472125077145, | |
| "grad_norm": 5.974225023368629, | |
| "learning_rate": 1.9785777218284107e-05, | |
| "loss": 0.8544, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 0.09413700884591648, | |
| "grad_norm": 4.758176933846711, | |
| "learning_rate": 1.978522814415788e-05, | |
| "loss": 0.8738, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 0.09421929644106151, | |
| "grad_norm": 4.054376339470337, | |
| "learning_rate": 1.9784678374904694e-05, | |
| "loss": 0.8647, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.09430158403620655, | |
| "grad_norm": 3.254256033254886, | |
| "learning_rate": 1.9784127910563606e-05, | |
| "loss": 0.8353, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 0.09438387163135158, | |
| "grad_norm": 0.5816738083728531, | |
| "learning_rate": 1.978357675117372e-05, | |
| "loss": 0.5812, | |
| "step": 1147 | |
| }, | |
| { | |
| "epoch": 0.09446615922649661, | |
| "grad_norm": 0.49793035339456754, | |
| "learning_rate": 1.9783024896774187e-05, | |
| "loss": 0.5791, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 0.09454844682164164, | |
| "grad_norm": 4.179537892792988, | |
| "learning_rate": 1.9782472347404206e-05, | |
| "loss": 0.8907, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 0.09463073441678667, | |
| "grad_norm": 4.067029184300302, | |
| "learning_rate": 1.978191910310304e-05, | |
| "loss": 0.8541, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.0947130220119317, | |
| "grad_norm": 4.248345665782451, | |
| "learning_rate": 1.9781365163909984e-05, | |
| "loss": 0.8632, | |
| "step": 1151 | |
| }, | |
| { | |
| "epoch": 0.09479530960707673, | |
| "grad_norm": 6.439138971096778, | |
| "learning_rate": 1.978081052986439e-05, | |
| "loss": 0.8629, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 0.09487759720222176, | |
| "grad_norm": 6.71298685938902, | |
| "learning_rate": 1.9780255201005656e-05, | |
| "loss": 0.8549, | |
| "step": 1153 | |
| }, | |
| { | |
| "epoch": 0.09495988479736679, | |
| "grad_norm": 3.967437431624442, | |
| "learning_rate": 1.9779699177373236e-05, | |
| "loss": 0.8732, | |
| "step": 1154 | |
| }, | |
| { | |
| "epoch": 0.09504217239251182, | |
| "grad_norm": 0.8392360999561069, | |
| "learning_rate": 1.9779142459006626e-05, | |
| "loss": 0.5872, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.09512445998765687, | |
| "grad_norm": 4.657178845971167, | |
| "learning_rate": 1.9778585045945374e-05, | |
| "loss": 0.8495, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 0.0952067475828019, | |
| "grad_norm": 4.123727952348605, | |
| "learning_rate": 1.977802693822908e-05, | |
| "loss": 0.9142, | |
| "step": 1157 | |
| }, | |
| { | |
| "epoch": 0.09528903517794693, | |
| "grad_norm": 0.5860758553236142, | |
| "learning_rate": 1.9777468135897387e-05, | |
| "loss": 0.5549, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 0.09537132277309196, | |
| "grad_norm": 0.5401053295003246, | |
| "learning_rate": 1.9776908638989996e-05, | |
| "loss": 0.5801, | |
| "step": 1159 | |
| }, | |
| { | |
| "epoch": 0.09545361036823699, | |
| "grad_norm": 0.5496816005625466, | |
| "learning_rate": 1.9776348447546653e-05, | |
| "loss": 0.5839, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.09553589796338202, | |
| "grad_norm": 6.020685438337091, | |
| "learning_rate": 1.977578756160715e-05, | |
| "loss": 0.866, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 0.09561818555852705, | |
| "grad_norm": 2.792057637957128, | |
| "learning_rate": 1.9775225981211333e-05, | |
| "loss": 0.8638, | |
| "step": 1162 | |
| }, | |
| { | |
| "epoch": 0.09570047315367208, | |
| "grad_norm": 0.5553177375677683, | |
| "learning_rate": 1.9774663706399092e-05, | |
| "loss": 0.5612, | |
| "step": 1163 | |
| }, | |
| { | |
| "epoch": 0.09578276074881711, | |
| "grad_norm": 5.245834669495098, | |
| "learning_rate": 1.9774100737210376e-05, | |
| "loss": 0.8688, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 0.09586504834396214, | |
| "grad_norm": 3.5768926302294344, | |
| "learning_rate": 1.977353707368518e-05, | |
| "loss": 0.897, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.09594733593910718, | |
| "grad_norm": 3.381007087662086, | |
| "learning_rate": 1.9772972715863534e-05, | |
| "loss": 0.8956, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 0.0960296235342522, | |
| "grad_norm": 4.24711216964703, | |
| "learning_rate": 1.9772407663785538e-05, | |
| "loss": 0.8546, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 0.09611191112939724, | |
| "grad_norm": 0.5978826180005935, | |
| "learning_rate": 1.977184191749133e-05, | |
| "loss": 0.5658, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 0.09619419872454228, | |
| "grad_norm": 5.6864731543708285, | |
| "learning_rate": 1.9771275477021102e-05, | |
| "loss": 0.8573, | |
| "step": 1169 | |
| }, | |
| { | |
| "epoch": 0.09627648631968731, | |
| "grad_norm": 0.5306016735606011, | |
| "learning_rate": 1.9770708342415087e-05, | |
| "loss": 0.5443, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.09635877391483234, | |
| "grad_norm": 3.4108513712835733, | |
| "learning_rate": 1.9770140513713582e-05, | |
| "loss": 0.9162, | |
| "step": 1171 | |
| }, | |
| { | |
| "epoch": 0.09644106150997737, | |
| "grad_norm": 3.0240876250486775, | |
| "learning_rate": 1.976957199095692e-05, | |
| "loss": 0.8959, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 0.0965233491051224, | |
| "grad_norm": 4.329264160111276, | |
| "learning_rate": 1.9769002774185483e-05, | |
| "loss": 0.8581, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 0.09660563670026744, | |
| "grad_norm": 2.8538371301611045, | |
| "learning_rate": 1.9768432863439714e-05, | |
| "loss": 0.8472, | |
| "step": 1174 | |
| }, | |
| { | |
| "epoch": 0.09668792429541247, | |
| "grad_norm": 4.192529144078922, | |
| "learning_rate": 1.97678622587601e-05, | |
| "loss": 0.8697, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.0967702118905575, | |
| "grad_norm": 3.729038589656874, | |
| "learning_rate": 1.976729096018717e-05, | |
| "loss": 0.8319, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 0.09685249948570253, | |
| "grad_norm": 0.6437788103093597, | |
| "learning_rate": 1.976671896776151e-05, | |
| "loss": 0.5736, | |
| "step": 1177 | |
| }, | |
| { | |
| "epoch": 0.09693478708084756, | |
| "grad_norm": 3.9035454070115017, | |
| "learning_rate": 1.9766146281523753e-05, | |
| "loss": 0.8874, | |
| "step": 1178 | |
| }, | |
| { | |
| "epoch": 0.09701707467599259, | |
| "grad_norm": 3.819713897204886, | |
| "learning_rate": 1.9765572901514583e-05, | |
| "loss": 0.8422, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 0.09709936227113762, | |
| "grad_norm": 5.277006488684462, | |
| "learning_rate": 1.9764998827774734e-05, | |
| "loss": 0.8849, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.09718164986628265, | |
| "grad_norm": 5.189466257849834, | |
| "learning_rate": 1.9764424060344988e-05, | |
| "loss": 0.8612, | |
| "step": 1181 | |
| }, | |
| { | |
| "epoch": 0.0972639374614277, | |
| "grad_norm": 3.4415909778873743, | |
| "learning_rate": 1.9763848599266168e-05, | |
| "loss": 0.8649, | |
| "step": 1182 | |
| }, | |
| { | |
| "epoch": 0.09734622505657273, | |
| "grad_norm": 3.5762421871051, | |
| "learning_rate": 1.976327244457916e-05, | |
| "loss": 0.8643, | |
| "step": 1183 | |
| }, | |
| { | |
| "epoch": 0.09742851265171776, | |
| "grad_norm": 2.9475630534612116, | |
| "learning_rate": 1.976269559632489e-05, | |
| "loss": 0.8756, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 0.09751080024686279, | |
| "grad_norm": 2.865959286407617, | |
| "learning_rate": 1.976211805454434e-05, | |
| "loss": 0.8317, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.09759308784200782, | |
| "grad_norm": 0.5278838170529865, | |
| "learning_rate": 1.976153981927853e-05, | |
| "loss": 0.5707, | |
| "step": 1186 | |
| }, | |
| { | |
| "epoch": 0.09767537543715285, | |
| "grad_norm": 0.5151202226322995, | |
| "learning_rate": 1.976096089056855e-05, | |
| "loss": 0.5589, | |
| "step": 1187 | |
| }, | |
| { | |
| "epoch": 0.09775766303229788, | |
| "grad_norm": 5.474549135950859, | |
| "learning_rate": 1.9760381268455515e-05, | |
| "loss": 0.8707, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 0.09783995062744291, | |
| "grad_norm": 2.886942130305931, | |
| "learning_rate": 1.9759800952980604e-05, | |
| "loss": 0.8764, | |
| "step": 1189 | |
| }, | |
| { | |
| "epoch": 0.09792223822258794, | |
| "grad_norm": 3.5448856849038015, | |
| "learning_rate": 1.9759219944185045e-05, | |
| "loss": 0.8546, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.09800452581773297, | |
| "grad_norm": 2.3163053463145022, | |
| "learning_rate": 1.9758638242110105e-05, | |
| "loss": 0.827, | |
| "step": 1191 | |
| }, | |
| { | |
| "epoch": 0.098086813412878, | |
| "grad_norm": 3.2678753876711903, | |
| "learning_rate": 1.9758055846797113e-05, | |
| "loss": 0.8456, | |
| "step": 1192 | |
| }, | |
| { | |
| "epoch": 0.09816910100802304, | |
| "grad_norm": 4.046087494412628, | |
| "learning_rate": 1.9757472758287437e-05, | |
| "loss": 0.8565, | |
| "step": 1193 | |
| }, | |
| { | |
| "epoch": 0.09825138860316807, | |
| "grad_norm": 5.312871548189173, | |
| "learning_rate": 1.9756888976622504e-05, | |
| "loss": 0.8316, | |
| "step": 1194 | |
| }, | |
| { | |
| "epoch": 0.09833367619831311, | |
| "grad_norm": 3.5965506794172035, | |
| "learning_rate": 1.9756304501843782e-05, | |
| "loss": 0.8479, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.09841596379345814, | |
| "grad_norm": 4.869038156703397, | |
| "learning_rate": 1.975571933399279e-05, | |
| "loss": 0.8957, | |
| "step": 1196 | |
| }, | |
| { | |
| "epoch": 0.09849825138860317, | |
| "grad_norm": 5.073504198475643, | |
| "learning_rate": 1.9755133473111097e-05, | |
| "loss": 0.8748, | |
| "step": 1197 | |
| }, | |
| { | |
| "epoch": 0.0985805389837482, | |
| "grad_norm": 4.129896753535656, | |
| "learning_rate": 1.9754546919240325e-05, | |
| "loss": 0.8624, | |
| "step": 1198 | |
| }, | |
| { | |
| "epoch": 0.09866282657889323, | |
| "grad_norm": 0.75499109894716, | |
| "learning_rate": 1.975395967242214e-05, | |
| "loss": 0.5753, | |
| "step": 1199 | |
| }, | |
| { | |
| "epoch": 0.09874511417403826, | |
| "grad_norm": 4.926214741317277, | |
| "learning_rate": 1.9753371732698255e-05, | |
| "loss": 0.8514, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.0988274017691833, | |
| "grad_norm": 4.113995566064139, | |
| "learning_rate": 1.9752783100110443e-05, | |
| "loss": 0.8735, | |
| "step": 1201 | |
| }, | |
| { | |
| "epoch": 0.09890968936432833, | |
| "grad_norm": 0.5883860438611207, | |
| "learning_rate": 1.975219377470052e-05, | |
| "loss": 0.6035, | |
| "step": 1202 | |
| }, | |
| { | |
| "epoch": 0.09899197695947336, | |
| "grad_norm": 3.3466076308514863, | |
| "learning_rate": 1.9751603756510344e-05, | |
| "loss": 0.8769, | |
| "step": 1203 | |
| }, | |
| { | |
| "epoch": 0.09907426455461839, | |
| "grad_norm": 0.47595350765066086, | |
| "learning_rate": 1.9751013045581835e-05, | |
| "loss": 0.5663, | |
| "step": 1204 | |
| }, | |
| { | |
| "epoch": 0.09915655214976342, | |
| "grad_norm": 3.4049170080353615, | |
| "learning_rate": 1.975042164195695e-05, | |
| "loss": 0.8363, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.09923883974490845, | |
| "grad_norm": 3.7661200169302327, | |
| "learning_rate": 1.974982954567771e-05, | |
| "loss": 0.8437, | |
| "step": 1206 | |
| }, | |
| { | |
| "epoch": 0.09932112734005348, | |
| "grad_norm": 3.6094210284619286, | |
| "learning_rate": 1.9749236756786167e-05, | |
| "loss": 0.861, | |
| "step": 1207 | |
| }, | |
| { | |
| "epoch": 0.09940341493519853, | |
| "grad_norm": 3.145969814243711, | |
| "learning_rate": 1.9748643275324438e-05, | |
| "loss": 0.8454, | |
| "step": 1208 | |
| }, | |
| { | |
| "epoch": 0.09948570253034356, | |
| "grad_norm": 3.6067880218861568, | |
| "learning_rate": 1.9748049101334684e-05, | |
| "loss": 0.8682, | |
| "step": 1209 | |
| }, | |
| { | |
| "epoch": 0.09956799012548859, | |
| "grad_norm": 3.0185050449291984, | |
| "learning_rate": 1.974745423485911e-05, | |
| "loss": 0.8708, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.09965027772063362, | |
| "grad_norm": 3.128449103884966, | |
| "learning_rate": 1.9746858675939974e-05, | |
| "loss": 0.8594, | |
| "step": 1211 | |
| }, | |
| { | |
| "epoch": 0.09973256531577865, | |
| "grad_norm": 0.6028578588325906, | |
| "learning_rate": 1.9746262424619585e-05, | |
| "loss": 0.6006, | |
| "step": 1212 | |
| }, | |
| { | |
| "epoch": 0.09981485291092368, | |
| "grad_norm": 0.5378805528352323, | |
| "learning_rate": 1.9745665480940304e-05, | |
| "loss": 0.5702, | |
| "step": 1213 | |
| }, | |
| { | |
| "epoch": 0.09989714050606871, | |
| "grad_norm": 2.9709104250769025, | |
| "learning_rate": 1.974506784494453e-05, | |
| "loss": 0.8769, | |
| "step": 1214 | |
| }, | |
| { | |
| "epoch": 0.09997942810121374, | |
| "grad_norm": 3.5710834059738983, | |
| "learning_rate": 1.974446951667472e-05, | |
| "loss": 0.8524, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.10006171569635877, | |
| "grad_norm": 3.564453597862319, | |
| "learning_rate": 1.9743870496173385e-05, | |
| "loss": 0.8602, | |
| "step": 1216 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 12152, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 608, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2834347550703616.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |