| { | |
| "best_metric": 0.01230713166296482, | |
| "best_model_checkpoint": "/home/paperspace/Data/models/centime/llm3br256/checkpoint-400", | |
| "epoch": 4.992143658810326, | |
| "eval_steps": 5, | |
| "global_step": 555, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.008978675645342313, | |
| "grad_norm": 0.12415610253810883, | |
| "learning_rate": 1.7857142857142857e-06, | |
| "loss": 0.0585, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.017957351290684626, | |
| "grad_norm": 0.11934095621109009, | |
| "learning_rate": 3.5714285714285714e-06, | |
| "loss": 0.0573, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.026936026936026935, | |
| "grad_norm": 0.12277644127607346, | |
| "learning_rate": 5.357142857142857e-06, | |
| "loss": 0.0583, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.03591470258136925, | |
| "grad_norm": 0.11886874586343765, | |
| "learning_rate": 7.142857142857143e-06, | |
| "loss": 0.0575, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.04489337822671156, | |
| "grad_norm": 0.12854638695716858, | |
| "learning_rate": 8.92857142857143e-06, | |
| "loss": 0.0612, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.04489337822671156, | |
| "eval_loss": 0.05599946156144142, | |
| "eval_runtime": 8.137, | |
| "eval_samples_per_second": 6.145, | |
| "eval_steps_per_second": 1.598, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.05387205387205387, | |
| "grad_norm": 0.09200441092252731, | |
| "learning_rate": 1.0714285714285714e-05, | |
| "loss": 0.05, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.06285072951739619, | |
| "grad_norm": 0.0996675118803978, | |
| "learning_rate": 1.25e-05, | |
| "loss": 0.0515, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.0718294051627385, | |
| "grad_norm": 0.08751285076141357, | |
| "learning_rate": 1.4285714285714285e-05, | |
| "loss": 0.0436, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.08080808080808081, | |
| "grad_norm": 0.07102574408054352, | |
| "learning_rate": 1.6071428571428572e-05, | |
| "loss": 0.044, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.08978675645342311, | |
| "grad_norm": 0.05904633551836014, | |
| "learning_rate": 1.785714285714286e-05, | |
| "loss": 0.0411, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.08978675645342311, | |
| "eval_loss": 0.035706527531147, | |
| "eval_runtime": 6.2599, | |
| "eval_samples_per_second": 7.987, | |
| "eval_steps_per_second": 2.077, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.09876543209876543, | |
| "grad_norm": 0.07080914080142975, | |
| "learning_rate": 1.9642857142857145e-05, | |
| "loss": 0.036, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.10774410774410774, | |
| "grad_norm": 0.07890115678310394, | |
| "learning_rate": 2.1428571428571428e-05, | |
| "loss": 0.0345, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.11672278338945005, | |
| "grad_norm": 0.06593428552150726, | |
| "learning_rate": 2.3214285714285715e-05, | |
| "loss": 0.0351, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.12570145903479238, | |
| "grad_norm": 0.04619583487510681, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.0338, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.13468013468013468, | |
| "grad_norm": 0.04647090658545494, | |
| "learning_rate": 2.6785714285714288e-05, | |
| "loss": 0.0353, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.13468013468013468, | |
| "eval_loss": 0.03013807348906994, | |
| "eval_runtime": 6.2491, | |
| "eval_samples_per_second": 8.001, | |
| "eval_steps_per_second": 2.08, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.143658810325477, | |
| "grad_norm": 0.04043864831328392, | |
| "learning_rate": 2.857142857142857e-05, | |
| "loss": 0.0304, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.1526374859708193, | |
| "grad_norm": 0.043566230684518814, | |
| "learning_rate": 3.0357142857142857e-05, | |
| "loss": 0.0303, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.16161616161616163, | |
| "grad_norm": 0.042150504887104034, | |
| "learning_rate": 3.2142857142857144e-05, | |
| "loss": 0.0327, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.17059483726150393, | |
| "grad_norm": 0.03820006549358368, | |
| "learning_rate": 3.392857142857143e-05, | |
| "loss": 0.0271, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.17957351290684623, | |
| "grad_norm": 0.03358590975403786, | |
| "learning_rate": 3.571428571428572e-05, | |
| "loss": 0.0286, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.17957351290684623, | |
| "eval_loss": 0.026352621614933014, | |
| "eval_runtime": 6.261, | |
| "eval_samples_per_second": 7.986, | |
| "eval_steps_per_second": 2.076, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.18855218855218855, | |
| "grad_norm": 0.03568700700998306, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 0.0293, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.19753086419753085, | |
| "grad_norm": 0.033443234860897064, | |
| "learning_rate": 3.928571428571429e-05, | |
| "loss": 0.027, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.20650953984287318, | |
| "grad_norm": 0.03302915766835213, | |
| "learning_rate": 4.107142857142857e-05, | |
| "loss": 0.027, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.21548821548821548, | |
| "grad_norm": 0.03412705287337303, | |
| "learning_rate": 4.2857142857142856e-05, | |
| "loss": 0.0249, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.2244668911335578, | |
| "grad_norm": 0.03498664125800133, | |
| "learning_rate": 4.464285714285715e-05, | |
| "loss": 0.0282, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.2244668911335578, | |
| "eval_loss": 0.023908844217658043, | |
| "eval_runtime": 6.2612, | |
| "eval_samples_per_second": 7.986, | |
| "eval_steps_per_second": 2.076, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.2334455667789001, | |
| "grad_norm": 0.02876153774559498, | |
| "learning_rate": 4.642857142857143e-05, | |
| "loss": 0.0249, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.24242424242424243, | |
| "grad_norm": 0.03279321268200874, | |
| "learning_rate": 4.8214285714285716e-05, | |
| "loss": 0.0254, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.25140291806958476, | |
| "grad_norm": 0.03252970054745674, | |
| "learning_rate": 5e-05, | |
| "loss": 0.024, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.26038159371492703, | |
| "grad_norm": 0.02586694434285164, | |
| "learning_rate": 5.1785714285714296e-05, | |
| "loss": 0.0251, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.26936026936026936, | |
| "grad_norm": 0.028388267382979393, | |
| "learning_rate": 5.3571428571428575e-05, | |
| "loss": 0.0223, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.26936026936026936, | |
| "eval_loss": 0.02239508368074894, | |
| "eval_runtime": 6.2554, | |
| "eval_samples_per_second": 7.993, | |
| "eval_steps_per_second": 2.078, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.2783389450056117, | |
| "grad_norm": 0.040059663355350494, | |
| "learning_rate": 5.535714285714286e-05, | |
| "loss": 0.0281, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.287317620650954, | |
| "grad_norm": 0.02905772626399994, | |
| "learning_rate": 5.714285714285714e-05, | |
| "loss": 0.0243, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.2962962962962963, | |
| "grad_norm": 0.028802093118429184, | |
| "learning_rate": 5.8928571428571435e-05, | |
| "loss": 0.0224, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.3052749719416386, | |
| "grad_norm": 0.031860049813985825, | |
| "learning_rate": 6.0714285714285715e-05, | |
| "loss": 0.0246, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.31425364758698093, | |
| "grad_norm": 0.029610324651002884, | |
| "learning_rate": 6.25e-05, | |
| "loss": 0.0242, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.31425364758698093, | |
| "eval_loss": 0.020946728065609932, | |
| "eval_runtime": 6.2517, | |
| "eval_samples_per_second": 7.998, | |
| "eval_steps_per_second": 2.079, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.32323232323232326, | |
| "grad_norm": 0.025372274219989777, | |
| "learning_rate": 6.428571428571429e-05, | |
| "loss": 0.0257, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.33221099887766553, | |
| "grad_norm": 0.030153121799230576, | |
| "learning_rate": 6.607142857142857e-05, | |
| "loss": 0.0221, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.34118967452300786, | |
| "grad_norm": 0.023654770106077194, | |
| "learning_rate": 6.785714285714286e-05, | |
| "loss": 0.0201, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.3501683501683502, | |
| "grad_norm": 0.026218950748443604, | |
| "learning_rate": 6.964285714285715e-05, | |
| "loss": 0.0207, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.35914702581369246, | |
| "grad_norm": 0.02605343423783779, | |
| "learning_rate": 7.142857142857143e-05, | |
| "loss": 0.0211, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.35914702581369246, | |
| "eval_loss": 0.020273756235837936, | |
| "eval_runtime": 6.2552, | |
| "eval_samples_per_second": 7.993, | |
| "eval_steps_per_second": 2.078, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.3681257014590348, | |
| "grad_norm": 0.026552610099315643, | |
| "learning_rate": 7.321428571428571e-05, | |
| "loss": 0.0226, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.3771043771043771, | |
| "grad_norm": 0.020305411890149117, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 0.0187, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.38608305274971944, | |
| "grad_norm": 0.023941006511449814, | |
| "learning_rate": 7.67857142857143e-05, | |
| "loss": 0.0213, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.3950617283950617, | |
| "grad_norm": 0.024746833369135857, | |
| "learning_rate": 7.857142857142858e-05, | |
| "loss": 0.0214, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.40404040404040403, | |
| "grad_norm": 0.018778987228870392, | |
| "learning_rate": 8.035714285714287e-05, | |
| "loss": 0.0178, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.40404040404040403, | |
| "eval_loss": 0.0200771763920784, | |
| "eval_runtime": 6.2549, | |
| "eval_samples_per_second": 7.994, | |
| "eval_steps_per_second": 2.078, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.41301907968574636, | |
| "grad_norm": 0.02559836022555828, | |
| "learning_rate": 8.214285714285714e-05, | |
| "loss": 0.0186, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.4219977553310887, | |
| "grad_norm": 0.02603279985487461, | |
| "learning_rate": 8.392857142857144e-05, | |
| "loss": 0.0205, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.43097643097643096, | |
| "grad_norm": 0.023479154333472252, | |
| "learning_rate": 8.571428571428571e-05, | |
| "loss": 0.0207, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.4399551066217733, | |
| "grad_norm": 0.027948766946792603, | |
| "learning_rate": 8.75e-05, | |
| "loss": 0.0199, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.4489337822671156, | |
| "grad_norm": 0.028703948482871056, | |
| "learning_rate": 8.92857142857143e-05, | |
| "loss": 0.0206, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.4489337822671156, | |
| "eval_loss": 0.019621608778834343, | |
| "eval_runtime": 6.2561, | |
| "eval_samples_per_second": 7.992, | |
| "eval_steps_per_second": 2.078, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.45791245791245794, | |
| "grad_norm": 0.021676093339920044, | |
| "learning_rate": 9.107142857142857e-05, | |
| "loss": 0.0203, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.4668911335578002, | |
| "grad_norm": 0.02454349212348461, | |
| "learning_rate": 9.285714285714286e-05, | |
| "loss": 0.0209, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.47586980920314254, | |
| "grad_norm": 0.02334459312260151, | |
| "learning_rate": 9.464285714285715e-05, | |
| "loss": 0.0197, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.48484848484848486, | |
| "grad_norm": 0.03568955883383751, | |
| "learning_rate": 9.642857142857143e-05, | |
| "loss": 0.018, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.49382716049382713, | |
| "grad_norm": 0.03706267848610878, | |
| "learning_rate": 9.821428571428572e-05, | |
| "loss": 0.0196, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.49382716049382713, | |
| "eval_loss": 0.01931421272456646, | |
| "eval_runtime": 6.2564, | |
| "eval_samples_per_second": 7.992, | |
| "eval_steps_per_second": 2.078, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.5028058361391695, | |
| "grad_norm": 0.033131491392850876, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0195, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.5117845117845118, | |
| "grad_norm": 0.025286365300416946, | |
| "learning_rate": 9.999900908311602e-05, | |
| "loss": 0.0195, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.5207631874298541, | |
| "grad_norm": 0.03591889888048172, | |
| "learning_rate": 9.999603637174071e-05, | |
| "loss": 0.0195, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.5297418630751964, | |
| "grad_norm": 0.025091370567679405, | |
| "learning_rate": 9.999108198370249e-05, | |
| "loss": 0.0195, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.5387205387205387, | |
| "grad_norm": 0.030630730092525482, | |
| "learning_rate": 9.998414611537681e-05, | |
| "loss": 0.0173, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.5387205387205387, | |
| "eval_loss": 0.019306931644678116, | |
| "eval_runtime": 6.2911, | |
| "eval_samples_per_second": 7.948, | |
| "eval_steps_per_second": 2.066, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.547699214365881, | |
| "grad_norm": 0.03352862969040871, | |
| "learning_rate": 9.997522904167844e-05, | |
| "loss": 0.0199, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.5566778900112234, | |
| "grad_norm": 0.029540032148361206, | |
| "learning_rate": 9.996433111605052e-05, | |
| "loss": 0.0211, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.5656565656565656, | |
| "grad_norm": 0.03420255333185196, | |
| "learning_rate": 9.995145277045061e-05, | |
| "loss": 0.0181, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.574635241301908, | |
| "grad_norm": 0.026620274409651756, | |
| "learning_rate": 9.993659451533353e-05, | |
| "loss": 0.0206, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.5836139169472503, | |
| "grad_norm": 0.02483481727540493, | |
| "learning_rate": 9.991975693963107e-05, | |
| "loss": 0.0184, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.5836139169472503, | |
| "eval_loss": 0.019347084686160088, | |
| "eval_runtime": 6.2549, | |
| "eval_samples_per_second": 7.994, | |
| "eval_steps_per_second": 2.078, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.5925925925925926, | |
| "grad_norm": 0.0339241661131382, | |
| "learning_rate": 9.990094071072877e-05, | |
| "loss": 0.0193, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.6015712682379349, | |
| "grad_norm": 0.0241928081959486, | |
| "learning_rate": 9.988014657443941e-05, | |
| "loss": 0.0193, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.6105499438832772, | |
| "grad_norm": 0.029822858050465584, | |
| "learning_rate": 9.985737535497337e-05, | |
| "loss": 0.0184, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.6195286195286195, | |
| "grad_norm": 0.023182636126875877, | |
| "learning_rate": 9.983262795490613e-05, | |
| "loss": 0.0183, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.6285072951739619, | |
| "grad_norm": 0.021179169416427612, | |
| "learning_rate": 9.980590535514233e-05, | |
| "loss": 0.0194, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.6285072951739619, | |
| "eval_loss": 0.01905701868236065, | |
| "eval_runtime": 6.2492, | |
| "eval_samples_per_second": 8.001, | |
| "eval_steps_per_second": 2.08, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.6374859708193041, | |
| "grad_norm": 0.02753937430679798, | |
| "learning_rate": 9.9777208614877e-05, | |
| "loss": 0.0189, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.6464646464646465, | |
| "grad_norm": 0.027653615921735764, | |
| "learning_rate": 9.97465388715535e-05, | |
| "loss": 0.0191, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.6554433221099888, | |
| "grad_norm": 0.020188456401228905, | |
| "learning_rate": 9.971389734081848e-05, | |
| "loss": 0.0187, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.6644219977553311, | |
| "grad_norm": 0.029147446155548096, | |
| "learning_rate": 9.967928531647374e-05, | |
| "loss": 0.0177, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.6734006734006734, | |
| "grad_norm": 0.023492921143770218, | |
| "learning_rate": 9.96427041704248e-05, | |
| "loss": 0.0182, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.6734006734006734, | |
| "eval_loss": 0.018457170575857162, | |
| "eval_runtime": 6.2525, | |
| "eval_samples_per_second": 7.997, | |
| "eval_steps_per_second": 2.079, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.6823793490460157, | |
| "grad_norm": 0.016839003190398216, | |
| "learning_rate": 9.960415535262671e-05, | |
| "loss": 0.0169, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.691358024691358, | |
| "grad_norm": 0.024092335253953934, | |
| "learning_rate": 9.956364039102642e-05, | |
| "loss": 0.0184, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.7003367003367004, | |
| "grad_norm": 0.026985522359609604, | |
| "learning_rate": 9.952116089150232e-05, | |
| "loss": 0.0187, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.7093153759820426, | |
| "grad_norm": 0.01973740942776203, | |
| "learning_rate": 9.947671853780054e-05, | |
| "loss": 0.0166, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.7182940516273849, | |
| "grad_norm": 0.01972176879644394, | |
| "learning_rate": 9.943031509146825e-05, | |
| "loss": 0.0169, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.7182940516273849, | |
| "eval_loss": 0.01826069876551628, | |
| "eval_runtime": 6.2512, | |
| "eval_samples_per_second": 7.998, | |
| "eval_steps_per_second": 2.08, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.7272727272727273, | |
| "grad_norm": 0.020164869725704193, | |
| "learning_rate": 9.938195239178374e-05, | |
| "loss": 0.0172, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.7362514029180696, | |
| "grad_norm": 0.02163533680140972, | |
| "learning_rate": 9.933163235568367e-05, | |
| "loss": 0.0183, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.745230078563412, | |
| "grad_norm": 0.018531063571572304, | |
| "learning_rate": 9.927935697768698e-05, | |
| "loss": 0.0171, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.7542087542087542, | |
| "grad_norm": 0.027429502457380295, | |
| "learning_rate": 9.922512832981584e-05, | |
| "loss": 0.0214, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.7631874298540965, | |
| "grad_norm": 0.019089698791503906, | |
| "learning_rate": 9.916894856151357e-05, | |
| "loss": 0.0176, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.7631874298540965, | |
| "eval_loss": 0.017831869423389435, | |
| "eval_runtime": 6.2838, | |
| "eval_samples_per_second": 7.957, | |
| "eval_steps_per_second": 2.069, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.7721661054994389, | |
| "grad_norm": 0.018925415351986885, | |
| "learning_rate": 9.91108198995594e-05, | |
| "loss": 0.0156, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.7811447811447811, | |
| "grad_norm": 0.021234937012195587, | |
| "learning_rate": 9.905074464798024e-05, | |
| "loss": 0.0186, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.7901234567901234, | |
| "grad_norm": 0.018775297328829765, | |
| "learning_rate": 9.898872518795932e-05, | |
| "loss": 0.0163, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.7991021324354658, | |
| "grad_norm": 0.016489777714014053, | |
| "learning_rate": 9.892476397774186e-05, | |
| "loss": 0.0173, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.8080808080808081, | |
| "grad_norm": 0.018042977899312973, | |
| "learning_rate": 9.885886355253758e-05, | |
| "loss": 0.0158, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.8080808080808081, | |
| "eval_loss": 0.017583945766091347, | |
| "eval_runtime": 6.2497, | |
| "eval_samples_per_second": 8.0, | |
| "eval_steps_per_second": 2.08, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.8170594837261503, | |
| "grad_norm": 0.020747726783156395, | |
| "learning_rate": 9.879102652442024e-05, | |
| "loss": 0.0178, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.8260381593714927, | |
| "grad_norm": 0.024066736921668053, | |
| "learning_rate": 9.872125558222409e-05, | |
| "loss": 0.0158, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.835016835016835, | |
| "grad_norm": 0.015819448977708817, | |
| "learning_rate": 9.864955349143734e-05, | |
| "loss": 0.0162, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.8439955106621774, | |
| "grad_norm": 0.018356909975409508, | |
| "learning_rate": 9.857592309409247e-05, | |
| "loss": 0.0154, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.8529741863075196, | |
| "grad_norm": 0.027337217703461647, | |
| "learning_rate": 9.850036730865364e-05, | |
| "loss": 0.02, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.8529741863075196, | |
| "eval_loss": 0.017212502658367157, | |
| "eval_runtime": 6.3032, | |
| "eval_samples_per_second": 7.932, | |
| "eval_steps_per_second": 2.062, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.8619528619528619, | |
| "grad_norm": 0.019369499757885933, | |
| "learning_rate": 9.842288912990096e-05, | |
| "loss": 0.0194, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.8709315375982043, | |
| "grad_norm": 0.0162061657756567, | |
| "learning_rate": 9.83434916288119e-05, | |
| "loss": 0.0152, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.8799102132435466, | |
| "grad_norm": 0.023736393079161644, | |
| "learning_rate": 9.82621779524394e-05, | |
| "loss": 0.017, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.8888888888888888, | |
| "grad_norm": 0.01927589811384678, | |
| "learning_rate": 9.817895132378725e-05, | |
| "loss": 0.0158, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.8978675645342312, | |
| "grad_norm": 0.025313647463917732, | |
| "learning_rate": 9.809381504168234e-05, | |
| "loss": 0.0165, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.8978675645342312, | |
| "eval_loss": 0.017287207767367363, | |
| "eval_runtime": 6.2491, | |
| "eval_samples_per_second": 8.001, | |
| "eval_steps_per_second": 2.08, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.9068462401795735, | |
| "grad_norm": 0.021926885470747948, | |
| "learning_rate": 9.800677248064382e-05, | |
| "loss": 0.0169, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.9158249158249159, | |
| "grad_norm": 0.02485627494752407, | |
| "learning_rate": 9.791782709074944e-05, | |
| "loss": 0.0152, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.9248035914702581, | |
| "grad_norm": 0.021951181814074516, | |
| "learning_rate": 9.782698239749873e-05, | |
| "loss": 0.017, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.9337822671156004, | |
| "grad_norm": 0.02424493059515953, | |
| "learning_rate": 9.77342420016733e-05, | |
| "loss": 0.0172, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.9427609427609428, | |
| "grad_norm": 0.028901271522045135, | |
| "learning_rate": 9.763960957919413e-05, | |
| "loss": 0.0181, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.9427609427609428, | |
| "eval_loss": 0.016786355525255203, | |
| "eval_runtime": 6.2498, | |
| "eval_samples_per_second": 8.0, | |
| "eval_steps_per_second": 2.08, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.9517396184062851, | |
| "grad_norm": 0.017801107838749886, | |
| "learning_rate": 9.754308888097583e-05, | |
| "loss": 0.0165, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.9607182940516273, | |
| "grad_norm": 0.037076808512210846, | |
| "learning_rate": 9.744468373277797e-05, | |
| "loss": 0.0162, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.9696969696969697, | |
| "grad_norm": 0.019457461312413216, | |
| "learning_rate": 9.734439803505345e-05, | |
| "loss": 0.0158, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.978675645342312, | |
| "grad_norm": 0.02191469632089138, | |
| "learning_rate": 9.724223576279395e-05, | |
| "loss": 0.0163, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.9876543209876543, | |
| "grad_norm": 0.024242915213108063, | |
| "learning_rate": 9.713820096537225e-05, | |
| "loss": 0.0176, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.9876543209876543, | |
| "eval_loss": 0.016797909513115883, | |
| "eval_runtime": 6.2548, | |
| "eval_samples_per_second": 7.994, | |
| "eval_steps_per_second": 2.078, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.9966329966329966, | |
| "grad_norm": 0.02136295475065708, | |
| "learning_rate": 9.703229776638185e-05, | |
| "loss": 0.0166, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 1.0078563411896746, | |
| "grad_norm": 0.08904732018709183, | |
| "learning_rate": 9.692453036347351e-05, | |
| "loss": 0.0323, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 1.0168350168350169, | |
| "grad_norm": 0.031474873423576355, | |
| "learning_rate": 9.681490302818874e-05, | |
| "loss": 0.0159, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 1.0258136924803591, | |
| "grad_norm": 0.02854473888874054, | |
| "learning_rate": 9.670342010579065e-05, | |
| "loss": 0.0141, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 1.0347923681257014, | |
| "grad_norm": 0.029452061280608177, | |
| "learning_rate": 9.659008601509168e-05, | |
| "loss": 0.0184, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.0347923681257014, | |
| "eval_loss": 0.0183156318962574, | |
| "eval_runtime": 6.2458, | |
| "eval_samples_per_second": 8.005, | |
| "eval_steps_per_second": 2.081, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.0437710437710437, | |
| "grad_norm": 0.02467503771185875, | |
| "learning_rate": 9.647490524827834e-05, | |
| "loss": 0.0157, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 1.0527497194163862, | |
| "grad_norm": 0.021488968282938004, | |
| "learning_rate": 9.635788237073334e-05, | |
| "loss": 0.0152, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 1.0617283950617284, | |
| "grad_norm": 0.02372926101088524, | |
| "learning_rate": 9.623902202085444e-05, | |
| "loss": 0.0176, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 1.0707070707070707, | |
| "grad_norm": 0.01808401569724083, | |
| "learning_rate": 9.611832890987076e-05, | |
| "loss": 0.0156, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 1.079685746352413, | |
| "grad_norm": 0.021259043365716934, | |
| "learning_rate": 9.599580782165598e-05, | |
| "loss": 0.0162, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.079685746352413, | |
| "eval_loss": 0.017910869792103767, | |
| "eval_runtime": 6.2515, | |
| "eval_samples_per_second": 7.998, | |
| "eval_steps_per_second": 2.079, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.0886644219977553, | |
| "grad_norm": 0.024560727179050446, | |
| "learning_rate": 9.587146361253868e-05, | |
| "loss": 0.0161, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 1.0976430976430978, | |
| "grad_norm": 0.02424251101911068, | |
| "learning_rate": 9.57453012111099e-05, | |
| "loss": 0.0178, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 1.10662177328844, | |
| "grad_norm": 0.021675804629921913, | |
| "learning_rate": 9.561732561802778e-05, | |
| "loss": 0.017, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 1.1156004489337823, | |
| "grad_norm": 0.019624771550297737, | |
| "learning_rate": 9.548754190581939e-05, | |
| "loss": 0.017, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 1.1245791245791246, | |
| "grad_norm": 0.019135547801852226, | |
| "learning_rate": 9.53559552186796e-05, | |
| "loss": 0.017, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.1245791245791246, | |
| "eval_loss": 0.016845999285578728, | |
| "eval_runtime": 6.2653, | |
| "eval_samples_per_second": 7.98, | |
| "eval_steps_per_second": 2.075, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.1335578002244668, | |
| "grad_norm": 0.012162208557128906, | |
| "learning_rate": 9.522257077226717e-05, | |
| "loss": 0.0123, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 1.142536475869809, | |
| "grad_norm": 0.017864948138594627, | |
| "learning_rate": 9.508739385349812e-05, | |
| "loss": 0.017, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 1.1515151515151516, | |
| "grad_norm": 0.017155688256025314, | |
| "learning_rate": 9.49504298203361e-05, | |
| "loss": 0.0156, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 1.1604938271604939, | |
| "grad_norm": 0.016472933813929558, | |
| "learning_rate": 9.481168410158003e-05, | |
| "loss": 0.0154, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 1.1694725028058361, | |
| "grad_norm": 0.014728706330060959, | |
| "learning_rate": 9.467116219664894e-05, | |
| "loss": 0.0143, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.1694725028058361, | |
| "eval_loss": 0.016655858606100082, | |
| "eval_runtime": 6.2511, | |
| "eval_samples_per_second": 7.999, | |
| "eval_steps_per_second": 2.08, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.1784511784511784, | |
| "grad_norm": 0.014423094689846039, | |
| "learning_rate": 9.45288696753639e-05, | |
| "loss": 0.015, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 1.1874298540965207, | |
| "grad_norm": 0.01742757484316826, | |
| "learning_rate": 9.438481217772744e-05, | |
| "loss": 0.016, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 1.1964085297418632, | |
| "grad_norm": 0.01627536118030548, | |
| "learning_rate": 9.423899541369978e-05, | |
| "loss": 0.0131, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 1.2053872053872055, | |
| "grad_norm": 0.017055079340934753, | |
| "learning_rate": 9.409142516297269e-05, | |
| "loss": 0.016, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 1.2143658810325477, | |
| "grad_norm": 0.01879395917057991, | |
| "learning_rate": 9.394210727474028e-05, | |
| "loss": 0.0177, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.2143658810325477, | |
| "eval_loss": 0.016584472730755806, | |
| "eval_runtime": 6.2484, | |
| "eval_samples_per_second": 8.002, | |
| "eval_steps_per_second": 2.081, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.22334455667789, | |
| "grad_norm": 0.01821809820830822, | |
| "learning_rate": 9.379104766746722e-05, | |
| "loss": 0.0163, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 1.2323232323232323, | |
| "grad_norm": 0.018335649743676186, | |
| "learning_rate": 9.363825232865413e-05, | |
| "loss": 0.0138, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 1.2413019079685745, | |
| "grad_norm": 0.014240071177482605, | |
| "learning_rate": 9.348372731460023e-05, | |
| "loss": 0.0119, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 1.250280583613917, | |
| "grad_norm": 0.02089606784284115, | |
| "learning_rate": 9.332747875016332e-05, | |
| "loss": 0.0166, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 1.2592592592592593, | |
| "grad_norm": 0.023216476663947105, | |
| "learning_rate": 9.316951282851707e-05, | |
| "loss": 0.0138, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.2592592592592593, | |
| "eval_loss": 0.01608719676733017, | |
| "eval_runtime": 6.3168, | |
| "eval_samples_per_second": 7.915, | |
| "eval_steps_per_second": 2.058, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.2682379349046016, | |
| "grad_norm": 0.01914984919130802, | |
| "learning_rate": 9.300983581090541e-05, | |
| "loss": 0.0157, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 1.2772166105499438, | |
| "grad_norm": 0.020874816924333572, | |
| "learning_rate": 9.284845402639446e-05, | |
| "loss": 0.0142, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 1.2861952861952861, | |
| "grad_norm": 0.017665155231952667, | |
| "learning_rate": 9.26853738716216e-05, | |
| "loss": 0.0148, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 1.2951739618406286, | |
| "grad_norm": 0.01927882246673107, | |
| "learning_rate": 9.2520601810542e-05, | |
| "loss": 0.0153, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 1.3041526374859709, | |
| "grad_norm": 0.018328847363591194, | |
| "learning_rate": 9.235414437417234e-05, | |
| "loss": 0.0149, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 1.3041526374859709, | |
| "eval_loss": 0.01574772223830223, | |
| "eval_runtime": 6.2751, | |
| "eval_samples_per_second": 7.968, | |
| "eval_steps_per_second": 2.072, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 1.3131313131313131, | |
| "grad_norm": 0.016565755009651184, | |
| "learning_rate": 9.2186008160332e-05, | |
| "loss": 0.0124, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 1.3221099887766554, | |
| "grad_norm": 0.023094868287444115, | |
| "learning_rate": 9.201619983338153e-05, | |
| "loss": 0.0188, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 1.3310886644219977, | |
| "grad_norm": 0.022368893027305603, | |
| "learning_rate": 9.18447261239584e-05, | |
| "loss": 0.0128, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 1.34006734006734, | |
| "grad_norm": 0.013615472242236137, | |
| "learning_rate": 9.167159382871039e-05, | |
| "loss": 0.0142, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 1.3490460157126825, | |
| "grad_norm": 0.021693168208003044, | |
| "learning_rate": 9.149680981002609e-05, | |
| "loss": 0.0162, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.3490460157126825, | |
| "eval_loss": 0.0159834623336792, | |
| "eval_runtime": 6.2576, | |
| "eval_samples_per_second": 7.99, | |
| "eval_steps_per_second": 2.077, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.3580246913580247, | |
| "grad_norm": 0.016352703794836998, | |
| "learning_rate": 9.13203809957629e-05, | |
| "loss": 0.0149, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 1.367003367003367, | |
| "grad_norm": 0.019222285598516464, | |
| "learning_rate": 9.114231437897244e-05, | |
| "loss": 0.0166, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 1.3759820426487093, | |
| "grad_norm": 0.014903879724442959, | |
| "learning_rate": 9.096261701762342e-05, | |
| "loss": 0.0146, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 1.3849607182940518, | |
| "grad_norm": 0.01564696989953518, | |
| "learning_rate": 9.078129603432181e-05, | |
| "loss": 0.0141, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 1.393939393939394, | |
| "grad_norm": 0.020336154848337173, | |
| "learning_rate": 9.059835861602853e-05, | |
| "loss": 0.0148, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.393939393939394, | |
| "eval_loss": 0.015588033944368362, | |
| "eval_runtime": 6.2569, | |
| "eval_samples_per_second": 7.991, | |
| "eval_steps_per_second": 2.078, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.4029180695847363, | |
| "grad_norm": 0.01628415659070015, | |
| "learning_rate": 9.041381201377468e-05, | |
| "loss": 0.0152, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.4118967452300786, | |
| "grad_norm": 0.01812385767698288, | |
| "learning_rate": 9.0227663542374e-05, | |
| "loss": 0.0146, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 1.4208754208754208, | |
| "grad_norm": 0.023446347564458847, | |
| "learning_rate": 9.003992058013302e-05, | |
| "loss": 0.015, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 1.4298540965207631, | |
| "grad_norm": 0.02031407319009304, | |
| "learning_rate": 8.985059056855858e-05, | |
| "loss": 0.0144, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 1.4388327721661054, | |
| "grad_norm": 0.022712191566824913, | |
| "learning_rate": 8.965968101206291e-05, | |
| "loss": 0.0168, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.4388327721661054, | |
| "eval_loss": 0.015444611199200153, | |
| "eval_runtime": 6.2545, | |
| "eval_samples_per_second": 7.994, | |
| "eval_steps_per_second": 2.079, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.4478114478114479, | |
| "grad_norm": 0.018817342817783356, | |
| "learning_rate": 8.94671994776661e-05, | |
| "loss": 0.0147, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 1.4567901234567902, | |
| "grad_norm": 0.014623799361288548, | |
| "learning_rate": 8.927315359469626e-05, | |
| "loss": 0.0129, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 1.4657687991021324, | |
| "grad_norm": 0.02344674989581108, | |
| "learning_rate": 8.907755105448704e-05, | |
| "loss": 0.019, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 1.4747474747474747, | |
| "grad_norm": 0.02390502393245697, | |
| "learning_rate": 8.888039961007282e-05, | |
| "loss": 0.0157, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 1.4837261503928172, | |
| "grad_norm": 0.017417486757040024, | |
| "learning_rate": 8.868170707588142e-05, | |
| "loss": 0.0148, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.4837261503928172, | |
| "eval_loss": 0.015270690433681011, | |
| "eval_runtime": 6.2526, | |
| "eval_samples_per_second": 7.997, | |
| "eval_steps_per_second": 2.079, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.4927048260381595, | |
| "grad_norm": 0.01864814944565296, | |
| "learning_rate": 8.848148132742431e-05, | |
| "loss": 0.0133, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 1.5016835016835017, | |
| "grad_norm": 0.014610537327826023, | |
| "learning_rate": 8.827973030098448e-05, | |
| "loss": 0.0135, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 1.510662177328844, | |
| "grad_norm": 0.0179497878998518, | |
| "learning_rate": 8.807646199330187e-05, | |
| "loss": 0.0159, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.5196408529741863, | |
| "grad_norm": 0.024205263704061508, | |
| "learning_rate": 8.787168446125638e-05, | |
| "loss": 0.0129, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 1.5286195286195285, | |
| "grad_norm": 0.018040824681520462, | |
| "learning_rate": 8.766540582154859e-05, | |
| "loss": 0.0146, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.5286195286195285, | |
| "eval_loss": 0.015371887013316154, | |
| "eval_runtime": 6.2476, | |
| "eval_samples_per_second": 8.003, | |
| "eval_steps_per_second": 2.081, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.5375982042648708, | |
| "grad_norm": 0.017247065901756287, | |
| "learning_rate": 8.745763425037797e-05, | |
| "loss": 0.015, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 1.546576879910213, | |
| "grad_norm": 0.019299406558275223, | |
| "learning_rate": 8.724837798311882e-05, | |
| "loss": 0.0153, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 1.5555555555555556, | |
| "grad_norm": 0.015991205349564552, | |
| "learning_rate": 8.703764531399392e-05, | |
| "loss": 0.0122, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 1.5645342312008979, | |
| "grad_norm": 0.015190811827778816, | |
| "learning_rate": 8.682544459574562e-05, | |
| "loss": 0.0144, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 1.5735129068462403, | |
| "grad_norm": 0.01828867383301258, | |
| "learning_rate": 8.661178423930491e-05, | |
| "loss": 0.0137, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.5735129068462403, | |
| "eval_loss": 0.014978926628828049, | |
| "eval_runtime": 6.2611, | |
| "eval_samples_per_second": 7.986, | |
| "eval_steps_per_second": 2.076, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.5824915824915826, | |
| "grad_norm": 0.01734633930027485, | |
| "learning_rate": 8.639667271345798e-05, | |
| "loss": 0.0177, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 1.5914702581369249, | |
| "grad_norm": 0.019932016730308533, | |
| "learning_rate": 8.618011854451056e-05, | |
| "loss": 0.0115, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 1.6004489337822672, | |
| "grad_norm": 0.026310300454497337, | |
| "learning_rate": 8.596213031594991e-05, | |
| "loss": 0.0167, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 1.6094276094276094, | |
| "grad_norm": 0.024424167349934578, | |
| "learning_rate": 8.57427166681047e-05, | |
| "loss": 0.0153, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 1.6184062850729517, | |
| "grad_norm": 0.016459695994853973, | |
| "learning_rate": 8.552188629780244e-05, | |
| "loss": 0.0144, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.6184062850729517, | |
| "eval_loss": 0.014994567260146141, | |
| "eval_runtime": 6.2493, | |
| "eval_samples_per_second": 8.001, | |
| "eval_steps_per_second": 2.08, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.627384960718294, | |
| "grad_norm": 0.021496936678886414, | |
| "learning_rate": 8.529964795802485e-05, | |
| "loss": 0.0125, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 1.6363636363636362, | |
| "grad_norm": 0.019307784736156464, | |
| "learning_rate": 8.507601045756085e-05, | |
| "loss": 0.0152, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 1.6453423120089785, | |
| "grad_norm": 0.016401201486587524, | |
| "learning_rate": 8.485098266065744e-05, | |
| "loss": 0.0125, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 1.654320987654321, | |
| "grad_norm": 0.023525064811110497, | |
| "learning_rate": 8.462457348666835e-05, | |
| "loss": 0.0163, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 1.6632996632996633, | |
| "grad_norm": 0.020476635545492172, | |
| "learning_rate": 8.439679190970052e-05, | |
| "loss": 0.0129, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.6632996632996633, | |
| "eval_loss": 0.014757846482098103, | |
| "eval_runtime": 6.3022, | |
| "eval_samples_per_second": 7.934, | |
| "eval_steps_per_second": 2.063, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.6722783389450058, | |
| "grad_norm": 0.027425814419984818, | |
| "learning_rate": 8.416764695825835e-05, | |
| "loss": 0.015, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 1.681257014590348, | |
| "grad_norm": 0.019989849999547005, | |
| "learning_rate": 8.39371477148859e-05, | |
| "loss": 0.0166, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 1.6902356902356903, | |
| "grad_norm": 0.015978503972291946, | |
| "learning_rate": 8.370530331580686e-05, | |
| "loss": 0.0131, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 1.6992143658810326, | |
| "grad_norm": 0.02169989049434662, | |
| "learning_rate": 8.347212295056239e-05, | |
| "loss": 0.0158, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 1.7081930415263749, | |
| "grad_norm": 0.02388261817395687, | |
| "learning_rate": 8.323761586164695e-05, | |
| "loss": 0.0139, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.7081930415263749, | |
| "eval_loss": 0.014534353278577328, | |
| "eval_runtime": 6.2541, | |
| "eval_samples_per_second": 7.995, | |
| "eval_steps_per_second": 2.079, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.7171717171717171, | |
| "grad_norm": 0.014390088617801666, | |
| "learning_rate": 8.300179134414188e-05, | |
| "loss": 0.0116, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 1.7261503928170594, | |
| "grad_norm": 0.022068368270993233, | |
| "learning_rate": 8.276465874534702e-05, | |
| "loss": 0.0127, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 1.7351290684624017, | |
| "grad_norm": 0.020960543304681778, | |
| "learning_rate": 8.252622746441021e-05, | |
| "loss": 0.0142, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 1.7441077441077442, | |
| "grad_norm": 0.01721160300076008, | |
| "learning_rate": 8.228650695195472e-05, | |
| "loss": 0.0151, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 1.7530864197530864, | |
| "grad_norm": 0.014986108988523483, | |
| "learning_rate": 8.204550670970469e-05, | |
| "loss": 0.013, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.7530864197530864, | |
| "eval_loss": 0.014544461853802204, | |
| "eval_runtime": 6.2711, | |
| "eval_samples_per_second": 7.973, | |
| "eval_steps_per_second": 2.073, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.7620650953984287, | |
| "grad_norm": 0.01918155886232853, | |
| "learning_rate": 8.180323629010848e-05, | |
| "loss": 0.0146, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 1.7710437710437712, | |
| "grad_norm": 0.015731407329440117, | |
| "learning_rate": 8.155970529596006e-05, | |
| "loss": 0.0147, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 1.7800224466891135, | |
| "grad_norm": 0.01721978560090065, | |
| "learning_rate": 8.131492338001839e-05, | |
| "loss": 0.0132, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 1.7890011223344557, | |
| "grad_norm": 0.019031619653105736, | |
| "learning_rate": 8.106890024462481e-05, | |
| "loss": 0.0149, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 1.797979797979798, | |
| "grad_norm": 0.017630157992243767, | |
| "learning_rate": 8.082164564131845e-05, | |
| "loss": 0.013, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.797979797979798, | |
| "eval_loss": 0.01437403354793787, | |
| "eval_runtime": 6.2492, | |
| "eval_samples_per_second": 8.001, | |
| "eval_steps_per_second": 2.08, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.8069584736251403, | |
| "grad_norm": 0.02445027232170105, | |
| "learning_rate": 8.057316937044977e-05, | |
| "loss": 0.018, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 1.8159371492704826, | |
| "grad_norm": 0.021661758422851562, | |
| "learning_rate": 8.032348128079203e-05, | |
| "loss": 0.0151, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 1.8249158249158248, | |
| "grad_norm": 0.01885199546813965, | |
| "learning_rate": 8.0072591269151e-05, | |
| "loss": 0.0135, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 1.833894500561167, | |
| "grad_norm": 0.020552242174744606, | |
| "learning_rate": 7.982050927997264e-05, | |
| "loss": 0.0141, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 1.8428731762065096, | |
| "grad_norm": 0.016624536365270615, | |
| "learning_rate": 7.956724530494887e-05, | |
| "loss": 0.0124, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.8428731762065096, | |
| "eval_loss": 0.014373213052749634, | |
| "eval_runtime": 6.2577, | |
| "eval_samples_per_second": 7.99, | |
| "eval_steps_per_second": 2.077, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.8518518518518519, | |
| "grad_norm": 0.023108718916773796, | |
| "learning_rate": 7.931280938262169e-05, | |
| "loss": 0.0166, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 1.8608305274971941, | |
| "grad_norm": 0.014059687964618206, | |
| "learning_rate": 7.905721159798513e-05, | |
| "loss": 0.0129, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 1.8698092031425366, | |
| "grad_norm": 0.019422784447669983, | |
| "learning_rate": 7.880046208208563e-05, | |
| "loss": 0.0149, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 1.878787878787879, | |
| "grad_norm": 0.01858607865869999, | |
| "learning_rate": 7.854257101162037e-05, | |
| "loss": 0.0134, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 1.8877665544332212, | |
| "grad_norm": 0.019326094537973404, | |
| "learning_rate": 7.828354860853399e-05, | |
| "loss": 0.0135, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.8877665544332212, | |
| "eval_loss": 0.014275193214416504, | |
| "eval_runtime": 6.2658, | |
| "eval_samples_per_second": 7.98, | |
| "eval_steps_per_second": 2.075, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.8967452300785634, | |
| "grad_norm": 0.013561426661908627, | |
| "learning_rate": 7.802340513961342e-05, | |
| "loss": 0.012, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 1.9057239057239057, | |
| "grad_norm": 0.01908908411860466, | |
| "learning_rate": 7.776215091608085e-05, | |
| "loss": 0.0132, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 1.914702581369248, | |
| "grad_norm": 0.016201447695493698, | |
| "learning_rate": 7.749979629318516e-05, | |
| "loss": 0.0126, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 1.9236812570145903, | |
| "grad_norm": 0.015391174703836441, | |
| "learning_rate": 7.723635166979133e-05, | |
| "loss": 0.0135, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.9326599326599325, | |
| "grad_norm": 0.016166241839528084, | |
| "learning_rate": 7.697182748796841e-05, | |
| "loss": 0.0128, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.9326599326599325, | |
| "eval_loss": 0.014707864262163639, | |
| "eval_runtime": 6.2641, | |
| "eval_samples_per_second": 7.982, | |
| "eval_steps_per_second": 2.075, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.941638608305275, | |
| "grad_norm": 0.02329264022409916, | |
| "learning_rate": 7.670623423257548e-05, | |
| "loss": 0.0131, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 1.9506172839506173, | |
| "grad_norm": 0.01891166903078556, | |
| "learning_rate": 7.64395824308462e-05, | |
| "loss": 0.0137, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 1.9595959595959596, | |
| "grad_norm": 0.015786990523338318, | |
| "learning_rate": 7.617188265197148e-05, | |
| "loss": 0.0128, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 1.968574635241302, | |
| "grad_norm": 0.021409448236227036, | |
| "learning_rate": 7.590314550668054e-05, | |
| "loss": 0.0142, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 1.9775533108866443, | |
| "grad_norm": 0.025052543729543686, | |
| "learning_rate": 7.563338164682036e-05, | |
| "loss": 0.0149, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.9775533108866443, | |
| "eval_loss": 0.01433955691754818, | |
| "eval_runtime": 6.2639, | |
| "eval_samples_per_second": 7.982, | |
| "eval_steps_per_second": 2.075, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.9865319865319866, | |
| "grad_norm": 0.013938682153820992, | |
| "learning_rate": 7.536260176493348e-05, | |
| "loss": 0.0143, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 1.9955106621773289, | |
| "grad_norm": 0.01827586442232132, | |
| "learning_rate": 7.509081659383417e-05, | |
| "loss": 0.0134, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 2.006734006734007, | |
| "grad_norm": 0.04617556184530258, | |
| "learning_rate": 7.481803690618304e-05, | |
| "loss": 0.0255, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 2.015712682379349, | |
| "grad_norm": 0.01754753105342388, | |
| "learning_rate": 7.454427351405999e-05, | |
| "loss": 0.0154, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 2.0246913580246915, | |
| "grad_norm": 0.025898197665810585, | |
| "learning_rate": 7.426953726853574e-05, | |
| "loss": 0.0138, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 2.0246913580246915, | |
| "eval_loss": 0.014397691935300827, | |
| "eval_runtime": 6.2513, | |
| "eval_samples_per_second": 7.998, | |
| "eval_steps_per_second": 2.08, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 2.0336700336700337, | |
| "grad_norm": 0.01992025040090084, | |
| "learning_rate": 7.399383905924165e-05, | |
| "loss": 0.0113, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 2.042648709315376, | |
| "grad_norm": 0.014167600311338902, | |
| "learning_rate": 7.371718981393815e-05, | |
| "loss": 0.0108, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 2.0516273849607183, | |
| "grad_norm": 0.021143754944205284, | |
| "learning_rate": 7.343960049808156e-05, | |
| "loss": 0.0136, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 2.0606060606060606, | |
| "grad_norm": 0.025208963081240654, | |
| "learning_rate": 7.316108211438945e-05, | |
| "loss": 0.0129, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 2.069584736251403, | |
| "grad_norm": 0.017190365120768547, | |
| "learning_rate": 7.288164570240463e-05, | |
| "loss": 0.0127, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 2.069584736251403, | |
| "eval_loss": 0.014279232360422611, | |
| "eval_runtime": 6.2544, | |
| "eval_samples_per_second": 7.994, | |
| "eval_steps_per_second": 2.079, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 2.078563411896745, | |
| "grad_norm": 0.01911742240190506, | |
| "learning_rate": 7.26013023380574e-05, | |
| "loss": 0.0121, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 2.0875420875420874, | |
| "grad_norm": 0.022378170862793922, | |
| "learning_rate": 7.232006313322667e-05, | |
| "loss": 0.013, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 2.0965207631874296, | |
| "grad_norm": 0.020126372575759888, | |
| "learning_rate": 7.203793923529956e-05, | |
| "loss": 0.0127, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 2.1054994388327724, | |
| "grad_norm": 0.018375013023614883, | |
| "learning_rate": 7.175494182672939e-05, | |
| "loss": 0.0141, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 2.1144781144781146, | |
| "grad_norm": 0.016569405794143677, | |
| "learning_rate": 7.147108212459257e-05, | |
| "loss": 0.0116, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 2.1144781144781146, | |
| "eval_loss": 0.0142152588814497, | |
| "eval_runtime": 6.2529, | |
| "eval_samples_per_second": 7.996, | |
| "eval_steps_per_second": 2.079, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 2.123456790123457, | |
| "grad_norm": 0.013866296038031578, | |
| "learning_rate": 7.118637138014396e-05, | |
| "loss": 0.011, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 2.132435465768799, | |
| "grad_norm": 0.0164170078933239, | |
| "learning_rate": 7.090082087837092e-05, | |
| "loss": 0.0137, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 2.1414141414141414, | |
| "grad_norm": 0.014653601683676243, | |
| "learning_rate": 7.061444193754596e-05, | |
| "loss": 0.012, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 2.1503928170594837, | |
| "grad_norm": 0.020761555060744286, | |
| "learning_rate": 7.032724590877821e-05, | |
| "loss": 0.0119, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 2.159371492704826, | |
| "grad_norm": 0.019674135372042656, | |
| "learning_rate": 7.003924417556343e-05, | |
| "loss": 0.0128, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.159371492704826, | |
| "eval_loss": 0.014257782138884068, | |
| "eval_runtime": 6.307, | |
| "eval_samples_per_second": 7.928, | |
| "eval_steps_per_second": 2.061, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.1683501683501682, | |
| "grad_norm": 0.017319727689027786, | |
| "learning_rate": 6.975044815333282e-05, | |
| "loss": 0.0109, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 2.1773288439955105, | |
| "grad_norm": 0.02167445980012417, | |
| "learning_rate": 6.946086928900054e-05, | |
| "loss": 0.0132, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 2.186307519640853, | |
| "grad_norm": 0.016814757138490677, | |
| "learning_rate": 6.917051906051006e-05, | |
| "loss": 0.0106, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 2.1952861952861955, | |
| "grad_norm": 0.012457667849957943, | |
| "learning_rate": 6.887940897637908e-05, | |
| "loss": 0.0103, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 2.204264870931538, | |
| "grad_norm": 0.022774742916226387, | |
| "learning_rate": 6.858755057524354e-05, | |
| "loss": 0.0145, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 2.204264870931538, | |
| "eval_loss": 0.014115707948803902, | |
| "eval_runtime": 6.2503, | |
| "eval_samples_per_second": 8.0, | |
| "eval_steps_per_second": 2.08, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 2.21324354657688, | |
| "grad_norm": 0.018725769594311714, | |
| "learning_rate": 6.829495542540013e-05, | |
| "loss": 0.0118, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 2.2222222222222223, | |
| "grad_norm": 0.019993796944618225, | |
| "learning_rate": 6.80016351243478e-05, | |
| "loss": 0.0142, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 2.2312008978675646, | |
| "grad_norm": 0.016696954146027565, | |
| "learning_rate": 6.77076012983281e-05, | |
| "loss": 0.0119, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 2.240179573512907, | |
| "grad_norm": 0.016207238659262657, | |
| "learning_rate": 6.741286560186437e-05, | |
| "loss": 0.0096, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 2.249158249158249, | |
| "grad_norm": 0.019286343827843666, | |
| "learning_rate": 6.711743971729967e-05, | |
| "loss": 0.0147, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 2.249158249158249, | |
| "eval_loss": 0.013896584510803223, | |
| "eval_runtime": 6.2584, | |
| "eval_samples_per_second": 7.989, | |
| "eval_steps_per_second": 2.077, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 2.2581369248035914, | |
| "grad_norm": 0.013443589210510254, | |
| "learning_rate": 6.682133535433393e-05, | |
| "loss": 0.0102, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 2.2671156004489337, | |
| "grad_norm": 0.016910936683416367, | |
| "learning_rate": 6.652456424955963e-05, | |
| "loss": 0.0147, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 2.276094276094276, | |
| "grad_norm": 0.01767115481197834, | |
| "learning_rate": 6.622713816599673e-05, | |
| "loss": 0.0112, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 2.285072951739618, | |
| "grad_norm": 0.017718922346830368, | |
| "learning_rate": 6.592906889262632e-05, | |
| "loss": 0.013, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 2.2940516273849605, | |
| "grad_norm": 0.01557993981987238, | |
| "learning_rate": 6.563036824392344e-05, | |
| "loss": 0.0114, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 2.2940516273849605, | |
| "eval_loss": 0.013858611695468426, | |
| "eval_runtime": 6.2582, | |
| "eval_samples_per_second": 7.99, | |
| "eval_steps_per_second": 2.077, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 2.303030303030303, | |
| "grad_norm": 0.015414374880492687, | |
| "learning_rate": 6.533104805938873e-05, | |
| "loss": 0.0114, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 2.3120089786756455, | |
| "grad_norm": 0.01631319336593151, | |
| "learning_rate": 6.503112020307916e-05, | |
| "loss": 0.0116, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 2.3209876543209877, | |
| "grad_norm": 0.02034182660281658, | |
| "learning_rate": 6.473059656313782e-05, | |
| "loss": 0.0133, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 2.32996632996633, | |
| "grad_norm": 0.01835636980831623, | |
| "learning_rate": 6.442948905132266e-05, | |
| "loss": 0.0127, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 2.3389450056116723, | |
| "grad_norm": 0.01679323986172676, | |
| "learning_rate": 6.412780960253436e-05, | |
| "loss": 0.0114, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 2.3389450056116723, | |
| "eval_loss": 0.01390094868838787, | |
| "eval_runtime": 6.2592, | |
| "eval_samples_per_second": 7.988, | |
| "eval_steps_per_second": 2.077, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 2.3479236812570146, | |
| "grad_norm": 0.016404911875724792, | |
| "learning_rate": 6.382557017434332e-05, | |
| "loss": 0.0122, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 2.356902356902357, | |
| "grad_norm": 0.012671472504734993, | |
| "learning_rate": 6.352278274651561e-05, | |
| "loss": 0.0091, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 2.365881032547699, | |
| "grad_norm": 0.01708405278623104, | |
| "learning_rate": 6.321945932053822e-05, | |
| "loss": 0.0125, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 2.3748597081930414, | |
| "grad_norm": 0.019615929573774338, | |
| "learning_rate": 6.291561191914333e-05, | |
| "loss": 0.0125, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 2.3838383838383836, | |
| "grad_norm": 0.014311819337308407, | |
| "learning_rate": 6.261125258583171e-05, | |
| "loss": 0.0112, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 2.3838383838383836, | |
| "eval_loss": 0.013734661974012852, | |
| "eval_runtime": 6.2541, | |
| "eval_samples_per_second": 7.995, | |
| "eval_steps_per_second": 2.079, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 2.3928170594837264, | |
| "grad_norm": 0.01536188181489706, | |
| "learning_rate": 6.230639338439549e-05, | |
| "loss": 0.0134, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 2.4017957351290686, | |
| "grad_norm": 0.01723441854119301, | |
| "learning_rate": 6.200104639843985e-05, | |
| "loss": 0.0125, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 2.410774410774411, | |
| "grad_norm": 0.013469617813825607, | |
| "learning_rate": 6.169522373090412e-05, | |
| "loss": 0.0117, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 2.419753086419753, | |
| "grad_norm": 0.016679449006915092, | |
| "learning_rate": 6.138893750358212e-05, | |
| "loss": 0.012, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 2.4287317620650954, | |
| "grad_norm": 0.014688557013869286, | |
| "learning_rate": 6.108219985664161e-05, | |
| "loss": 0.0105, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.4287317620650954, | |
| "eval_loss": 0.013788803480565548, | |
| "eval_runtime": 6.2591, | |
| "eval_samples_per_second": 7.988, | |
| "eval_steps_per_second": 2.077, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.4377104377104377, | |
| "grad_norm": 0.01410532183945179, | |
| "learning_rate": 6.0775022948143115e-05, | |
| "loss": 0.0137, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 2.44668911335578, | |
| "grad_norm": 0.018949788063764572, | |
| "learning_rate": 6.046741895355802e-05, | |
| "loss": 0.0117, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 2.4556677890011223, | |
| "grad_norm": 0.01841340772807598, | |
| "learning_rate": 6.015940006528602e-05, | |
| "loss": 0.0108, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 2.4646464646464645, | |
| "grad_norm": 0.015688767656683922, | |
| "learning_rate": 5.9850978492171794e-05, | |
| "loss": 0.011, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 2.473625140291807, | |
| "grad_norm": 0.017808249220252037, | |
| "learning_rate": 5.954216645902109e-05, | |
| "loss": 0.0129, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 2.473625140291807, | |
| "eval_loss": 0.01363787055015564, | |
| "eval_runtime": 6.2939, | |
| "eval_samples_per_second": 7.944, | |
| "eval_steps_per_second": 2.066, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 2.482603815937149, | |
| "grad_norm": 0.016168171539902687, | |
| "learning_rate": 5.923297620611623e-05, | |
| "loss": 0.0107, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 2.4915824915824913, | |
| "grad_norm": 0.016473444178700447, | |
| "learning_rate": 5.892341998873089e-05, | |
| "loss": 0.0137, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 2.500561167227834, | |
| "grad_norm": 0.019177664071321487, | |
| "learning_rate": 5.861351007664434e-05, | |
| "loss": 0.0127, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 2.5095398428731763, | |
| "grad_norm": 0.01716047339141369, | |
| "learning_rate": 5.83032587536552e-05, | |
| "loss": 0.0127, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 2.5185185185185186, | |
| "grad_norm": 0.019998129457235336, | |
| "learning_rate": 5.799267831709442e-05, | |
| "loss": 0.014, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.5185185185185186, | |
| "eval_loss": 0.013543778099119663, | |
| "eval_runtime": 6.2505, | |
| "eval_samples_per_second": 7.999, | |
| "eval_steps_per_second": 2.08, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.527497194163861, | |
| "grad_norm": 0.013933787122368813, | |
| "learning_rate": 5.7681781077337905e-05, | |
| "loss": 0.0096, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 2.536475869809203, | |
| "grad_norm": 0.015824446454644203, | |
| "learning_rate": 5.737057935731868e-05, | |
| "loss": 0.0092, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 2.5454545454545454, | |
| "grad_norm": 0.01764868013560772, | |
| "learning_rate": 5.705908549203823e-05, | |
| "loss": 0.0126, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 2.5544332210998877, | |
| "grad_norm": 0.022920994088053703, | |
| "learning_rate": 5.674731182807781e-05, | |
| "loss": 0.0122, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 2.56341189674523, | |
| "grad_norm": 0.01605917327105999, | |
| "learning_rate": 5.643527072310891e-05, | |
| "loss": 0.0124, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 2.56341189674523, | |
| "eval_loss": 0.013581929728388786, | |
| "eval_runtime": 6.2549, | |
| "eval_samples_per_second": 7.994, | |
| "eval_steps_per_second": 2.078, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 2.5723905723905722, | |
| "grad_norm": 0.022532224655151367, | |
| "learning_rate": 5.612297454540352e-05, | |
| "loss": 0.0134, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 2.581369248035915, | |
| "grad_norm": 0.01806466281414032, | |
| "learning_rate": 5.581043567334383e-05, | |
| "loss": 0.0105, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 2.590347923681257, | |
| "grad_norm": 0.019253233447670937, | |
| "learning_rate": 5.5497666494931654e-05, | |
| "loss": 0.0116, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 2.5993265993265995, | |
| "grad_norm": 0.016167184337973595, | |
| "learning_rate": 5.518467940729739e-05, | |
| "loss": 0.0127, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 2.6083052749719418, | |
| "grad_norm": 0.019589709118008614, | |
| "learning_rate": 5.487148681620862e-05, | |
| "loss": 0.0128, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.6083052749719418, | |
| "eval_loss": 0.01327795721590519, | |
| "eval_runtime": 6.258, | |
| "eval_samples_per_second": 7.99, | |
| "eval_steps_per_second": 2.077, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.617283950617284, | |
| "grad_norm": 0.017755387350916862, | |
| "learning_rate": 5.455810113557839e-05, | |
| "loss": 0.0129, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 2.6262626262626263, | |
| "grad_norm": 0.01898750476539135, | |
| "learning_rate": 5.4244534786973214e-05, | |
| "loss": 0.0113, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 2.6352413019079686, | |
| "grad_norm": 0.014957334846258163, | |
| "learning_rate": 5.3930800199120616e-05, | |
| "loss": 0.0132, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 2.644219977553311, | |
| "grad_norm": 0.014244873076677322, | |
| "learning_rate": 5.361690980741663e-05, | |
| "loss": 0.0111, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 2.653198653198653, | |
| "grad_norm": 0.013911189511418343, | |
| "learning_rate": 5.330287605343279e-05, | |
| "loss": 0.0106, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 2.653198653198653, | |
| "eval_loss": 0.01291807834059, | |
| "eval_runtime": 6.2514, | |
| "eval_samples_per_second": 7.998, | |
| "eval_steps_per_second": 2.08, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 2.6621773288439954, | |
| "grad_norm": 0.017059607431292534, | |
| "learning_rate": 5.298871138442307e-05, | |
| "loss": 0.0127, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 2.6711560044893377, | |
| "grad_norm": 0.0140462601557374, | |
| "learning_rate": 5.267442825283048e-05, | |
| "loss": 0.0123, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 2.68013468013468, | |
| "grad_norm": 0.019492056220769882, | |
| "learning_rate": 5.236003911579345e-05, | |
| "loss": 0.0138, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 2.689113355780022, | |
| "grad_norm": 0.018796566873788834, | |
| "learning_rate": 5.204555643465215e-05, | |
| "loss": 0.011, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 2.698092031425365, | |
| "grad_norm": 0.012939135544002056, | |
| "learning_rate": 5.173099267445451e-05, | |
| "loss": 0.0099, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.698092031425365, | |
| "eval_loss": 0.012918239459395409, | |
| "eval_runtime": 6.2607, | |
| "eval_samples_per_second": 7.986, | |
| "eval_steps_per_second": 2.076, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.707070707070707, | |
| "grad_norm": 0.01702980510890484, | |
| "learning_rate": 5.1416360303462206e-05, | |
| "loss": 0.0116, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 2.7160493827160495, | |
| "grad_norm": 0.021528059616684914, | |
| "learning_rate": 5.110167179265636e-05, | |
| "loss": 0.0134, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 2.7250280583613917, | |
| "grad_norm": 0.013685944490134716, | |
| "learning_rate": 5.078693961524329e-05, | |
| "loss": 0.0109, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 2.734006734006734, | |
| "grad_norm": 0.016435936093330383, | |
| "learning_rate": 5.0472176246160184e-05, | |
| "loss": 0.0121, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 2.7429854096520763, | |
| "grad_norm": 0.019511640071868896, | |
| "learning_rate": 5.01573941615805e-05, | |
| "loss": 0.0111, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 2.7429854096520763, | |
| "eval_loss": 0.012916718609631062, | |
| "eval_runtime": 6.27, | |
| "eval_samples_per_second": 7.974, | |
| "eval_steps_per_second": 2.073, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 2.7519640852974185, | |
| "grad_norm": 0.01732565462589264, | |
| "learning_rate": 4.984260583841953e-05, | |
| "loss": 0.0115, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 2.760942760942761, | |
| "grad_norm": 0.021635642275214195, | |
| "learning_rate": 4.9527823753839834e-05, | |
| "loss": 0.0135, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 2.7699214365881035, | |
| "grad_norm": 0.012034310959279537, | |
| "learning_rate": 4.9213060384756716e-05, | |
| "loss": 0.009, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 2.778900112233446, | |
| "grad_norm": 0.020500048995018005, | |
| "learning_rate": 4.8898328207343666e-05, | |
| "loss": 0.0123, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 2.787878787878788, | |
| "grad_norm": 0.01599585823714733, | |
| "learning_rate": 4.858363969653781e-05, | |
| "loss": 0.0129, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.787878787878788, | |
| "eval_loss": 0.012887900695204735, | |
| "eval_runtime": 6.2513, | |
| "eval_samples_per_second": 7.998, | |
| "eval_steps_per_second": 2.08, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.7968574635241303, | |
| "grad_norm": 0.01829446479678154, | |
| "learning_rate": 4.8269007325545506e-05, | |
| "loss": 0.0127, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 2.8058361391694726, | |
| "grad_norm": 0.014843763783574104, | |
| "learning_rate": 4.7954443565347865e-05, | |
| "loss": 0.0104, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 2.814814814814815, | |
| "grad_norm": 0.018556272611021996, | |
| "learning_rate": 4.7639960884206576e-05, | |
| "loss": 0.0132, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 2.823793490460157, | |
| "grad_norm": 0.016161100938916206, | |
| "learning_rate": 4.7325571747169545e-05, | |
| "loss": 0.0106, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 2.8327721661054994, | |
| "grad_norm": 0.01768597401678562, | |
| "learning_rate": 4.7011288615576934e-05, | |
| "loss": 0.0088, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 2.8327721661054994, | |
| "eval_loss": 0.012852279469370842, | |
| "eval_runtime": 6.2725, | |
| "eval_samples_per_second": 7.971, | |
| "eval_steps_per_second": 2.073, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 2.8417508417508417, | |
| "grad_norm": 0.022071367129683495, | |
| "learning_rate": 4.6697123946567227e-05, | |
| "loss": 0.0159, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 2.850729517396184, | |
| "grad_norm": 0.012250754982233047, | |
| "learning_rate": 4.63830901925834e-05, | |
| "loss": 0.0098, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 2.8597081930415262, | |
| "grad_norm": 0.015096920542418957, | |
| "learning_rate": 4.60691998008794e-05, | |
| "loss": 0.011, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 2.8686868686868685, | |
| "grad_norm": 0.016319630667567253, | |
| "learning_rate": 4.575546521302681e-05, | |
| "loss": 0.0115, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 2.877665544332211, | |
| "grad_norm": 0.01583506353199482, | |
| "learning_rate": 4.544189886442162e-05, | |
| "loss": 0.0092, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.877665544332211, | |
| "eval_loss": 0.012964904308319092, | |
| "eval_runtime": 6.2575, | |
| "eval_samples_per_second": 7.99, | |
| "eval_steps_per_second": 2.077, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.886644219977553, | |
| "grad_norm": 0.020128175616264343, | |
| "learning_rate": 4.5128513183791386e-05, | |
| "loss": 0.0141, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 2.8956228956228958, | |
| "grad_norm": 0.019213715568184853, | |
| "learning_rate": 4.481532059270262e-05, | |
| "loss": 0.0115, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 2.904601571268238, | |
| "grad_norm": 0.024485057219862938, | |
| "learning_rate": 4.450233350506836e-05, | |
| "loss": 0.0135, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 2.9135802469135803, | |
| "grad_norm": 0.019438456743955612, | |
| "learning_rate": 4.418956432665618e-05, | |
| "loss": 0.0108, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 2.9225589225589226, | |
| "grad_norm": 0.013679172843694687, | |
| "learning_rate": 4.387702545459649e-05, | |
| "loss": 0.0086, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 2.9225589225589226, | |
| "eval_loss": 0.012879169546067715, | |
| "eval_runtime": 6.2664, | |
| "eval_samples_per_second": 7.979, | |
| "eval_steps_per_second": 2.075, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 2.931537598204265, | |
| "grad_norm": 0.018316788598895073, | |
| "learning_rate": 4.356472927689109e-05, | |
| "loss": 0.0112, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 2.940516273849607, | |
| "grad_norm": 0.01569702848792076, | |
| "learning_rate": 4.32526881719222e-05, | |
| "loss": 0.0129, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 2.9494949494949494, | |
| "grad_norm": 0.01372100692242384, | |
| "learning_rate": 4.2940914507961775e-05, | |
| "loss": 0.0104, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 2.9584736251402917, | |
| "grad_norm": 0.015811212360858917, | |
| "learning_rate": 4.262942064268134e-05, | |
| "loss": 0.0123, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 2.9674523007856344, | |
| "grad_norm": 0.018124472349882126, | |
| "learning_rate": 4.23182189226621e-05, | |
| "loss": 0.0132, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 2.9674523007856344, | |
| "eval_loss": 0.012610589154064655, | |
| "eval_runtime": 6.2539, | |
| "eval_samples_per_second": 7.995, | |
| "eval_steps_per_second": 2.079, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 2.9764309764309766, | |
| "grad_norm": 0.015013212338089943, | |
| "learning_rate": 4.20073216829056e-05, | |
| "loss": 0.0124, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 2.985409652076319, | |
| "grad_norm": 0.013129116035997868, | |
| "learning_rate": 4.169674124634481e-05, | |
| "loss": 0.009, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 2.994388327721661, | |
| "grad_norm": 0.01896873489022255, | |
| "learning_rate": 4.138648992335566e-05, | |
| "loss": 0.0131, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 3.005611672278339, | |
| "grad_norm": 0.03602827712893486, | |
| "learning_rate": 4.107658001126913e-05, | |
| "loss": 0.0173, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 3.014590347923681, | |
| "grad_norm": 0.021112319082021713, | |
| "learning_rate": 4.0767023793883785e-05, | |
| "loss": 0.0126, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 3.014590347923681, | |
| "eval_loss": 0.012994157150387764, | |
| "eval_runtime": 6.2538, | |
| "eval_samples_per_second": 7.995, | |
| "eval_steps_per_second": 2.079, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 3.0235690235690234, | |
| "grad_norm": 0.01987135224044323, | |
| "learning_rate": 4.045783354097893e-05, | |
| "loss": 0.0092, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 3.032547699214366, | |
| "grad_norm": 0.025037603452801704, | |
| "learning_rate": 4.0149021507828224e-05, | |
| "loss": 0.0131, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 3.0415263748597083, | |
| "grad_norm": 0.017175879329442978, | |
| "learning_rate": 3.984059993471399e-05, | |
| "loss": 0.0086, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 3.0505050505050506, | |
| "grad_norm": 0.018214913085103035, | |
| "learning_rate": 3.9532581046442e-05, | |
| "loss": 0.0104, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 3.059483726150393, | |
| "grad_norm": 0.016980677843093872, | |
| "learning_rate": 3.9224977051856904e-05, | |
| "loss": 0.0117, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 3.059483726150393, | |
| "eval_loss": 0.013331728056073189, | |
| "eval_runtime": 6.2785, | |
| "eval_samples_per_second": 7.964, | |
| "eval_steps_per_second": 2.071, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 3.068462401795735, | |
| "grad_norm": 0.016574935987591743, | |
| "learning_rate": 3.8917800143358404e-05, | |
| "loss": 0.0077, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 3.0774410774410774, | |
| "grad_norm": 0.020380405709147453, | |
| "learning_rate": 3.861106249641789e-05, | |
| "loss": 0.0097, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 3.0864197530864197, | |
| "grad_norm": 0.026123059913516045, | |
| "learning_rate": 3.830477626909589e-05, | |
| "loss": 0.0125, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 3.095398428731762, | |
| "grad_norm": 0.02141587808728218, | |
| "learning_rate": 3.7998953601560175e-05, | |
| "loss": 0.0111, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 3.1043771043771042, | |
| "grad_norm": 0.021793678402900696, | |
| "learning_rate": 3.769360661560453e-05, | |
| "loss": 0.0102, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 3.1043771043771042, | |
| "eval_loss": 0.013248049654066563, | |
| "eval_runtime": 6.2478, | |
| "eval_samples_per_second": 8.003, | |
| "eval_steps_per_second": 2.081, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 3.1133557800224465, | |
| "grad_norm": 0.013916864059865475, | |
| "learning_rate": 3.73887474141683e-05, | |
| "loss": 0.0088, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 3.122334455667789, | |
| "grad_norm": 0.015638204291462898, | |
| "learning_rate": 3.708438808085668e-05, | |
| "loss": 0.01, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 3.1313131313131315, | |
| "grad_norm": 0.017211005091667175, | |
| "learning_rate": 3.6780540679461784e-05, | |
| "loss": 0.0091, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 3.1402918069584738, | |
| "grad_norm": 0.02173846773803234, | |
| "learning_rate": 3.64772172534844e-05, | |
| "loss": 0.0118, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 3.149270482603816, | |
| "grad_norm": 0.012991265393793583, | |
| "learning_rate": 3.6174429825656685e-05, | |
| "loss": 0.0074, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 3.149270482603816, | |
| "eval_loss": 0.013174821622669697, | |
| "eval_runtime": 6.296, | |
| "eval_samples_per_second": 7.942, | |
| "eval_steps_per_second": 2.065, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 3.1582491582491583, | |
| "grad_norm": 0.02047666721045971, | |
| "learning_rate": 3.587219039746564e-05, | |
| "loss": 0.0124, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 3.1672278338945006, | |
| "grad_norm": 0.0238481592386961, | |
| "learning_rate": 3.557051094867735e-05, | |
| "loss": 0.0122, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 3.176206509539843, | |
| "grad_norm": 0.01623239740729332, | |
| "learning_rate": 3.5269403436862175e-05, | |
| "loss": 0.0089, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 3.185185185185185, | |
| "grad_norm": 0.019198792055249214, | |
| "learning_rate": 3.496887979692084e-05, | |
| "loss": 0.0111, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 3.1941638608305274, | |
| "grad_norm": 0.019949574023485184, | |
| "learning_rate": 3.466895194061128e-05, | |
| "loss": 0.0105, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 3.1941638608305274, | |
| "eval_loss": 0.01294049434363842, | |
| "eval_runtime": 6.2659, | |
| "eval_samples_per_second": 7.98, | |
| "eval_steps_per_second": 2.075, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 3.2031425364758697, | |
| "grad_norm": 0.01906234584748745, | |
| "learning_rate": 3.436963175607656e-05, | |
| "loss": 0.0096, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 3.212121212121212, | |
| "grad_norm": 0.019578171893954277, | |
| "learning_rate": 3.4070931107373675e-05, | |
| "loss": 0.0092, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 3.221099887766554, | |
| "grad_norm": 0.015484723262488842, | |
| "learning_rate": 3.377286183400328e-05, | |
| "loss": 0.011, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 3.230078563411897, | |
| "grad_norm": 0.017633194103837013, | |
| "learning_rate": 3.3475435750440356e-05, | |
| "loss": 0.0101, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 3.239057239057239, | |
| "grad_norm": 0.020478319376707077, | |
| "learning_rate": 3.3178664645666066e-05, | |
| "loss": 0.0117, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 3.239057239057239, | |
| "eval_loss": 0.012872601859271526, | |
| "eval_runtime": 6.2587, | |
| "eval_samples_per_second": 7.989, | |
| "eval_steps_per_second": 2.077, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 3.2480359147025815, | |
| "grad_norm": 0.015297391451895237, | |
| "learning_rate": 3.2882560282700336e-05, | |
| "loss": 0.0096, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 3.2570145903479237, | |
| "grad_norm": 0.01740657351911068, | |
| "learning_rate": 3.258713439813566e-05, | |
| "loss": 0.0105, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 3.265993265993266, | |
| "grad_norm": 0.019270438700914383, | |
| "learning_rate": 3.229239870167191e-05, | |
| "loss": 0.0103, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 3.2749719416386083, | |
| "grad_norm": 0.017028817906975746, | |
| "learning_rate": 3.199836487565222e-05, | |
| "loss": 0.0109, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 3.2839506172839505, | |
| "grad_norm": 0.0167669877409935, | |
| "learning_rate": 3.170504457459989e-05, | |
| "loss": 0.0107, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 3.2839506172839505, | |
| "eval_loss": 0.012733125127851963, | |
| "eval_runtime": 6.2533, | |
| "eval_samples_per_second": 7.996, | |
| "eval_steps_per_second": 2.079, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 3.292929292929293, | |
| "grad_norm": 0.01785757951438427, | |
| "learning_rate": 3.1412449424756474e-05, | |
| "loss": 0.0097, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 3.301907968574635, | |
| "grad_norm": 0.01732640527188778, | |
| "learning_rate": 3.112059102362093e-05, | |
| "loss": 0.0106, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 3.3108866442199774, | |
| "grad_norm": 0.015373657457530499, | |
| "learning_rate": 3.082948093948997e-05, | |
| "loss": 0.0094, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 3.31986531986532, | |
| "grad_norm": 0.01795523799955845, | |
| "learning_rate": 3.053913071099947e-05, | |
| "loss": 0.0096, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 3.3288439955106623, | |
| "grad_norm": 0.017400693148374557, | |
| "learning_rate": 3.0249551846667207e-05, | |
| "loss": 0.0098, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 3.3288439955106623, | |
| "eval_loss": 0.012761359103024006, | |
| "eval_runtime": 6.2866, | |
| "eval_samples_per_second": 7.953, | |
| "eval_steps_per_second": 2.068, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 3.3378226711560046, | |
| "grad_norm": 0.02055426687002182, | |
| "learning_rate": 2.996075582443658e-05, | |
| "loss": 0.0115, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 3.346801346801347, | |
| "grad_norm": 0.014372746460139751, | |
| "learning_rate": 2.9672754091221805e-05, | |
| "loss": 0.0086, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 3.355780022446689, | |
| "grad_norm": 0.01651662401854992, | |
| "learning_rate": 2.938555806245406e-05, | |
| "loss": 0.0106, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 3.3647586980920314, | |
| "grad_norm": 0.016991253942251205, | |
| "learning_rate": 2.9099179121629117e-05, | |
| "loss": 0.0115, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 3.3737373737373737, | |
| "grad_norm": 0.016502108424901962, | |
| "learning_rate": 2.881362861985606e-05, | |
| "loss": 0.0092, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 3.3737373737373737, | |
| "eval_loss": 0.012749603018164635, | |
| "eval_runtime": 6.2727, | |
| "eval_samples_per_second": 7.971, | |
| "eval_steps_per_second": 2.072, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 3.382716049382716, | |
| "grad_norm": 0.015984639525413513, | |
| "learning_rate": 2.8528917875407433e-05, | |
| "loss": 0.0094, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 3.3916947250280582, | |
| "grad_norm": 0.03028254769742489, | |
| "learning_rate": 2.8245058173270622e-05, | |
| "loss": 0.0102, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 3.4006734006734005, | |
| "grad_norm": 0.021088914945721626, | |
| "learning_rate": 2.796206076470044e-05, | |
| "loss": 0.0082, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 3.409652076318743, | |
| "grad_norm": 0.019139107316732407, | |
| "learning_rate": 2.7679936866773315e-05, | |
| "loss": 0.0095, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 3.418630751964085, | |
| "grad_norm": 0.018426954746246338, | |
| "learning_rate": 2.739869766194263e-05, | |
| "loss": 0.0114, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 3.418630751964085, | |
| "eval_loss": 0.012560264207422733, | |
| "eval_runtime": 6.2597, | |
| "eval_samples_per_second": 7.988, | |
| "eval_steps_per_second": 2.077, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 3.4276094276094278, | |
| "grad_norm": 0.019736235961318016, | |
| "learning_rate": 2.7118354297595396e-05, | |
| "loss": 0.01, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 3.43658810325477, | |
| "grad_norm": 0.015529734082520008, | |
| "learning_rate": 2.683891788561055e-05, | |
| "loss": 0.0109, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 3.4455667789001123, | |
| "grad_norm": 0.01170337200164795, | |
| "learning_rate": 2.6560399501918465e-05, | |
| "loss": 0.0083, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 3.4545454545454546, | |
| "grad_norm": 0.016096895560622215, | |
| "learning_rate": 2.6282810186061862e-05, | |
| "loss": 0.0095, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 3.463524130190797, | |
| "grad_norm": 0.022902794182300568, | |
| "learning_rate": 2.600616094075835e-05, | |
| "loss": 0.0118, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 3.463524130190797, | |
| "eval_loss": 0.012463411316275597, | |
| "eval_runtime": 6.256, | |
| "eval_samples_per_second": 7.992, | |
| "eval_steps_per_second": 2.078, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 3.472502805836139, | |
| "grad_norm": 0.01635258086025715, | |
| "learning_rate": 2.5730462731464273e-05, | |
| "loss": 0.0106, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 3.4814814814814814, | |
| "grad_norm": 0.019135868176817894, | |
| "learning_rate": 2.5455726485940012e-05, | |
| "loss": 0.0088, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 3.4904601571268237, | |
| "grad_norm": 0.015336276032030582, | |
| "learning_rate": 2.5181963093816962e-05, | |
| "loss": 0.0086, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 3.499438832772166, | |
| "grad_norm": 0.019149543717503548, | |
| "learning_rate": 2.4909183406165836e-05, | |
| "loss": 0.0095, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 3.5084175084175087, | |
| "grad_norm": 0.01899711787700653, | |
| "learning_rate": 2.4637398235066527e-05, | |
| "loss": 0.0108, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 3.5084175084175087, | |
| "eval_loss": 0.012311117723584175, | |
| "eval_runtime": 6.2629, | |
| "eval_samples_per_second": 7.983, | |
| "eval_steps_per_second": 2.076, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 3.517396184062851, | |
| "grad_norm": 0.025319568812847137, | |
| "learning_rate": 2.4366618353179644e-05, | |
| "loss": 0.0128, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 3.526374859708193, | |
| "grad_norm": 0.014999724924564362, | |
| "learning_rate": 2.4096854493319477e-05, | |
| "loss": 0.0089, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 3.5353535353535355, | |
| "grad_norm": 0.0133373336866498, | |
| "learning_rate": 2.3828117348028528e-05, | |
| "loss": 0.0088, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 3.5443322109988777, | |
| "grad_norm": 0.016392188146710396, | |
| "learning_rate": 2.3560417569153796e-05, | |
| "loss": 0.0096, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 3.55331088664422, | |
| "grad_norm": 0.017216209322214127, | |
| "learning_rate": 2.3293765767424537e-05, | |
| "loss": 0.0092, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 3.55331088664422, | |
| "eval_loss": 0.012257438153028488, | |
| "eval_runtime": 6.2604, | |
| "eval_samples_per_second": 7.987, | |
| "eval_steps_per_second": 2.077, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 3.5622895622895623, | |
| "grad_norm": 0.021824954077601433, | |
| "learning_rate": 2.3028172512031604e-05, | |
| "loss": 0.0101, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 3.5712682379349046, | |
| "grad_norm": 0.017453951761126518, | |
| "learning_rate": 2.276364833020868e-05, | |
| "loss": 0.0103, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 3.580246913580247, | |
| "grad_norm": 0.014409264549612999, | |
| "learning_rate": 2.2500203706814856e-05, | |
| "loss": 0.0089, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 3.589225589225589, | |
| "grad_norm": 0.015458152629435062, | |
| "learning_rate": 2.2237849083919142e-05, | |
| "loss": 0.0097, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 3.5982042648709314, | |
| "grad_norm": 0.01887071318924427, | |
| "learning_rate": 2.1976594860386597e-05, | |
| "loss": 0.0085, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 3.5982042648709314, | |
| "eval_loss": 0.01230713166296482, | |
| "eval_runtime": 6.2496, | |
| "eval_samples_per_second": 8.0, | |
| "eval_steps_per_second": 2.08, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 3.6071829405162736, | |
| "grad_norm": 0.019031310454010963, | |
| "learning_rate": 2.1716451391466008e-05, | |
| "loss": 0.01, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 3.616161616161616, | |
| "grad_norm": 0.016506759449839592, | |
| "learning_rate": 2.1457428988379635e-05, | |
| "loss": 0.01, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 3.6251402918069586, | |
| "grad_norm": 0.016758006066083908, | |
| "learning_rate": 2.1199537917914386e-05, | |
| "loss": 0.01, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 3.634118967452301, | |
| "grad_norm": 0.02015763334929943, | |
| "learning_rate": 2.0942788402014867e-05, | |
| "loss": 0.0097, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 3.643097643097643, | |
| "grad_norm": 0.021632149815559387, | |
| "learning_rate": 2.068719061737831e-05, | |
| "loss": 0.0088, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 3.643097643097643, | |
| "eval_loss": 0.012639960274100304, | |
| "eval_runtime": 6.255, | |
| "eval_samples_per_second": 7.994, | |
| "eval_steps_per_second": 2.078, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 3.6520763187429854, | |
| "grad_norm": 0.020619019865989685, | |
| "learning_rate": 2.0432754695051136e-05, | |
| "loss": 0.0112, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 3.6610549943883277, | |
| "grad_norm": 0.018945058807730675, | |
| "learning_rate": 2.0179490720027372e-05, | |
| "loss": 0.0104, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 3.67003367003367, | |
| "grad_norm": 0.016077589243650436, | |
| "learning_rate": 1.992740873084899e-05, | |
| "loss": 0.0084, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 3.6790123456790123, | |
| "grad_norm": 0.01626184582710266, | |
| "learning_rate": 1.9676518719207977e-05, | |
| "loss": 0.0093, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 3.6879910213243545, | |
| "grad_norm": 0.01499089039862156, | |
| "learning_rate": 1.9426830629550242e-05, | |
| "loss": 0.0095, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 3.6879910213243545, | |
| "eval_loss": 0.012408388778567314, | |
| "eval_runtime": 6.2471, | |
| "eval_samples_per_second": 8.004, | |
| "eval_steps_per_second": 2.081, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 3.6969696969696972, | |
| "grad_norm": 0.01810368523001671, | |
| "learning_rate": 1.917835435868155e-05, | |
| "loss": 0.0101, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 3.7059483726150395, | |
| "grad_norm": 0.016352152451872826, | |
| "learning_rate": 1.8931099755375203e-05, | |
| "loss": 0.0085, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 3.714927048260382, | |
| "grad_norm": 0.01950286328792572, | |
| "learning_rate": 1.8685076619981608e-05, | |
| "loss": 0.0102, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 3.723905723905724, | |
| "grad_norm": 0.016881579533219337, | |
| "learning_rate": 1.844029470403993e-05, | |
| "loss": 0.0097, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 3.7328843995510663, | |
| "grad_norm": 0.020003410056233406, | |
| "learning_rate": 1.8196763709891524e-05, | |
| "loss": 0.0072, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 3.7328843995510663, | |
| "eval_loss": 0.012383312918245792, | |
| "eval_runtime": 6.2483, | |
| "eval_samples_per_second": 8.002, | |
| "eval_steps_per_second": 2.081, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 3.7418630751964086, | |
| "grad_norm": 0.021129626780748367, | |
| "learning_rate": 1.795449329029531e-05, | |
| "loss": 0.0103, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 3.750841750841751, | |
| "grad_norm": 0.02026401087641716, | |
| "learning_rate": 1.7713493048045294e-05, | |
| "loss": 0.0108, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 3.759820426487093, | |
| "grad_norm": 0.019643913954496384, | |
| "learning_rate": 1.747377253558982e-05, | |
| "loss": 0.0102, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 3.7687991021324354, | |
| "grad_norm": 0.02257615514099598, | |
| "learning_rate": 1.7235341254653005e-05, | |
| "loss": 0.0103, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 3.7777777777777777, | |
| "grad_norm": 0.018804267048835754, | |
| "learning_rate": 1.6998208655858137e-05, | |
| "loss": 0.0105, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 3.7777777777777777, | |
| "eval_loss": 0.012317318469285965, | |
| "eval_runtime": 6.2923, | |
| "eval_samples_per_second": 7.946, | |
| "eval_steps_per_second": 2.066, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 3.78675645342312, | |
| "grad_norm": 0.01885891705751419, | |
| "learning_rate": 1.6762384138353078e-05, | |
| "loss": 0.011, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 3.795735129068462, | |
| "grad_norm": 0.016811871901154518, | |
| "learning_rate": 1.6527877049437622e-05, | |
| "loss": 0.0082, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 3.8047138047138045, | |
| "grad_norm": 0.01912999525666237, | |
| "learning_rate": 1.6294696684193154e-05, | |
| "loss": 0.0095, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 3.8136924803591468, | |
| "grad_norm": 0.01893465779721737, | |
| "learning_rate": 1.6062852285114123e-05, | |
| "loss": 0.0091, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 3.8226711560044895, | |
| "grad_norm": 0.019678136333823204, | |
| "learning_rate": 1.583235304174167e-05, | |
| "loss": 0.0115, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 3.8226711560044895, | |
| "eval_loss": 0.01215137168765068, | |
| "eval_runtime": 6.2539, | |
| "eval_samples_per_second": 7.995, | |
| "eval_steps_per_second": 2.079, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 3.8316498316498318, | |
| "grad_norm": 0.017283251509070396, | |
| "learning_rate": 1.5603208090299498e-05, | |
| "loss": 0.0082, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 3.840628507295174, | |
| "grad_norm": 0.018386101350188255, | |
| "learning_rate": 1.537542651333167e-05, | |
| "loss": 0.0098, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 3.8496071829405163, | |
| "grad_norm": 0.02193758450448513, | |
| "learning_rate": 1.5149017339342574e-05, | |
| "loss": 0.0105, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 3.8585858585858586, | |
| "grad_norm": 0.025852926075458527, | |
| "learning_rate": 1.4923989542439159e-05, | |
| "loss": 0.0108, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 3.867564534231201, | |
| "grad_norm": 0.015607142820954323, | |
| "learning_rate": 1.4700352041975168e-05, | |
| "loss": 0.007, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 3.867564534231201, | |
| "eval_loss": 0.012098519131541252, | |
| "eval_runtime": 6.2731, | |
| "eval_samples_per_second": 7.971, | |
| "eval_steps_per_second": 2.072, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 3.876543209876543, | |
| "grad_norm": 0.018707241863012314, | |
| "learning_rate": 1.447811370219757e-05, | |
| "loss": 0.01, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 3.8855218855218854, | |
| "grad_norm": 0.017066778615117073, | |
| "learning_rate": 1.4257283331895315e-05, | |
| "loss": 0.0082, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 3.894500561167228, | |
| "grad_norm": 0.02140822634100914, | |
| "learning_rate": 1.4037869684050115e-05, | |
| "loss": 0.0117, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 3.9034792368125704, | |
| "grad_norm": 0.020129108801484108, | |
| "learning_rate": 1.3819881455489458e-05, | |
| "loss": 0.0085, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 3.9124579124579126, | |
| "grad_norm": 0.020222559571266174, | |
| "learning_rate": 1.3603327286542023e-05, | |
| "loss": 0.0112, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 3.9124579124579126, | |
| "eval_loss": 0.012134820222854614, | |
| "eval_runtime": 6.2796, | |
| "eval_samples_per_second": 7.962, | |
| "eval_steps_per_second": 2.07, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 3.921436588103255, | |
| "grad_norm": 0.019684189930558205, | |
| "learning_rate": 1.33882157606951e-05, | |
| "loss": 0.0092, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 3.930415263748597, | |
| "grad_norm": 0.01632900908589363, | |
| "learning_rate": 1.317455540425439e-05, | |
| "loss": 0.0074, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 3.9393939393939394, | |
| "grad_norm": 0.021984471008181572, | |
| "learning_rate": 1.2962354686006084e-05, | |
| "loss": 0.0115, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 3.9483726150392817, | |
| "grad_norm": 0.014504092745482922, | |
| "learning_rate": 1.2751622016881182e-05, | |
| "loss": 0.0085, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 3.957351290684624, | |
| "grad_norm": 0.027196183800697327, | |
| "learning_rate": 1.2542365749622049e-05, | |
| "loss": 0.0103, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 3.957351290684624, | |
| "eval_loss": 0.012064680457115173, | |
| "eval_runtime": 6.2674, | |
| "eval_samples_per_second": 7.978, | |
| "eval_steps_per_second": 2.074, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 3.9663299663299663, | |
| "grad_norm": 0.02008941024541855, | |
| "learning_rate": 1.2334594178451425e-05, | |
| "loss": 0.0088, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 3.9753086419753085, | |
| "grad_norm": 0.017460942268371582, | |
| "learning_rate": 1.2128315538743646e-05, | |
| "loss": 0.0074, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 3.984287317620651, | |
| "grad_norm": 0.01718473620712757, | |
| "learning_rate": 1.1923538006698154e-05, | |
| "loss": 0.0099, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 3.993265993265993, | |
| "grad_norm": 0.017572911456227303, | |
| "learning_rate": 1.172026969901553e-05, | |
| "loss": 0.0089, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 4.004489337822672, | |
| "grad_norm": 0.05128241330385208, | |
| "learning_rate": 1.1518518672575701e-05, | |
| "loss": 0.0162, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 4.004489337822672, | |
| "eval_loss": 0.0121712451800704, | |
| "eval_runtime": 6.2683, | |
| "eval_samples_per_second": 7.977, | |
| "eval_steps_per_second": 2.074, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 4.013468013468014, | |
| "grad_norm": 0.017392810434103012, | |
| "learning_rate": 1.1318292924118584e-05, | |
| "loss": 0.0092, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 4.022446689113356, | |
| "grad_norm": 0.014832595363259315, | |
| "learning_rate": 1.1119600389927182e-05, | |
| "loss": 0.0089, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 4.031425364758698, | |
| "grad_norm": 0.014501234516501427, | |
| "learning_rate": 1.092244894551298e-05, | |
| "loss": 0.0076, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 4.040404040404041, | |
| "grad_norm": 0.01787727326154709, | |
| "learning_rate": 1.0726846405303754e-05, | |
| "loss": 0.0091, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 4.049382716049383, | |
| "grad_norm": 0.018708007410168648, | |
| "learning_rate": 1.0532800522333902e-05, | |
| "loss": 0.0079, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 4.049382716049383, | |
| "eval_loss": 0.0124581940472126, | |
| "eval_runtime": 6.2521, | |
| "eval_samples_per_second": 7.997, | |
| "eval_steps_per_second": 2.079, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 4.058361391694725, | |
| "grad_norm": 0.017758728936314583, | |
| "learning_rate": 1.0340318987937097e-05, | |
| "loss": 0.0086, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 4.0673400673400675, | |
| "grad_norm": 0.02003531903028488, | |
| "learning_rate": 1.014940943144142e-05, | |
| "loss": 0.0099, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 4.07631874298541, | |
| "grad_norm": 0.020393820479512215, | |
| "learning_rate": 9.960079419866985e-06, | |
| "loss": 0.0067, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 4.085297418630752, | |
| "grad_norm": 0.015872273594141006, | |
| "learning_rate": 9.772336457626014e-06, | |
| "loss": 0.0065, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 4.094276094276094, | |
| "grad_norm": 0.027125949040055275, | |
| "learning_rate": 9.586187986225325e-06, | |
| "loss": 0.0102, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 4.094276094276094, | |
| "eval_loss": 0.012580028735101223, | |
| "eval_runtime": 6.2573, | |
| "eval_samples_per_second": 7.991, | |
| "eval_steps_per_second": 2.078, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 4.103254769921437, | |
| "grad_norm": 0.023796912282705307, | |
| "learning_rate": 9.401641383971477e-06, | |
| "loss": 0.01, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 4.112233445566779, | |
| "grad_norm": 0.02073628082871437, | |
| "learning_rate": 9.218703965678204e-06, | |
| "loss": 0.0101, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 4.121212121212121, | |
| "grad_norm": 0.01744106411933899, | |
| "learning_rate": 9.03738298237658e-06, | |
| "loss": 0.0063, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 4.130190796857463, | |
| "grad_norm": 0.023079855367541313, | |
| "learning_rate": 8.857685621027568e-06, | |
| "loss": 0.0078, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 4.139169472502806, | |
| "grad_norm": 0.020268626511096954, | |
| "learning_rate": 8.67961900423711e-06, | |
| "loss": 0.0087, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 4.139169472502806, | |
| "eval_loss": 0.012577519752085209, | |
| "eval_runtime": 6.2777, | |
| "eval_samples_per_second": 7.965, | |
| "eval_steps_per_second": 2.071, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 4.148148148148148, | |
| "grad_norm": 0.020592128857970238, | |
| "learning_rate": 8.503190189973914e-06, | |
| "loss": 0.0099, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 4.15712682379349, | |
| "grad_norm": 0.016794390976428986, | |
| "learning_rate": 8.328406171289621e-06, | |
| "loss": 0.008, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 4.1661054994388325, | |
| "grad_norm": 0.016793973743915558, | |
| "learning_rate": 8.155273876041614e-06, | |
| "loss": 0.0076, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 4.175084175084175, | |
| "grad_norm": 0.01984918676316738, | |
| "learning_rate": 7.983800166618482e-06, | |
| "loss": 0.0087, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 4.184062850729517, | |
| "grad_norm": 0.034957610070705414, | |
| "learning_rate": 7.813991839667995e-06, | |
| "loss": 0.0107, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 4.184062850729517, | |
| "eval_loss": 0.012637750245630741, | |
| "eval_runtime": 6.3143, | |
| "eval_samples_per_second": 7.919, | |
| "eval_steps_per_second": 2.059, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 4.193041526374859, | |
| "grad_norm": 0.0235477052628994, | |
| "learning_rate": 7.645855625827658e-06, | |
| "loss": 0.007, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 4.202020202020202, | |
| "grad_norm": 0.021280469372868538, | |
| "learning_rate": 7.4793981894580034e-06, | |
| "loss": 0.0071, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 4.210998877665545, | |
| "grad_norm": 0.022229325026273727, | |
| "learning_rate": 7.3146261283784104e-06, | |
| "loss": 0.0086, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 4.219977553310887, | |
| "grad_norm": 0.020385632291436195, | |
| "learning_rate": 7.1515459736055505e-06, | |
| "loss": 0.0071, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 4.228956228956229, | |
| "grad_norm": 0.018814127892255783, | |
| "learning_rate": 6.990164189094589e-06, | |
| "loss": 0.0105, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 4.228956228956229, | |
| "eval_loss": 0.012454288080334663, | |
| "eval_runtime": 6.259, | |
| "eval_samples_per_second": 7.988, | |
| "eval_steps_per_second": 2.077, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 4.2379349046015715, | |
| "grad_norm": 0.022755559533834457, | |
| "learning_rate": 6.830487171482935e-06, | |
| "loss": 0.0085, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 4.246913580246914, | |
| "grad_norm": 0.019691364839673042, | |
| "learning_rate": 6.6725212498366885e-06, | |
| "loss": 0.0087, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 4.255892255892256, | |
| "grad_norm": 0.021712522953748703, | |
| "learning_rate": 6.516272685399793e-06, | |
| "loss": 0.009, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 4.264870931537598, | |
| "grad_norm": 0.015157987363636494, | |
| "learning_rate": 6.36174767134588e-06, | |
| "loss": 0.0056, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 4.273849607182941, | |
| "grad_norm": 0.01883016712963581, | |
| "learning_rate": 6.208952332532786e-06, | |
| "loss": 0.0089, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 4.273849607182941, | |
| "eval_loss": 0.012438948266208172, | |
| "eval_runtime": 6.2582, | |
| "eval_samples_per_second": 7.99, | |
| "eval_steps_per_second": 2.077, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 4.282828282828283, | |
| "grad_norm": 0.018075603991746902, | |
| "learning_rate": 6.057892725259717e-06, | |
| "loss": 0.0079, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 4.291806958473625, | |
| "grad_norm": 0.021707097068428993, | |
| "learning_rate": 5.908574837027309e-06, | |
| "loss": 0.0086, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 4.300785634118967, | |
| "grad_norm": 0.029295941814780235, | |
| "learning_rate": 5.761004586300234e-06, | |
| "loss": 0.0092, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 4.30976430976431, | |
| "grad_norm": 0.015479645691812038, | |
| "learning_rate": 5.615187822272583e-06, | |
| "loss": 0.0073, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 4.318742985409652, | |
| "grad_norm": 0.017396703362464905, | |
| "learning_rate": 5.4711303246361144e-06, | |
| "loss": 0.0061, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 4.318742985409652, | |
| "eval_loss": 0.012455189600586891, | |
| "eval_runtime": 6.2775, | |
| "eval_samples_per_second": 7.965, | |
| "eval_steps_per_second": 2.071, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 4.327721661054994, | |
| "grad_norm": 0.019893964752554893, | |
| "learning_rate": 5.328837803351083e-06, | |
| "loss": 0.008, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 4.3367003367003365, | |
| "grad_norm": 0.01733791083097458, | |
| "learning_rate": 5.188315898419971e-06, | |
| "loss": 0.0085, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 4.345679012345679, | |
| "grad_norm": 0.03376675769686699, | |
| "learning_rate": 5.04957017966391e-06, | |
| "loss": 0.0079, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 4.354657687991021, | |
| "grad_norm": 0.01885765977203846, | |
| "learning_rate": 4.912606146501886e-06, | |
| "loss": 0.0103, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 4.363636363636363, | |
| "grad_norm": 0.023781761527061462, | |
| "learning_rate": 4.777429227732844e-06, | |
| "loss": 0.0074, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 4.363636363636363, | |
| "eval_loss": 0.012579456903040409, | |
| "eval_runtime": 6.2532, | |
| "eval_samples_per_second": 7.996, | |
| "eval_steps_per_second": 2.079, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 4.372615039281706, | |
| "grad_norm": 0.020697975531220436, | |
| "learning_rate": 4.644044781320422e-06, | |
| "loss": 0.0082, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 4.381593714927048, | |
| "grad_norm": 0.01883615553379059, | |
| "learning_rate": 4.5124580941806165e-06, | |
| "loss": 0.0066, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 4.390572390572391, | |
| "grad_norm": 0.0223472248762846, | |
| "learning_rate": 4.382674381972224e-06, | |
| "loss": 0.0094, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 4.399551066217733, | |
| "grad_norm": 0.02023017778992653, | |
| "learning_rate": 4.254698788890127e-06, | |
| "loss": 0.0084, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 4.408529741863076, | |
| "grad_norm": 0.01804838329553604, | |
| "learning_rate": 4.12853638746134e-06, | |
| "loss": 0.008, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 4.408529741863076, | |
| "eval_loss": 0.01255893800407648, | |
| "eval_runtime": 6.2608, | |
| "eval_samples_per_second": 7.986, | |
| "eval_steps_per_second": 2.076, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 4.417508417508418, | |
| "grad_norm": 0.02165042981505394, | |
| "learning_rate": 4.004192178344029e-06, | |
| "loss": 0.0089, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 4.42648709315376, | |
| "grad_norm": 0.018235059455037117, | |
| "learning_rate": 3.881671090129247e-06, | |
| "loss": 0.0074, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 4.435465768799102, | |
| "grad_norm": 0.01595655083656311, | |
| "learning_rate": 3.7609779791455744e-06, | |
| "loss": 0.0077, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 4.444444444444445, | |
| "grad_norm": 0.01976379007101059, | |
| "learning_rate": 3.6421176292666783e-06, | |
| "loss": 0.0094, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 4.453423120089787, | |
| "grad_norm": 0.02034621126949787, | |
| "learning_rate": 3.5250947517216637e-06, | |
| "loss": 0.0092, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 4.453423120089787, | |
| "eval_loss": 0.012510711327195168, | |
| "eval_runtime": 6.2609, | |
| "eval_samples_per_second": 7.986, | |
| "eval_steps_per_second": 2.076, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 4.462401795735129, | |
| "grad_norm": 0.017096711322665215, | |
| "learning_rate": 3.4099139849083307e-06, | |
| "loss": 0.0068, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 4.4713804713804715, | |
| "grad_norm": 0.01568697765469551, | |
| "learning_rate": 3.296579894209345e-06, | |
| "loss": 0.006, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 4.480359147025814, | |
| "grad_norm": 0.03203177452087402, | |
| "learning_rate": 3.1850969718112745e-06, | |
| "loss": 0.0101, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 4.489337822671156, | |
| "grad_norm": 0.021872689947485924, | |
| "learning_rate": 3.0754696365265068e-06, | |
| "loss": 0.0071, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 4.498316498316498, | |
| "grad_norm": 0.02181348390877247, | |
| "learning_rate": 2.9677022336181413e-06, | |
| "loss": 0.0092, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 4.498316498316498, | |
| "eval_loss": 0.012468446046113968, | |
| "eval_runtime": 6.2655, | |
| "eval_samples_per_second": 7.98, | |
| "eval_steps_per_second": 2.075, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 4.5072951739618405, | |
| "grad_norm": 0.01611742191016674, | |
| "learning_rate": 2.8617990346277657e-06, | |
| "loss": 0.0057, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 4.516273849607183, | |
| "grad_norm": 0.020343905314803123, | |
| "learning_rate": 2.7577642372060673e-06, | |
| "loss": 0.0086, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 4.525252525252525, | |
| "grad_norm": 0.021957550197839737, | |
| "learning_rate": 2.6556019649465525e-06, | |
| "loss": 0.0103, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 4.534231200897867, | |
| "grad_norm": 0.017281070351600647, | |
| "learning_rate": 2.5553162672220465e-06, | |
| "loss": 0.008, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 4.54320987654321, | |
| "grad_norm": 0.015391329303383827, | |
| "learning_rate": 2.45691111902418e-06, | |
| "loss": 0.0061, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 4.54320987654321, | |
| "eval_loss": 0.012444855645298958, | |
| "eval_runtime": 6.2516, | |
| "eval_samples_per_second": 7.998, | |
| "eval_steps_per_second": 2.079, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 4.552188552188552, | |
| "grad_norm": 0.02002757415175438, | |
| "learning_rate": 2.360390420805869e-06, | |
| "loss": 0.0099, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 4.561167227833894, | |
| "grad_norm": 0.019125554710626602, | |
| "learning_rate": 2.2657579983267064e-06, | |
| "loss": 0.0059, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 4.570145903479236, | |
| "grad_norm": 0.017187196761369705, | |
| "learning_rate": 2.1730176025012816e-06, | |
| "loss": 0.0081, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 4.57912457912458, | |
| "grad_norm": 0.017918284982442856, | |
| "learning_rate": 2.082172909250568e-06, | |
| "loss": 0.0082, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 4.588103254769921, | |
| "grad_norm": 0.02295687235891819, | |
| "learning_rate": 1.993227519356189e-06, | |
| "loss": 0.0089, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 4.588103254769921, | |
| "eval_loss": 0.012445243075489998, | |
| "eval_runtime": 6.2516, | |
| "eval_samples_per_second": 7.998, | |
| "eval_steps_per_second": 2.079, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 4.597081930415264, | |
| "grad_norm": 0.017204539850354195, | |
| "learning_rate": 1.906184958317664e-06, | |
| "loss": 0.0069, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 4.606060606060606, | |
| "grad_norm": 0.019010348245501518, | |
| "learning_rate": 1.8210486762127499e-06, | |
| "loss": 0.0084, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 4.615039281705949, | |
| "grad_norm": 0.017709147185087204, | |
| "learning_rate": 1.737822047560611e-06, | |
| "loss": 0.0076, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 4.624017957351291, | |
| "grad_norm": 0.017709005624055862, | |
| "learning_rate": 1.656508371188109e-06, | |
| "loss": 0.0088, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 4.632996632996633, | |
| "grad_norm": 0.01932976208627224, | |
| "learning_rate": 1.5771108700990412e-06, | |
| "loss": 0.01, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 4.632996632996633, | |
| "eval_loss": 0.012414975091814995, | |
| "eval_runtime": 6.2511, | |
| "eval_samples_per_second": 7.999, | |
| "eval_steps_per_second": 2.08, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 4.6419753086419755, | |
| "grad_norm": 0.015371643006801605, | |
| "learning_rate": 1.4996326913463754e-06, | |
| "loss": 0.0058, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 4.650953984287318, | |
| "grad_norm": 0.02080700546503067, | |
| "learning_rate": 1.4240769059075342e-06, | |
| "loss": 0.0089, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 4.65993265993266, | |
| "grad_norm": 0.019819900393486023, | |
| "learning_rate": 1.3504465085626638e-06, | |
| "loss": 0.0059, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 4.668911335578002, | |
| "grad_norm": 0.023678896948695183, | |
| "learning_rate": 1.2787444177759068e-06, | |
| "loss": 0.0075, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 4.677890011223345, | |
| "grad_norm": 0.019294695928692818, | |
| "learning_rate": 1.208973475579761e-06, | |
| "loss": 0.0081, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 4.677890011223345, | |
| "eval_loss": 0.012423361651599407, | |
| "eval_runtime": 6.2709, | |
| "eval_samples_per_second": 7.973, | |
| "eval_steps_per_second": 2.073, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 4.686868686868687, | |
| "grad_norm": 0.019210556522011757, | |
| "learning_rate": 1.1411364474624264e-06, | |
| "loss": 0.007, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 4.695847362514029, | |
| "grad_norm": 0.020206844434142113, | |
| "learning_rate": 1.075236022258147e-06, | |
| "loss": 0.009, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 4.704826038159371, | |
| "grad_norm": 0.018495453521609306, | |
| "learning_rate": 1.0112748120406856e-06, | |
| "loss": 0.0092, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 4.713804713804714, | |
| "grad_norm": 0.015705464407801628, | |
| "learning_rate": 9.492553520197733e-07, | |
| "loss": 0.0072, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 4.722783389450056, | |
| "grad_norm": 0.020354999229311943, | |
| "learning_rate": 8.891801004406119e-07, | |
| "loss": 0.0072, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 4.722783389450056, | |
| "eval_loss": 0.01243152841925621, | |
| "eval_runtime": 6.2577, | |
| "eval_samples_per_second": 7.99, | |
| "eval_steps_per_second": 2.077, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 4.731762065095398, | |
| "grad_norm": 0.022362370043992996, | |
| "learning_rate": 8.31051438486441e-07, | |
| "loss": 0.0089, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 4.7407407407407405, | |
| "grad_norm": 0.022488482296466827, | |
| "learning_rate": 7.748716701841685e-07, | |
| "loss": 0.0097, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 4.749719416386083, | |
| "grad_norm": 0.017749127000570297, | |
| "learning_rate": 7.206430223130278e-07, | |
| "loss": 0.0054, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 4.758698092031425, | |
| "grad_norm": 0.023475971072912216, | |
| "learning_rate": 6.683676443163311e-07, | |
| "loss": 0.0114, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 4.767676767676767, | |
| "grad_norm": 0.020731423050165176, | |
| "learning_rate": 6.180476082162656e-07, | |
| "loss": 0.0078, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 4.767676767676767, | |
| "eval_loss": 0.012432167306542397, | |
| "eval_runtime": 6.2519, | |
| "eval_samples_per_second": 7.998, | |
| "eval_steps_per_second": 2.079, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 4.77665544332211, | |
| "grad_norm": 0.018397077918052673, | |
| "learning_rate": 5.696849085317646e-07, | |
| "loss": 0.0068, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 4.785634118967453, | |
| "grad_norm": 0.01895746774971485, | |
| "learning_rate": 5.232814621994598e-07, | |
| "loss": 0.0084, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 4.794612794612795, | |
| "grad_norm": 0.020780237391591072, | |
| "learning_rate": 4.788391084976862e-07, | |
| "loss": 0.0097, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 4.803591470258137, | |
| "grad_norm": 0.018094424158334732, | |
| "learning_rate": 4.363596089735911e-07, | |
| "loss": 0.0075, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 4.8125701459034795, | |
| "grad_norm": 0.02267824485898018, | |
| "learning_rate": 3.958446473733002e-07, | |
| "loss": 0.009, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 4.8125701459034795, | |
| "eval_loss": 0.012407775036990643, | |
| "eval_runtime": 6.269, | |
| "eval_samples_per_second": 7.976, | |
| "eval_steps_per_second": 2.074, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 4.821548821548822, | |
| "grad_norm": 0.016193151473999023, | |
| "learning_rate": 3.572958295752049e-07, | |
| "loss": 0.0066, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 4.830527497194164, | |
| "grad_norm": 0.016786446794867516, | |
| "learning_rate": 3.207146835262742e-07, | |
| "loss": 0.0063, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 4.839506172839506, | |
| "grad_norm": 0.019592830911278725, | |
| "learning_rate": 2.8610265918151414e-07, | |
| "loss": 0.0093, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 4.848484848484849, | |
| "grad_norm": 0.017766350880265236, | |
| "learning_rate": 2.534611284465083e-07, | |
| "loss": 0.0076, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 4.857463524130191, | |
| "grad_norm": 0.02071945182979107, | |
| "learning_rate": 2.2279138512300567e-07, | |
| "loss": 0.0106, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 4.857463524130191, | |
| "eval_loss": 0.01241106167435646, | |
| "eval_runtime": 6.2616, | |
| "eval_samples_per_second": 7.985, | |
| "eval_steps_per_second": 2.076, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 4.866442199775533, | |
| "grad_norm": 0.017140503972768784, | |
| "learning_rate": 1.940946448576675e-07, | |
| "loss": 0.0063, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 4.875420875420875, | |
| "grad_norm": 0.017304055392742157, | |
| "learning_rate": 1.6737204509387206e-07, | |
| "loss": 0.0075, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 4.884399551066218, | |
| "grad_norm": 0.018793294206261635, | |
| "learning_rate": 1.4262464502663443e-07, | |
| "loss": 0.0099, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 4.89337822671156, | |
| "grad_norm": 0.018352854996919632, | |
| "learning_rate": 1.1985342556060652e-07, | |
| "loss": 0.0074, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 4.902356902356902, | |
| "grad_norm": 0.018267234787344933, | |
| "learning_rate": 9.905928927123609e-08, | |
| "loss": 0.0079, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 4.902356902356902, | |
| "eval_loss": 0.012396564707159996, | |
| "eval_runtime": 6.2557, | |
| "eval_samples_per_second": 7.993, | |
| "eval_steps_per_second": 2.078, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 4.9113355780022445, | |
| "grad_norm": 0.02004612796008587, | |
| "learning_rate": 8.02430603689397e-08, | |
| "loss": 0.0079, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 4.920314253647587, | |
| "grad_norm": 0.017602894455194473, | |
| "learning_rate": 6.340548466648443e-08, | |
| "loss": 0.0084, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 4.929292929292929, | |
| "grad_norm": 0.017070379108190536, | |
| "learning_rate": 4.8547229549383844e-08, | |
| "loss": 0.0093, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 4.938271604938271, | |
| "grad_norm": 0.015886155888438225, | |
| "learning_rate": 3.566888394948009e-08, | |
| "loss": 0.0074, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 4.947250280583614, | |
| "grad_norm": 0.018648440018296242, | |
| "learning_rate": 2.4770958321568283e-08, | |
| "loss": 0.0082, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 4.947250280583614, | |
| "eval_loss": 0.01241134200245142, | |
| "eval_runtime": 6.2543, | |
| "eval_samples_per_second": 7.995, | |
| "eval_steps_per_second": 2.079, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 4.956228956228956, | |
| "grad_norm": 0.01602097600698471, | |
| "learning_rate": 1.5853884623195925e-08, | |
| "loss": 0.0063, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 4.965207631874298, | |
| "grad_norm": 0.02373385988175869, | |
| "learning_rate": 8.918016297515541e-09, | |
| "loss": 0.0098, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 4.974186307519641, | |
| "grad_norm": 0.021371588110923767, | |
| "learning_rate": 3.963628259290308e-09, | |
| "loss": 0.0088, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 4.983164983164983, | |
| "grad_norm": 0.017986396327614784, | |
| "learning_rate": 9.90916883986115e-10, | |
| "loss": 0.0077, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 4.992143658810326, | |
| "grad_norm": 0.023325249552726746, | |
| "learning_rate": 0.0, | |
| "loss": 0.0082, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 4.992143658810326, | |
| "eval_loss": 0.012434104457497597, | |
| "eval_runtime": 6.2582, | |
| "eval_samples_per_second": 7.989, | |
| "eval_steps_per_second": 2.077, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 4.992143658810326, | |
| "step": 555, | |
| "total_flos": 9.281622886148997e+17, | |
| "train_loss": 0.013788488566002868, | |
| "train_runtime": 7381.5879, | |
| "train_samples_per_second": 2.412, | |
| "train_steps_per_second": 0.075 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 555, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9.281622886148997e+17, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |