{ "best_metric": 1.1188498735427856, "best_model_checkpoint": "runs/deepseek_lora_20240421-183352/checkpoint-5000", "epoch": 0.17364427234367674, "eval_steps": 500, "global_step": 7500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "grad_norm": 8.893424987792969, "learning_rate": 4.0000000000000003e-07, "loss": 2.1665, "step": 10 }, { "epoch": 0.0, "grad_norm": 7.90573787689209, "learning_rate": 8.000000000000001e-07, "loss": 2.2972, "step": 20 }, { "epoch": 0.0, "grad_norm": 4.421755313873291, "learning_rate": 1.2000000000000002e-06, "loss": 2.0517, "step": 30 }, { "epoch": 0.0, "grad_norm": 4.259636402130127, "learning_rate": 1.6000000000000001e-06, "loss": 2.1163, "step": 40 }, { "epoch": 0.0, "grad_norm": 4.228359222412109, "learning_rate": 2.0000000000000003e-06, "loss": 2.2697, "step": 50 }, { "epoch": 0.0, "grad_norm": 8.439579963684082, "learning_rate": 2.4000000000000003e-06, "loss": 2.1731, "step": 60 }, { "epoch": 0.0, "grad_norm": 2.426865339279175, "learning_rate": 2.8000000000000003e-06, "loss": 2.2052, "step": 70 }, { "epoch": 0.0, "grad_norm": 4.410788059234619, "learning_rate": 3.2000000000000003e-06, "loss": 2.0863, "step": 80 }, { "epoch": 0.0, "grad_norm": 5.553213596343994, "learning_rate": 3.6000000000000003e-06, "loss": 1.9664, "step": 90 }, { "epoch": 0.0, "grad_norm": 6.600622177124023, "learning_rate": 4.000000000000001e-06, "loss": 2.0656, "step": 100 }, { "epoch": 0.0, "grad_norm": 4.6402153968811035, "learning_rate": 4.4e-06, "loss": 2.0541, "step": 110 }, { "epoch": 0.0, "grad_norm": 3.2395169734954834, "learning_rate": 4.800000000000001e-06, "loss": 1.8353, "step": 120 }, { "epoch": 0.0, "grad_norm": 2.8458945751190186, "learning_rate": 5.2e-06, "loss": 1.8408, "step": 130 }, { "epoch": 0.0, "grad_norm": 5.223249912261963, "learning_rate": 5.600000000000001e-06, "loss": 1.905, "step": 140 }, { "epoch": 0.0, "grad_norm": 3.8996775150299072, "learning_rate": 6e-06, "loss": 1.9277, "step": 150 }, { "epoch": 0.0, "grad_norm": 3.8909013271331787, "learning_rate": 6.4000000000000006e-06, "loss": 1.777, "step": 160 }, { "epoch": 0.0, "grad_norm": 2.76326060295105, "learning_rate": 6.800000000000001e-06, "loss": 1.7483, "step": 170 }, { "epoch": 0.0, "grad_norm": 3.6061465740203857, "learning_rate": 7.2000000000000005e-06, "loss": 1.79, "step": 180 }, { "epoch": 0.0, "grad_norm": 4.046599388122559, "learning_rate": 7.600000000000001e-06, "loss": 1.7282, "step": 190 }, { "epoch": 0.0, "grad_norm": 3.0414559841156006, "learning_rate": 8.000000000000001e-06, "loss": 1.8936, "step": 200 }, { "epoch": 0.0, "grad_norm": 6.000649452209473, "learning_rate": 8.400000000000001e-06, "loss": 1.7291, "step": 210 }, { "epoch": 0.01, "grad_norm": 5.2610554695129395, "learning_rate": 8.8e-06, "loss": 1.5919, "step": 220 }, { "epoch": 0.01, "grad_norm": 4.346323490142822, "learning_rate": 9.200000000000002e-06, "loss": 1.7002, "step": 230 }, { "epoch": 0.01, "grad_norm": 6.625606060028076, "learning_rate": 9.600000000000001e-06, "loss": 1.7204, "step": 240 }, { "epoch": 0.01, "grad_norm": 5.263577938079834, "learning_rate": 1e-05, "loss": 1.6544, "step": 250 }, { "epoch": 0.01, "grad_norm": 5.526005268096924, "learning_rate": 1.04e-05, "loss": 1.6343, "step": 260 }, { "epoch": 0.01, "grad_norm": 6.9661431312561035, "learning_rate": 1.0800000000000002e-05, "loss": 1.6069, "step": 270 }, { "epoch": 0.01, "grad_norm": 2.983661651611328, "learning_rate": 1.1200000000000001e-05, "loss": 1.718, "step": 280 }, { "epoch": 0.01, "grad_norm": 7.731842517852783, "learning_rate": 1.16e-05, "loss": 1.6998, "step": 290 }, { "epoch": 0.01, "grad_norm": 6.424485683441162, "learning_rate": 1.2e-05, "loss": 1.7128, "step": 300 }, { "epoch": 0.01, "grad_norm": 2.6413464546203613, "learning_rate": 1.2400000000000002e-05, "loss": 1.7114, "step": 310 }, { "epoch": 0.01, "grad_norm": 6.612671375274658, "learning_rate": 1.2800000000000001e-05, "loss": 1.717, "step": 320 }, { "epoch": 0.01, "grad_norm": 3.804788827896118, "learning_rate": 1.3200000000000002e-05, "loss": 1.7916, "step": 330 }, { "epoch": 0.01, "grad_norm": 2.907038688659668, "learning_rate": 1.3600000000000002e-05, "loss": 1.6078, "step": 340 }, { "epoch": 0.01, "grad_norm": 2.003390312194824, "learning_rate": 1.4e-05, "loss": 1.7339, "step": 350 }, { "epoch": 0.01, "grad_norm": 3.2724103927612305, "learning_rate": 1.4400000000000001e-05, "loss": 1.8393, "step": 360 }, { "epoch": 0.01, "grad_norm": 3.7622690200805664, "learning_rate": 1.48e-05, "loss": 1.5091, "step": 370 }, { "epoch": 0.01, "grad_norm": 2.663651943206787, "learning_rate": 1.5200000000000002e-05, "loss": 1.639, "step": 380 }, { "epoch": 0.01, "grad_norm": 3.8204166889190674, "learning_rate": 1.5600000000000003e-05, "loss": 1.4148, "step": 390 }, { "epoch": 0.01, "grad_norm": 4.282427787780762, "learning_rate": 1.6000000000000003e-05, "loss": 1.7065, "step": 400 }, { "epoch": 0.01, "grad_norm": 9.151147842407227, "learning_rate": 1.64e-05, "loss": 1.5874, "step": 410 }, { "epoch": 0.01, "grad_norm": 4.359065532684326, "learning_rate": 1.6800000000000002e-05, "loss": 1.4316, "step": 420 }, { "epoch": 0.01, "grad_norm": 3.6506259441375732, "learning_rate": 1.72e-05, "loss": 1.5907, "step": 430 }, { "epoch": 0.01, "grad_norm": 2.2175769805908203, "learning_rate": 1.76e-05, "loss": 1.6386, "step": 440 }, { "epoch": 0.01, "grad_norm": 6.790574550628662, "learning_rate": 1.8e-05, "loss": 1.4903, "step": 450 }, { "epoch": 0.01, "grad_norm": 3.407963514328003, "learning_rate": 1.8400000000000003e-05, "loss": 1.5074, "step": 460 }, { "epoch": 0.01, "grad_norm": 4.586065769195557, "learning_rate": 1.88e-05, "loss": 1.4186, "step": 470 }, { "epoch": 0.01, "grad_norm": 3.2595417499542236, "learning_rate": 1.9200000000000003e-05, "loss": 1.5489, "step": 480 }, { "epoch": 0.01, "grad_norm": 3.8598222732543945, "learning_rate": 1.9600000000000002e-05, "loss": 1.314, "step": 490 }, { "epoch": 0.01, "grad_norm": 5.427089214324951, "learning_rate": 2e-05, "loss": 1.7116, "step": 500 }, { "epoch": 0.01, "eval_loss": 1.4248766899108887, "eval_runtime": 67.1505, "eval_samples_per_second": 14.892, "eval_steps_per_second": 14.892, "step": 500 }, { "epoch": 0.01, "grad_norm": 3.126067876815796, "learning_rate": 1.999322033898305e-05, "loss": 1.6259, "step": 510 }, { "epoch": 0.01, "grad_norm": 4.224739074707031, "learning_rate": 1.9986440677966104e-05, "loss": 1.6205, "step": 520 }, { "epoch": 0.01, "grad_norm": 7.176899433135986, "learning_rate": 1.9979661016949154e-05, "loss": 1.5216, "step": 530 }, { "epoch": 0.01, "grad_norm": 2.984959840774536, "learning_rate": 1.9972881355932204e-05, "loss": 1.3944, "step": 540 }, { "epoch": 0.01, "grad_norm": 3.6579527854919434, "learning_rate": 1.9966101694915257e-05, "loss": 1.5515, "step": 550 }, { "epoch": 0.01, "grad_norm": 3.6600215435028076, "learning_rate": 1.9959322033898307e-05, "loss": 1.5275, "step": 560 }, { "epoch": 0.01, "grad_norm": 5.994769096374512, "learning_rate": 1.995254237288136e-05, "loss": 1.6558, "step": 570 }, { "epoch": 0.01, "grad_norm": 5.50462532043457, "learning_rate": 1.994576271186441e-05, "loss": 1.641, "step": 580 }, { "epoch": 0.01, "grad_norm": 3.41587233543396, "learning_rate": 1.993898305084746e-05, "loss": 1.461, "step": 590 }, { "epoch": 0.01, "grad_norm": 3.1005308628082275, "learning_rate": 1.9932203389830512e-05, "loss": 1.4009, "step": 600 }, { "epoch": 0.01, "grad_norm": 3.533121347427368, "learning_rate": 1.992542372881356e-05, "loss": 1.7164, "step": 610 }, { "epoch": 0.01, "grad_norm": 4.897855758666992, "learning_rate": 1.991864406779661e-05, "loss": 1.5889, "step": 620 }, { "epoch": 0.01, "grad_norm": 2.890028953552246, "learning_rate": 1.991186440677966e-05, "loss": 1.4549, "step": 630 }, { "epoch": 0.01, "grad_norm": 5.191209316253662, "learning_rate": 1.990508474576271e-05, "loss": 1.4711, "step": 640 }, { "epoch": 0.02, "grad_norm": 3.568540334701538, "learning_rate": 1.9898305084745764e-05, "loss": 1.3507, "step": 650 }, { "epoch": 0.02, "grad_norm": 1.9555094242095947, "learning_rate": 1.9891525423728814e-05, "loss": 1.4569, "step": 660 }, { "epoch": 0.02, "grad_norm": 7.103305339813232, "learning_rate": 1.9884745762711867e-05, "loss": 1.6679, "step": 670 }, { "epoch": 0.02, "grad_norm": 5.208203315734863, "learning_rate": 1.9877966101694917e-05, "loss": 1.3169, "step": 680 }, { "epoch": 0.02, "grad_norm": 7.401998996734619, "learning_rate": 1.9871186440677966e-05, "loss": 1.642, "step": 690 }, { "epoch": 0.02, "grad_norm": 6.582605361938477, "learning_rate": 1.986440677966102e-05, "loss": 1.5996, "step": 700 }, { "epoch": 0.02, "grad_norm": 3.554516315460205, "learning_rate": 1.985762711864407e-05, "loss": 1.5291, "step": 710 }, { "epoch": 0.02, "grad_norm": 2.563401460647583, "learning_rate": 1.985084745762712e-05, "loss": 1.4608, "step": 720 }, { "epoch": 0.02, "grad_norm": 5.061882972717285, "learning_rate": 1.9844067796610172e-05, "loss": 1.6631, "step": 730 }, { "epoch": 0.02, "grad_norm": 1.9863511323928833, "learning_rate": 1.9837288135593222e-05, "loss": 1.5619, "step": 740 }, { "epoch": 0.02, "grad_norm": 1.3460112810134888, "learning_rate": 1.9830508474576275e-05, "loss": 1.3738, "step": 750 }, { "epoch": 0.02, "grad_norm": 5.177835464477539, "learning_rate": 1.9823728813559324e-05, "loss": 1.6424, "step": 760 }, { "epoch": 0.02, "grad_norm": 1.877689242362976, "learning_rate": 1.9816949152542374e-05, "loss": 1.4095, "step": 770 }, { "epoch": 0.02, "grad_norm": 2.7550783157348633, "learning_rate": 1.9810169491525427e-05, "loss": 1.5935, "step": 780 }, { "epoch": 0.02, "grad_norm": 1.4884017705917358, "learning_rate": 1.9803389830508477e-05, "loss": 1.4442, "step": 790 }, { "epoch": 0.02, "grad_norm": 2.309656858444214, "learning_rate": 1.9796610169491527e-05, "loss": 1.5698, "step": 800 }, { "epoch": 0.02, "grad_norm": 2.5358872413635254, "learning_rate": 1.978983050847458e-05, "loss": 1.2542, "step": 810 }, { "epoch": 0.02, "grad_norm": 3.623551368713379, "learning_rate": 1.9783050847457626e-05, "loss": 1.663, "step": 820 }, { "epoch": 0.02, "grad_norm": 4.512385845184326, "learning_rate": 1.977627118644068e-05, "loss": 1.5636, "step": 830 }, { "epoch": 0.02, "grad_norm": 3.330457925796509, "learning_rate": 1.976949152542373e-05, "loss": 1.3357, "step": 840 }, { "epoch": 0.02, "grad_norm": 1.6951920986175537, "learning_rate": 1.9762711864406782e-05, "loss": 1.5766, "step": 850 }, { "epoch": 0.02, "grad_norm": 2.8462748527526855, "learning_rate": 1.9755932203389832e-05, "loss": 1.5554, "step": 860 }, { "epoch": 0.02, "grad_norm": 1.8278895616531372, "learning_rate": 1.974915254237288e-05, "loss": 1.3479, "step": 870 }, { "epoch": 0.02, "grad_norm": 3.1370766162872314, "learning_rate": 1.9742372881355935e-05, "loss": 1.5584, "step": 880 }, { "epoch": 0.02, "grad_norm": 8.17900276184082, "learning_rate": 1.9735593220338984e-05, "loss": 1.5172, "step": 890 }, { "epoch": 0.02, "grad_norm": 7.5510640144348145, "learning_rate": 1.9728813559322034e-05, "loss": 1.4574, "step": 900 }, { "epoch": 0.02, "grad_norm": 2.811005115509033, "learning_rate": 1.9722033898305087e-05, "loss": 1.576, "step": 910 }, { "epoch": 0.02, "grad_norm": 4.8449907302856445, "learning_rate": 1.9715254237288137e-05, "loss": 1.4886, "step": 920 }, { "epoch": 0.02, "grad_norm": 3.2932374477386475, "learning_rate": 1.970847457627119e-05, "loss": 1.4845, "step": 930 }, { "epoch": 0.02, "grad_norm": 2.189581871032715, "learning_rate": 1.970169491525424e-05, "loss": 1.4143, "step": 940 }, { "epoch": 0.02, "grad_norm": 1.5806180238723755, "learning_rate": 1.969491525423729e-05, "loss": 1.4859, "step": 950 }, { "epoch": 0.02, "grad_norm": 5.293037414550781, "learning_rate": 1.9688135593220342e-05, "loss": 1.4887, "step": 960 }, { "epoch": 0.02, "grad_norm": 5.328525543212891, "learning_rate": 1.9681355932203392e-05, "loss": 1.2715, "step": 970 }, { "epoch": 0.02, "grad_norm": 2.8140487670898438, "learning_rate": 1.9674576271186442e-05, "loss": 1.4281, "step": 980 }, { "epoch": 0.02, "grad_norm": 5.055774688720703, "learning_rate": 1.9667796610169495e-05, "loss": 1.2676, "step": 990 }, { "epoch": 0.02, "grad_norm": 1.9871106147766113, "learning_rate": 1.9661016949152545e-05, "loss": 1.4242, "step": 1000 }, { "epoch": 0.02, "eval_loss": 1.2329587936401367, "eval_runtime": 67.1625, "eval_samples_per_second": 14.889, "eval_steps_per_second": 14.889, "step": 1000 }, { "epoch": 0.02, "grad_norm": 9.538952827453613, "learning_rate": 1.9654237288135594e-05, "loss": 1.664, "step": 1010 }, { "epoch": 0.02, "grad_norm": 7.894416809082031, "learning_rate": 1.9647457627118644e-05, "loss": 1.5421, "step": 1020 }, { "epoch": 0.02, "grad_norm": 15.61988353729248, "learning_rate": 1.9640677966101697e-05, "loss": 1.5037, "step": 1030 }, { "epoch": 0.02, "grad_norm": 1.5587459802627563, "learning_rate": 1.9633898305084747e-05, "loss": 1.4768, "step": 1040 }, { "epoch": 0.02, "grad_norm": 2.0465331077575684, "learning_rate": 1.9627118644067796e-05, "loss": 1.6342, "step": 1050 }, { "epoch": 0.02, "grad_norm": 2.6867032051086426, "learning_rate": 1.962033898305085e-05, "loss": 1.6395, "step": 1060 }, { "epoch": 0.02, "grad_norm": 3.0958399772644043, "learning_rate": 1.96135593220339e-05, "loss": 1.3742, "step": 1070 }, { "epoch": 0.03, "grad_norm": 3.064396858215332, "learning_rate": 1.960677966101695e-05, "loss": 1.258, "step": 1080 }, { "epoch": 0.03, "grad_norm": 3.9529526233673096, "learning_rate": 1.9600000000000002e-05, "loss": 1.6082, "step": 1090 }, { "epoch": 0.03, "grad_norm": 8.01111125946045, "learning_rate": 1.9593220338983052e-05, "loss": 1.5338, "step": 1100 }, { "epoch": 0.03, "grad_norm": 2.7759506702423096, "learning_rate": 1.95864406779661e-05, "loss": 1.4728, "step": 1110 }, { "epoch": 0.03, "grad_norm": 2.339688777923584, "learning_rate": 1.9579661016949155e-05, "loss": 1.5947, "step": 1120 }, { "epoch": 0.03, "grad_norm": 3.9827146530151367, "learning_rate": 1.9572881355932204e-05, "loss": 1.4338, "step": 1130 }, { "epoch": 0.03, "grad_norm": 2.902629852294922, "learning_rate": 1.9566101694915257e-05, "loss": 1.5609, "step": 1140 }, { "epoch": 0.03, "grad_norm": 2.317248582839966, "learning_rate": 1.9559322033898307e-05, "loss": 1.5503, "step": 1150 }, { "epoch": 0.03, "grad_norm": 1.522884726524353, "learning_rate": 1.9552542372881357e-05, "loss": 1.3661, "step": 1160 }, { "epoch": 0.03, "grad_norm": 2.1419677734375, "learning_rate": 1.954576271186441e-05, "loss": 1.4839, "step": 1170 }, { "epoch": 0.03, "grad_norm": 2.2150516510009766, "learning_rate": 1.953898305084746e-05, "loss": 1.1754, "step": 1180 }, { "epoch": 0.03, "grad_norm": 4.25466775894165, "learning_rate": 1.953220338983051e-05, "loss": 1.4118, "step": 1190 }, { "epoch": 0.03, "grad_norm": 2.261260986328125, "learning_rate": 1.9525423728813562e-05, "loss": 1.4779, "step": 1200 }, { "epoch": 0.03, "grad_norm": 4.751726150512695, "learning_rate": 1.9518644067796612e-05, "loss": 1.3143, "step": 1210 }, { "epoch": 0.03, "grad_norm": 3.0561487674713135, "learning_rate": 1.9511864406779665e-05, "loss": 1.5102, "step": 1220 }, { "epoch": 0.03, "grad_norm": 4.0936279296875, "learning_rate": 1.950508474576271e-05, "loss": 1.4763, "step": 1230 }, { "epoch": 0.03, "grad_norm": 2.0847556591033936, "learning_rate": 1.9498305084745765e-05, "loss": 1.3039, "step": 1240 }, { "epoch": 0.03, "grad_norm": 4.303075313568115, "learning_rate": 1.9491525423728814e-05, "loss": 1.4491, "step": 1250 }, { "epoch": 0.03, "grad_norm": 1.7520992755889893, "learning_rate": 1.9484745762711864e-05, "loss": 1.3379, "step": 1260 }, { "epoch": 0.03, "grad_norm": 6.233397006988525, "learning_rate": 1.9477966101694917e-05, "loss": 1.5582, "step": 1270 }, { "epoch": 0.03, "grad_norm": 2.988858461380005, "learning_rate": 1.9471186440677967e-05, "loss": 1.4801, "step": 1280 }, { "epoch": 0.03, "grad_norm": 5.172889232635498, "learning_rate": 1.9464406779661017e-05, "loss": 1.5481, "step": 1290 }, { "epoch": 0.03, "grad_norm": 2.5870141983032227, "learning_rate": 1.945762711864407e-05, "loss": 1.4008, "step": 1300 }, { "epoch": 0.03, "grad_norm": 4.538797378540039, "learning_rate": 1.945084745762712e-05, "loss": 1.4145, "step": 1310 }, { "epoch": 0.03, "grad_norm": 4.275447368621826, "learning_rate": 1.9444067796610172e-05, "loss": 1.4524, "step": 1320 }, { "epoch": 0.03, "grad_norm": 3.357238531112671, "learning_rate": 1.9437288135593222e-05, "loss": 1.487, "step": 1330 }, { "epoch": 0.03, "grad_norm": 2.1907289028167725, "learning_rate": 1.9430508474576272e-05, "loss": 1.3633, "step": 1340 }, { "epoch": 0.03, "grad_norm": 1.7265887260437012, "learning_rate": 1.9423728813559325e-05, "loss": 1.3923, "step": 1350 }, { "epoch": 0.03, "grad_norm": 10.415843963623047, "learning_rate": 1.9416949152542375e-05, "loss": 1.3302, "step": 1360 }, { "epoch": 0.03, "grad_norm": 6.544619560241699, "learning_rate": 1.9410169491525424e-05, "loss": 1.2906, "step": 1370 }, { "epoch": 0.03, "grad_norm": 2.8395652770996094, "learning_rate": 1.9403389830508477e-05, "loss": 1.4636, "step": 1380 }, { "epoch": 0.03, "grad_norm": 3.81257963180542, "learning_rate": 1.9396610169491527e-05, "loss": 1.408, "step": 1390 }, { "epoch": 0.03, "grad_norm": 2.445089817047119, "learning_rate": 1.938983050847458e-05, "loss": 1.5095, "step": 1400 }, { "epoch": 0.03, "grad_norm": 3.918297290802002, "learning_rate": 1.938305084745763e-05, "loss": 1.154, "step": 1410 }, { "epoch": 0.03, "grad_norm": 1.7477134466171265, "learning_rate": 1.937627118644068e-05, "loss": 1.4866, "step": 1420 }, { "epoch": 0.03, "grad_norm": 2.768603801727295, "learning_rate": 1.9369491525423733e-05, "loss": 1.5642, "step": 1430 }, { "epoch": 0.03, "grad_norm": 2.055950164794922, "learning_rate": 1.936271186440678e-05, "loss": 1.4019, "step": 1440 }, { "epoch": 0.03, "grad_norm": 9.180340766906738, "learning_rate": 1.9355932203389832e-05, "loss": 1.509, "step": 1450 }, { "epoch": 0.03, "grad_norm": 4.526889801025391, "learning_rate": 1.9349152542372882e-05, "loss": 1.5197, "step": 1460 }, { "epoch": 0.03, "grad_norm": 2.020207166671753, "learning_rate": 1.934237288135593e-05, "loss": 1.6292, "step": 1470 }, { "epoch": 0.03, "grad_norm": 3.9965012073516846, "learning_rate": 1.9335593220338985e-05, "loss": 1.6703, "step": 1480 }, { "epoch": 0.03, "grad_norm": 0.9574942588806152, "learning_rate": 1.9328813559322034e-05, "loss": 1.3525, "step": 1490 }, { "epoch": 0.03, "grad_norm": 2.8527791500091553, "learning_rate": 1.9322033898305087e-05, "loss": 1.5142, "step": 1500 }, { "epoch": 0.03, "eval_loss": 1.1832261085510254, "eval_runtime": 67.0686, "eval_samples_per_second": 14.91, "eval_steps_per_second": 14.91, "step": 1500 }, { "epoch": 0.03, "grad_norm": 5.690788745880127, "learning_rate": 1.9315254237288137e-05, "loss": 1.4003, "step": 1510 }, { "epoch": 0.04, "grad_norm": 7.6338605880737305, "learning_rate": 1.9308474576271187e-05, "loss": 1.4324, "step": 1520 }, { "epoch": 0.04, "grad_norm": 3.098454713821411, "learning_rate": 1.930169491525424e-05, "loss": 1.5234, "step": 1530 }, { "epoch": 0.04, "grad_norm": 4.322094440460205, "learning_rate": 1.929491525423729e-05, "loss": 1.2201, "step": 1540 }, { "epoch": 0.04, "grad_norm": 4.089012622833252, "learning_rate": 1.928813559322034e-05, "loss": 1.4444, "step": 1550 }, { "epoch": 0.04, "grad_norm": 3.2624104022979736, "learning_rate": 1.9281355932203392e-05, "loss": 1.4144, "step": 1560 }, { "epoch": 0.04, "grad_norm": 2.4324264526367188, "learning_rate": 1.9274576271186442e-05, "loss": 1.3715, "step": 1570 }, { "epoch": 0.04, "grad_norm": 3.596635341644287, "learning_rate": 1.9267796610169492e-05, "loss": 1.366, "step": 1580 }, { "epoch": 0.04, "grad_norm": 2.6570637226104736, "learning_rate": 1.9261016949152545e-05, "loss": 1.5426, "step": 1590 }, { "epoch": 0.04, "grad_norm": 2.935263156890869, "learning_rate": 1.9254237288135595e-05, "loss": 1.2968, "step": 1600 }, { "epoch": 0.04, "grad_norm": 4.188492298126221, "learning_rate": 1.9247457627118648e-05, "loss": 1.396, "step": 1610 }, { "epoch": 0.04, "grad_norm": 4.421194553375244, "learning_rate": 1.9240677966101698e-05, "loss": 1.4905, "step": 1620 }, { "epoch": 0.04, "grad_norm": 1.735612154006958, "learning_rate": 1.9233898305084747e-05, "loss": 1.4508, "step": 1630 }, { "epoch": 0.04, "grad_norm": 1.989076018333435, "learning_rate": 1.92271186440678e-05, "loss": 1.4195, "step": 1640 }, { "epoch": 0.04, "grad_norm": 1.4910849332809448, "learning_rate": 1.9220338983050847e-05, "loss": 1.374, "step": 1650 }, { "epoch": 0.04, "grad_norm": 1.7809735536575317, "learning_rate": 1.92135593220339e-05, "loss": 1.5008, "step": 1660 }, { "epoch": 0.04, "grad_norm": 3.1804401874542236, "learning_rate": 1.920677966101695e-05, "loss": 1.7274, "step": 1670 }, { "epoch": 0.04, "grad_norm": 1.3297713994979858, "learning_rate": 1.9200000000000003e-05, "loss": 1.3982, "step": 1680 }, { "epoch": 0.04, "grad_norm": 2.2256460189819336, "learning_rate": 1.9193220338983052e-05, "loss": 1.3758, "step": 1690 }, { "epoch": 0.04, "grad_norm": 1.3911705017089844, "learning_rate": 1.9186440677966102e-05, "loss": 1.5054, "step": 1700 }, { "epoch": 0.04, "grad_norm": 1.7374446392059326, "learning_rate": 1.9179661016949155e-05, "loss": 1.3796, "step": 1710 }, { "epoch": 0.04, "grad_norm": 2.8097071647644043, "learning_rate": 1.9172881355932205e-05, "loss": 1.2966, "step": 1720 }, { "epoch": 0.04, "grad_norm": 2.590428352355957, "learning_rate": 1.9166101694915254e-05, "loss": 1.493, "step": 1730 }, { "epoch": 0.04, "grad_norm": 3.458738327026367, "learning_rate": 1.9159322033898308e-05, "loss": 1.3179, "step": 1740 }, { "epoch": 0.04, "grad_norm": 4.689072132110596, "learning_rate": 1.9152542372881357e-05, "loss": 1.2673, "step": 1750 }, { "epoch": 0.04, "grad_norm": 2.915776252746582, "learning_rate": 1.9145762711864407e-05, "loss": 1.5096, "step": 1760 }, { "epoch": 0.04, "grad_norm": 4.790291786193848, "learning_rate": 1.913898305084746e-05, "loss": 1.2601, "step": 1770 }, { "epoch": 0.04, "grad_norm": 2.455094337463379, "learning_rate": 1.913220338983051e-05, "loss": 1.5662, "step": 1780 }, { "epoch": 0.04, "grad_norm": 3.6922054290771484, "learning_rate": 1.9125423728813563e-05, "loss": 1.1819, "step": 1790 }, { "epoch": 0.04, "grad_norm": 4.807013511657715, "learning_rate": 1.9118644067796613e-05, "loss": 1.4572, "step": 1800 }, { "epoch": 0.04, "grad_norm": 4.976742267608643, "learning_rate": 1.9111864406779662e-05, "loss": 1.4976, "step": 1810 }, { "epoch": 0.04, "grad_norm": 5.053407669067383, "learning_rate": 1.9105084745762715e-05, "loss": 1.4944, "step": 1820 }, { "epoch": 0.04, "grad_norm": 4.595452308654785, "learning_rate": 1.9098305084745765e-05, "loss": 1.3392, "step": 1830 }, { "epoch": 0.04, "grad_norm": 1.3358185291290283, "learning_rate": 1.9091525423728815e-05, "loss": 1.3567, "step": 1840 }, { "epoch": 0.04, "grad_norm": 2.6956140995025635, "learning_rate": 1.9084745762711868e-05, "loss": 1.4298, "step": 1850 }, { "epoch": 0.04, "grad_norm": 2.6025402545928955, "learning_rate": 1.9077966101694914e-05, "loss": 1.3674, "step": 1860 }, { "epoch": 0.04, "grad_norm": 1.4478222131729126, "learning_rate": 1.9071186440677967e-05, "loss": 1.5232, "step": 1870 }, { "epoch": 0.04, "grad_norm": 2.7879269123077393, "learning_rate": 1.9064406779661017e-05, "loss": 1.2088, "step": 1880 }, { "epoch": 0.04, "grad_norm": 4.009925365447998, "learning_rate": 1.905762711864407e-05, "loss": 1.306, "step": 1890 }, { "epoch": 0.04, "grad_norm": 2.8789501190185547, "learning_rate": 1.905084745762712e-05, "loss": 1.6352, "step": 1900 }, { "epoch": 0.04, "grad_norm": 1.9612170457839966, "learning_rate": 1.904406779661017e-05, "loss": 1.4313, "step": 1910 }, { "epoch": 0.04, "grad_norm": 3.5845580101013184, "learning_rate": 1.9037288135593223e-05, "loss": 1.464, "step": 1920 }, { "epoch": 0.04, "grad_norm": 5.5218095779418945, "learning_rate": 1.9030508474576272e-05, "loss": 1.3589, "step": 1930 }, { "epoch": 0.04, "grad_norm": 3.3145925998687744, "learning_rate": 1.9023728813559322e-05, "loss": 1.5245, "step": 1940 }, { "epoch": 0.05, "grad_norm": 1.0829366445541382, "learning_rate": 1.9016949152542375e-05, "loss": 1.5265, "step": 1950 }, { "epoch": 0.05, "grad_norm": 2.3161795139312744, "learning_rate": 1.9010169491525425e-05, "loss": 1.3759, "step": 1960 }, { "epoch": 0.05, "grad_norm": 4.037906169891357, "learning_rate": 1.9003389830508478e-05, "loss": 1.576, "step": 1970 }, { "epoch": 0.05, "grad_norm": 2.638181447982788, "learning_rate": 1.8996610169491528e-05, "loss": 1.3606, "step": 1980 }, { "epoch": 0.05, "grad_norm": 1.6348967552185059, "learning_rate": 1.8989830508474577e-05, "loss": 1.4664, "step": 1990 }, { "epoch": 0.05, "grad_norm": 2.778348684310913, "learning_rate": 1.898305084745763e-05, "loss": 1.308, "step": 2000 }, { "epoch": 0.05, "eval_loss": 1.1971772909164429, "eval_runtime": 67.1893, "eval_samples_per_second": 14.883, "eval_steps_per_second": 14.883, "step": 2000 }, { "epoch": 0.05, "grad_norm": 3.655930757522583, "learning_rate": 1.897627118644068e-05, "loss": 1.5353, "step": 2010 }, { "epoch": 0.05, "grad_norm": 7.265784740447998, "learning_rate": 1.896949152542373e-05, "loss": 1.4901, "step": 2020 }, { "epoch": 0.05, "grad_norm": 1.902195930480957, "learning_rate": 1.8962711864406783e-05, "loss": 1.3619, "step": 2030 }, { "epoch": 0.05, "grad_norm": 2.685209035873413, "learning_rate": 1.8955932203389833e-05, "loss": 1.4934, "step": 2040 }, { "epoch": 0.05, "grad_norm": 6.6489458084106445, "learning_rate": 1.8949152542372882e-05, "loss": 1.4807, "step": 2050 }, { "epoch": 0.05, "grad_norm": 4.4234724044799805, "learning_rate": 1.8942372881355932e-05, "loss": 1.4953, "step": 2060 }, { "epoch": 0.05, "grad_norm": 2.339203119277954, "learning_rate": 1.8935593220338985e-05, "loss": 1.4583, "step": 2070 }, { "epoch": 0.05, "grad_norm": 2.0084259510040283, "learning_rate": 1.8928813559322035e-05, "loss": 1.1904, "step": 2080 }, { "epoch": 0.05, "grad_norm": 2.666440963745117, "learning_rate": 1.8922033898305085e-05, "loss": 1.3025, "step": 2090 }, { "epoch": 0.05, "grad_norm": 1.9041775465011597, "learning_rate": 1.8915254237288138e-05, "loss": 1.3873, "step": 2100 }, { "epoch": 0.05, "grad_norm": 3.1416661739349365, "learning_rate": 1.8908474576271187e-05, "loss": 1.3741, "step": 2110 }, { "epoch": 0.05, "grad_norm": 3.8044958114624023, "learning_rate": 1.8901694915254237e-05, "loss": 1.5686, "step": 2120 }, { "epoch": 0.05, "grad_norm": 3.8283112049102783, "learning_rate": 1.889491525423729e-05, "loss": 1.3731, "step": 2130 }, { "epoch": 0.05, "grad_norm": 3.2208967208862305, "learning_rate": 1.888813559322034e-05, "loss": 1.5184, "step": 2140 }, { "epoch": 0.05, "grad_norm": 1.5146480798721313, "learning_rate": 1.8881355932203393e-05, "loss": 1.3791, "step": 2150 }, { "epoch": 0.05, "grad_norm": 2.624804973602295, "learning_rate": 1.8874576271186443e-05, "loss": 1.3399, "step": 2160 }, { "epoch": 0.05, "grad_norm": 4.085561752319336, "learning_rate": 1.8867796610169492e-05, "loss": 1.5298, "step": 2170 }, { "epoch": 0.05, "grad_norm": 4.3589959144592285, "learning_rate": 1.8861016949152545e-05, "loss": 1.2609, "step": 2180 }, { "epoch": 0.05, "grad_norm": 5.165348529815674, "learning_rate": 1.8854237288135595e-05, "loss": 1.5708, "step": 2190 }, { "epoch": 0.05, "grad_norm": 2.508254051208496, "learning_rate": 1.8847457627118645e-05, "loss": 1.5046, "step": 2200 }, { "epoch": 0.05, "grad_norm": 4.811107635498047, "learning_rate": 1.8840677966101698e-05, "loss": 1.5798, "step": 2210 }, { "epoch": 0.05, "grad_norm": 4.915175914764404, "learning_rate": 1.8833898305084748e-05, "loss": 1.3742, "step": 2220 }, { "epoch": 0.05, "grad_norm": 4.212732791900635, "learning_rate": 1.8827118644067797e-05, "loss": 1.4748, "step": 2230 }, { "epoch": 0.05, "grad_norm": 2.4692771434783936, "learning_rate": 1.882033898305085e-05, "loss": 1.1476, "step": 2240 }, { "epoch": 0.05, "grad_norm": 3.057826042175293, "learning_rate": 1.88135593220339e-05, "loss": 1.4235, "step": 2250 }, { "epoch": 0.05, "grad_norm": 1.5246427059173584, "learning_rate": 1.8806779661016953e-05, "loss": 1.4705, "step": 2260 }, { "epoch": 0.05, "grad_norm": 1.8235859870910645, "learning_rate": 1.88e-05, "loss": 1.4017, "step": 2270 }, { "epoch": 0.05, "grad_norm": 2.3737335205078125, "learning_rate": 1.8793220338983053e-05, "loss": 1.2918, "step": 2280 }, { "epoch": 0.05, "grad_norm": 1.6644233465194702, "learning_rate": 1.8786440677966102e-05, "loss": 1.5225, "step": 2290 }, { "epoch": 0.05, "grad_norm": 2.259829044342041, "learning_rate": 1.8779661016949152e-05, "loss": 1.428, "step": 2300 }, { "epoch": 0.05, "grad_norm": 2.356344223022461, "learning_rate": 1.8772881355932205e-05, "loss": 1.4652, "step": 2310 }, { "epoch": 0.05, "grad_norm": 4.862521171569824, "learning_rate": 1.8766101694915255e-05, "loss": 1.3431, "step": 2320 }, { "epoch": 0.05, "grad_norm": 2.1847054958343506, "learning_rate": 1.8759322033898305e-05, "loss": 1.3383, "step": 2330 }, { "epoch": 0.05, "grad_norm": 5.384062767028809, "learning_rate": 1.8752542372881358e-05, "loss": 1.3222, "step": 2340 }, { "epoch": 0.05, "grad_norm": 2.504513740539551, "learning_rate": 1.8745762711864407e-05, "loss": 1.4033, "step": 2350 }, { "epoch": 0.05, "grad_norm": 2.035881757736206, "learning_rate": 1.873898305084746e-05, "loss": 1.4297, "step": 2360 }, { "epoch": 0.05, "grad_norm": 3.0843729972839355, "learning_rate": 1.873220338983051e-05, "loss": 1.5548, "step": 2370 }, { "epoch": 0.06, "grad_norm": 4.0240912437438965, "learning_rate": 1.872542372881356e-05, "loss": 1.5772, "step": 2380 }, { "epoch": 0.06, "grad_norm": 5.927667140960693, "learning_rate": 1.8718644067796613e-05, "loss": 1.471, "step": 2390 }, { "epoch": 0.06, "grad_norm": 4.345820903778076, "learning_rate": 1.8711864406779663e-05, "loss": 1.5337, "step": 2400 }, { "epoch": 0.06, "grad_norm": 4.0480122566223145, "learning_rate": 1.8705084745762712e-05, "loss": 1.5327, "step": 2410 }, { "epoch": 0.06, "grad_norm": 2.2904655933380127, "learning_rate": 1.8698305084745765e-05, "loss": 1.3821, "step": 2420 }, { "epoch": 0.06, "grad_norm": 5.9938225746154785, "learning_rate": 1.8691525423728815e-05, "loss": 1.2987, "step": 2430 }, { "epoch": 0.06, "grad_norm": 2.0605130195617676, "learning_rate": 1.8684745762711868e-05, "loss": 1.7052, "step": 2440 }, { "epoch": 0.06, "grad_norm": 1.4659353494644165, "learning_rate": 1.8677966101694918e-05, "loss": 1.5719, "step": 2450 }, { "epoch": 0.06, "grad_norm": 1.8421217203140259, "learning_rate": 1.8671186440677968e-05, "loss": 1.3397, "step": 2460 }, { "epoch": 0.06, "grad_norm": 1.0998902320861816, "learning_rate": 1.866440677966102e-05, "loss": 1.4649, "step": 2470 }, { "epoch": 0.06, "grad_norm": 3.088279962539673, "learning_rate": 1.8657627118644067e-05, "loss": 1.4717, "step": 2480 }, { "epoch": 0.06, "grad_norm": 8.840229034423828, "learning_rate": 1.865084745762712e-05, "loss": 1.4184, "step": 2490 }, { "epoch": 0.06, "grad_norm": 2.5428450107574463, "learning_rate": 1.864406779661017e-05, "loss": 1.5584, "step": 2500 }, { "epoch": 0.06, "eval_loss": 1.1482951641082764, "eval_runtime": 67.0978, "eval_samples_per_second": 14.904, "eval_steps_per_second": 14.904, "step": 2500 }, { "epoch": 0.06, "grad_norm": 5.455661773681641, "learning_rate": 1.863728813559322e-05, "loss": 1.5017, "step": 2510 }, { "epoch": 0.06, "grad_norm": 4.0317816734313965, "learning_rate": 1.8630508474576273e-05, "loss": 1.5774, "step": 2520 }, { "epoch": 0.06, "grad_norm": 3.15238618850708, "learning_rate": 1.8623728813559322e-05, "loss": 1.3854, "step": 2530 }, { "epoch": 0.06, "grad_norm": 2.9443018436431885, "learning_rate": 1.8616949152542376e-05, "loss": 1.5316, "step": 2540 }, { "epoch": 0.06, "grad_norm": 3.2570126056671143, "learning_rate": 1.8610169491525425e-05, "loss": 1.4141, "step": 2550 }, { "epoch": 0.06, "grad_norm": 1.6843924522399902, "learning_rate": 1.8603389830508475e-05, "loss": 1.4986, "step": 2560 }, { "epoch": 0.06, "grad_norm": 1.697768211364746, "learning_rate": 1.8596610169491528e-05, "loss": 1.3707, "step": 2570 }, { "epoch": 0.06, "grad_norm": 5.394255638122559, "learning_rate": 1.8589830508474578e-05, "loss": 1.4716, "step": 2580 }, { "epoch": 0.06, "grad_norm": 5.255263805389404, "learning_rate": 1.8583050847457627e-05, "loss": 1.5351, "step": 2590 }, { "epoch": 0.06, "grad_norm": 4.587831974029541, "learning_rate": 1.857627118644068e-05, "loss": 1.3261, "step": 2600 }, { "epoch": 0.06, "grad_norm": 8.405659675598145, "learning_rate": 1.856949152542373e-05, "loss": 1.4404, "step": 2610 }, { "epoch": 0.06, "grad_norm": 4.0395121574401855, "learning_rate": 1.856271186440678e-05, "loss": 1.368, "step": 2620 }, { "epoch": 0.06, "grad_norm": 6.0600972175598145, "learning_rate": 1.8555932203389833e-05, "loss": 1.4306, "step": 2630 }, { "epoch": 0.06, "grad_norm": 3.951476573944092, "learning_rate": 1.8549152542372883e-05, "loss": 1.4079, "step": 2640 }, { "epoch": 0.06, "grad_norm": 2.6316113471984863, "learning_rate": 1.8542372881355936e-05, "loss": 1.4675, "step": 2650 }, { "epoch": 0.06, "grad_norm": 2.2290899753570557, "learning_rate": 1.8535593220338986e-05, "loss": 1.462, "step": 2660 }, { "epoch": 0.06, "grad_norm": 1.8435947895050049, "learning_rate": 1.8528813559322035e-05, "loss": 1.0381, "step": 2670 }, { "epoch": 0.06, "grad_norm": 2.033623456954956, "learning_rate": 1.852203389830509e-05, "loss": 1.5768, "step": 2680 }, { "epoch": 0.06, "grad_norm": 2.9724245071411133, "learning_rate": 1.8515254237288135e-05, "loss": 1.2659, "step": 2690 }, { "epoch": 0.06, "grad_norm": 3.107775926589966, "learning_rate": 1.8508474576271188e-05, "loss": 1.1751, "step": 2700 }, { "epoch": 0.06, "grad_norm": 4.55193567276001, "learning_rate": 1.8501694915254237e-05, "loss": 1.5424, "step": 2710 }, { "epoch": 0.06, "grad_norm": 1.6639865636825562, "learning_rate": 1.849491525423729e-05, "loss": 1.391, "step": 2720 }, { "epoch": 0.06, "grad_norm": 1.7521861791610718, "learning_rate": 1.848813559322034e-05, "loss": 1.5969, "step": 2730 }, { "epoch": 0.06, "grad_norm": 1.5757704973220825, "learning_rate": 1.848135593220339e-05, "loss": 1.4257, "step": 2740 }, { "epoch": 0.06, "grad_norm": 3.4172585010528564, "learning_rate": 1.8474576271186443e-05, "loss": 1.4596, "step": 2750 }, { "epoch": 0.06, "grad_norm": 3.5575098991394043, "learning_rate": 1.8467796610169493e-05, "loss": 1.5946, "step": 2760 }, { "epoch": 0.06, "grad_norm": 3.385815382003784, "learning_rate": 1.8461016949152542e-05, "loss": 1.3725, "step": 2770 }, { "epoch": 0.06, "grad_norm": 3.108947992324829, "learning_rate": 1.8454237288135596e-05, "loss": 1.3995, "step": 2780 }, { "epoch": 0.06, "grad_norm": 1.180427074432373, "learning_rate": 1.8447457627118645e-05, "loss": 1.7337, "step": 2790 }, { "epoch": 0.06, "grad_norm": 1.628450632095337, "learning_rate": 1.8440677966101695e-05, "loss": 1.3329, "step": 2800 }, { "epoch": 0.07, "grad_norm": 1.4316961765289307, "learning_rate": 1.8433898305084748e-05, "loss": 1.5717, "step": 2810 }, { "epoch": 0.07, "grad_norm": 1.428252100944519, "learning_rate": 1.8427118644067798e-05, "loss": 1.3912, "step": 2820 }, { "epoch": 0.07, "grad_norm": 2.6684863567352295, "learning_rate": 1.842033898305085e-05, "loss": 1.4674, "step": 2830 }, { "epoch": 0.07, "grad_norm": 1.7176380157470703, "learning_rate": 1.84135593220339e-05, "loss": 1.2351, "step": 2840 }, { "epoch": 0.07, "grad_norm": 2.1771388053894043, "learning_rate": 1.840677966101695e-05, "loss": 1.6447, "step": 2850 }, { "epoch": 0.07, "grad_norm": 4.724181652069092, "learning_rate": 1.8400000000000003e-05, "loss": 1.4167, "step": 2860 }, { "epoch": 0.07, "grad_norm": 2.6035029888153076, "learning_rate": 1.8393220338983053e-05, "loss": 1.3391, "step": 2870 }, { "epoch": 0.07, "grad_norm": 2.2763707637786865, "learning_rate": 1.8386440677966103e-05, "loss": 1.5107, "step": 2880 }, { "epoch": 0.07, "grad_norm": 1.8805983066558838, "learning_rate": 1.8379661016949153e-05, "loss": 1.6482, "step": 2890 }, { "epoch": 0.07, "grad_norm": 1.5126351118087769, "learning_rate": 1.8372881355932202e-05, "loss": 1.4343, "step": 2900 }, { "epoch": 0.07, "grad_norm": 7.735413074493408, "learning_rate": 1.8366101694915255e-05, "loss": 1.2867, "step": 2910 }, { "epoch": 0.07, "grad_norm": 3.7856109142303467, "learning_rate": 1.8359322033898305e-05, "loss": 1.3506, "step": 2920 }, { "epoch": 0.07, "grad_norm": 2.2521424293518066, "learning_rate": 1.8352542372881358e-05, "loss": 1.3935, "step": 2930 }, { "epoch": 0.07, "grad_norm": 2.2285022735595703, "learning_rate": 1.8345762711864408e-05, "loss": 1.5142, "step": 2940 }, { "epoch": 0.07, "grad_norm": 2.304668664932251, "learning_rate": 1.8338983050847458e-05, "loss": 1.5006, "step": 2950 }, { "epoch": 0.07, "grad_norm": 1.3826477527618408, "learning_rate": 1.833220338983051e-05, "loss": 1.1512, "step": 2960 }, { "epoch": 0.07, "grad_norm": 1.6900218725204468, "learning_rate": 1.832542372881356e-05, "loss": 1.4017, "step": 2970 }, { "epoch": 0.07, "grad_norm": 3.0282979011535645, "learning_rate": 1.831864406779661e-05, "loss": 1.3722, "step": 2980 }, { "epoch": 0.07, "grad_norm": 4.85763692855835, "learning_rate": 1.8311864406779663e-05, "loss": 1.3328, "step": 2990 }, { "epoch": 0.07, "grad_norm": 2.2919251918792725, "learning_rate": 1.8305084745762713e-05, "loss": 1.4177, "step": 3000 }, { "epoch": 0.07, "eval_loss": 1.2010964155197144, "eval_runtime": 67.1519, "eval_samples_per_second": 14.892, "eval_steps_per_second": 14.892, "step": 3000 }, { "epoch": 0.07, "grad_norm": 2.3012161254882812, "learning_rate": 1.8298305084745766e-05, "loss": 1.2741, "step": 3010 }, { "epoch": 0.07, "grad_norm": 1.728154182434082, "learning_rate": 1.8291525423728816e-05, "loss": 1.495, "step": 3020 }, { "epoch": 0.07, "grad_norm": 2.277280569076538, "learning_rate": 1.8284745762711865e-05, "loss": 1.4877, "step": 3030 }, { "epoch": 0.07, "grad_norm": 2.6222431659698486, "learning_rate": 1.827796610169492e-05, "loss": 1.3664, "step": 3040 }, { "epoch": 0.07, "grad_norm": 2.7156178951263428, "learning_rate": 1.8271186440677968e-05, "loss": 1.3912, "step": 3050 }, { "epoch": 0.07, "grad_norm": 0.9766186475753784, "learning_rate": 1.8264406779661018e-05, "loss": 1.3334, "step": 3060 }, { "epoch": 0.07, "grad_norm": 11.627836227416992, "learning_rate": 1.825762711864407e-05, "loss": 1.6583, "step": 3070 }, { "epoch": 0.07, "grad_norm": 2.1804165840148926, "learning_rate": 1.825084745762712e-05, "loss": 1.2931, "step": 3080 }, { "epoch": 0.07, "grad_norm": 12.77298641204834, "learning_rate": 1.824406779661017e-05, "loss": 1.3071, "step": 3090 }, { "epoch": 0.07, "grad_norm": 3.189802646636963, "learning_rate": 1.823728813559322e-05, "loss": 1.508, "step": 3100 }, { "epoch": 0.07, "grad_norm": 2.3131775856018066, "learning_rate": 1.8230508474576273e-05, "loss": 1.4604, "step": 3110 }, { "epoch": 0.07, "grad_norm": 4.224339962005615, "learning_rate": 1.8223728813559323e-05, "loss": 1.2131, "step": 3120 }, { "epoch": 0.07, "grad_norm": 4.142259120941162, "learning_rate": 1.8216949152542373e-05, "loss": 1.409, "step": 3130 }, { "epoch": 0.07, "grad_norm": 2.409524917602539, "learning_rate": 1.8210169491525426e-05, "loss": 1.5591, "step": 3140 }, { "epoch": 0.07, "grad_norm": 2.3798465728759766, "learning_rate": 1.8203389830508475e-05, "loss": 1.4358, "step": 3150 }, { "epoch": 0.07, "grad_norm": 0.9663469195365906, "learning_rate": 1.8196610169491525e-05, "loss": 1.4432, "step": 3160 }, { "epoch": 0.07, "grad_norm": 2.4938082695007324, "learning_rate": 1.8189830508474578e-05, "loss": 1.2837, "step": 3170 }, { "epoch": 0.07, "grad_norm": 2.094170093536377, "learning_rate": 1.8183050847457628e-05, "loss": 1.3925, "step": 3180 }, { "epoch": 0.07, "grad_norm": 4.124843120574951, "learning_rate": 1.817627118644068e-05, "loss": 1.5111, "step": 3190 }, { "epoch": 0.07, "grad_norm": 1.090320348739624, "learning_rate": 1.816949152542373e-05, "loss": 1.4229, "step": 3200 }, { "epoch": 0.07, "grad_norm": 2.482816696166992, "learning_rate": 1.816271186440678e-05, "loss": 1.3102, "step": 3210 }, { "epoch": 0.07, "grad_norm": 3.5619702339172363, "learning_rate": 1.8155932203389833e-05, "loss": 1.2051, "step": 3220 }, { "epoch": 0.07, "grad_norm": 7.419604301452637, "learning_rate": 1.8149152542372883e-05, "loss": 1.3915, "step": 3230 }, { "epoch": 0.08, "grad_norm": 4.109569072723389, "learning_rate": 1.8142372881355933e-05, "loss": 1.4158, "step": 3240 }, { "epoch": 0.08, "grad_norm": 2.4256246089935303, "learning_rate": 1.8135593220338986e-05, "loss": 1.4494, "step": 3250 }, { "epoch": 0.08, "grad_norm": 1.4669333696365356, "learning_rate": 1.8128813559322036e-05, "loss": 1.6379, "step": 3260 }, { "epoch": 0.08, "grad_norm": 2.800262689590454, "learning_rate": 1.8122033898305085e-05, "loss": 1.5004, "step": 3270 }, { "epoch": 0.08, "grad_norm": 2.3720695972442627, "learning_rate": 1.811525423728814e-05, "loss": 1.425, "step": 3280 }, { "epoch": 0.08, "grad_norm": 1.8338054418563843, "learning_rate": 1.8108474576271188e-05, "loss": 1.4227, "step": 3290 }, { "epoch": 0.08, "grad_norm": 4.969144821166992, "learning_rate": 1.810169491525424e-05, "loss": 1.3806, "step": 3300 }, { "epoch": 0.08, "grad_norm": 3.558366537094116, "learning_rate": 1.8094915254237288e-05, "loss": 1.4254, "step": 3310 }, { "epoch": 0.08, "grad_norm": 1.669677972793579, "learning_rate": 1.808813559322034e-05, "loss": 1.4065, "step": 3320 }, { "epoch": 0.08, "grad_norm": 1.3998602628707886, "learning_rate": 1.808135593220339e-05, "loss": 1.7619, "step": 3330 }, { "epoch": 0.08, "grad_norm": 2.9056684970855713, "learning_rate": 1.807457627118644e-05, "loss": 1.4177, "step": 3340 }, { "epoch": 0.08, "grad_norm": 2.942318916320801, "learning_rate": 1.8067796610169493e-05, "loss": 1.4779, "step": 3350 }, { "epoch": 0.08, "grad_norm": 3.1195051670074463, "learning_rate": 1.8061016949152543e-05, "loss": 1.4865, "step": 3360 }, { "epoch": 0.08, "grad_norm": 4.495617866516113, "learning_rate": 1.8054237288135593e-05, "loss": 1.3127, "step": 3370 }, { "epoch": 0.08, "grad_norm": 2.5328311920166016, "learning_rate": 1.8047457627118646e-05, "loss": 1.4624, "step": 3380 }, { "epoch": 0.08, "grad_norm": 3.0216922760009766, "learning_rate": 1.8040677966101695e-05, "loss": 1.4197, "step": 3390 }, { "epoch": 0.08, "grad_norm": 1.578646183013916, "learning_rate": 1.803389830508475e-05, "loss": 1.2317, "step": 3400 }, { "epoch": 0.08, "grad_norm": 3.8747899532318115, "learning_rate": 1.8027118644067798e-05, "loss": 1.5859, "step": 3410 }, { "epoch": 0.08, "grad_norm": 4.799411773681641, "learning_rate": 1.8020338983050848e-05, "loss": 1.5663, "step": 3420 }, { "epoch": 0.08, "grad_norm": 3.006511688232422, "learning_rate": 1.80135593220339e-05, "loss": 1.4501, "step": 3430 }, { "epoch": 0.08, "grad_norm": 1.5541688203811646, "learning_rate": 1.800677966101695e-05, "loss": 1.6072, "step": 3440 }, { "epoch": 0.08, "grad_norm": 1.2471415996551514, "learning_rate": 1.8e-05, "loss": 1.4034, "step": 3450 }, { "epoch": 0.08, "grad_norm": 2.43544602394104, "learning_rate": 1.7993220338983054e-05, "loss": 1.3181, "step": 3460 }, { "epoch": 0.08, "grad_norm": 6.56860876083374, "learning_rate": 1.7986440677966103e-05, "loss": 1.308, "step": 3470 }, { "epoch": 0.08, "grad_norm": 1.6072529554367065, "learning_rate": 1.7979661016949156e-05, "loss": 1.3989, "step": 3480 }, { "epoch": 0.08, "grad_norm": 1.9302940368652344, "learning_rate": 1.7972881355932206e-05, "loss": 1.5623, "step": 3490 }, { "epoch": 0.08, "grad_norm": 5.61619758605957, "learning_rate": 1.7966101694915256e-05, "loss": 1.4135, "step": 3500 }, { "epoch": 0.08, "eval_loss": 1.1386640071868896, "eval_runtime": 67.1064, "eval_samples_per_second": 14.902, "eval_steps_per_second": 14.902, "step": 3500 }, { "epoch": 0.08, "grad_norm": 2.315586566925049, "learning_rate": 1.795932203389831e-05, "loss": 1.5134, "step": 3510 }, { "epoch": 0.08, "grad_norm": 6.156167507171631, "learning_rate": 1.7952542372881355e-05, "loss": 1.4425, "step": 3520 }, { "epoch": 0.08, "grad_norm": 1.9159029722213745, "learning_rate": 1.7945762711864408e-05, "loss": 1.3159, "step": 3530 }, { "epoch": 0.08, "grad_norm": 3.3781180381774902, "learning_rate": 1.7938983050847458e-05, "loss": 1.3683, "step": 3540 }, { "epoch": 0.08, "grad_norm": 1.8861943483352661, "learning_rate": 1.7932203389830508e-05, "loss": 1.486, "step": 3550 }, { "epoch": 0.08, "grad_norm": 3.9574244022369385, "learning_rate": 1.792542372881356e-05, "loss": 1.4858, "step": 3560 }, { "epoch": 0.08, "grad_norm": 5.585728168487549, "learning_rate": 1.791864406779661e-05, "loss": 1.4388, "step": 3570 }, { "epoch": 0.08, "grad_norm": 6.258697986602783, "learning_rate": 1.7911864406779664e-05, "loss": 1.5302, "step": 3580 }, { "epoch": 0.08, "grad_norm": 4.292418479919434, "learning_rate": 1.7905084745762713e-05, "loss": 1.3228, "step": 3590 }, { "epoch": 0.08, "grad_norm": 4.342001438140869, "learning_rate": 1.7898305084745763e-05, "loss": 1.1876, "step": 3600 }, { "epoch": 0.08, "grad_norm": 7.243982315063477, "learning_rate": 1.7891525423728816e-05, "loss": 1.4241, "step": 3610 }, { "epoch": 0.08, "grad_norm": 8.561788558959961, "learning_rate": 1.7884745762711866e-05, "loss": 1.4567, "step": 3620 }, { "epoch": 0.08, "grad_norm": 2.6268651485443115, "learning_rate": 1.7877966101694916e-05, "loss": 1.2928, "step": 3630 }, { "epoch": 0.08, "grad_norm": 3.3656156063079834, "learning_rate": 1.787118644067797e-05, "loss": 1.2128, "step": 3640 }, { "epoch": 0.08, "grad_norm": 3.3748042583465576, "learning_rate": 1.7864406779661018e-05, "loss": 1.472, "step": 3650 }, { "epoch": 0.08, "grad_norm": 4.713076591491699, "learning_rate": 1.785762711864407e-05, "loss": 1.4151, "step": 3660 }, { "epoch": 0.08, "grad_norm": 1.744603157043457, "learning_rate": 1.785084745762712e-05, "loss": 1.3556, "step": 3670 }, { "epoch": 0.09, "grad_norm": 5.440206050872803, "learning_rate": 1.784406779661017e-05, "loss": 1.5536, "step": 3680 }, { "epoch": 0.09, "grad_norm": 1.1328643560409546, "learning_rate": 1.7837288135593224e-05, "loss": 1.3039, "step": 3690 }, { "epoch": 0.09, "grad_norm": 2.336589813232422, "learning_rate": 1.7830508474576274e-05, "loss": 1.4308, "step": 3700 }, { "epoch": 0.09, "grad_norm": 2.2741591930389404, "learning_rate": 1.7823728813559323e-05, "loss": 1.3202, "step": 3710 }, { "epoch": 0.09, "grad_norm": 4.327836990356445, "learning_rate": 1.7816949152542376e-05, "loss": 1.5221, "step": 3720 }, { "epoch": 0.09, "grad_norm": 1.930452823638916, "learning_rate": 1.7810169491525423e-05, "loss": 1.3796, "step": 3730 }, { "epoch": 0.09, "grad_norm": 4.003491401672363, "learning_rate": 1.7803389830508476e-05, "loss": 1.5096, "step": 3740 }, { "epoch": 0.09, "grad_norm": 1.0040380954742432, "learning_rate": 1.7796610169491526e-05, "loss": 1.5853, "step": 3750 }, { "epoch": 0.09, "grad_norm": 2.6716127395629883, "learning_rate": 1.778983050847458e-05, "loss": 1.4564, "step": 3760 }, { "epoch": 0.09, "grad_norm": 5.1395158767700195, "learning_rate": 1.778305084745763e-05, "loss": 1.3919, "step": 3770 }, { "epoch": 0.09, "grad_norm": 1.6375240087509155, "learning_rate": 1.7776271186440678e-05, "loss": 1.2678, "step": 3780 }, { "epoch": 0.09, "grad_norm": 11.120715141296387, "learning_rate": 1.776949152542373e-05, "loss": 1.5301, "step": 3790 }, { "epoch": 0.09, "grad_norm": 1.9304801225662231, "learning_rate": 1.776271186440678e-05, "loss": 1.3043, "step": 3800 }, { "epoch": 0.09, "grad_norm": 3.231403112411499, "learning_rate": 1.775593220338983e-05, "loss": 1.3634, "step": 3810 }, { "epoch": 0.09, "grad_norm": 2.287160873413086, "learning_rate": 1.7749152542372884e-05, "loss": 1.306, "step": 3820 }, { "epoch": 0.09, "grad_norm": 4.768348217010498, "learning_rate": 1.7742372881355933e-05, "loss": 1.479, "step": 3830 }, { "epoch": 0.09, "grad_norm": 3.244331121444702, "learning_rate": 1.7735593220338983e-05, "loss": 1.2446, "step": 3840 }, { "epoch": 0.09, "grad_norm": 3.9224987030029297, "learning_rate": 1.7728813559322036e-05, "loss": 1.4043, "step": 3850 }, { "epoch": 0.09, "grad_norm": 3.9674978256225586, "learning_rate": 1.7722033898305086e-05, "loss": 1.3901, "step": 3860 }, { "epoch": 0.09, "grad_norm": 7.087489604949951, "learning_rate": 1.771525423728814e-05, "loss": 1.4567, "step": 3870 }, { "epoch": 0.09, "grad_norm": 1.8183858394622803, "learning_rate": 1.770847457627119e-05, "loss": 1.6078, "step": 3880 }, { "epoch": 0.09, "grad_norm": 1.5410759449005127, "learning_rate": 1.770169491525424e-05, "loss": 1.3961, "step": 3890 }, { "epoch": 0.09, "grad_norm": 2.4553983211517334, "learning_rate": 1.769491525423729e-05, "loss": 1.405, "step": 3900 }, { "epoch": 0.09, "grad_norm": 5.181529998779297, "learning_rate": 1.768813559322034e-05, "loss": 1.4944, "step": 3910 }, { "epoch": 0.09, "grad_norm": 2.054699420928955, "learning_rate": 1.768135593220339e-05, "loss": 1.5309, "step": 3920 }, { "epoch": 0.09, "grad_norm": 3.4803507328033447, "learning_rate": 1.767457627118644e-05, "loss": 1.2931, "step": 3930 }, { "epoch": 0.09, "grad_norm": 1.9554686546325684, "learning_rate": 1.7667796610169494e-05, "loss": 1.3651, "step": 3940 }, { "epoch": 0.09, "grad_norm": 1.0756142139434814, "learning_rate": 1.7661016949152543e-05, "loss": 1.4476, "step": 3950 }, { "epoch": 0.09, "grad_norm": 2.552859306335449, "learning_rate": 1.7654237288135593e-05, "loss": 1.4417, "step": 3960 }, { "epoch": 0.09, "grad_norm": 2.7441787719726562, "learning_rate": 1.7647457627118646e-05, "loss": 1.3769, "step": 3970 }, { "epoch": 0.09, "grad_norm": 2.9613826274871826, "learning_rate": 1.7640677966101696e-05, "loss": 1.4381, "step": 3980 }, { "epoch": 0.09, "grad_norm": 4.84116268157959, "learning_rate": 1.7633898305084746e-05, "loss": 1.3539, "step": 3990 }, { "epoch": 0.09, "grad_norm": 1.5078232288360596, "learning_rate": 1.76271186440678e-05, "loss": 1.4277, "step": 4000 }, { "epoch": 0.09, "eval_loss": 1.158501386642456, "eval_runtime": 67.1002, "eval_samples_per_second": 14.903, "eval_steps_per_second": 14.903, "step": 4000 }, { "epoch": 0.09, "grad_norm": 2.6108415126800537, "learning_rate": 1.762033898305085e-05, "loss": 1.5502, "step": 4010 }, { "epoch": 0.09, "grad_norm": 4.075037479400635, "learning_rate": 1.7613559322033898e-05, "loss": 1.3346, "step": 4020 }, { "epoch": 0.09, "grad_norm": 2.969217300415039, "learning_rate": 1.760677966101695e-05, "loss": 1.3709, "step": 4030 }, { "epoch": 0.09, "grad_norm": 3.885554313659668, "learning_rate": 1.76e-05, "loss": 1.4961, "step": 4040 }, { "epoch": 0.09, "grad_norm": 1.5712426900863647, "learning_rate": 1.7593220338983054e-05, "loss": 1.3091, "step": 4050 }, { "epoch": 0.09, "grad_norm": 2.020577907562256, "learning_rate": 1.7586440677966104e-05, "loss": 1.3308, "step": 4060 }, { "epoch": 0.09, "grad_norm": 4.234301567077637, "learning_rate": 1.7579661016949153e-05, "loss": 1.5322, "step": 4070 }, { "epoch": 0.09, "grad_norm": 1.667493224143982, "learning_rate": 1.7572881355932206e-05, "loss": 1.3986, "step": 4080 }, { "epoch": 0.09, "grad_norm": 1.5255711078643799, "learning_rate": 1.7566101694915256e-05, "loss": 1.1095, "step": 4090 }, { "epoch": 0.09, "grad_norm": 2.342149257659912, "learning_rate": 1.7559322033898306e-05, "loss": 1.468, "step": 4100 }, { "epoch": 0.1, "grad_norm": 3.444767951965332, "learning_rate": 1.755254237288136e-05, "loss": 1.3548, "step": 4110 }, { "epoch": 0.1, "grad_norm": 2.0781197547912598, "learning_rate": 1.754576271186441e-05, "loss": 1.4868, "step": 4120 }, { "epoch": 0.1, "grad_norm": 3.5227110385894775, "learning_rate": 1.753898305084746e-05, "loss": 1.2477, "step": 4130 }, { "epoch": 0.1, "grad_norm": 2.230503797531128, "learning_rate": 1.7532203389830508e-05, "loss": 1.5486, "step": 4140 }, { "epoch": 0.1, "grad_norm": 2.484776496887207, "learning_rate": 1.752542372881356e-05, "loss": 1.4854, "step": 4150 }, { "epoch": 0.1, "grad_norm": 2.312047004699707, "learning_rate": 1.751864406779661e-05, "loss": 1.45, "step": 4160 }, { "epoch": 0.1, "grad_norm": 4.45994758605957, "learning_rate": 1.751186440677966e-05, "loss": 1.2472, "step": 4170 }, { "epoch": 0.1, "grad_norm": 1.4740896224975586, "learning_rate": 1.7505084745762714e-05, "loss": 1.1978, "step": 4180 }, { "epoch": 0.1, "grad_norm": 2.2780067920684814, "learning_rate": 1.7498305084745763e-05, "loss": 1.4335, "step": 4190 }, { "epoch": 0.1, "grad_norm": 2.937509298324585, "learning_rate": 1.7491525423728813e-05, "loss": 1.4036, "step": 4200 }, { "epoch": 0.1, "grad_norm": 5.987236022949219, "learning_rate": 1.7484745762711866e-05, "loss": 1.3751, "step": 4210 }, { "epoch": 0.1, "grad_norm": 1.929296851158142, "learning_rate": 1.7477966101694916e-05, "loss": 1.294, "step": 4220 }, { "epoch": 0.1, "grad_norm": 2.1039040088653564, "learning_rate": 1.747118644067797e-05, "loss": 1.3019, "step": 4230 }, { "epoch": 0.1, "grad_norm": 6.1424946784973145, "learning_rate": 1.746440677966102e-05, "loss": 1.2913, "step": 4240 }, { "epoch": 0.1, "grad_norm": 0.9339830279350281, "learning_rate": 1.745762711864407e-05, "loss": 1.3142, "step": 4250 }, { "epoch": 0.1, "grad_norm": 2.47251296043396, "learning_rate": 1.745084745762712e-05, "loss": 1.4085, "step": 4260 }, { "epoch": 0.1, "grad_norm": 1.0523934364318848, "learning_rate": 1.744406779661017e-05, "loss": 1.3264, "step": 4270 }, { "epoch": 0.1, "grad_norm": 2.680063009262085, "learning_rate": 1.743728813559322e-05, "loss": 1.5524, "step": 4280 }, { "epoch": 0.1, "grad_norm": 4.143898010253906, "learning_rate": 1.7430508474576274e-05, "loss": 1.5795, "step": 4290 }, { "epoch": 0.1, "grad_norm": 3.3456549644470215, "learning_rate": 1.7423728813559324e-05, "loss": 1.3907, "step": 4300 }, { "epoch": 0.1, "grad_norm": 3.776109457015991, "learning_rate": 1.7416949152542373e-05, "loss": 1.2968, "step": 4310 }, { "epoch": 0.1, "grad_norm": 4.241484642028809, "learning_rate": 1.7410169491525427e-05, "loss": 1.305, "step": 4320 }, { "epoch": 0.1, "grad_norm": 2.8671717643737793, "learning_rate": 1.7403389830508476e-05, "loss": 1.5132, "step": 4330 }, { "epoch": 0.1, "grad_norm": 3.0062782764434814, "learning_rate": 1.739661016949153e-05, "loss": 1.2456, "step": 4340 }, { "epoch": 0.1, "grad_norm": 4.044645309448242, "learning_rate": 1.7389830508474576e-05, "loss": 1.4838, "step": 4350 }, { "epoch": 0.1, "grad_norm": 2.291123867034912, "learning_rate": 1.738305084745763e-05, "loss": 1.4495, "step": 4360 }, { "epoch": 0.1, "grad_norm": 3.096938133239746, "learning_rate": 1.737627118644068e-05, "loss": 1.2715, "step": 4370 }, { "epoch": 0.1, "grad_norm": 2.5189833641052246, "learning_rate": 1.7369491525423728e-05, "loss": 1.1358, "step": 4380 }, { "epoch": 0.1, "grad_norm": 3.956369638442993, "learning_rate": 1.736271186440678e-05, "loss": 1.1939, "step": 4390 }, { "epoch": 0.1, "grad_norm": 8.631299018859863, "learning_rate": 1.735593220338983e-05, "loss": 1.5566, "step": 4400 }, { "epoch": 0.1, "grad_norm": 1.6200116872787476, "learning_rate": 1.734915254237288e-05, "loss": 1.5092, "step": 4410 }, { "epoch": 0.1, "grad_norm": 4.132010459899902, "learning_rate": 1.7342372881355934e-05, "loss": 1.4241, "step": 4420 }, { "epoch": 0.1, "grad_norm": 3.7074265480041504, "learning_rate": 1.7335593220338983e-05, "loss": 1.4407, "step": 4430 }, { "epoch": 0.1, "grad_norm": 2.0132627487182617, "learning_rate": 1.7328813559322037e-05, "loss": 1.3255, "step": 4440 }, { "epoch": 0.1, "grad_norm": 3.750293254852295, "learning_rate": 1.7322033898305086e-05, "loss": 1.5557, "step": 4450 }, { "epoch": 0.1, "grad_norm": 1.0939888954162598, "learning_rate": 1.7315254237288136e-05, "loss": 1.3632, "step": 4460 }, { "epoch": 0.1, "grad_norm": 2.476027727127075, "learning_rate": 1.730847457627119e-05, "loss": 1.3655, "step": 4470 }, { "epoch": 0.1, "grad_norm": 3.4436848163604736, "learning_rate": 1.730169491525424e-05, "loss": 1.3026, "step": 4480 }, { "epoch": 0.1, "grad_norm": 5.511134147644043, "learning_rate": 1.729491525423729e-05, "loss": 1.5307, "step": 4490 }, { "epoch": 0.1, "grad_norm": 1.5898433923721313, "learning_rate": 1.728813559322034e-05, "loss": 1.4483, "step": 4500 }, { "epoch": 0.1, "eval_loss": 1.1334296464920044, "eval_runtime": 67.0278, "eval_samples_per_second": 14.919, "eval_steps_per_second": 14.919, "step": 4500 }, { "epoch": 0.1, "grad_norm": 1.7626523971557617, "learning_rate": 1.728135593220339e-05, "loss": 1.3683, "step": 4510 }, { "epoch": 0.1, "grad_norm": 3.1556930541992188, "learning_rate": 1.7274576271186444e-05, "loss": 1.4022, "step": 4520 }, { "epoch": 0.1, "grad_norm": 3.2186577320098877, "learning_rate": 1.7267796610169494e-05, "loss": 1.41, "step": 4530 }, { "epoch": 0.11, "grad_norm": 6.2501068115234375, "learning_rate": 1.7261016949152544e-05, "loss": 1.4536, "step": 4540 }, { "epoch": 0.11, "grad_norm": 4.240054130554199, "learning_rate": 1.7254237288135597e-05, "loss": 1.4073, "step": 4550 }, { "epoch": 0.11, "grad_norm": 3.387373208999634, "learning_rate": 1.7247457627118643e-05, "loss": 1.613, "step": 4560 }, { "epoch": 0.11, "grad_norm": 4.530575752258301, "learning_rate": 1.7240677966101696e-05, "loss": 1.2231, "step": 4570 }, { "epoch": 0.11, "grad_norm": 2.739079236984253, "learning_rate": 1.7233898305084746e-05, "loss": 1.4286, "step": 4580 }, { "epoch": 0.11, "grad_norm": 4.380158424377441, "learning_rate": 1.7227118644067796e-05, "loss": 1.3608, "step": 4590 }, { "epoch": 0.11, "grad_norm": 5.204037189483643, "learning_rate": 1.722033898305085e-05, "loss": 1.2801, "step": 4600 }, { "epoch": 0.11, "grad_norm": 1.6450468301773071, "learning_rate": 1.72135593220339e-05, "loss": 1.29, "step": 4610 }, { "epoch": 0.11, "grad_norm": 2.5391757488250732, "learning_rate": 1.720677966101695e-05, "loss": 1.6189, "step": 4620 }, { "epoch": 0.11, "grad_norm": 3.872121810913086, "learning_rate": 1.72e-05, "loss": 1.2915, "step": 4630 }, { "epoch": 0.11, "grad_norm": 2.8644561767578125, "learning_rate": 1.719322033898305e-05, "loss": 1.5074, "step": 4640 }, { "epoch": 0.11, "grad_norm": 3.774881601333618, "learning_rate": 1.7186440677966104e-05, "loss": 1.3268, "step": 4650 }, { "epoch": 0.11, "grad_norm": 2.5650038719177246, "learning_rate": 1.7179661016949154e-05, "loss": 1.3892, "step": 4660 }, { "epoch": 0.11, "grad_norm": 1.5609863996505737, "learning_rate": 1.7172881355932204e-05, "loss": 1.3675, "step": 4670 }, { "epoch": 0.11, "grad_norm": 8.063512802124023, "learning_rate": 1.7166101694915257e-05, "loss": 1.3671, "step": 4680 }, { "epoch": 0.11, "grad_norm": 1.6324501037597656, "learning_rate": 1.7159322033898306e-05, "loss": 1.3284, "step": 4690 }, { "epoch": 0.11, "grad_norm": 2.6894187927246094, "learning_rate": 1.715254237288136e-05, "loss": 1.3032, "step": 4700 }, { "epoch": 0.11, "grad_norm": 2.1557717323303223, "learning_rate": 1.714576271186441e-05, "loss": 1.366, "step": 4710 }, { "epoch": 0.11, "grad_norm": 2.8717806339263916, "learning_rate": 1.713898305084746e-05, "loss": 1.5634, "step": 4720 }, { "epoch": 0.11, "grad_norm": 1.2488980293273926, "learning_rate": 1.7132203389830512e-05, "loss": 1.4814, "step": 4730 }, { "epoch": 0.11, "grad_norm": 3.677203893661499, "learning_rate": 1.712542372881356e-05, "loss": 1.2079, "step": 4740 }, { "epoch": 0.11, "grad_norm": 1.8588718175888062, "learning_rate": 1.711864406779661e-05, "loss": 1.3525, "step": 4750 }, { "epoch": 0.11, "grad_norm": 2.2451605796813965, "learning_rate": 1.711186440677966e-05, "loss": 1.4148, "step": 4760 }, { "epoch": 0.11, "grad_norm": 1.5242979526519775, "learning_rate": 1.710508474576271e-05, "loss": 1.2413, "step": 4770 }, { "epoch": 0.11, "grad_norm": 2.1980478763580322, "learning_rate": 1.7098305084745764e-05, "loss": 1.4558, "step": 4780 }, { "epoch": 0.11, "grad_norm": 6.478370666503906, "learning_rate": 1.7091525423728814e-05, "loss": 1.3639, "step": 4790 }, { "epoch": 0.11, "grad_norm": 3.1923305988311768, "learning_rate": 1.7084745762711867e-05, "loss": 1.5741, "step": 4800 }, { "epoch": 0.11, "grad_norm": 2.293412923812866, "learning_rate": 1.7077966101694916e-05, "loss": 1.2903, "step": 4810 }, { "epoch": 0.11, "grad_norm": 2.4575860500335693, "learning_rate": 1.7071186440677966e-05, "loss": 1.4585, "step": 4820 }, { "epoch": 0.11, "grad_norm": 3.9733614921569824, "learning_rate": 1.706440677966102e-05, "loss": 1.1767, "step": 4830 }, { "epoch": 0.11, "grad_norm": 1.9043350219726562, "learning_rate": 1.705762711864407e-05, "loss": 1.4218, "step": 4840 }, { "epoch": 0.11, "grad_norm": 2.5711846351623535, "learning_rate": 1.705084745762712e-05, "loss": 1.2186, "step": 4850 }, { "epoch": 0.11, "grad_norm": 3.8665926456451416, "learning_rate": 1.704406779661017e-05, "loss": 1.3747, "step": 4860 }, { "epoch": 0.11, "grad_norm": 3.0901689529418945, "learning_rate": 1.703728813559322e-05, "loss": 1.3356, "step": 4870 }, { "epoch": 0.11, "grad_norm": 2.0309970378875732, "learning_rate": 1.703050847457627e-05, "loss": 1.4572, "step": 4880 }, { "epoch": 0.11, "grad_norm": 2.9482085704803467, "learning_rate": 1.7023728813559324e-05, "loss": 1.3365, "step": 4890 }, { "epoch": 0.11, "grad_norm": 2.5880916118621826, "learning_rate": 1.7016949152542374e-05, "loss": 1.4305, "step": 4900 }, { "epoch": 0.11, "grad_norm": 5.12321138381958, "learning_rate": 1.7010169491525427e-05, "loss": 1.5018, "step": 4910 }, { "epoch": 0.11, "grad_norm": 2.508700370788574, "learning_rate": 1.7003389830508477e-05, "loss": 1.237, "step": 4920 }, { "epoch": 0.11, "grad_norm": 1.8924113512039185, "learning_rate": 1.6996610169491526e-05, "loss": 1.3583, "step": 4930 }, { "epoch": 0.11, "grad_norm": 1.551520824432373, "learning_rate": 1.698983050847458e-05, "loss": 1.2687, "step": 4940 }, { "epoch": 0.11, "grad_norm": 2.142587184906006, "learning_rate": 1.698305084745763e-05, "loss": 1.4377, "step": 4950 }, { "epoch": 0.11, "grad_norm": 1.7592850923538208, "learning_rate": 1.697627118644068e-05, "loss": 1.5202, "step": 4960 }, { "epoch": 0.12, "grad_norm": 4.212038040161133, "learning_rate": 1.696949152542373e-05, "loss": 1.3286, "step": 4970 }, { "epoch": 0.12, "grad_norm": 4.211546897888184, "learning_rate": 1.6962711864406782e-05, "loss": 1.5126, "step": 4980 }, { "epoch": 0.12, "grad_norm": 6.877481460571289, "learning_rate": 1.695593220338983e-05, "loss": 1.4129, "step": 4990 }, { "epoch": 0.12, "grad_norm": 2.20015811920166, "learning_rate": 1.694915254237288e-05, "loss": 1.2721, "step": 5000 }, { "epoch": 0.12, "eval_loss": 1.1188498735427856, "eval_runtime": 67.1151, "eval_samples_per_second": 14.9, "eval_steps_per_second": 14.9, "step": 5000 }, { "epoch": 0.12, "grad_norm": 2.303971290588379, "learning_rate": 1.6942372881355934e-05, "loss": 1.3757, "step": 5010 }, { "epoch": 0.12, "grad_norm": 3.5342512130737305, "learning_rate": 1.6935593220338984e-05, "loss": 1.2597, "step": 5020 }, { "epoch": 0.12, "grad_norm": 4.022207260131836, "learning_rate": 1.6928813559322034e-05, "loss": 1.4939, "step": 5030 }, { "epoch": 0.12, "grad_norm": 2.4725759029388428, "learning_rate": 1.6922033898305087e-05, "loss": 1.2841, "step": 5040 }, { "epoch": 0.12, "grad_norm": 3.944225788116455, "learning_rate": 1.6915254237288136e-05, "loss": 1.3808, "step": 5050 }, { "epoch": 0.12, "grad_norm": 1.0974010229110718, "learning_rate": 1.6908474576271186e-05, "loss": 1.2744, "step": 5060 }, { "epoch": 0.12, "grad_norm": 2.6920721530914307, "learning_rate": 1.690169491525424e-05, "loss": 1.5257, "step": 5070 }, { "epoch": 0.12, "grad_norm": 3.715402126312256, "learning_rate": 1.689491525423729e-05, "loss": 1.5197, "step": 5080 }, { "epoch": 0.12, "grad_norm": 2.5713796615600586, "learning_rate": 1.6888135593220342e-05, "loss": 1.3383, "step": 5090 }, { "epoch": 0.12, "grad_norm": 3.9672067165374756, "learning_rate": 1.6881355932203392e-05, "loss": 1.2505, "step": 5100 }, { "epoch": 0.12, "grad_norm": 4.107706069946289, "learning_rate": 1.687457627118644e-05, "loss": 1.3978, "step": 5110 }, { "epoch": 0.12, "grad_norm": 3.694401979446411, "learning_rate": 1.6867796610169495e-05, "loss": 1.5616, "step": 5120 }, { "epoch": 0.12, "grad_norm": 1.1937147378921509, "learning_rate": 1.6861016949152544e-05, "loss": 1.4247, "step": 5130 }, { "epoch": 0.12, "grad_norm": 1.7874356508255005, "learning_rate": 1.6854237288135594e-05, "loss": 1.1953, "step": 5140 }, { "epoch": 0.12, "grad_norm": 3.081228256225586, "learning_rate": 1.6847457627118647e-05, "loss": 1.3952, "step": 5150 }, { "epoch": 0.12, "grad_norm": 4.792527198791504, "learning_rate": 1.6840677966101697e-05, "loss": 1.3015, "step": 5160 }, { "epoch": 0.12, "grad_norm": 2.482060194015503, "learning_rate": 1.683389830508475e-05, "loss": 1.1953, "step": 5170 }, { "epoch": 0.12, "grad_norm": 4.224519729614258, "learning_rate": 1.6827118644067796e-05, "loss": 1.3729, "step": 5180 }, { "epoch": 0.12, "grad_norm": 2.609736680984497, "learning_rate": 1.682033898305085e-05, "loss": 1.4468, "step": 5190 }, { "epoch": 0.12, "grad_norm": 2.786303997039795, "learning_rate": 1.68135593220339e-05, "loss": 1.4248, "step": 5200 }, { "epoch": 0.12, "grad_norm": 4.584510326385498, "learning_rate": 1.680677966101695e-05, "loss": 1.4896, "step": 5210 }, { "epoch": 0.12, "grad_norm": 7.068190574645996, "learning_rate": 1.6800000000000002e-05, "loss": 1.3613, "step": 5220 }, { "epoch": 0.12, "grad_norm": 2.357131242752075, "learning_rate": 1.679322033898305e-05, "loss": 1.1566, "step": 5230 }, { "epoch": 0.12, "grad_norm": 4.547120571136475, "learning_rate": 1.67864406779661e-05, "loss": 1.3428, "step": 5240 }, { "epoch": 0.12, "grad_norm": 3.5816683769226074, "learning_rate": 1.6779661016949154e-05, "loss": 1.3112, "step": 5250 }, { "epoch": 0.12, "grad_norm": 4.817299842834473, "learning_rate": 1.6772881355932204e-05, "loss": 1.4183, "step": 5260 }, { "epoch": 0.12, "grad_norm": 2.906155586242676, "learning_rate": 1.6766101694915257e-05, "loss": 1.4456, "step": 5270 }, { "epoch": 0.12, "grad_norm": 8.34229850769043, "learning_rate": 1.6759322033898307e-05, "loss": 1.3624, "step": 5280 }, { "epoch": 0.12, "grad_norm": 2.7926371097564697, "learning_rate": 1.6752542372881357e-05, "loss": 1.4581, "step": 5290 }, { "epoch": 0.12, "grad_norm": 3.89165997505188, "learning_rate": 1.674576271186441e-05, "loss": 1.5302, "step": 5300 }, { "epoch": 0.12, "grad_norm": 1.7644487619400024, "learning_rate": 1.673898305084746e-05, "loss": 1.2788, "step": 5310 }, { "epoch": 0.12, "grad_norm": 3.700753927230835, "learning_rate": 1.673220338983051e-05, "loss": 1.4187, "step": 5320 }, { "epoch": 0.12, "grad_norm": 2.538086175918579, "learning_rate": 1.6725423728813562e-05, "loss": 1.4627, "step": 5330 }, { "epoch": 0.12, "grad_norm": 2.7824482917785645, "learning_rate": 1.6718644067796612e-05, "loss": 1.3147, "step": 5340 }, { "epoch": 0.12, "grad_norm": 3.426088571548462, "learning_rate": 1.671186440677966e-05, "loss": 1.4254, "step": 5350 }, { "epoch": 0.12, "grad_norm": 2.100320339202881, "learning_rate": 1.6705084745762715e-05, "loss": 1.2516, "step": 5360 }, { "epoch": 0.12, "grad_norm": 2.2726573944091797, "learning_rate": 1.6698305084745764e-05, "loss": 1.2826, "step": 5370 }, { "epoch": 0.12, "grad_norm": 5.182670593261719, "learning_rate": 1.6691525423728817e-05, "loss": 1.468, "step": 5380 }, { "epoch": 0.12, "grad_norm": 2.9416656494140625, "learning_rate": 1.6684745762711864e-05, "loss": 1.4455, "step": 5390 }, { "epoch": 0.13, "grad_norm": 1.5433812141418457, "learning_rate": 1.6677966101694917e-05, "loss": 1.4634, "step": 5400 }, { "epoch": 0.13, "grad_norm": 4.191746234893799, "learning_rate": 1.6671186440677967e-05, "loss": 1.3533, "step": 5410 }, { "epoch": 0.13, "grad_norm": 1.96868097782135, "learning_rate": 1.6664406779661016e-05, "loss": 1.3821, "step": 5420 }, { "epoch": 0.13, "grad_norm": 5.689413070678711, "learning_rate": 1.665762711864407e-05, "loss": 1.4411, "step": 5430 }, { "epoch": 0.13, "grad_norm": 3.58811354637146, "learning_rate": 1.665084745762712e-05, "loss": 1.3856, "step": 5440 }, { "epoch": 0.13, "grad_norm": 2.642380952835083, "learning_rate": 1.6644067796610172e-05, "loss": 1.4348, "step": 5450 }, { "epoch": 0.13, "grad_norm": 2.2928035259246826, "learning_rate": 1.6637288135593222e-05, "loss": 1.5305, "step": 5460 }, { "epoch": 0.13, "grad_norm": 5.261194705963135, "learning_rate": 1.663050847457627e-05, "loss": 1.2432, "step": 5470 }, { "epoch": 0.13, "grad_norm": 1.4704355001449585, "learning_rate": 1.6623728813559325e-05, "loss": 1.5543, "step": 5480 }, { "epoch": 0.13, "grad_norm": 2.8535382747650146, "learning_rate": 1.6616949152542374e-05, "loss": 1.3296, "step": 5490 }, { "epoch": 0.13, "grad_norm": 2.3717048168182373, "learning_rate": 1.6610169491525424e-05, "loss": 1.5835, "step": 5500 }, { "epoch": 0.13, "eval_loss": 1.0649362802505493, "eval_runtime": 66.9134, "eval_samples_per_second": 14.945, "eval_steps_per_second": 14.945, "step": 5500 }, { "epoch": 0.13, "grad_norm": 3.3180487155914307, "learning_rate": 1.6603389830508477e-05, "loss": 1.3602, "step": 5510 }, { "epoch": 0.13, "grad_norm": 3.428536891937256, "learning_rate": 1.6596610169491527e-05, "loss": 1.4902, "step": 5520 }, { "epoch": 0.13, "grad_norm": 1.3657978773117065, "learning_rate": 1.6589830508474577e-05, "loss": 1.3019, "step": 5530 }, { "epoch": 0.13, "grad_norm": 1.775023341178894, "learning_rate": 1.658305084745763e-05, "loss": 1.309, "step": 5540 }, { "epoch": 0.13, "grad_norm": 2.047219753265381, "learning_rate": 1.657627118644068e-05, "loss": 1.463, "step": 5550 }, { "epoch": 0.13, "grad_norm": 1.6937634944915771, "learning_rate": 1.6569491525423732e-05, "loss": 1.4777, "step": 5560 }, { "epoch": 0.13, "grad_norm": 2.0562212467193604, "learning_rate": 1.6562711864406782e-05, "loss": 1.4766, "step": 5570 }, { "epoch": 0.13, "grad_norm": 1.577533483505249, "learning_rate": 1.6555932203389832e-05, "loss": 1.3865, "step": 5580 }, { "epoch": 0.13, "grad_norm": 3.4926679134368896, "learning_rate": 1.654915254237288e-05, "loss": 1.3764, "step": 5590 }, { "epoch": 0.13, "grad_norm": 2.904751777648926, "learning_rate": 1.654237288135593e-05, "loss": 1.2022, "step": 5600 }, { "epoch": 0.13, "grad_norm": 4.692943096160889, "learning_rate": 1.6535593220338984e-05, "loss": 1.2504, "step": 5610 }, { "epoch": 0.13, "grad_norm": 1.7578885555267334, "learning_rate": 1.6528813559322034e-05, "loss": 1.3805, "step": 5620 }, { "epoch": 0.13, "grad_norm": 6.6114630699157715, "learning_rate": 1.6522033898305084e-05, "loss": 1.3391, "step": 5630 }, { "epoch": 0.13, "grad_norm": 2.5723536014556885, "learning_rate": 1.6515254237288137e-05, "loss": 1.2655, "step": 5640 }, { "epoch": 0.13, "grad_norm": 3.141366720199585, "learning_rate": 1.6508474576271187e-05, "loss": 1.4299, "step": 5650 }, { "epoch": 0.13, "grad_norm": 2.970369577407837, "learning_rate": 1.650169491525424e-05, "loss": 1.4145, "step": 5660 }, { "epoch": 0.13, "grad_norm": 4.518489837646484, "learning_rate": 1.649491525423729e-05, "loss": 1.419, "step": 5670 }, { "epoch": 0.13, "grad_norm": 2.4335029125213623, "learning_rate": 1.648813559322034e-05, "loss": 1.3781, "step": 5680 }, { "epoch": 0.13, "grad_norm": 3.025974988937378, "learning_rate": 1.6481355932203392e-05, "loss": 1.456, "step": 5690 }, { "epoch": 0.13, "grad_norm": 1.4364434480667114, "learning_rate": 1.6474576271186442e-05, "loss": 1.4295, "step": 5700 }, { "epoch": 0.13, "grad_norm": 3.17189359664917, "learning_rate": 1.646779661016949e-05, "loss": 1.3155, "step": 5710 }, { "epoch": 0.13, "grad_norm": 4.905094146728516, "learning_rate": 1.6461016949152545e-05, "loss": 1.3161, "step": 5720 }, { "epoch": 0.13, "grad_norm": 2.6364047527313232, "learning_rate": 1.6454237288135594e-05, "loss": 1.378, "step": 5730 }, { "epoch": 0.13, "grad_norm": 1.8336093425750732, "learning_rate": 1.6447457627118648e-05, "loss": 1.2784, "step": 5740 }, { "epoch": 0.13, "grad_norm": 4.631802558898926, "learning_rate": 1.6440677966101697e-05, "loss": 1.2603, "step": 5750 }, { "epoch": 0.13, "grad_norm": 9.11829948425293, "learning_rate": 1.6433898305084747e-05, "loss": 1.3563, "step": 5760 }, { "epoch": 0.13, "grad_norm": 3.024040460586548, "learning_rate": 1.64271186440678e-05, "loss": 1.3491, "step": 5770 }, { "epoch": 0.13, "grad_norm": 3.558547019958496, "learning_rate": 1.642033898305085e-05, "loss": 1.3992, "step": 5780 }, { "epoch": 0.13, "grad_norm": 3.277186870574951, "learning_rate": 1.64135593220339e-05, "loss": 1.3636, "step": 5790 }, { "epoch": 0.13, "grad_norm": 3.6262595653533936, "learning_rate": 1.640677966101695e-05, "loss": 1.2908, "step": 5800 }, { "epoch": 0.13, "grad_norm": 1.5076159238815308, "learning_rate": 1.64e-05, "loss": 1.4525, "step": 5810 }, { "epoch": 0.13, "grad_norm": 1.863429069519043, "learning_rate": 1.6393220338983052e-05, "loss": 1.5479, "step": 5820 }, { "epoch": 0.13, "grad_norm": 1.3503921031951904, "learning_rate": 1.63864406779661e-05, "loss": 1.2465, "step": 5830 }, { "epoch": 0.14, "grad_norm": 2.307507276535034, "learning_rate": 1.6379661016949155e-05, "loss": 1.3346, "step": 5840 }, { "epoch": 0.14, "grad_norm": 3.301724910736084, "learning_rate": 1.6372881355932204e-05, "loss": 1.4078, "step": 5850 }, { "epoch": 0.14, "grad_norm": 3.821153163909912, "learning_rate": 1.6366101694915254e-05, "loss": 1.4262, "step": 5860 }, { "epoch": 0.14, "grad_norm": 1.4718036651611328, "learning_rate": 1.6359322033898307e-05, "loss": 1.5426, "step": 5870 }, { "epoch": 0.14, "grad_norm": 4.044488430023193, "learning_rate": 1.6352542372881357e-05, "loss": 1.3703, "step": 5880 }, { "epoch": 0.14, "grad_norm": 2.0791540145874023, "learning_rate": 1.6345762711864407e-05, "loss": 1.3436, "step": 5890 }, { "epoch": 0.14, "grad_norm": 2.2117247581481934, "learning_rate": 1.633898305084746e-05, "loss": 1.428, "step": 5900 }, { "epoch": 0.14, "grad_norm": 3.8183112144470215, "learning_rate": 1.633220338983051e-05, "loss": 1.6166, "step": 5910 }, { "epoch": 0.14, "grad_norm": 2.566955089569092, "learning_rate": 1.6325423728813563e-05, "loss": 1.4127, "step": 5920 }, { "epoch": 0.14, "grad_norm": 4.455868721008301, "learning_rate": 1.6318644067796612e-05, "loss": 1.2684, "step": 5930 }, { "epoch": 0.14, "grad_norm": 1.872295618057251, "learning_rate": 1.6311864406779662e-05, "loss": 1.1753, "step": 5940 }, { "epoch": 0.14, "grad_norm": 2.5006000995635986, "learning_rate": 1.6305084745762715e-05, "loss": 1.1916, "step": 5950 }, { "epoch": 0.14, "grad_norm": 2.872570514678955, "learning_rate": 1.6298305084745765e-05, "loss": 1.1692, "step": 5960 }, { "epoch": 0.14, "grad_norm": 3.5257492065429688, "learning_rate": 1.6291525423728814e-05, "loss": 1.3611, "step": 5970 }, { "epoch": 0.14, "grad_norm": 3.483407497406006, "learning_rate": 1.6284745762711868e-05, "loss": 1.4315, "step": 5980 }, { "epoch": 0.14, "grad_norm": 1.8382426500320435, "learning_rate": 1.6277966101694917e-05, "loss": 1.4698, "step": 5990 }, { "epoch": 0.14, "grad_norm": 4.766387939453125, "learning_rate": 1.6271186440677967e-05, "loss": 1.361, "step": 6000 }, { "epoch": 0.14, "eval_loss": 1.1337964534759521, "eval_runtime": 67.0656, "eval_samples_per_second": 14.911, "eval_steps_per_second": 14.911, "step": 6000 }, { "epoch": 0.14, "grad_norm": 2.5609889030456543, "learning_rate": 1.6264406779661017e-05, "loss": 1.4736, "step": 6010 }, { "epoch": 0.14, "grad_norm": 3.4243054389953613, "learning_rate": 1.625762711864407e-05, "loss": 1.3073, "step": 6020 }, { "epoch": 0.14, "grad_norm": 1.1757571697235107, "learning_rate": 1.625084745762712e-05, "loss": 1.5282, "step": 6030 }, { "epoch": 0.14, "grad_norm": 2.4322659969329834, "learning_rate": 1.624406779661017e-05, "loss": 1.534, "step": 6040 }, { "epoch": 0.14, "grad_norm": 2.9377753734588623, "learning_rate": 1.6237288135593222e-05, "loss": 1.354, "step": 6050 }, { "epoch": 0.14, "grad_norm": 4.534852981567383, "learning_rate": 1.6230508474576272e-05, "loss": 1.2613, "step": 6060 }, { "epoch": 0.14, "grad_norm": 1.6617101430892944, "learning_rate": 1.6223728813559322e-05, "loss": 1.4414, "step": 6070 }, { "epoch": 0.14, "grad_norm": 4.800033092498779, "learning_rate": 1.6216949152542375e-05, "loss": 1.3286, "step": 6080 }, { "epoch": 0.14, "grad_norm": 3.045539379119873, "learning_rate": 1.6210169491525424e-05, "loss": 1.4305, "step": 6090 }, { "epoch": 0.14, "grad_norm": 3.9078855514526367, "learning_rate": 1.6203389830508474e-05, "loss": 1.3735, "step": 6100 }, { "epoch": 0.14, "grad_norm": 3.0546069145202637, "learning_rate": 1.6196610169491527e-05, "loss": 1.3062, "step": 6110 }, { "epoch": 0.14, "grad_norm": 3.7809054851531982, "learning_rate": 1.6189830508474577e-05, "loss": 1.2676, "step": 6120 }, { "epoch": 0.14, "grad_norm": 2.5306100845336914, "learning_rate": 1.618305084745763e-05, "loss": 1.4725, "step": 6130 }, { "epoch": 0.14, "grad_norm": 3.504068374633789, "learning_rate": 1.617627118644068e-05, "loss": 1.3162, "step": 6140 }, { "epoch": 0.14, "grad_norm": 5.180143356323242, "learning_rate": 1.616949152542373e-05, "loss": 1.3681, "step": 6150 }, { "epoch": 0.14, "grad_norm": 4.692683696746826, "learning_rate": 1.6162711864406783e-05, "loss": 1.2732, "step": 6160 }, { "epoch": 0.14, "grad_norm": 1.6309053897857666, "learning_rate": 1.6155932203389832e-05, "loss": 1.212, "step": 6170 }, { "epoch": 0.14, "grad_norm": 4.247219562530518, "learning_rate": 1.6149152542372882e-05, "loss": 1.3263, "step": 6180 }, { "epoch": 0.14, "grad_norm": 1.420581579208374, "learning_rate": 1.6142372881355935e-05, "loss": 1.2392, "step": 6190 }, { "epoch": 0.14, "grad_norm": 3.2501585483551025, "learning_rate": 1.6135593220338985e-05, "loss": 1.3958, "step": 6200 }, { "epoch": 0.14, "grad_norm": 5.111384868621826, "learning_rate": 1.6128813559322038e-05, "loss": 1.4578, "step": 6210 }, { "epoch": 0.14, "grad_norm": 2.0279738903045654, "learning_rate": 1.6122033898305084e-05, "loss": 1.4083, "step": 6220 }, { "epoch": 0.14, "grad_norm": 0.9996086955070496, "learning_rate": 1.6115254237288137e-05, "loss": 1.2599, "step": 6230 }, { "epoch": 0.14, "grad_norm": 2.6425893306732178, "learning_rate": 1.6108474576271187e-05, "loss": 1.3794, "step": 6240 }, { "epoch": 0.14, "grad_norm": 4.84988260269165, "learning_rate": 1.6101694915254237e-05, "loss": 1.3801, "step": 6250 }, { "epoch": 0.14, "grad_norm": 7.806826591491699, "learning_rate": 1.609491525423729e-05, "loss": 1.3006, "step": 6260 }, { "epoch": 0.15, "grad_norm": 6.427366733551025, "learning_rate": 1.608813559322034e-05, "loss": 1.4588, "step": 6270 }, { "epoch": 0.15, "grad_norm": 2.51039719581604, "learning_rate": 1.608135593220339e-05, "loss": 1.4209, "step": 6280 }, { "epoch": 0.15, "grad_norm": 2.638364553451538, "learning_rate": 1.6074576271186442e-05, "loss": 1.3952, "step": 6290 }, { "epoch": 0.15, "grad_norm": 1.9240260124206543, "learning_rate": 1.6067796610169492e-05, "loss": 1.3194, "step": 6300 }, { "epoch": 0.15, "grad_norm": 2.798541784286499, "learning_rate": 1.6061016949152545e-05, "loss": 1.2272, "step": 6310 }, { "epoch": 0.15, "grad_norm": 1.5487680435180664, "learning_rate": 1.6054237288135595e-05, "loss": 1.4795, "step": 6320 }, { "epoch": 0.15, "grad_norm": 3.1405465602874756, "learning_rate": 1.6047457627118645e-05, "loss": 1.3574, "step": 6330 }, { "epoch": 0.15, "grad_norm": 1.4945203065872192, "learning_rate": 1.6040677966101698e-05, "loss": 1.3875, "step": 6340 }, { "epoch": 0.15, "grad_norm": 2.4741933345794678, "learning_rate": 1.6033898305084747e-05, "loss": 1.3757, "step": 6350 }, { "epoch": 0.15, "grad_norm": 2.7438557147979736, "learning_rate": 1.6027118644067797e-05, "loss": 1.4486, "step": 6360 }, { "epoch": 0.15, "grad_norm": 3.901851177215576, "learning_rate": 1.602033898305085e-05, "loss": 1.3954, "step": 6370 }, { "epoch": 0.15, "grad_norm": 1.6728180646896362, "learning_rate": 1.60135593220339e-05, "loss": 1.311, "step": 6380 }, { "epoch": 0.15, "grad_norm": 2.970463752746582, "learning_rate": 1.600677966101695e-05, "loss": 1.4011, "step": 6390 }, { "epoch": 0.15, "grad_norm": 12.278678894042969, "learning_rate": 1.6000000000000003e-05, "loss": 1.4062, "step": 6400 }, { "epoch": 0.15, "grad_norm": 2.6090126037597656, "learning_rate": 1.5993220338983052e-05, "loss": 1.3565, "step": 6410 }, { "epoch": 0.15, "grad_norm": 6.103749752044678, "learning_rate": 1.5986440677966105e-05, "loss": 1.4804, "step": 6420 }, { "epoch": 0.15, "grad_norm": 3.822219133377075, "learning_rate": 1.5979661016949152e-05, "loss": 1.4567, "step": 6430 }, { "epoch": 0.15, "grad_norm": 4.869916915893555, "learning_rate": 1.5972881355932205e-05, "loss": 1.3093, "step": 6440 }, { "epoch": 0.15, "grad_norm": 2.4998152256011963, "learning_rate": 1.5966101694915255e-05, "loss": 1.5148, "step": 6450 }, { "epoch": 0.15, "grad_norm": 3.6436197757720947, "learning_rate": 1.5959322033898304e-05, "loss": 1.519, "step": 6460 }, { "epoch": 0.15, "grad_norm": 2.9514076709747314, "learning_rate": 1.5952542372881357e-05, "loss": 1.2673, "step": 6470 }, { "epoch": 0.15, "grad_norm": 2.19160795211792, "learning_rate": 1.5945762711864407e-05, "loss": 1.2964, "step": 6480 }, { "epoch": 0.15, "grad_norm": 3.302166700363159, "learning_rate": 1.593898305084746e-05, "loss": 1.5311, "step": 6490 }, { "epoch": 0.15, "grad_norm": 3.648465156555176, "learning_rate": 1.593220338983051e-05, "loss": 1.5642, "step": 6500 }, { "epoch": 0.15, "eval_loss": 1.1224900484085083, "eval_runtime": 67.0535, "eval_samples_per_second": 14.913, "eval_steps_per_second": 14.913, "step": 6500 }, { "epoch": 0.15, "grad_norm": 4.6730732917785645, "learning_rate": 1.592542372881356e-05, "loss": 1.3842, "step": 6510 }, { "epoch": 0.15, "grad_norm": 2.7324059009552, "learning_rate": 1.5918644067796613e-05, "loss": 1.4838, "step": 6520 }, { "epoch": 0.15, "grad_norm": 1.5643513202667236, "learning_rate": 1.5911864406779662e-05, "loss": 1.326, "step": 6530 }, { "epoch": 0.15, "grad_norm": 5.981233596801758, "learning_rate": 1.5905084745762712e-05, "loss": 1.1575, "step": 6540 }, { "epoch": 0.15, "grad_norm": 1.4779703617095947, "learning_rate": 1.5898305084745765e-05, "loss": 1.3118, "step": 6550 }, { "epoch": 0.15, "grad_norm": 5.831774711608887, "learning_rate": 1.5891525423728815e-05, "loss": 1.3681, "step": 6560 }, { "epoch": 0.15, "grad_norm": 4.515669345855713, "learning_rate": 1.5884745762711865e-05, "loss": 1.2631, "step": 6570 }, { "epoch": 0.15, "grad_norm": 1.7888094186782837, "learning_rate": 1.5877966101694918e-05, "loss": 1.4389, "step": 6580 }, { "epoch": 0.15, "grad_norm": 2.9246420860290527, "learning_rate": 1.5871186440677967e-05, "loss": 1.2706, "step": 6590 }, { "epoch": 0.15, "grad_norm": 2.629147529602051, "learning_rate": 1.586440677966102e-05, "loss": 1.4099, "step": 6600 }, { "epoch": 0.15, "grad_norm": 1.5322067737579346, "learning_rate": 1.585762711864407e-05, "loss": 1.3107, "step": 6610 }, { "epoch": 0.15, "grad_norm": 1.1020938158035278, "learning_rate": 1.585084745762712e-05, "loss": 1.3415, "step": 6620 }, { "epoch": 0.15, "grad_norm": 5.216763496398926, "learning_rate": 1.584406779661017e-05, "loss": 1.3664, "step": 6630 }, { "epoch": 0.15, "grad_norm": 3.0716798305511475, "learning_rate": 1.583728813559322e-05, "loss": 1.1287, "step": 6640 }, { "epoch": 0.15, "grad_norm": 2.659613609313965, "learning_rate": 1.5830508474576272e-05, "loss": 1.4241, "step": 6650 }, { "epoch": 0.15, "grad_norm": 7.536604881286621, "learning_rate": 1.5823728813559322e-05, "loss": 1.426, "step": 6660 }, { "epoch": 0.15, "grad_norm": 3.213017702102661, "learning_rate": 1.5816949152542372e-05, "loss": 1.3564, "step": 6670 }, { "epoch": 0.15, "grad_norm": 2.929147481918335, "learning_rate": 1.5810169491525425e-05, "loss": 1.5176, "step": 6680 }, { "epoch": 0.15, "grad_norm": 3.5247678756713867, "learning_rate": 1.5803389830508475e-05, "loss": 1.4608, "step": 6690 }, { "epoch": 0.16, "grad_norm": 2.313474178314209, "learning_rate": 1.5796610169491528e-05, "loss": 1.411, "step": 6700 }, { "epoch": 0.16, "grad_norm": 2.516223907470703, "learning_rate": 1.5789830508474577e-05, "loss": 1.2478, "step": 6710 }, { "epoch": 0.16, "grad_norm": 3.387552499771118, "learning_rate": 1.5783050847457627e-05, "loss": 1.3225, "step": 6720 }, { "epoch": 0.16, "grad_norm": 1.9858660697937012, "learning_rate": 1.577627118644068e-05, "loss": 1.3289, "step": 6730 }, { "epoch": 0.16, "grad_norm": 2.3014678955078125, "learning_rate": 1.576949152542373e-05, "loss": 1.457, "step": 6740 }, { "epoch": 0.16, "grad_norm": 10.245163917541504, "learning_rate": 1.576271186440678e-05, "loss": 1.4311, "step": 6750 }, { "epoch": 0.16, "grad_norm": 2.805487871170044, "learning_rate": 1.5755932203389833e-05, "loss": 1.3857, "step": 6760 }, { "epoch": 0.16, "grad_norm": 1.2822433710098267, "learning_rate": 1.5749152542372882e-05, "loss": 1.4489, "step": 6770 }, { "epoch": 0.16, "grad_norm": 2.254396915435791, "learning_rate": 1.5742372881355936e-05, "loss": 1.3914, "step": 6780 }, { "epoch": 0.16, "grad_norm": 1.3311165571212769, "learning_rate": 1.5735593220338985e-05, "loss": 1.243, "step": 6790 }, { "epoch": 0.16, "grad_norm": 1.7225605249404907, "learning_rate": 1.5728813559322035e-05, "loss": 1.425, "step": 6800 }, { "epoch": 0.16, "grad_norm": 3.585598945617676, "learning_rate": 1.5722033898305088e-05, "loss": 1.414, "step": 6810 }, { "epoch": 0.16, "grad_norm": 2.3213350772857666, "learning_rate": 1.5715254237288138e-05, "loss": 1.3233, "step": 6820 }, { "epoch": 0.16, "grad_norm": 1.5480399131774902, "learning_rate": 1.5708474576271187e-05, "loss": 1.3096, "step": 6830 }, { "epoch": 0.16, "grad_norm": 2.9461381435394287, "learning_rate": 1.5701694915254237e-05, "loss": 1.2209, "step": 6840 }, { "epoch": 0.16, "grad_norm": 1.8784675598144531, "learning_rate": 1.5694915254237287e-05, "loss": 1.2154, "step": 6850 }, { "epoch": 0.16, "grad_norm": 2.964296817779541, "learning_rate": 1.568813559322034e-05, "loss": 1.3913, "step": 6860 }, { "epoch": 0.16, "grad_norm": 2.013964891433716, "learning_rate": 1.568135593220339e-05, "loss": 1.4206, "step": 6870 }, { "epoch": 0.16, "grad_norm": 2.359316110610962, "learning_rate": 1.5674576271186443e-05, "loss": 1.3806, "step": 6880 }, { "epoch": 0.16, "grad_norm": 5.8272175788879395, "learning_rate": 1.5667796610169492e-05, "loss": 1.2084, "step": 6890 }, { "epoch": 0.16, "grad_norm": 1.1895947456359863, "learning_rate": 1.5661016949152542e-05, "loss": 1.5326, "step": 6900 }, { "epoch": 0.16, "grad_norm": 3.105100631713867, "learning_rate": 1.5654237288135595e-05, "loss": 1.3586, "step": 6910 }, { "epoch": 0.16, "grad_norm": 2.031907081604004, "learning_rate": 1.5647457627118645e-05, "loss": 1.0995, "step": 6920 }, { "epoch": 0.16, "grad_norm": 15.673041343688965, "learning_rate": 1.5640677966101695e-05, "loss": 1.5304, "step": 6930 }, { "epoch": 0.16, "grad_norm": 6.542800426483154, "learning_rate": 1.5633898305084748e-05, "loss": 1.4612, "step": 6940 }, { "epoch": 0.16, "grad_norm": 4.4466352462768555, "learning_rate": 1.5627118644067798e-05, "loss": 1.4641, "step": 6950 }, { "epoch": 0.16, "grad_norm": 2.0358104705810547, "learning_rate": 1.562033898305085e-05, "loss": 1.5169, "step": 6960 }, { "epoch": 0.16, "grad_norm": 3.3914594650268555, "learning_rate": 1.56135593220339e-05, "loss": 1.3483, "step": 6970 }, { "epoch": 0.16, "grad_norm": 2.626600503921509, "learning_rate": 1.560677966101695e-05, "loss": 1.3114, "step": 6980 }, { "epoch": 0.16, "grad_norm": 5.424988746643066, "learning_rate": 1.5600000000000003e-05, "loss": 1.2768, "step": 6990 }, { "epoch": 0.16, "grad_norm": 7.747529029846191, "learning_rate": 1.5593220338983053e-05, "loss": 1.1494, "step": 7000 }, { "epoch": 0.16, "eval_loss": 1.0665773153305054, "eval_runtime": 67.1469, "eval_samples_per_second": 14.893, "eval_steps_per_second": 14.893, "step": 7000 }, { "epoch": 0.16, "grad_norm": 0.9942423701286316, "learning_rate": 1.5586440677966103e-05, "loss": 1.3625, "step": 7010 }, { "epoch": 0.16, "grad_norm": 2.6136345863342285, "learning_rate": 1.5579661016949156e-05, "loss": 1.2317, "step": 7020 }, { "epoch": 0.16, "grad_norm": 2.3277318477630615, "learning_rate": 1.5572881355932205e-05, "loss": 1.5961, "step": 7030 }, { "epoch": 0.16, "grad_norm": 4.660468578338623, "learning_rate": 1.5566101694915255e-05, "loss": 1.3753, "step": 7040 }, { "epoch": 0.16, "grad_norm": 2.3660237789154053, "learning_rate": 1.5559322033898305e-05, "loss": 1.311, "step": 7050 }, { "epoch": 0.16, "grad_norm": 5.831724643707275, "learning_rate": 1.5552542372881358e-05, "loss": 1.3895, "step": 7060 }, { "epoch": 0.16, "grad_norm": 4.309049606323242, "learning_rate": 1.5545762711864408e-05, "loss": 1.325, "step": 7070 }, { "epoch": 0.16, "grad_norm": 2.5130770206451416, "learning_rate": 1.5538983050847457e-05, "loss": 1.3108, "step": 7080 }, { "epoch": 0.16, "grad_norm": 11.385069847106934, "learning_rate": 1.553220338983051e-05, "loss": 1.3483, "step": 7090 }, { "epoch": 0.16, "grad_norm": 2.305030107498169, "learning_rate": 1.552542372881356e-05, "loss": 1.12, "step": 7100 }, { "epoch": 0.16, "grad_norm": 1.7694568634033203, "learning_rate": 1.551864406779661e-05, "loss": 1.4892, "step": 7110 }, { "epoch": 0.16, "grad_norm": 3.4342284202575684, "learning_rate": 1.5511864406779663e-05, "loss": 1.3841, "step": 7120 }, { "epoch": 0.17, "grad_norm": 8.617453575134277, "learning_rate": 1.5505084745762713e-05, "loss": 1.2856, "step": 7130 }, { "epoch": 0.17, "grad_norm": 4.346908092498779, "learning_rate": 1.5498305084745762e-05, "loss": 1.2906, "step": 7140 }, { "epoch": 0.17, "grad_norm": 3.7418603897094727, "learning_rate": 1.5491525423728815e-05, "loss": 1.5261, "step": 7150 }, { "epoch": 0.17, "grad_norm": 1.1197525262832642, "learning_rate": 1.5484745762711865e-05, "loss": 1.2972, "step": 7160 }, { "epoch": 0.17, "grad_norm": 3.5833466053009033, "learning_rate": 1.5477966101694918e-05, "loss": 1.3393, "step": 7170 }, { "epoch": 0.17, "grad_norm": 3.046830892562866, "learning_rate": 1.5471186440677968e-05, "loss": 1.4726, "step": 7180 }, { "epoch": 0.17, "grad_norm": 10.847610473632812, "learning_rate": 1.5464406779661018e-05, "loss": 1.4872, "step": 7190 }, { "epoch": 0.17, "grad_norm": 1.379472255706787, "learning_rate": 1.545762711864407e-05, "loss": 1.3873, "step": 7200 }, { "epoch": 0.17, "grad_norm": 2.1769838333129883, "learning_rate": 1.545084745762712e-05, "loss": 1.432, "step": 7210 }, { "epoch": 0.17, "grad_norm": 2.547250747680664, "learning_rate": 1.544406779661017e-05, "loss": 1.5696, "step": 7220 }, { "epoch": 0.17, "grad_norm": 8.801671981811523, "learning_rate": 1.5437288135593223e-05, "loss": 1.4942, "step": 7230 }, { "epoch": 0.17, "grad_norm": 2.674645185470581, "learning_rate": 1.5430508474576273e-05, "loss": 1.2567, "step": 7240 }, { "epoch": 0.17, "grad_norm": 3.047281503677368, "learning_rate": 1.5423728813559326e-05, "loss": 1.1286, "step": 7250 }, { "epoch": 0.17, "grad_norm": 1.422094464302063, "learning_rate": 1.5416949152542372e-05, "loss": 1.4765, "step": 7260 }, { "epoch": 0.17, "grad_norm": 3.8606622219085693, "learning_rate": 1.5410169491525425e-05, "loss": 1.2492, "step": 7270 }, { "epoch": 0.17, "grad_norm": 2.5654449462890625, "learning_rate": 1.5403389830508475e-05, "loss": 1.2715, "step": 7280 }, { "epoch": 0.17, "grad_norm": 2.5264976024627686, "learning_rate": 1.5396610169491525e-05, "loss": 1.4896, "step": 7290 }, { "epoch": 0.17, "grad_norm": 5.585784435272217, "learning_rate": 1.5389830508474578e-05, "loss": 1.3929, "step": 7300 }, { "epoch": 0.17, "grad_norm": 1.7968121767044067, "learning_rate": 1.5383050847457628e-05, "loss": 1.3018, "step": 7310 }, { "epoch": 0.17, "grad_norm": 2.1171720027923584, "learning_rate": 1.5376271186440677e-05, "loss": 1.4814, "step": 7320 }, { "epoch": 0.17, "grad_norm": 5.140902519226074, "learning_rate": 1.536949152542373e-05, "loss": 1.454, "step": 7330 }, { "epoch": 0.17, "grad_norm": 8.208806037902832, "learning_rate": 1.536271186440678e-05, "loss": 1.3176, "step": 7340 }, { "epoch": 0.17, "grad_norm": 4.932653903961182, "learning_rate": 1.5355932203389833e-05, "loss": 1.3674, "step": 7350 }, { "epoch": 0.17, "grad_norm": 0.9559627175331116, "learning_rate": 1.5349152542372883e-05, "loss": 1.3701, "step": 7360 }, { "epoch": 0.17, "grad_norm": 4.199779033660889, "learning_rate": 1.5342372881355933e-05, "loss": 1.2293, "step": 7370 }, { "epoch": 0.17, "grad_norm": 4.100563049316406, "learning_rate": 1.5335593220338986e-05, "loss": 1.3448, "step": 7380 }, { "epoch": 0.17, "grad_norm": 2.8607914447784424, "learning_rate": 1.5328813559322035e-05, "loss": 1.4457, "step": 7390 }, { "epoch": 0.17, "grad_norm": 6.619777202606201, "learning_rate": 1.5322033898305085e-05, "loss": 1.5492, "step": 7400 }, { "epoch": 0.17, "grad_norm": 5.614234447479248, "learning_rate": 1.5315254237288138e-05, "loss": 1.2983, "step": 7410 }, { "epoch": 0.17, "grad_norm": 2.3404347896575928, "learning_rate": 1.5308474576271188e-05, "loss": 1.3885, "step": 7420 }, { "epoch": 0.17, "grad_norm": 2.3918747901916504, "learning_rate": 1.530169491525424e-05, "loss": 1.2908, "step": 7430 }, { "epoch": 0.17, "grad_norm": 2.5815324783325195, "learning_rate": 1.529491525423729e-05, "loss": 1.2632, "step": 7440 }, { "epoch": 0.17, "grad_norm": 5.126127243041992, "learning_rate": 1.528813559322034e-05, "loss": 1.6003, "step": 7450 }, { "epoch": 0.17, "grad_norm": 4.3783955574035645, "learning_rate": 1.528135593220339e-05, "loss": 1.3901, "step": 7460 }, { "epoch": 0.17, "grad_norm": 2.654667615890503, "learning_rate": 1.527457627118644e-05, "loss": 1.2822, "step": 7470 }, { "epoch": 0.17, "grad_norm": 7.821676731109619, "learning_rate": 1.5267796610169493e-05, "loss": 1.396, "step": 7480 }, { "epoch": 0.17, "grad_norm": 2.0116024017333984, "learning_rate": 1.5261016949152543e-05, "loss": 1.4361, "step": 7490 }, { "epoch": 0.17, "grad_norm": 2.1018917560577393, "learning_rate": 1.5254237288135594e-05, "loss": 1.3302, "step": 7500 }, { "epoch": 0.17, "eval_loss": 1.1425343751907349, "eval_runtime": 67.2314, "eval_samples_per_second": 14.874, "eval_steps_per_second": 14.874, "step": 7500 } ], "logging_steps": 10, "max_steps": 30000, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 2500, "total_flos": 1.2076594495488e+17, "train_batch_size": 1, "trial_name": null, "trial_params": null }