| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.3535169785169785, | |
| "eval_steps": 500, | |
| "global_step": 500000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.596311569213867, | |
| "learning_rate": 6.249999999999999e-07, | |
| "loss": 9.2114, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.16270637512207, | |
| "learning_rate": 1.2499999999999999e-06, | |
| "loss": 7.3081, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.267263412475586, | |
| "learning_rate": 1.875e-06, | |
| "loss": 6.1634, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.1591992378234863, | |
| "learning_rate": 2.4999999999999998e-06, | |
| "loss": 5.421, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.160722494125366, | |
| "learning_rate": 3.125e-06, | |
| "loss": 4.856, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.330343723297119, | |
| "learning_rate": 3.75e-06, | |
| "loss": 4.3826, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.1275618076324463, | |
| "learning_rate": 4.3750000000000005e-06, | |
| "loss": 3.9848, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.1402294635772705, | |
| "learning_rate": 4.9999999999999996e-06, | |
| "loss": 3.6491, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.159619092941284, | |
| "learning_rate": 5.625e-06, | |
| "loss": 3.3861, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.5018796920776367, | |
| "learning_rate": 6.25e-06, | |
| "loss": 3.1845, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.9996334314346313, | |
| "learning_rate": 6.875e-06, | |
| "loss": 3.0335, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.103320598602295, | |
| "learning_rate": 7.5e-06, | |
| "loss": 2.9096, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.025847911834717, | |
| "learning_rate": 8.125e-06, | |
| "loss": 2.8088, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.030522108078003, | |
| "learning_rate": 8.750000000000001e-06, | |
| "loss": 2.7156, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.992558479309082, | |
| "learning_rate": 9.375000000000001e-06, | |
| "loss": 2.6262, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.1512062549591064, | |
| "learning_rate": 9.999999999999999e-06, | |
| "loss": 2.5432, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.0734474658966064, | |
| "learning_rate": 1.0625e-05, | |
| "loss": 2.4722, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.9478808641433716, | |
| "learning_rate": 1.125e-05, | |
| "loss": 2.4111, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.762665033340454, | |
| "learning_rate": 1.1874999999999999e-05, | |
| "loss": 2.3521, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8274019956588745, | |
| "learning_rate": 1.25e-05, | |
| "loss": 2.3099, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.905918002128601, | |
| "learning_rate": 1.3125e-05, | |
| "loss": 2.2629, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8081414699554443, | |
| "learning_rate": 1.375e-05, | |
| "loss": 2.2239, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 7.712226867675781, | |
| "learning_rate": 1.4375e-05, | |
| "loss": 2.1907, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6963427066802979, | |
| "learning_rate": 1.5e-05, | |
| "loss": 2.1602, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.717537522315979, | |
| "learning_rate": 1.5625e-05, | |
| "loss": 2.1384, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.745806336402893, | |
| "learning_rate": 1.625e-05, | |
| "loss": 2.1061, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7633601427078247, | |
| "learning_rate": 1.6875e-05, | |
| "loss": 2.0838, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7061880826950073, | |
| "learning_rate": 1.7500000000000002e-05, | |
| "loss": 2.0648, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7471063137054443, | |
| "learning_rate": 1.8125e-05, | |
| "loss": 2.0462, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.705340027809143, | |
| "learning_rate": 1.8750000000000002e-05, | |
| "loss": 2.0281, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 41.675968170166016, | |
| "learning_rate": 1.9375e-05, | |
| "loss": 2.003, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.737722396850586, | |
| "learning_rate": 1.9999999999999998e-05, | |
| "loss": 1.9914, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.8232406377792358, | |
| "learning_rate": 2.0625e-05, | |
| "loss": 1.9724, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.8312487602233887, | |
| "learning_rate": 2.125e-05, | |
| "loss": 1.9577, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.025630235671997, | |
| "learning_rate": 2.1875e-05, | |
| "loss": 1.9411, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.9454607963562012, | |
| "learning_rate": 2.25e-05, | |
| "loss": 1.9263, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.637341856956482, | |
| "learning_rate": 2.3125000000000003e-05, | |
| "loss": 1.9221, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.846366286277771, | |
| "learning_rate": 2.3749999999999998e-05, | |
| "loss": 1.9086, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.802040457725525, | |
| "learning_rate": 2.4375e-05, | |
| "loss": 1.8961, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.7378031015396118, | |
| "learning_rate": 2.5e-05, | |
| "loss": 1.8893, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.6410856246948242, | |
| "learning_rate": 2.5625e-05, | |
| "loss": 1.8752, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.7153388261795044, | |
| "learning_rate": 2.625e-05, | |
| "loss": 1.862, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.6210004091262817, | |
| "learning_rate": 2.6875000000000003e-05, | |
| "loss": 1.855, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.6593818664550781, | |
| "learning_rate": 2.75e-05, | |
| "loss": 1.8478, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.659287691116333, | |
| "learning_rate": 2.8125e-05, | |
| "loss": 1.8353, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.703875184059143, | |
| "learning_rate": 2.875e-05, | |
| "loss": 1.8288, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.7122712135314941, | |
| "learning_rate": 2.9375e-05, | |
| "loss": 1.8289, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.6744304895401, | |
| "learning_rate": 3e-05, | |
| "loss": 1.8219, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.7783963680267334, | |
| "learning_rate": 2.9968487394957983e-05, | |
| "loss": 1.8141, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.7388477325439453, | |
| "learning_rate": 2.9936974789915968e-05, | |
| "loss": 1.805, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.6574689149856567, | |
| "learning_rate": 2.990546218487395e-05, | |
| "loss": 1.8005, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.6803966760635376, | |
| "learning_rate": 2.9873949579831935e-05, | |
| "loss": 1.7902, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.6314315795898438, | |
| "learning_rate": 2.9842436974789916e-05, | |
| "loss": 1.7832, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.6180912256240845, | |
| "learning_rate": 2.98109243697479e-05, | |
| "loss": 1.7774, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.6669533252716064, | |
| "learning_rate": 2.9779411764705883e-05, | |
| "loss": 1.774, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.5653916597366333, | |
| "learning_rate": 2.9747899159663868e-05, | |
| "loss": 1.7673, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.6632215976715088, | |
| "learning_rate": 2.971638655462185e-05, | |
| "loss": 1.7639, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.6262154579162598, | |
| "learning_rate": 2.9684873949579835e-05, | |
| "loss": 1.757, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 4.847783088684082, | |
| "learning_rate": 2.9653361344537817e-05, | |
| "loss": 1.9286, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.6416807174682617, | |
| "learning_rate": 2.9621848739495802e-05, | |
| "loss": 3.7773, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.4526023864746094, | |
| "learning_rate": 2.9590336134453784e-05, | |
| "loss": 4.3611, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 65.76104736328125, | |
| "learning_rate": 2.9558823529411766e-05, | |
| "loss": 4.5628, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 6.145516395568848, | |
| "learning_rate": 2.9527310924369747e-05, | |
| "loss": 4.388, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 4.991481781005859, | |
| "learning_rate": 2.949579831932773e-05, | |
| "loss": 4.1991, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.632403612136841, | |
| "learning_rate": 2.9464285714285714e-05, | |
| "loss": 3.7935, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.691666841506958, | |
| "learning_rate": 2.9432773109243696e-05, | |
| "loss": 3.4704, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 14.81291675567627, | |
| "learning_rate": 2.940126050420168e-05, | |
| "loss": 2.6663, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.4295215606689453, | |
| "learning_rate": 2.9369747899159663e-05, | |
| "loss": 2.4661, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 52.97163391113281, | |
| "learning_rate": 2.9338235294117648e-05, | |
| "loss": 2.1129, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.337153196334839, | |
| "learning_rate": 2.930672268907563e-05, | |
| "loss": 1.7961, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 6.669353008270264, | |
| "learning_rate": 2.9275210084033615e-05, | |
| "loss": 1.7907, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.5874249935150146, | |
| "learning_rate": 2.9243697478991596e-05, | |
| "loss": 1.7663, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.7114965915679932, | |
| "learning_rate": 2.921218487394958e-05, | |
| "loss": 1.7439, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.8134816884994507, | |
| "learning_rate": 2.9180672268907563e-05, | |
| "loss": 1.7361, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.505012035369873, | |
| "learning_rate": 2.9149159663865545e-05, | |
| "loss": 1.7323, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.6047751903533936, | |
| "learning_rate": 2.911764705882353e-05, | |
| "loss": 1.7212, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.5497486591339111, | |
| "learning_rate": 2.9086134453781512e-05, | |
| "loss": 1.7215, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.5367647409439087, | |
| "learning_rate": 2.9054621848739497e-05, | |
| "loss": 1.7027, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 4.223250865936279, | |
| "learning_rate": 2.902310924369748e-05, | |
| "loss": 1.6914, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.5872981548309326, | |
| "learning_rate": 2.8991596638655464e-05, | |
| "loss": 1.6878, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.5480022430419922, | |
| "learning_rate": 2.8960084033613446e-05, | |
| "loss": 1.6816, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.5464568138122559, | |
| "learning_rate": 2.892857142857143e-05, | |
| "loss": 1.6796, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.557543158531189, | |
| "learning_rate": 2.8897058823529413e-05, | |
| "loss": 1.6709, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.5462812185287476, | |
| "learning_rate": 2.8865546218487398e-05, | |
| "loss": 1.6728, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.5833927392959595, | |
| "learning_rate": 2.883403361344538e-05, | |
| "loss": 1.6676, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.63410222530365, | |
| "learning_rate": 2.8802521008403365e-05, | |
| "loss": 1.6696, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.4682618379592896, | |
| "learning_rate": 2.8771008403361346e-05, | |
| "loss": 1.6693, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.5386840105056763, | |
| "learning_rate": 2.8739495798319328e-05, | |
| "loss": 1.6602, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.5572445392608643, | |
| "learning_rate": 2.8707983193277313e-05, | |
| "loss": 1.6581, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.5247888565063477, | |
| "learning_rate": 2.8676470588235295e-05, | |
| "loss": 1.6546, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.5297437906265259, | |
| "learning_rate": 2.864495798319328e-05, | |
| "loss": 1.6467, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.5252556800842285, | |
| "learning_rate": 2.8613445378151262e-05, | |
| "loss": 1.6504, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.4626063108444214, | |
| "learning_rate": 2.8581932773109244e-05, | |
| "loss": 1.6441, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.511093020439148, | |
| "learning_rate": 2.8550420168067225e-05, | |
| "loss": 1.6433, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.572654366493225, | |
| "learning_rate": 2.851890756302521e-05, | |
| "loss": 1.6527, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.5643205642700195, | |
| "learning_rate": 2.8487394957983192e-05, | |
| "loss": 1.6376, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.497128963470459, | |
| "learning_rate": 2.8455882352941177e-05, | |
| "loss": 1.6397, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.464203953742981, | |
| "learning_rate": 2.842436974789916e-05, | |
| "loss": 1.6358, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.8414405584335327, | |
| "learning_rate": 2.8392857142857144e-05, | |
| "loss": 1.6366, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.7834322452545166, | |
| "learning_rate": 2.8361344537815126e-05, | |
| "loss": 1.642, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.477858304977417, | |
| "learning_rate": 2.8329831932773108e-05, | |
| "loss": 1.6342, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.5328236818313599, | |
| "learning_rate": 2.8298319327731093e-05, | |
| "loss": 1.6333, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.540300965309143, | |
| "learning_rate": 2.8266806722689075e-05, | |
| "loss": 1.6352, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.8767386674880981, | |
| "learning_rate": 2.823529411764706e-05, | |
| "loss": 1.6328, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.5387629270553589, | |
| "learning_rate": 2.820378151260504e-05, | |
| "loss": 1.632, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.6315770149230957, | |
| "learning_rate": 2.8172268907563027e-05, | |
| "loss": 1.627, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 5.726038455963135, | |
| "learning_rate": 2.814075630252101e-05, | |
| "loss": 1.6293, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.5697258710861206, | |
| "learning_rate": 2.8109243697478993e-05, | |
| "loss": 1.6211, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.5938401222229004, | |
| "learning_rate": 2.8077731092436975e-05, | |
| "loss": 1.6196, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.5256606340408325, | |
| "learning_rate": 2.804621848739496e-05, | |
| "loss": 1.6177, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.223390817642212, | |
| "learning_rate": 2.8014705882352942e-05, | |
| "loss": 1.6246, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.4948030710220337, | |
| "learning_rate": 2.7983193277310927e-05, | |
| "loss": 1.6239, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.5147298574447632, | |
| "learning_rate": 2.795168067226891e-05, | |
| "loss": 1.6164, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.5068755149841309, | |
| "learning_rate": 2.792016806722689e-05, | |
| "loss": 1.612, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.5074622631072998, | |
| "learning_rate": 2.7888655462184876e-05, | |
| "loss": 1.6113, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.4880355596542358, | |
| "learning_rate": 2.7857142857142858e-05, | |
| "loss": 1.6102, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.6379941701889038, | |
| "learning_rate": 2.7825630252100843e-05, | |
| "loss": 1.6084, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.4973347187042236, | |
| "learning_rate": 2.7794117647058824e-05, | |
| "loss": 1.6007, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.5474885702133179, | |
| "learning_rate": 2.776260504201681e-05, | |
| "loss": 1.6042, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.602220058441162, | |
| "learning_rate": 2.773109243697479e-05, | |
| "loss": 1.6106, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.6185747385025024, | |
| "learning_rate": 2.7699579831932776e-05, | |
| "loss": 1.6058, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.56905996799469, | |
| "learning_rate": 2.7668067226890758e-05, | |
| "loss": 1.6013, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.5619949102401733, | |
| "learning_rate": 2.763655462184874e-05, | |
| "loss": 1.6034, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.504239559173584, | |
| "learning_rate": 2.7605042016806722e-05, | |
| "loss": 1.6057, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.4879348278045654, | |
| "learning_rate": 2.7573529411764707e-05, | |
| "loss": 1.6021, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.5099623203277588, | |
| "learning_rate": 2.754201680672269e-05, | |
| "loss": 1.6026, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.4979091882705688, | |
| "learning_rate": 2.751050420168067e-05, | |
| "loss": 1.5986, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.4825040102005005, | |
| "learning_rate": 2.7478991596638655e-05, | |
| "loss": 1.5957, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.493453860282898, | |
| "learning_rate": 2.7447478991596637e-05, | |
| "loss": 1.5989, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.530388593673706, | |
| "learning_rate": 2.7415966386554622e-05, | |
| "loss": 1.5953, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.5459638833999634, | |
| "learning_rate": 2.7384453781512604e-05, | |
| "loss": 1.5957, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.0421242713928223, | |
| "learning_rate": 2.735294117647059e-05, | |
| "loss": 1.5984, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.4634993076324463, | |
| "learning_rate": 2.732142857142857e-05, | |
| "loss": 1.5897, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.530594825744629, | |
| "learning_rate": 2.7289915966386556e-05, | |
| "loss": 1.5902, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.5332798957824707, | |
| "learning_rate": 2.7258403361344538e-05, | |
| "loss": 1.5874, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.753754734992981, | |
| "learning_rate": 2.7226890756302523e-05, | |
| "loss": 1.59, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.5545145273208618, | |
| "learning_rate": 2.7195378151260505e-05, | |
| "loss": 1.5949, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.5194141864776611, | |
| "learning_rate": 2.716386554621849e-05, | |
| "loss": 1.588, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.532632827758789, | |
| "learning_rate": 2.713235294117647e-05, | |
| "loss": 1.5918, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.4970754384994507, | |
| "learning_rate": 2.7100840336134453e-05, | |
| "loss": 1.5851, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.4157612323760986, | |
| "learning_rate": 2.706932773109244e-05, | |
| "loss": 1.5823, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.5014020204544067, | |
| "learning_rate": 2.703781512605042e-05, | |
| "loss": 1.5847, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.4652481079101562, | |
| "learning_rate": 2.7006302521008405e-05, | |
| "loss": 1.5886, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.5810528993606567, | |
| "learning_rate": 2.6974789915966387e-05, | |
| "loss": 1.5805, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.4908738136291504, | |
| "learning_rate": 2.6943277310924372e-05, | |
| "loss": 1.5812, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.4520491361618042, | |
| "learning_rate": 2.6911764705882354e-05, | |
| "loss": 1.5837, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.46824049949646, | |
| "learning_rate": 2.688025210084034e-05, | |
| "loss": 1.5778, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.5032325983047485, | |
| "learning_rate": 2.684873949579832e-05, | |
| "loss": 1.5777, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.5338232517242432, | |
| "learning_rate": 2.6817226890756306e-05, | |
| "loss": 1.5768, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.5439281463623047, | |
| "learning_rate": 2.6785714285714288e-05, | |
| "loss": 1.5782, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.536665439605713, | |
| "learning_rate": 2.675420168067227e-05, | |
| "loss": 1.5758, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.4520212411880493, | |
| "learning_rate": 2.6722689075630255e-05, | |
| "loss": 1.5732, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.5352224111557007, | |
| "learning_rate": 2.6691176470588233e-05, | |
| "loss": 1.5745, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.4939314126968384, | |
| "learning_rate": 2.6659663865546218e-05, | |
| "loss": 1.5724, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.4967976808547974, | |
| "learning_rate": 2.66281512605042e-05, | |
| "loss": 1.5693, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.4980648756027222, | |
| "learning_rate": 2.6596638655462185e-05, | |
| "loss": 1.5721, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.5700784921646118, | |
| "learning_rate": 2.6565126050420167e-05, | |
| "loss": 1.5713, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.5124626159667969, | |
| "learning_rate": 2.6533613445378152e-05, | |
| "loss": 1.5709, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.465012788772583, | |
| "learning_rate": 2.6502100840336134e-05, | |
| "loss": 1.5702, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.4589452743530273, | |
| "learning_rate": 2.647058823529412e-05, | |
| "loss": 1.5675, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.547255516052246, | |
| "learning_rate": 2.64390756302521e-05, | |
| "loss": 1.567, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.5208017826080322, | |
| "learning_rate": 2.6407563025210086e-05, | |
| "loss": 1.5654, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.563560128211975, | |
| "learning_rate": 2.6376050420168067e-05, | |
| "loss": 1.5651, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.4551901817321777, | |
| "learning_rate": 2.634453781512605e-05, | |
| "loss": 1.5692, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 3.783536672592163, | |
| "learning_rate": 2.6313025210084034e-05, | |
| "loss": 1.5698, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.5397638082504272, | |
| "learning_rate": 2.6281512605042016e-05, | |
| "loss": 1.5614, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.5307060480117798, | |
| "learning_rate": 2.625e-05, | |
| "loss": 1.5596, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.5148283243179321, | |
| "learning_rate": 2.6218487394957983e-05, | |
| "loss": 1.5612, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.531973958015442, | |
| "learning_rate": 2.6186974789915968e-05, | |
| "loss": 1.559, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.5402531623840332, | |
| "learning_rate": 2.615546218487395e-05, | |
| "loss": 1.5624, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.486365795135498, | |
| "learning_rate": 2.6123949579831935e-05, | |
| "loss": 1.5601, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.513438105583191, | |
| "learning_rate": 2.6092436974789917e-05, | |
| "loss": 1.5567, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.5112252235412598, | |
| "learning_rate": 2.6060924369747902e-05, | |
| "loss": 1.5574, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.4394776821136475, | |
| "learning_rate": 2.6029411764705883e-05, | |
| "loss": 1.5562, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.6592140197753906, | |
| "learning_rate": 2.599789915966387e-05, | |
| "loss": 1.5551, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.4790719747543335, | |
| "learning_rate": 2.596638655462185e-05, | |
| "loss": 1.5544, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.4369221925735474, | |
| "learning_rate": 2.5934873949579832e-05, | |
| "loss": 1.5538, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.5175668001174927, | |
| "learning_rate": 2.5903361344537817e-05, | |
| "loss": 1.5556, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.4514554738998413, | |
| "learning_rate": 2.58718487394958e-05, | |
| "loss": 1.5539, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.4288485050201416, | |
| "learning_rate": 2.5840336134453784e-05, | |
| "loss": 1.5525, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.546531081199646, | |
| "learning_rate": 2.5808823529411766e-05, | |
| "loss": 1.5527, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.567368507385254, | |
| "learning_rate": 2.5777310924369748e-05, | |
| "loss": 1.5491, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.5126845836639404, | |
| "learning_rate": 2.574579831932773e-05, | |
| "loss": 1.5504, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.5570114850997925, | |
| "learning_rate": 2.5714285714285714e-05, | |
| "loss": 1.5469, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.4678915739059448, | |
| "learning_rate": 2.5682773109243696e-05, | |
| "loss": 1.5493, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.4618594646453857, | |
| "learning_rate": 2.565126050420168e-05, | |
| "loss": 1.555, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.5945430994033813, | |
| "learning_rate": 2.5619747899159663e-05, | |
| "loss": 1.547, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.4740761518478394, | |
| "learning_rate": 2.5588235294117648e-05, | |
| "loss": 1.5463, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.4022290706634521, | |
| "learning_rate": 2.555672268907563e-05, | |
| "loss": 1.5449, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.622828722000122, | |
| "learning_rate": 2.552521008403361e-05, | |
| "loss": 1.55, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.409568428993225, | |
| "learning_rate": 2.5493697478991597e-05, | |
| "loss": 1.5436, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.4889922142028809, | |
| "learning_rate": 2.546218487394958e-05, | |
| "loss": 1.5441, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.4589875936508179, | |
| "learning_rate": 2.5430672268907564e-05, | |
| "loss": 1.5468, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.4680520296096802, | |
| "learning_rate": 2.5399159663865545e-05, | |
| "loss": 1.5429, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.4456883668899536, | |
| "learning_rate": 2.536764705882353e-05, | |
| "loss": 1.5458, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.4655406475067139, | |
| "learning_rate": 2.5336134453781512e-05, | |
| "loss": 1.5399, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 7.581863880157471, | |
| "learning_rate": 2.5304621848739497e-05, | |
| "loss": 1.5423, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.5289582014083862, | |
| "learning_rate": 2.527310924369748e-05, | |
| "loss": 1.5434, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.475637674331665, | |
| "learning_rate": 2.5241596638655464e-05, | |
| "loss": 1.5415, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.45746910572052, | |
| "learning_rate": 2.5210084033613446e-05, | |
| "loss": 1.5401, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.4924384355545044, | |
| "learning_rate": 2.517857142857143e-05, | |
| "loss": 1.5382, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.4440650939941406, | |
| "learning_rate": 2.5147058823529413e-05, | |
| "loss": 1.539, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.5022001266479492, | |
| "learning_rate": 2.5115546218487395e-05, | |
| "loss": 1.5375, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.4573357105255127, | |
| "learning_rate": 2.508403361344538e-05, | |
| "loss": 1.5423, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.4948347806930542, | |
| "learning_rate": 2.505252100840336e-05, | |
| "loss": 1.538, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.5028940439224243, | |
| "learning_rate": 2.5021008403361347e-05, | |
| "loss": 1.5368, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.510446310043335, | |
| "learning_rate": 2.498949579831933e-05, | |
| "loss": 1.534, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.516194462776184, | |
| "learning_rate": 2.4957983193277314e-05, | |
| "loss": 1.5404, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.452358365058899, | |
| "learning_rate": 2.4926470588235295e-05, | |
| "loss": 1.5349, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.4550226926803589, | |
| "learning_rate": 2.489495798319328e-05, | |
| "loss": 1.5373, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.4559545516967773, | |
| "learning_rate": 2.4863445378151262e-05, | |
| "loss": 1.5341, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.4436681270599365, | |
| "learning_rate": 2.4831932773109244e-05, | |
| "loss": 1.5344, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.4642813205718994, | |
| "learning_rate": 2.4800420168067226e-05, | |
| "loss": 1.5333, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.4824906587600708, | |
| "learning_rate": 2.476890756302521e-05, | |
| "loss": 1.5291, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.515098214149475, | |
| "learning_rate": 2.4737394957983193e-05, | |
| "loss": 1.5285, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 2.073720693588257, | |
| "learning_rate": 2.4705882352941174e-05, | |
| "loss": 1.5348, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.884777545928955, | |
| "learning_rate": 2.467436974789916e-05, | |
| "loss": 1.5321, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.4791995286941528, | |
| "learning_rate": 2.464285714285714e-05, | |
| "loss": 1.5305, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.4546101093292236, | |
| "learning_rate": 2.4611344537815126e-05, | |
| "loss": 1.5308, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.421767234802246, | |
| "learning_rate": 2.4579831932773108e-05, | |
| "loss": 1.532, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.476372480392456, | |
| "learning_rate": 2.4548319327731093e-05, | |
| "loss": 1.5303, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.4746720790863037, | |
| "learning_rate": 2.4516806722689075e-05, | |
| "loss": 1.531, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.486217975616455, | |
| "learning_rate": 2.448529411764706e-05, | |
| "loss": 1.5277, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.4249714612960815, | |
| "learning_rate": 2.4453781512605042e-05, | |
| "loss": 1.525, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.4237457513809204, | |
| "learning_rate": 2.4422268907563027e-05, | |
| "loss": 1.5263, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.4878206253051758, | |
| "learning_rate": 2.439075630252101e-05, | |
| "loss": 1.5239, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.4781346321105957, | |
| "learning_rate": 2.4359243697478994e-05, | |
| "loss": 1.528, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.4943785667419434, | |
| "learning_rate": 2.4327731092436976e-05, | |
| "loss": 1.5231, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.466009497642517, | |
| "learning_rate": 2.4296218487394957e-05, | |
| "loss": 1.5233, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 2.4329051971435547, | |
| "learning_rate": 2.4264705882352942e-05, | |
| "loss": 1.5266, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.477039098739624, | |
| "learning_rate": 2.4233193277310924e-05, | |
| "loss": 1.5278, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.5693820714950562, | |
| "learning_rate": 2.420168067226891e-05, | |
| "loss": 1.5254, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.4393528699874878, | |
| "learning_rate": 2.417016806722689e-05, | |
| "loss": 1.5236, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.4845529794692993, | |
| "learning_rate": 2.4138655462184876e-05, | |
| "loss": 1.5206, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.476683259010315, | |
| "learning_rate": 2.4107142857142858e-05, | |
| "loss": 1.5208, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.428836703300476, | |
| "learning_rate": 2.4075630252100843e-05, | |
| "loss": 1.5234, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.449540138244629, | |
| "learning_rate": 2.4044117647058825e-05, | |
| "loss": 1.5234, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.4410090446472168, | |
| "learning_rate": 2.401260504201681e-05, | |
| "loss": 1.5203, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.4714431762695312, | |
| "learning_rate": 2.398109243697479e-05, | |
| "loss": 1.5208, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.469762921333313, | |
| "learning_rate": 2.3949579831932777e-05, | |
| "loss": 1.524, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.5507971048355103, | |
| "learning_rate": 2.391806722689076e-05, | |
| "loss": 1.5224, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.5093679428100586, | |
| "learning_rate": 2.3886554621848737e-05, | |
| "loss": 1.5235, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.492244839668274, | |
| "learning_rate": 2.3855042016806722e-05, | |
| "loss": 1.5196, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.4522676467895508, | |
| "learning_rate": 2.3823529411764704e-05, | |
| "loss": 1.5209, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.527627944946289, | |
| "learning_rate": 2.379201680672269e-05, | |
| "loss": 1.5198, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.488146424293518, | |
| "learning_rate": 2.376050420168067e-05, | |
| "loss": 1.5165, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.4484755992889404, | |
| "learning_rate": 2.3728991596638656e-05, | |
| "loss": 1.5123, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.5184931755065918, | |
| "learning_rate": 2.3697478991596638e-05, | |
| "loss": 1.5177, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.4979966878890991, | |
| "learning_rate": 2.3665966386554623e-05, | |
| "loss": 1.5193, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.4858919382095337, | |
| "learning_rate": 2.3634453781512604e-05, | |
| "loss": 1.5129, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.6100457906723022, | |
| "learning_rate": 2.360294117647059e-05, | |
| "loss": 1.5153, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.4573218822479248, | |
| "learning_rate": 2.357142857142857e-05, | |
| "loss": 1.5173, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.4780622720718384, | |
| "learning_rate": 2.3539915966386556e-05, | |
| "loss": 1.5142, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.4847768545150757, | |
| "learning_rate": 2.3508403361344538e-05, | |
| "loss": 1.5123, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.789902925491333, | |
| "learning_rate": 2.347689075630252e-05, | |
| "loss": 1.5128, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.4414323568344116, | |
| "learning_rate": 2.3445378151260505e-05, | |
| "loss": 1.5112, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.542536735534668, | |
| "learning_rate": 2.3413865546218487e-05, | |
| "loss": 1.5132, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.479336142539978, | |
| "learning_rate": 2.3382352941176472e-05, | |
| "loss": 1.5091, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.5068061351776123, | |
| "learning_rate": 2.3350840336134454e-05, | |
| "loss": 1.5157, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.5134038925170898, | |
| "learning_rate": 2.331932773109244e-05, | |
| "loss": 1.5145, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 2.804521083831787, | |
| "learning_rate": 2.328781512605042e-05, | |
| "loss": 1.71, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 9.153915405273438, | |
| "learning_rate": 2.3256302521008406e-05, | |
| "loss": 1.5874, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 3.567737579345703, | |
| "learning_rate": 2.3224789915966387e-05, | |
| "loss": 1.5532, | |
| "step": 131500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.5058925151824951, | |
| "learning_rate": 2.3193277310924373e-05, | |
| "loss": 1.5241, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.48910653591156, | |
| "learning_rate": 2.3161764705882354e-05, | |
| "loss": 1.5197, | |
| "step": 132500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.477921962738037, | |
| "learning_rate": 2.313025210084034e-05, | |
| "loss": 1.5191, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.503013014793396, | |
| "learning_rate": 2.309873949579832e-05, | |
| "loss": 1.5112, | |
| "step": 133500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.457146406173706, | |
| "learning_rate": 2.3067226890756303e-05, | |
| "loss": 1.5158, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.8954756259918213, | |
| "learning_rate": 2.3035714285714288e-05, | |
| "loss": 1.5138, | |
| "step": 134500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.5171183347702026, | |
| "learning_rate": 2.300420168067227e-05, | |
| "loss": 1.5201, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.454849362373352, | |
| "learning_rate": 2.2972689075630255e-05, | |
| "loss": 1.5113, | |
| "step": 135500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 2.3639023303985596, | |
| "learning_rate": 2.2941176470588233e-05, | |
| "loss": 1.5089, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.4599758386611938, | |
| "learning_rate": 2.290966386554622e-05, | |
| "loss": 1.5099, | |
| "step": 136500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.5151523351669312, | |
| "learning_rate": 2.28781512605042e-05, | |
| "loss": 1.5077, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.518723726272583, | |
| "learning_rate": 2.2846638655462185e-05, | |
| "loss": 1.5097, | |
| "step": 137500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.5430985689163208, | |
| "learning_rate": 2.2815126050420167e-05, | |
| "loss": 1.5089, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.468233585357666, | |
| "learning_rate": 2.2783613445378152e-05, | |
| "loss": 1.5075, | |
| "step": 138500 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.540824294090271, | |
| "learning_rate": 2.2752100840336134e-05, | |
| "loss": 1.5095, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.4792211055755615, | |
| "learning_rate": 2.272058823529412e-05, | |
| "loss": 1.5123, | |
| "step": 139500 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.4582479000091553, | |
| "learning_rate": 2.26890756302521e-05, | |
| "loss": 1.5041, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.4484353065490723, | |
| "learning_rate": 2.2657563025210083e-05, | |
| "loss": 1.5098, | |
| "step": 140500 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 2.090087413787842, | |
| "learning_rate": 2.2626050420168068e-05, | |
| "loss": 1.504, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.5165677070617676, | |
| "learning_rate": 2.259453781512605e-05, | |
| "loss": 1.5037, | |
| "step": 141500 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.4467180967330933, | |
| "learning_rate": 2.2563025210084035e-05, | |
| "loss": 1.5037, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.53107750415802, | |
| "learning_rate": 2.2531512605042016e-05, | |
| "loss": 1.5048, | |
| "step": 142500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.685832142829895, | |
| "learning_rate": 2.25e-05, | |
| "loss": 1.5051, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.722901701927185, | |
| "learning_rate": 2.2468487394957983e-05, | |
| "loss": 1.5038, | |
| "step": 143500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.5191560983657837, | |
| "learning_rate": 2.2436974789915968e-05, | |
| "loss": 1.5021, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.6680717468261719, | |
| "learning_rate": 2.240546218487395e-05, | |
| "loss": 1.5019, | |
| "step": 144500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.5664371252059937, | |
| "learning_rate": 2.2373949579831935e-05, | |
| "loss": 1.5028, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.484131932258606, | |
| "learning_rate": 2.2342436974789917e-05, | |
| "loss": 1.5028, | |
| "step": 145500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.4882657527923584, | |
| "learning_rate": 2.2310924369747902e-05, | |
| "loss": 1.4993, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.4583569765090942, | |
| "learning_rate": 2.2279411764705884e-05, | |
| "loss": 1.5037, | |
| "step": 146500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.559399127960205, | |
| "learning_rate": 2.2247899159663866e-05, | |
| "loss": 1.4994, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.537287950515747, | |
| "learning_rate": 2.221638655462185e-05, | |
| "loss": 1.5008, | |
| "step": 147500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.4840517044067383, | |
| "learning_rate": 2.2184873949579832e-05, | |
| "loss": 1.5003, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.6292195320129395, | |
| "learning_rate": 2.2153361344537818e-05, | |
| "loss": 1.4975, | |
| "step": 148500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.4870771169662476, | |
| "learning_rate": 2.21218487394958e-05, | |
| "loss": 1.4962, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.4792907238006592, | |
| "learning_rate": 2.2090336134453784e-05, | |
| "loss": 1.4978, | |
| "step": 149500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.4179558753967285, | |
| "learning_rate": 2.2058823529411766e-05, | |
| "loss": 1.5012, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.4594039916992188, | |
| "learning_rate": 2.2027310924369748e-05, | |
| "loss": 1.4987, | |
| "step": 150500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.5356736183166504, | |
| "learning_rate": 2.199579831932773e-05, | |
| "loss": 1.4975, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.4961708784103394, | |
| "learning_rate": 2.1964285714285715e-05, | |
| "loss": 1.4966, | |
| "step": 151500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.5061964988708496, | |
| "learning_rate": 2.1932773109243697e-05, | |
| "loss": 1.4952, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.4668192863464355, | |
| "learning_rate": 2.190126050420168e-05, | |
| "loss": 1.4955, | |
| "step": 152500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.520202398300171, | |
| "learning_rate": 2.1869747899159663e-05, | |
| "loss": 1.4987, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.5048165321350098, | |
| "learning_rate": 2.1838235294117645e-05, | |
| "loss": 1.4943, | |
| "step": 153500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.4194804430007935, | |
| "learning_rate": 2.180672268907563e-05, | |
| "loss": 1.4962, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.4963053464889526, | |
| "learning_rate": 2.1775210084033612e-05, | |
| "loss": 1.4939, | |
| "step": 154500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.5189534425735474, | |
| "learning_rate": 2.1743697478991597e-05, | |
| "loss": 1.4955, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.844502329826355, | |
| "learning_rate": 2.171218487394958e-05, | |
| "loss": 1.4932, | |
| "step": 155500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.6127697229385376, | |
| "learning_rate": 2.1680672268907564e-05, | |
| "loss": 1.4972, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 2.39309024810791, | |
| "learning_rate": 2.1649159663865546e-05, | |
| "loss": 1.4961, | |
| "step": 156500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.7886457443237305, | |
| "learning_rate": 2.161764705882353e-05, | |
| "loss": 1.4981, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.5055351257324219, | |
| "learning_rate": 2.1586134453781513e-05, | |
| "loss": 1.4937, | |
| "step": 157500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 2.2209436893463135, | |
| "learning_rate": 2.1554621848739498e-05, | |
| "loss": 1.4958, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.4863665103912354, | |
| "learning_rate": 2.152310924369748e-05, | |
| "loss": 1.4937, | |
| "step": 158500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.6290695667266846, | |
| "learning_rate": 2.1491596638655465e-05, | |
| "loss": 1.4934, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.5069892406463623, | |
| "learning_rate": 2.1460084033613446e-05, | |
| "loss": 1.4966, | |
| "step": 159500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.4480432271957397, | |
| "learning_rate": 2.1428571428571428e-05, | |
| "loss": 1.4928, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.4599815607070923, | |
| "learning_rate": 2.1397058823529413e-05, | |
| "loss": 1.4907, | |
| "step": 160500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.5667592287063599, | |
| "learning_rate": 2.1365546218487395e-05, | |
| "loss": 1.4946, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.591620683670044, | |
| "learning_rate": 2.133403361344538e-05, | |
| "loss": 1.4932, | |
| "step": 161500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.4108275175094604, | |
| "learning_rate": 2.1302521008403362e-05, | |
| "loss": 1.4918, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.3984153270721436, | |
| "learning_rate": 2.1271008403361347e-05, | |
| "loss": 1.4912, | |
| "step": 162500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.5187551975250244, | |
| "learning_rate": 2.123949579831933e-05, | |
| "loss": 1.4896, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.4671634435653687, | |
| "learning_rate": 2.1207983193277314e-05, | |
| "loss": 1.4909, | |
| "step": 163500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.5398577451705933, | |
| "learning_rate": 2.1176470588235296e-05, | |
| "loss": 1.4898, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.4390913248062134, | |
| "learning_rate": 2.114495798319328e-05, | |
| "loss": 1.4917, | |
| "step": 164500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.466871976852417, | |
| "learning_rate": 2.1113445378151263e-05, | |
| "loss": 1.486, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.4268947839736938, | |
| "learning_rate": 2.1081932773109244e-05, | |
| "loss": 1.486, | |
| "step": 165500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.473212718963623, | |
| "learning_rate": 2.1050420168067226e-05, | |
| "loss": 1.4906, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.4817694425582886, | |
| "learning_rate": 2.1018907563025208e-05, | |
| "loss": 1.4876, | |
| "step": 166500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.4899072647094727, | |
| "learning_rate": 2.0987394957983193e-05, | |
| "loss": 1.4853, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.472068428993225, | |
| "learning_rate": 2.0955882352941175e-05, | |
| "loss": 1.4859, | |
| "step": 167500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.4609180688858032, | |
| "learning_rate": 2.092436974789916e-05, | |
| "loss": 1.4867, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.3884390592575073, | |
| "learning_rate": 2.089285714285714e-05, | |
| "loss": 1.4845, | |
| "step": 168500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.4505021572113037, | |
| "learning_rate": 2.0861344537815127e-05, | |
| "loss": 1.4804, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.4579660892486572, | |
| "learning_rate": 2.082983193277311e-05, | |
| "loss": 1.4828, | |
| "step": 169500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.4193936586380005, | |
| "learning_rate": 2.0798319327731094e-05, | |
| "loss": 1.4846, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.8833608627319336, | |
| "learning_rate": 2.0766806722689075e-05, | |
| "loss": 1.4832, | |
| "step": 170500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.394463062286377, | |
| "learning_rate": 2.073529411764706e-05, | |
| "loss": 1.4858, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.4402869939804077, | |
| "learning_rate": 2.0703781512605042e-05, | |
| "loss": 1.4853, | |
| "step": 171500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.5677118301391602, | |
| "learning_rate": 2.0672268907563024e-05, | |
| "loss": 1.4828, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.412744402885437, | |
| "learning_rate": 2.064075630252101e-05, | |
| "loss": 1.4861, | |
| "step": 172500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.578121542930603, | |
| "learning_rate": 2.060924369747899e-05, | |
| "loss": 1.4825, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.4429398775100708, | |
| "learning_rate": 2.0577731092436976e-05, | |
| "loss": 1.4806, | |
| "step": 173500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.5229464769363403, | |
| "learning_rate": 2.0546218487394958e-05, | |
| "loss": 1.4822, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.533868670463562, | |
| "learning_rate": 2.0514705882352943e-05, | |
| "loss": 1.4788, | |
| "step": 174500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.4442238807678223, | |
| "learning_rate": 2.0483193277310925e-05, | |
| "loss": 1.4845, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.8768386840820312, | |
| "learning_rate": 2.045168067226891e-05, | |
| "loss": 1.481, | |
| "step": 175500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.5719354152679443, | |
| "learning_rate": 2.042016806722689e-05, | |
| "loss": 1.4815, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.6776522397994995, | |
| "learning_rate": 2.0388655462184877e-05, | |
| "loss": 1.4834, | |
| "step": 176500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.462403416633606, | |
| "learning_rate": 2.0357142857142858e-05, | |
| "loss": 1.4829, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.441434621810913, | |
| "learning_rate": 2.0325630252100843e-05, | |
| "loss": 1.4817, | |
| "step": 177500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.7203949689865112, | |
| "learning_rate": 2.0294117647058825e-05, | |
| "loss": 1.4819, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.6117925643920898, | |
| "learning_rate": 2.0262605042016807e-05, | |
| "loss": 1.48, | |
| "step": 178500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.4840322732925415, | |
| "learning_rate": 2.0231092436974792e-05, | |
| "loss": 1.4804, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.4823276996612549, | |
| "learning_rate": 2.0199579831932774e-05, | |
| "loss": 1.4783, | |
| "step": 179500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.467035174369812, | |
| "learning_rate": 2.016806722689076e-05, | |
| "loss": 1.4826, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.4519331455230713, | |
| "learning_rate": 2.0136554621848737e-05, | |
| "loss": 1.4793, | |
| "step": 180500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.4830392599105835, | |
| "learning_rate": 2.0105042016806722e-05, | |
| "loss": 1.478, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.4889652729034424, | |
| "learning_rate": 2.0073529411764704e-05, | |
| "loss": 1.4825, | |
| "step": 181500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.4417020082473755, | |
| "learning_rate": 2.004201680672269e-05, | |
| "loss": 1.4781, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.5612033605575562, | |
| "learning_rate": 2.001050420168067e-05, | |
| "loss": 1.4749, | |
| "step": 182500 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.923521637916565, | |
| "learning_rate": 1.9978991596638656e-05, | |
| "loss": 1.4742, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.4759869575500488, | |
| "learning_rate": 1.9947478991596638e-05, | |
| "loss": 1.4772, | |
| "step": 183500 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.4529997110366821, | |
| "learning_rate": 1.9915966386554623e-05, | |
| "loss": 1.4758, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.4907563924789429, | |
| "learning_rate": 1.9884453781512605e-05, | |
| "loss": 1.477, | |
| "step": 184500 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.4529681205749512, | |
| "learning_rate": 1.9852941176470586e-05, | |
| "loss": 1.4754, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.4950664043426514, | |
| "learning_rate": 1.982142857142857e-05, | |
| "loss": 1.477, | |
| "step": 185500 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.5445144176483154, | |
| "learning_rate": 1.9789915966386553e-05, | |
| "loss": 1.4763, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 2.2947561740875244, | |
| "learning_rate": 1.975840336134454e-05, | |
| "loss": 1.4771, | |
| "step": 186500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.4762338399887085, | |
| "learning_rate": 1.972689075630252e-05, | |
| "loss": 1.4748, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.5006557703018188, | |
| "learning_rate": 1.9695378151260505e-05, | |
| "loss": 1.474, | |
| "step": 187500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.5126187801361084, | |
| "learning_rate": 1.9663865546218487e-05, | |
| "loss": 1.4769, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 3.9213035106658936, | |
| "learning_rate": 1.9632352941176472e-05, | |
| "loss": 1.4724, | |
| "step": 188500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.3832660913467407, | |
| "learning_rate": 1.9600840336134454e-05, | |
| "loss": 1.4743, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.438021183013916, | |
| "learning_rate": 1.956932773109244e-05, | |
| "loss": 1.4732, | |
| "step": 189500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.552357792854309, | |
| "learning_rate": 1.953781512605042e-05, | |
| "loss": 1.4693, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.4992841482162476, | |
| "learning_rate": 1.9506302521008406e-05, | |
| "loss": 1.4741, | |
| "step": 190500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.4546705484390259, | |
| "learning_rate": 1.9474789915966388e-05, | |
| "loss": 1.4709, | |
| "step": 191000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.5536097288131714, | |
| "learning_rate": 1.944327731092437e-05, | |
| "loss": 1.4715, | |
| "step": 191500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.4430129528045654, | |
| "learning_rate": 1.9411764705882355e-05, | |
| "loss": 1.4694, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.4931637048721313, | |
| "learning_rate": 1.9380252100840336e-05, | |
| "loss": 1.4704, | |
| "step": 192500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.4820243120193481, | |
| "learning_rate": 1.934873949579832e-05, | |
| "loss": 1.4707, | |
| "step": 193000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.5232768058776855, | |
| "learning_rate": 1.9317226890756303e-05, | |
| "loss": 1.4692, | |
| "step": 193500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.517333745956421, | |
| "learning_rate": 1.928571428571429e-05, | |
| "loss": 1.4731, | |
| "step": 194000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.4523952007293701, | |
| "learning_rate": 1.925420168067227e-05, | |
| "loss": 1.4698, | |
| "step": 194500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.4807761907577515, | |
| "learning_rate": 1.9222689075630255e-05, | |
| "loss": 1.4719, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.4389820098876953, | |
| "learning_rate": 1.9191176470588234e-05, | |
| "loss": 1.4709, | |
| "step": 195500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 3.7379424571990967, | |
| "learning_rate": 1.915966386554622e-05, | |
| "loss": 1.4663, | |
| "step": 196000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.4896109104156494, | |
| "learning_rate": 1.91281512605042e-05, | |
| "loss": 1.4709, | |
| "step": 196500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 5.979303359985352, | |
| "learning_rate": 1.9096638655462186e-05, | |
| "loss": 1.4743, | |
| "step": 197000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.4648813009262085, | |
| "learning_rate": 1.9065126050420167e-05, | |
| "loss": 1.4687, | |
| "step": 197500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.739353895187378, | |
| "learning_rate": 1.903361344537815e-05, | |
| "loss": 1.4702, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.4263814687728882, | |
| "learning_rate": 1.9002100840336134e-05, | |
| "loss": 1.4695, | |
| "step": 198500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.5090336799621582, | |
| "learning_rate": 1.8970588235294116e-05, | |
| "loss": 1.4667, | |
| "step": 199000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.4606796503067017, | |
| "learning_rate": 1.89390756302521e-05, | |
| "loss": 1.4665, | |
| "step": 199500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.4979524612426758, | |
| "learning_rate": 1.8907563025210083e-05, | |
| "loss": 1.4645, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.5032795667648315, | |
| "learning_rate": 1.8876050420168068e-05, | |
| "loss": 1.4697, | |
| "step": 200500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.4917629957199097, | |
| "learning_rate": 1.884453781512605e-05, | |
| "loss": 1.4654, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.5047801733016968, | |
| "learning_rate": 1.8813025210084035e-05, | |
| "loss": 1.4665, | |
| "step": 201500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.5550223588943481, | |
| "learning_rate": 1.8781512605042017e-05, | |
| "loss": 1.4669, | |
| "step": 202000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.4432892799377441, | |
| "learning_rate": 1.8750000000000002e-05, | |
| "loss": 1.4652, | |
| "step": 202500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.4227643013000488, | |
| "learning_rate": 1.8718487394957983e-05, | |
| "loss": 1.465, | |
| "step": 203000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.5878413915634155, | |
| "learning_rate": 1.868697478991597e-05, | |
| "loss": 1.4675, | |
| "step": 203500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.5786782503128052, | |
| "learning_rate": 1.865546218487395e-05, | |
| "loss": 1.4596, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.4224051237106323, | |
| "learning_rate": 1.8623949579831932e-05, | |
| "loss": 1.462, | |
| "step": 204500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.7678115367889404, | |
| "learning_rate": 1.8592436974789917e-05, | |
| "loss": 1.4614, | |
| "step": 205000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.4170020818710327, | |
| "learning_rate": 1.85609243697479e-05, | |
| "loss": 1.4649, | |
| "step": 205500 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.5474693775177002, | |
| "learning_rate": 1.8529411764705884e-05, | |
| "loss": 1.464, | |
| "step": 206000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.4655749797821045, | |
| "learning_rate": 1.8497899159663866e-05, | |
| "loss": 1.4654, | |
| "step": 206500 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.6294610500335693, | |
| "learning_rate": 1.846638655462185e-05, | |
| "loss": 1.4616, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.4760308265686035, | |
| "learning_rate": 1.8434873949579833e-05, | |
| "loss": 1.4643, | |
| "step": 207500 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.4796357154846191, | |
| "learning_rate": 1.8403361344537818e-05, | |
| "loss": 1.4659, | |
| "step": 208000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.9592546224594116, | |
| "learning_rate": 1.83718487394958e-05, | |
| "loss": 1.4611, | |
| "step": 208500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.493324637413025, | |
| "learning_rate": 1.8340336134453785e-05, | |
| "loss": 1.4626, | |
| "step": 209000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.453369379043579, | |
| "learning_rate": 1.8308823529411766e-05, | |
| "loss": 1.4603, | |
| "step": 209500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.5146046876907349, | |
| "learning_rate": 1.8277310924369748e-05, | |
| "loss": 1.4594, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.424707293510437, | |
| "learning_rate": 1.824579831932773e-05, | |
| "loss": 1.4631, | |
| "step": 210500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.464998722076416, | |
| "learning_rate": 1.8214285714285712e-05, | |
| "loss": 1.4617, | |
| "step": 211000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.4314439296722412, | |
| "learning_rate": 1.8182773109243697e-05, | |
| "loss": 1.4611, | |
| "step": 211500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.4533342123031616, | |
| "learning_rate": 1.815126050420168e-05, | |
| "loss": 1.4591, | |
| "step": 212000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.5328502655029297, | |
| "learning_rate": 1.8119747899159664e-05, | |
| "loss": 1.4606, | |
| "step": 212500 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.4684851169586182, | |
| "learning_rate": 1.8088235294117645e-05, | |
| "loss": 1.463, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.512421727180481, | |
| "learning_rate": 1.805672268907563e-05, | |
| "loss": 1.4585, | |
| "step": 213500 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.5069866180419922, | |
| "learning_rate": 1.8025210084033612e-05, | |
| "loss": 1.4565, | |
| "step": 214000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.4224152565002441, | |
| "learning_rate": 1.7993697478991597e-05, | |
| "loss": 1.4575, | |
| "step": 214500 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.6329984664916992, | |
| "learning_rate": 1.796218487394958e-05, | |
| "loss": 1.4541, | |
| "step": 215000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.587007761001587, | |
| "learning_rate": 1.7930672268907564e-05, | |
| "loss": 1.4572, | |
| "step": 215500 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.4805065393447876, | |
| "learning_rate": 1.7899159663865546e-05, | |
| "loss": 1.4618, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.517993450164795, | |
| "learning_rate": 1.786764705882353e-05, | |
| "loss": 1.4538, | |
| "step": 216500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.4399406909942627, | |
| "learning_rate": 1.7836134453781513e-05, | |
| "loss": 1.4576, | |
| "step": 217000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.4458235502243042, | |
| "learning_rate": 1.7804621848739495e-05, | |
| "loss": 1.4558, | |
| "step": 217500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.5840320587158203, | |
| "learning_rate": 1.777310924369748e-05, | |
| "loss": 1.4562, | |
| "step": 218000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.4832299947738647, | |
| "learning_rate": 1.774159663865546e-05, | |
| "loss": 1.456, | |
| "step": 218500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.4003788232803345, | |
| "learning_rate": 1.7710084033613447e-05, | |
| "loss": 1.4555, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.5091036558151245, | |
| "learning_rate": 1.767857142857143e-05, | |
| "loss": 1.4596, | |
| "step": 219500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.4758837223052979, | |
| "learning_rate": 1.7647058823529414e-05, | |
| "loss": 1.4566, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.4372687339782715, | |
| "learning_rate": 1.7615546218487395e-05, | |
| "loss": 1.4524, | |
| "step": 220500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.4391896724700928, | |
| "learning_rate": 1.758403361344538e-05, | |
| "loss": 1.4565, | |
| "step": 221000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.4493831396102905, | |
| "learning_rate": 1.7552521008403362e-05, | |
| "loss": 1.4543, | |
| "step": 221500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.0319833755493164, | |
| "learning_rate": 1.7521008403361347e-05, | |
| "loss": 1.4536, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.4861342906951904, | |
| "learning_rate": 1.748949579831933e-05, | |
| "loss": 1.454, | |
| "step": 222500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.4432348012924194, | |
| "learning_rate": 1.7457983193277314e-05, | |
| "loss": 1.4546, | |
| "step": 223000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.4457755088806152, | |
| "learning_rate": 1.7426470588235296e-05, | |
| "loss": 1.4542, | |
| "step": 223500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.4785292148590088, | |
| "learning_rate": 1.7394957983193278e-05, | |
| "loss": 1.4539, | |
| "step": 224000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.4646965265274048, | |
| "learning_rate": 1.7363445378151263e-05, | |
| "loss": 1.4557, | |
| "step": 224500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.3340420722961426, | |
| "learning_rate": 1.733193277310924e-05, | |
| "loss": 1.4512, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.4864197969436646, | |
| "learning_rate": 1.7300420168067226e-05, | |
| "loss": 1.4514, | |
| "step": 225500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.441954493522644, | |
| "learning_rate": 1.7268907563025208e-05, | |
| "loss": 1.4565, | |
| "step": 226000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.4796494245529175, | |
| "learning_rate": 1.7237394957983193e-05, | |
| "loss": 1.4549, | |
| "step": 226500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.5095195770263672, | |
| "learning_rate": 1.7205882352941175e-05, | |
| "loss": 1.4538, | |
| "step": 227000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.6988993883132935, | |
| "learning_rate": 1.717436974789916e-05, | |
| "loss": 1.4552, | |
| "step": 227500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.4422426223754883, | |
| "learning_rate": 1.7142857142857142e-05, | |
| "loss": 1.4514, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.4488030672073364, | |
| "learning_rate": 1.7111344537815127e-05, | |
| "loss": 1.4545, | |
| "step": 228500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.4784460067749023, | |
| "learning_rate": 1.707983193277311e-05, | |
| "loss": 1.4527, | |
| "step": 229000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.4642586708068848, | |
| "learning_rate": 1.7048319327731094e-05, | |
| "loss": 1.4483, | |
| "step": 229500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.509343147277832, | |
| "learning_rate": 1.7016806722689076e-05, | |
| "loss": 1.4543, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.3862849473953247, | |
| "learning_rate": 1.6985294117647057e-05, | |
| "loss": 1.4531, | |
| "step": 230500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.4223895072937012, | |
| "learning_rate": 1.6953781512605042e-05, | |
| "loss": 1.451, | |
| "step": 231000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.4616318941116333, | |
| "learning_rate": 1.6922268907563024e-05, | |
| "loss": 1.4511, | |
| "step": 231500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.4746378660202026, | |
| "learning_rate": 1.689075630252101e-05, | |
| "loss": 1.4497, | |
| "step": 232000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.461519479751587, | |
| "learning_rate": 1.685924369747899e-05, | |
| "loss": 1.4516, | |
| "step": 232500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.3925315141677856, | |
| "learning_rate": 1.6827731092436976e-05, | |
| "loss": 1.4507, | |
| "step": 233000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.4032963514328003, | |
| "learning_rate": 1.6796218487394958e-05, | |
| "loss": 1.4497, | |
| "step": 233500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.4162888526916504, | |
| "learning_rate": 1.6764705882352943e-05, | |
| "loss": 1.4482, | |
| "step": 234000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.3672780990600586, | |
| "learning_rate": 1.6733193277310925e-05, | |
| "loss": 1.4518, | |
| "step": 234500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.522310733795166, | |
| "learning_rate": 1.670168067226891e-05, | |
| "loss": 1.4516, | |
| "step": 235000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.3994154930114746, | |
| "learning_rate": 1.6670168067226892e-05, | |
| "loss": 1.4468, | |
| "step": 235500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.4941591024398804, | |
| "learning_rate": 1.6638655462184877e-05, | |
| "loss": 1.4491, | |
| "step": 236000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.4521230459213257, | |
| "learning_rate": 1.660714285714286e-05, | |
| "loss": 1.4475, | |
| "step": 236500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.528152585029602, | |
| "learning_rate": 1.657563025210084e-05, | |
| "loss": 1.4473, | |
| "step": 237000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.4769060611724854, | |
| "learning_rate": 1.6544117647058825e-05, | |
| "loss": 1.4463, | |
| "step": 237500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.4506659507751465, | |
| "learning_rate": 1.6512605042016807e-05, | |
| "loss": 1.4458, | |
| "step": 238000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.491810917854309, | |
| "learning_rate": 1.6481092436974792e-05, | |
| "loss": 1.4498, | |
| "step": 238500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.4600553512573242, | |
| "learning_rate": 1.6449579831932774e-05, | |
| "loss": 1.4444, | |
| "step": 239000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.4451686143875122, | |
| "learning_rate": 1.641806722689076e-05, | |
| "loss": 1.4441, | |
| "step": 239500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.4227120876312256, | |
| "learning_rate": 1.6386554621848738e-05, | |
| "loss": 1.4448, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.5668320655822754, | |
| "learning_rate": 1.6355042016806723e-05, | |
| "loss": 1.4456, | |
| "step": 240500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.3923659324645996, | |
| "learning_rate": 1.6323529411764704e-05, | |
| "loss": 1.4477, | |
| "step": 241000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.4962598085403442, | |
| "learning_rate": 1.629201680672269e-05, | |
| "loss": 1.4454, | |
| "step": 241500 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.4878734350204468, | |
| "learning_rate": 1.626050420168067e-05, | |
| "loss": 1.4461, | |
| "step": 242000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.4973180294036865, | |
| "learning_rate": 1.6228991596638656e-05, | |
| "loss": 1.4464, | |
| "step": 242500 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.4737753868103027, | |
| "learning_rate": 1.6197478991596638e-05, | |
| "loss": 1.444, | |
| "step": 243000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.4609256982803345, | |
| "learning_rate": 1.616596638655462e-05, | |
| "loss": 1.4479, | |
| "step": 243500 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.4048258066177368, | |
| "learning_rate": 1.6134453781512605e-05, | |
| "loss": 1.4428, | |
| "step": 244000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.399703025817871, | |
| "learning_rate": 1.6102941176470587e-05, | |
| "loss": 1.4433, | |
| "step": 244500 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.5445500612258911, | |
| "learning_rate": 1.6071428571428572e-05, | |
| "loss": 1.4455, | |
| "step": 245000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.4742292165756226, | |
| "learning_rate": 1.6039915966386554e-05, | |
| "loss": 1.4428, | |
| "step": 245500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.4535382986068726, | |
| "learning_rate": 1.600840336134454e-05, | |
| "loss": 1.4453, | |
| "step": 246000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.467373013496399, | |
| "learning_rate": 1.597689075630252e-05, | |
| "loss": 1.4459, | |
| "step": 246500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.4863603115081787, | |
| "learning_rate": 1.5945378151260506e-05, | |
| "loss": 1.4444, | |
| "step": 247000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.5373426675796509, | |
| "learning_rate": 1.5913865546218487e-05, | |
| "loss": 1.4418, | |
| "step": 247500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.4747397899627686, | |
| "learning_rate": 1.5882352941176473e-05, | |
| "loss": 1.4423, | |
| "step": 248000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.5024008750915527, | |
| "learning_rate": 1.5850840336134454e-05, | |
| "loss": 1.4466, | |
| "step": 248500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.481330394744873, | |
| "learning_rate": 1.581932773109244e-05, | |
| "loss": 1.4395, | |
| "step": 249000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.419636607170105, | |
| "learning_rate": 1.578781512605042e-05, | |
| "loss": 1.4416, | |
| "step": 249500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.4620583057403564, | |
| "learning_rate": 1.5756302521008403e-05, | |
| "loss": 1.447, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.4666600227355957, | |
| "learning_rate": 1.5724789915966388e-05, | |
| "loss": 1.4378, | |
| "step": 250500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.4554154872894287, | |
| "learning_rate": 1.569327731092437e-05, | |
| "loss": 1.4439, | |
| "step": 251000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.4908123016357422, | |
| "learning_rate": 1.5661764705882355e-05, | |
| "loss": 1.4427, | |
| "step": 251500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.471479892730713, | |
| "learning_rate": 1.5630252100840337e-05, | |
| "loss": 1.4433, | |
| "step": 252000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.4541757106781006, | |
| "learning_rate": 1.5598739495798322e-05, | |
| "loss": 1.4438, | |
| "step": 252500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.7064818143844604, | |
| "learning_rate": 1.5567226890756304e-05, | |
| "loss": 1.4409, | |
| "step": 253000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.5056750774383545, | |
| "learning_rate": 1.553571428571429e-05, | |
| "loss": 1.4405, | |
| "step": 253500 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.4601994752883911, | |
| "learning_rate": 1.550420168067227e-05, | |
| "loss": 1.4407, | |
| "step": 254000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.4508180618286133, | |
| "learning_rate": 1.5472689075630256e-05, | |
| "loss": 1.4471, | |
| "step": 254500 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.476529598236084, | |
| "learning_rate": 1.5441176470588234e-05, | |
| "loss": 1.4416, | |
| "step": 255000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.5242764949798584, | |
| "learning_rate": 1.540966386554622e-05, | |
| "loss": 1.4406, | |
| "step": 255500 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.405678153038025, | |
| "learning_rate": 1.53781512605042e-05, | |
| "loss": 1.4399, | |
| "step": 256000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.4689253568649292, | |
| "learning_rate": 1.5346638655462183e-05, | |
| "loss": 1.4409, | |
| "step": 256500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.5302820205688477, | |
| "learning_rate": 1.5315126050420168e-05, | |
| "loss": 1.4435, | |
| "step": 257000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.4745590686798096, | |
| "learning_rate": 1.528361344537815e-05, | |
| "loss": 1.4411, | |
| "step": 257500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.5703048706054688, | |
| "learning_rate": 1.5252100840336135e-05, | |
| "loss": 1.4372, | |
| "step": 258000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.4982346296310425, | |
| "learning_rate": 1.5220588235294118e-05, | |
| "loss": 1.4342, | |
| "step": 258500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.4562139511108398, | |
| "learning_rate": 1.51890756302521e-05, | |
| "loss": 1.4403, | |
| "step": 259000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.5004678964614868, | |
| "learning_rate": 1.5157563025210083e-05, | |
| "loss": 1.4405, | |
| "step": 259500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.4451349973678589, | |
| "learning_rate": 1.5126050420168067e-05, | |
| "loss": 1.436, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.420857548713684, | |
| "learning_rate": 1.509453781512605e-05, | |
| "loss": 1.4402, | |
| "step": 260500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.4772206544876099, | |
| "learning_rate": 1.5063025210084034e-05, | |
| "loss": 1.4373, | |
| "step": 261000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.4933620691299438, | |
| "learning_rate": 1.5031512605042017e-05, | |
| "loss": 1.4392, | |
| "step": 261500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.5023765563964844, | |
| "learning_rate": 1.5e-05, | |
| "loss": 1.438, | |
| "step": 262000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.4560567140579224, | |
| "learning_rate": 1.4968487394957984e-05, | |
| "loss": 1.439, | |
| "step": 262500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.5497692823410034, | |
| "learning_rate": 1.4936974789915967e-05, | |
| "loss": 1.4347, | |
| "step": 263000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.5201669931411743, | |
| "learning_rate": 1.490546218487395e-05, | |
| "loss": 1.4365, | |
| "step": 263500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.4907211065292358, | |
| "learning_rate": 1.4873949579831934e-05, | |
| "loss": 1.4334, | |
| "step": 264000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.4821357727050781, | |
| "learning_rate": 1.4842436974789918e-05, | |
| "loss": 1.4361, | |
| "step": 264500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.4968074560165405, | |
| "learning_rate": 1.4810924369747901e-05, | |
| "loss": 1.4352, | |
| "step": 265000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.475728154182434, | |
| "learning_rate": 1.4779411764705883e-05, | |
| "loss": 1.4365, | |
| "step": 265500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.560935378074646, | |
| "learning_rate": 1.4747899159663864e-05, | |
| "loss": 1.4381, | |
| "step": 266000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.4216580390930176, | |
| "learning_rate": 1.4716386554621848e-05, | |
| "loss": 1.4322, | |
| "step": 266500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.499648094177246, | |
| "learning_rate": 1.4684873949579831e-05, | |
| "loss": 1.4378, | |
| "step": 267000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.4971799850463867, | |
| "learning_rate": 1.4653361344537815e-05, | |
| "loss": 1.4334, | |
| "step": 267500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.5106513500213623, | |
| "learning_rate": 1.4621848739495798e-05, | |
| "loss": 1.4347, | |
| "step": 268000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.488006353378296, | |
| "learning_rate": 1.4590336134453782e-05, | |
| "loss": 1.4361, | |
| "step": 268500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.484994888305664, | |
| "learning_rate": 1.4558823529411765e-05, | |
| "loss": 1.4389, | |
| "step": 269000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.4334303140640259, | |
| "learning_rate": 1.4527310924369749e-05, | |
| "loss": 1.4366, | |
| "step": 269500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.4980212450027466, | |
| "learning_rate": 1.4495798319327732e-05, | |
| "loss": 1.4335, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.4758628606796265, | |
| "learning_rate": 1.4464285714285715e-05, | |
| "loss": 1.4367, | |
| "step": 270500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.4914411306381226, | |
| "learning_rate": 1.4432773109243699e-05, | |
| "loss": 1.4373, | |
| "step": 271000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.5274006128311157, | |
| "learning_rate": 1.4401260504201682e-05, | |
| "loss": 1.4364, | |
| "step": 271500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.4571418762207031, | |
| "learning_rate": 1.4369747899159664e-05, | |
| "loss": 1.4354, | |
| "step": 272000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.5726255178451538, | |
| "learning_rate": 1.4338235294117647e-05, | |
| "loss": 1.4338, | |
| "step": 272500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.5626286268234253, | |
| "learning_rate": 1.4306722689075631e-05, | |
| "loss": 1.4345, | |
| "step": 273000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.4581658840179443, | |
| "learning_rate": 1.4275210084033613e-05, | |
| "loss": 1.4339, | |
| "step": 273500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.4836556911468506, | |
| "learning_rate": 1.4243697478991596e-05, | |
| "loss": 1.4331, | |
| "step": 274000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.4955805540084839, | |
| "learning_rate": 1.421218487394958e-05, | |
| "loss": 1.434, | |
| "step": 274500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.5095798969268799, | |
| "learning_rate": 1.4180672268907563e-05, | |
| "loss": 1.4335, | |
| "step": 275000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.517565131187439, | |
| "learning_rate": 1.4149159663865546e-05, | |
| "loss": 1.4339, | |
| "step": 275500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.5089333057403564, | |
| "learning_rate": 1.411764705882353e-05, | |
| "loss": 1.4303, | |
| "step": 276000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.490110993385315, | |
| "learning_rate": 1.4086134453781513e-05, | |
| "loss": 1.4378, | |
| "step": 276500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.4934676885604858, | |
| "learning_rate": 1.4054621848739497e-05, | |
| "loss": 1.4309, | |
| "step": 277000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.453904628753662, | |
| "learning_rate": 1.402310924369748e-05, | |
| "loss": 1.4345, | |
| "step": 277500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.4364333152770996, | |
| "learning_rate": 1.3991596638655464e-05, | |
| "loss": 1.4347, | |
| "step": 278000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.5105829238891602, | |
| "learning_rate": 1.3960084033613445e-05, | |
| "loss": 1.4373, | |
| "step": 278500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.5879383087158203, | |
| "learning_rate": 1.3928571428571429e-05, | |
| "loss": 1.4337, | |
| "step": 279000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.4907859563827515, | |
| "learning_rate": 1.3897058823529412e-05, | |
| "loss": 1.4378, | |
| "step": 279500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.4965413808822632, | |
| "learning_rate": 1.3865546218487396e-05, | |
| "loss": 1.4332, | |
| "step": 280000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.4512360095977783, | |
| "learning_rate": 1.3834033613445379e-05, | |
| "loss": 1.4293, | |
| "step": 280500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.5323312282562256, | |
| "learning_rate": 1.3802521008403361e-05, | |
| "loss": 1.4348, | |
| "step": 281000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.515937089920044, | |
| "learning_rate": 1.3771008403361344e-05, | |
| "loss": 1.435, | |
| "step": 281500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.5589243173599243, | |
| "learning_rate": 1.3739495798319328e-05, | |
| "loss": 1.4276, | |
| "step": 282000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.4904866218566895, | |
| "learning_rate": 1.3707983193277311e-05, | |
| "loss": 1.4317, | |
| "step": 282500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.4851187467575073, | |
| "learning_rate": 1.3676470588235295e-05, | |
| "loss": 1.4297, | |
| "step": 283000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.3728834390640259, | |
| "learning_rate": 1.3644957983193278e-05, | |
| "loss": 1.4322, | |
| "step": 283500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.738533854484558, | |
| "learning_rate": 1.3613445378151261e-05, | |
| "loss": 1.4293, | |
| "step": 284000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.5092045068740845, | |
| "learning_rate": 1.3581932773109245e-05, | |
| "loss": 1.4292, | |
| "step": 284500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.5049362182617188, | |
| "learning_rate": 1.3550420168067227e-05, | |
| "loss": 1.4286, | |
| "step": 285000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.4427067041397095, | |
| "learning_rate": 1.351890756302521e-05, | |
| "loss": 1.4279, | |
| "step": 285500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.4460445642471313, | |
| "learning_rate": 1.3487394957983194e-05, | |
| "loss": 1.4301, | |
| "step": 286000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.5012342929840088, | |
| "learning_rate": 1.3455882352941177e-05, | |
| "loss": 1.4287, | |
| "step": 286500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.4399917125701904, | |
| "learning_rate": 1.342436974789916e-05, | |
| "loss": 1.4308, | |
| "step": 287000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.4089640378952026, | |
| "learning_rate": 1.3392857142857144e-05, | |
| "loss": 1.4264, | |
| "step": 287500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.5012991428375244, | |
| "learning_rate": 1.3361344537815127e-05, | |
| "loss": 1.4296, | |
| "step": 288000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.4144240617752075, | |
| "learning_rate": 1.3329831932773109e-05, | |
| "loss": 1.4259, | |
| "step": 288500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.4895191192626953, | |
| "learning_rate": 1.3298319327731092e-05, | |
| "loss": 1.4312, | |
| "step": 289000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.5855236053466797, | |
| "learning_rate": 1.3266806722689076e-05, | |
| "loss": 1.4275, | |
| "step": 289500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.4119740724563599, | |
| "learning_rate": 1.323529411764706e-05, | |
| "loss": 1.428, | |
| "step": 290000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.5101768970489502, | |
| "learning_rate": 1.3203781512605043e-05, | |
| "loss": 1.4289, | |
| "step": 290500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.4803494215011597, | |
| "learning_rate": 1.3172268907563025e-05, | |
| "loss": 1.4273, | |
| "step": 291000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.5688806772232056, | |
| "learning_rate": 1.3140756302521008e-05, | |
| "loss": 1.4276, | |
| "step": 291500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 2.2357559204101562, | |
| "learning_rate": 1.3109243697478991e-05, | |
| "loss": 1.4294, | |
| "step": 292000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.4668666124343872, | |
| "learning_rate": 1.3077731092436975e-05, | |
| "loss": 1.4293, | |
| "step": 292500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.46941339969635, | |
| "learning_rate": 1.3046218487394958e-05, | |
| "loss": 1.4321, | |
| "step": 293000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.633657455444336, | |
| "learning_rate": 1.3014705882352942e-05, | |
| "loss": 1.4272, | |
| "step": 293500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.6233292818069458, | |
| "learning_rate": 1.2983193277310925e-05, | |
| "loss": 1.4268, | |
| "step": 294000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.4441863298416138, | |
| "learning_rate": 1.2951680672268909e-05, | |
| "loss": 1.4262, | |
| "step": 294500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.5020571947097778, | |
| "learning_rate": 1.2920168067226892e-05, | |
| "loss": 1.4247, | |
| "step": 295000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.476090669631958, | |
| "learning_rate": 1.2888655462184874e-05, | |
| "loss": 1.426, | |
| "step": 295500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.4784507751464844, | |
| "learning_rate": 1.2857142857142857e-05, | |
| "loss": 1.4262, | |
| "step": 296000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.4484635591506958, | |
| "learning_rate": 1.282563025210084e-05, | |
| "loss": 1.426, | |
| "step": 296500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.5106843709945679, | |
| "learning_rate": 1.2794117647058824e-05, | |
| "loss": 1.4282, | |
| "step": 297000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.401078701019287, | |
| "learning_rate": 1.2762605042016806e-05, | |
| "loss": 1.4229, | |
| "step": 297500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.4721170663833618, | |
| "learning_rate": 1.273109243697479e-05, | |
| "loss": 1.4281, | |
| "step": 298000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.5121667385101318, | |
| "learning_rate": 1.2699579831932773e-05, | |
| "loss": 1.4272, | |
| "step": 298500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.4307163953781128, | |
| "learning_rate": 1.2668067226890756e-05, | |
| "loss": 1.4269, | |
| "step": 299000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.520992398262024, | |
| "learning_rate": 1.263655462184874e-05, | |
| "loss": 1.426, | |
| "step": 299500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.4671803712844849, | |
| "learning_rate": 1.2605042016806723e-05, | |
| "loss": 1.4207, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.4773739576339722, | |
| "learning_rate": 1.2573529411764706e-05, | |
| "loss": 1.4248, | |
| "step": 300500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.4782676696777344, | |
| "learning_rate": 1.254201680672269e-05, | |
| "loss": 1.4265, | |
| "step": 301000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.5411614179611206, | |
| "learning_rate": 1.2510504201680673e-05, | |
| "loss": 1.4223, | |
| "step": 301500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.4932873249053955, | |
| "learning_rate": 1.2478991596638657e-05, | |
| "loss": 1.4252, | |
| "step": 302000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.451866626739502, | |
| "learning_rate": 1.244747899159664e-05, | |
| "loss": 1.4234, | |
| "step": 302500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.4181545972824097, | |
| "learning_rate": 1.2415966386554622e-05, | |
| "loss": 1.4249, | |
| "step": 303000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.460598349571228, | |
| "learning_rate": 1.2384453781512605e-05, | |
| "loss": 1.4237, | |
| "step": 303500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.4560647010803223, | |
| "learning_rate": 1.2352941176470587e-05, | |
| "loss": 1.4199, | |
| "step": 304000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.4535589218139648, | |
| "learning_rate": 1.232142857142857e-05, | |
| "loss": 1.4248, | |
| "step": 304500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.4643712043762207, | |
| "learning_rate": 1.2289915966386554e-05, | |
| "loss": 1.4257, | |
| "step": 305000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.5106630325317383, | |
| "learning_rate": 1.2258403361344537e-05, | |
| "loss": 1.4248, | |
| "step": 305500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.489579439163208, | |
| "learning_rate": 1.2226890756302521e-05, | |
| "loss": 1.4215, | |
| "step": 306000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.4746323823928833, | |
| "learning_rate": 1.2195378151260504e-05, | |
| "loss": 1.4202, | |
| "step": 306500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.4702941179275513, | |
| "learning_rate": 1.2163865546218488e-05, | |
| "loss": 1.4214, | |
| "step": 307000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.5852062702178955, | |
| "learning_rate": 1.2132352941176471e-05, | |
| "loss": 1.4229, | |
| "step": 307500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.5045883655548096, | |
| "learning_rate": 1.2100840336134455e-05, | |
| "loss": 1.4245, | |
| "step": 308000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.4635881185531616, | |
| "learning_rate": 1.2069327731092438e-05, | |
| "loss": 1.425, | |
| "step": 308500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.4574062824249268, | |
| "learning_rate": 1.2037815126050422e-05, | |
| "loss": 1.4241, | |
| "step": 309000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.4566025733947754, | |
| "learning_rate": 1.2006302521008405e-05, | |
| "loss": 1.4204, | |
| "step": 309500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.525225281715393, | |
| "learning_rate": 1.1974789915966388e-05, | |
| "loss": 1.4218, | |
| "step": 310000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.4726413488388062, | |
| "learning_rate": 1.1943277310924368e-05, | |
| "loss": 1.422, | |
| "step": 310500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.4462370872497559, | |
| "learning_rate": 1.1911764705882352e-05, | |
| "loss": 1.4174, | |
| "step": 311000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.4930446147918701, | |
| "learning_rate": 1.1880252100840335e-05, | |
| "loss": 1.4168, | |
| "step": 311500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.050973892211914, | |
| "learning_rate": 1.1848739495798319e-05, | |
| "loss": 1.4205, | |
| "step": 312000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.514642596244812, | |
| "learning_rate": 1.1817226890756302e-05, | |
| "loss": 1.42, | |
| "step": 312500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.4417085647583008, | |
| "learning_rate": 1.1785714285714286e-05, | |
| "loss": 1.42, | |
| "step": 313000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.473029375076294, | |
| "learning_rate": 1.1754201680672269e-05, | |
| "loss": 1.4228, | |
| "step": 313500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.573533296585083, | |
| "learning_rate": 1.1722689075630253e-05, | |
| "loss": 1.4193, | |
| "step": 314000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.5040185451507568, | |
| "learning_rate": 1.1691176470588236e-05, | |
| "loss": 1.4209, | |
| "step": 314500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.472280740737915, | |
| "learning_rate": 1.165966386554622e-05, | |
| "loss": 1.4203, | |
| "step": 315000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.4371939897537231, | |
| "learning_rate": 1.1628151260504203e-05, | |
| "loss": 1.4197, | |
| "step": 315500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.74043607711792, | |
| "learning_rate": 1.1596638655462186e-05, | |
| "loss": 1.4189, | |
| "step": 316000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.5340248346328735, | |
| "learning_rate": 1.156512605042017e-05, | |
| "loss": 1.4178, | |
| "step": 316500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.4650968313217163, | |
| "learning_rate": 1.1533613445378151e-05, | |
| "loss": 1.4157, | |
| "step": 317000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.6052621603012085, | |
| "learning_rate": 1.1502100840336135e-05, | |
| "loss": 1.4221, | |
| "step": 317500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.4934183359146118, | |
| "learning_rate": 1.1470588235294117e-05, | |
| "loss": 1.4219, | |
| "step": 318000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.6604057550430298, | |
| "learning_rate": 1.14390756302521e-05, | |
| "loss": 1.4165, | |
| "step": 318500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.448686957359314, | |
| "learning_rate": 1.1407563025210084e-05, | |
| "loss": 1.4167, | |
| "step": 319000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.4600298404693604, | |
| "learning_rate": 1.1376050420168067e-05, | |
| "loss": 1.4196, | |
| "step": 319500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.4856675863265991, | |
| "learning_rate": 1.134453781512605e-05, | |
| "loss": 1.4188, | |
| "step": 320000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.5987657308578491, | |
| "learning_rate": 1.1313025210084034e-05, | |
| "loss": 1.4176, | |
| "step": 320500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.4707138538360596, | |
| "learning_rate": 1.1281512605042017e-05, | |
| "loss": 1.4177, | |
| "step": 321000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.4592325687408447, | |
| "learning_rate": 1.125e-05, | |
| "loss": 1.419, | |
| "step": 321500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.477171540260315, | |
| "learning_rate": 1.1218487394957984e-05, | |
| "loss": 1.4118, | |
| "step": 322000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.5284925699234009, | |
| "learning_rate": 1.1186974789915968e-05, | |
| "loss": 1.418, | |
| "step": 322500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.5696572065353394, | |
| "learning_rate": 1.1155462184873951e-05, | |
| "loss": 1.4175, | |
| "step": 323000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.5421068668365479, | |
| "learning_rate": 1.1123949579831933e-05, | |
| "loss": 1.4134, | |
| "step": 323500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.5944511890411377, | |
| "learning_rate": 1.1092436974789916e-05, | |
| "loss": 1.4139, | |
| "step": 324000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.4496880769729614, | |
| "learning_rate": 1.10609243697479e-05, | |
| "loss": 1.4131, | |
| "step": 324500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.5021952390670776, | |
| "learning_rate": 1.1029411764705883e-05, | |
| "loss": 1.4144, | |
| "step": 325000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.5261799097061157, | |
| "learning_rate": 1.0997899159663865e-05, | |
| "loss": 1.4149, | |
| "step": 325500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.396974802017212, | |
| "learning_rate": 1.0966386554621848e-05, | |
| "loss": 1.4149, | |
| "step": 326000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.561023235321045, | |
| "learning_rate": 1.0934873949579832e-05, | |
| "loss": 1.4183, | |
| "step": 326500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.509398102760315, | |
| "learning_rate": 1.0903361344537815e-05, | |
| "loss": 1.4158, | |
| "step": 327000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.5046377182006836, | |
| "learning_rate": 1.0871848739495799e-05, | |
| "loss": 1.4137, | |
| "step": 327500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.504531979560852, | |
| "learning_rate": 1.0840336134453782e-05, | |
| "loss": 1.4155, | |
| "step": 328000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.6807337999343872, | |
| "learning_rate": 1.0808823529411765e-05, | |
| "loss": 1.4161, | |
| "step": 328500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.4374127388000488, | |
| "learning_rate": 1.0777310924369749e-05, | |
| "loss": 1.4162, | |
| "step": 329000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.4737296104431152, | |
| "learning_rate": 1.0745798319327732e-05, | |
| "loss": 1.4176, | |
| "step": 329500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.5063775777816772, | |
| "learning_rate": 1.0714285714285714e-05, | |
| "loss": 1.4128, | |
| "step": 330000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.506156325340271, | |
| "learning_rate": 1.0682773109243698e-05, | |
| "loss": 1.4176, | |
| "step": 330500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.5394564867019653, | |
| "learning_rate": 1.0651260504201681e-05, | |
| "loss": 1.4119, | |
| "step": 331000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.4483675956726074, | |
| "learning_rate": 1.0619747899159664e-05, | |
| "loss": 1.4138, | |
| "step": 331500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.412644147872925, | |
| "learning_rate": 1.0588235294117648e-05, | |
| "loss": 1.4146, | |
| "step": 332000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.9123421907424927, | |
| "learning_rate": 1.0556722689075631e-05, | |
| "loss": 1.4194, | |
| "step": 332500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.4911080598831177, | |
| "learning_rate": 1.0525210084033613e-05, | |
| "loss": 1.418, | |
| "step": 333000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.511194109916687, | |
| "learning_rate": 1.0493697478991596e-05, | |
| "loss": 1.4114, | |
| "step": 333500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.4733537435531616, | |
| "learning_rate": 1.046218487394958e-05, | |
| "loss": 1.4149, | |
| "step": 334000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.4742454290390015, | |
| "learning_rate": 1.0430672268907563e-05, | |
| "loss": 1.4163, | |
| "step": 334500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.4842146635055542, | |
| "learning_rate": 1.0399159663865547e-05, | |
| "loss": 1.4118, | |
| "step": 335000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.5346875190734863, | |
| "learning_rate": 1.036764705882353e-05, | |
| "loss": 1.4148, | |
| "step": 335500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.6554747819900513, | |
| "learning_rate": 1.0336134453781512e-05, | |
| "loss": 1.416, | |
| "step": 336000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.5015145540237427, | |
| "learning_rate": 1.0304621848739495e-05, | |
| "loss": 1.4146, | |
| "step": 336500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.4634381532669067, | |
| "learning_rate": 1.0273109243697479e-05, | |
| "loss": 1.4199, | |
| "step": 337000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.7802950143814087, | |
| "learning_rate": 1.0241596638655462e-05, | |
| "loss": 1.4127, | |
| "step": 337500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 3.0422604084014893, | |
| "learning_rate": 1.0210084033613446e-05, | |
| "loss": 1.4121, | |
| "step": 338000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.4957752227783203, | |
| "learning_rate": 1.0178571428571429e-05, | |
| "loss": 1.4151, | |
| "step": 338500 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.6368649005889893, | |
| "learning_rate": 1.0147058823529413e-05, | |
| "loss": 1.4211, | |
| "step": 339000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.493455410003662, | |
| "learning_rate": 1.0115546218487396e-05, | |
| "loss": 1.4131, | |
| "step": 339500 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.5789108276367188, | |
| "learning_rate": 1.008403361344538e-05, | |
| "loss": 1.413, | |
| "step": 340000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.4984022378921509, | |
| "learning_rate": 1.0052521008403361e-05, | |
| "loss": 1.4156, | |
| "step": 340500 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.443871021270752, | |
| "learning_rate": 1.0021008403361345e-05, | |
| "loss": 1.4123, | |
| "step": 341000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.532205581665039, | |
| "learning_rate": 9.989495798319328e-06, | |
| "loss": 1.4145, | |
| "step": 341500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.487888216972351, | |
| "learning_rate": 9.957983193277312e-06, | |
| "loss": 1.4132, | |
| "step": 342000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.5009286403656006, | |
| "learning_rate": 9.926470588235293e-06, | |
| "loss": 1.4132, | |
| "step": 342500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.53665292263031, | |
| "learning_rate": 9.894957983193277e-06, | |
| "loss": 1.4114, | |
| "step": 343000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.4559004306793213, | |
| "learning_rate": 9.86344537815126e-06, | |
| "loss": 1.4128, | |
| "step": 343500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.472882628440857, | |
| "learning_rate": 9.831932773109244e-06, | |
| "loss": 1.4106, | |
| "step": 344000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.528029203414917, | |
| "learning_rate": 9.800420168067227e-06, | |
| "loss": 1.4133, | |
| "step": 344500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.4509416818618774, | |
| "learning_rate": 9.76890756302521e-06, | |
| "loss": 1.4099, | |
| "step": 345000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.644581913948059, | |
| "learning_rate": 9.737394957983194e-06, | |
| "loss": 1.4102, | |
| "step": 345500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.5054335594177246, | |
| "learning_rate": 9.705882352941177e-06, | |
| "loss": 1.4119, | |
| "step": 346000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.47361421585083, | |
| "learning_rate": 9.67436974789916e-06, | |
| "loss": 1.4094, | |
| "step": 346500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.461796522140503, | |
| "learning_rate": 9.642857142857144e-06, | |
| "loss": 1.4108, | |
| "step": 347000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.6115666627883911, | |
| "learning_rate": 9.611344537815128e-06, | |
| "loss": 1.4096, | |
| "step": 347500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.526082992553711, | |
| "learning_rate": 9.57983193277311e-06, | |
| "loss": 1.4094, | |
| "step": 348000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.4482905864715576, | |
| "learning_rate": 9.548319327731093e-06, | |
| "loss": 1.4082, | |
| "step": 348500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.5066174268722534, | |
| "learning_rate": 9.516806722689075e-06, | |
| "loss": 1.4122, | |
| "step": 349000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.5225650072097778, | |
| "learning_rate": 9.485294117647058e-06, | |
| "loss": 1.4069, | |
| "step": 349500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.4794243574142456, | |
| "learning_rate": 9.453781512605041e-06, | |
| "loss": 1.4087, | |
| "step": 350000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.4825611114501953, | |
| "learning_rate": 9.422268907563025e-06, | |
| "loss": 1.4098, | |
| "step": 350500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.50911283493042, | |
| "learning_rate": 9.390756302521008e-06, | |
| "loss": 1.4066, | |
| "step": 351000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.5070313215255737, | |
| "learning_rate": 9.359243697478992e-06, | |
| "loss": 1.4067, | |
| "step": 351500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.4434587955474854, | |
| "learning_rate": 9.327731092436975e-06, | |
| "loss": 1.4074, | |
| "step": 352000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.4484858512878418, | |
| "learning_rate": 9.296218487394959e-06, | |
| "loss": 1.4056, | |
| "step": 352500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.6141736507415771, | |
| "learning_rate": 9.264705882352942e-06, | |
| "loss": 1.4084, | |
| "step": 353000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.4847619533538818, | |
| "learning_rate": 9.233193277310925e-06, | |
| "loss": 1.4092, | |
| "step": 353500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.4862167835235596, | |
| "learning_rate": 9.201680672268909e-06, | |
| "loss": 1.4086, | |
| "step": 354000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.5454356670379639, | |
| "learning_rate": 9.170168067226892e-06, | |
| "loss": 1.4088, | |
| "step": 354500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.4676494598388672, | |
| "learning_rate": 9.138655462184874e-06, | |
| "loss": 1.4094, | |
| "step": 355000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.4859504699707031, | |
| "learning_rate": 9.107142857142856e-06, | |
| "loss": 1.4076, | |
| "step": 355500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.499040961265564, | |
| "learning_rate": 9.07563025210084e-06, | |
| "loss": 1.4104, | |
| "step": 356000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.4864604473114014, | |
| "learning_rate": 9.044117647058823e-06, | |
| "loss": 1.4061, | |
| "step": 356500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.4507191181182861, | |
| "learning_rate": 9.012605042016806e-06, | |
| "loss": 1.4062, | |
| "step": 357000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.468526840209961, | |
| "learning_rate": 8.98109243697479e-06, | |
| "loss": 1.4081, | |
| "step": 357500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.6709305047988892, | |
| "learning_rate": 8.949579831932773e-06, | |
| "loss": 1.4126, | |
| "step": 358000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.9611443281173706, | |
| "learning_rate": 8.918067226890756e-06, | |
| "loss": 1.4079, | |
| "step": 358500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.6809275150299072, | |
| "learning_rate": 8.88655462184874e-06, | |
| "loss": 1.4114, | |
| "step": 359000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 5.746359825134277, | |
| "learning_rate": 8.855042016806723e-06, | |
| "loss": 1.4084, | |
| "step": 359500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 5.197726726531982, | |
| "learning_rate": 8.823529411764707e-06, | |
| "loss": 1.4066, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.4346739053726196, | |
| "learning_rate": 8.79201680672269e-06, | |
| "loss": 1.4066, | |
| "step": 360500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.571542739868164, | |
| "learning_rate": 8.760504201680674e-06, | |
| "loss": 1.4097, | |
| "step": 361000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.5356281995773315, | |
| "learning_rate": 8.728991596638657e-06, | |
| "loss": 1.4045, | |
| "step": 361500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.7401924133300781, | |
| "learning_rate": 8.697478991596639e-06, | |
| "loss": 1.4067, | |
| "step": 362000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.5491187572479248, | |
| "learning_rate": 8.66596638655462e-06, | |
| "loss": 1.4042, | |
| "step": 362500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.5863696336746216, | |
| "learning_rate": 8.634453781512604e-06, | |
| "loss": 1.4074, | |
| "step": 363000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.450952410697937, | |
| "learning_rate": 8.602941176470587e-06, | |
| "loss": 1.4076, | |
| "step": 363500 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.5750932693481445, | |
| "learning_rate": 8.571428571428571e-06, | |
| "loss": 1.41, | |
| "step": 364000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.4661774635314941, | |
| "learning_rate": 8.539915966386554e-06, | |
| "loss": 1.4091, | |
| "step": 364500 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.540864109992981, | |
| "learning_rate": 8.508403361344538e-06, | |
| "loss": 1.4052, | |
| "step": 365000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.5120595693588257, | |
| "learning_rate": 8.476890756302521e-06, | |
| "loss": 1.4072, | |
| "step": 365500 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.5357037782669067, | |
| "learning_rate": 8.445378151260505e-06, | |
| "loss": 1.4097, | |
| "step": 366000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.5010443925857544, | |
| "learning_rate": 8.413865546218488e-06, | |
| "loss": 1.4094, | |
| "step": 366500 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.4643309116363525, | |
| "learning_rate": 8.382352941176472e-06, | |
| "loss": 1.4077, | |
| "step": 367000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.4524095058441162, | |
| "learning_rate": 8.350840336134455e-06, | |
| "loss": 1.4065, | |
| "step": 367500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.5203324556350708, | |
| "learning_rate": 8.319327731092438e-06, | |
| "loss": 1.4035, | |
| "step": 368000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.4688167572021484, | |
| "learning_rate": 8.28781512605042e-06, | |
| "loss": 1.4067, | |
| "step": 368500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.5595752000808716, | |
| "learning_rate": 8.256302521008404e-06, | |
| "loss": 1.4059, | |
| "step": 369000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.4404747486114502, | |
| "learning_rate": 8.224789915966387e-06, | |
| "loss": 1.4035, | |
| "step": 369500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.6032897233963013, | |
| "learning_rate": 8.193277310924369e-06, | |
| "loss": 1.4001, | |
| "step": 370000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.6836262941360474, | |
| "learning_rate": 8.161764705882352e-06, | |
| "loss": 1.3981, | |
| "step": 370500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.5205241441726685, | |
| "learning_rate": 8.130252100840336e-06, | |
| "loss": 1.3994, | |
| "step": 371000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 1.7194490432739258, | |
| "learning_rate": 8.098739495798319e-06, | |
| "loss": 1.4027, | |
| "step": 371500 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 1.4517977237701416, | |
| "learning_rate": 8.067226890756303e-06, | |
| "loss": 1.4022, | |
| "step": 372000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 1.6818935871124268, | |
| "learning_rate": 8.035714285714286e-06, | |
| "loss": 1.4028, | |
| "step": 372500 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 1.5117074251174927, | |
| "learning_rate": 8.00420168067227e-06, | |
| "loss": 1.4021, | |
| "step": 373000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 1.4689205884933472, | |
| "learning_rate": 7.972689075630253e-06, | |
| "loss": 1.4057, | |
| "step": 373500 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 1.525889277458191, | |
| "learning_rate": 7.941176470588236e-06, | |
| "loss": 1.4041, | |
| "step": 374000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 1.4896938800811768, | |
| "learning_rate": 7.90966386554622e-06, | |
| "loss": 1.4027, | |
| "step": 374500 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 1.4765034914016724, | |
| "learning_rate": 7.878151260504201e-06, | |
| "loss": 1.4005, | |
| "step": 375000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 1.5386637449264526, | |
| "learning_rate": 7.846638655462185e-06, | |
| "loss": 1.397, | |
| "step": 375500 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 1.4808331727981567, | |
| "learning_rate": 7.815126050420168e-06, | |
| "loss": 1.401, | |
| "step": 376000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 1.517560362815857, | |
| "learning_rate": 7.783613445378152e-06, | |
| "loss": 1.4037, | |
| "step": 376500 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 1.6733453273773193, | |
| "learning_rate": 7.752100840336135e-06, | |
| "loss": 1.3976, | |
| "step": 377000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 1.480815052986145, | |
| "learning_rate": 7.720588235294117e-06, | |
| "loss": 1.4, | |
| "step": 377500 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 1.4836503267288208, | |
| "learning_rate": 7.6890756302521e-06, | |
| "loss": 1.3977, | |
| "step": 378000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 1.442256212234497, | |
| "learning_rate": 7.657563025210084e-06, | |
| "loss": 1.399, | |
| "step": 378500 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 1.8496633768081665, | |
| "learning_rate": 7.626050420168067e-06, | |
| "loss": 1.4038, | |
| "step": 379000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 1.4886460304260254, | |
| "learning_rate": 7.59453781512605e-06, | |
| "loss": 1.4061, | |
| "step": 379500 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 1.550764799118042, | |
| "learning_rate": 7.563025210084033e-06, | |
| "loss": 1.4003, | |
| "step": 380000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 1.5111615657806396, | |
| "learning_rate": 7.531512605042017e-06, | |
| "loss": 1.4021, | |
| "step": 380500 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 1.5873339176177979, | |
| "learning_rate": 7.5e-06, | |
| "loss": 1.4003, | |
| "step": 381000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 1.5139081478118896, | |
| "learning_rate": 7.468487394957984e-06, | |
| "loss": 1.3974, | |
| "step": 381500 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 1.4700753688812256, | |
| "learning_rate": 7.436974789915967e-06, | |
| "loss": 1.4009, | |
| "step": 382000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 1.4294934272766113, | |
| "learning_rate": 7.4054621848739505e-06, | |
| "loss": 1.3997, | |
| "step": 382500 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 1.432667851448059, | |
| "learning_rate": 7.373949579831932e-06, | |
| "loss": 1.3992, | |
| "step": 383000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 1.6012872457504272, | |
| "learning_rate": 7.342436974789916e-06, | |
| "loss": 1.3988, | |
| "step": 383500 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 1.5000537633895874, | |
| "learning_rate": 7.310924369747899e-06, | |
| "loss": 1.399, | |
| "step": 384000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 1.5064808130264282, | |
| "learning_rate": 7.2794117647058826e-06, | |
| "loss": 1.4022, | |
| "step": 384500 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 1.5001455545425415, | |
| "learning_rate": 7.247899159663866e-06, | |
| "loss": 1.3947, | |
| "step": 385000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 1.4360790252685547, | |
| "learning_rate": 7.2163865546218494e-06, | |
| "loss": 1.3983, | |
| "step": 385500 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 1.4993146657943726, | |
| "learning_rate": 7.184873949579832e-06, | |
| "loss": 1.3987, | |
| "step": 386000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 1.4621449708938599, | |
| "learning_rate": 7.1533613445378155e-06, | |
| "loss": 1.3974, | |
| "step": 386500 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 1.7409414052963257, | |
| "learning_rate": 7.121848739495798e-06, | |
| "loss": 1.4004, | |
| "step": 387000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 1.4486150741577148, | |
| "learning_rate": 7.0903361344537815e-06, | |
| "loss": 1.3982, | |
| "step": 387500 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 1.5252596139907837, | |
| "learning_rate": 7.058823529411765e-06, | |
| "loss": 1.4013, | |
| "step": 388000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 1.4874343872070312, | |
| "learning_rate": 7.027310924369748e-06, | |
| "loss": 1.3995, | |
| "step": 388500 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 1.5078623294830322, | |
| "learning_rate": 6.995798319327732e-06, | |
| "loss": 1.3985, | |
| "step": 389000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 1.5256296396255493, | |
| "learning_rate": 6.964285714285714e-06, | |
| "loss": 1.4005, | |
| "step": 389500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 1.5369598865509033, | |
| "learning_rate": 6.932773109243698e-06, | |
| "loss": 1.3929, | |
| "step": 390000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 1.4955265522003174, | |
| "learning_rate": 6.9012605042016804e-06, | |
| "loss": 1.3968, | |
| "step": 390500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 1.501406192779541, | |
| "learning_rate": 6.869747899159664e-06, | |
| "loss": 1.3982, | |
| "step": 391000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 1.5695279836654663, | |
| "learning_rate": 6.838235294117647e-06, | |
| "loss": 1.3986, | |
| "step": 391500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 1.590920329093933, | |
| "learning_rate": 6.806722689075631e-06, | |
| "loss": 1.3989, | |
| "step": 392000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 1.4469817876815796, | |
| "learning_rate": 6.775210084033613e-06, | |
| "loss": 1.3958, | |
| "step": 392500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 1.4517157077789307, | |
| "learning_rate": 6.743697478991597e-06, | |
| "loss": 1.3948, | |
| "step": 393000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 1.477184534072876, | |
| "learning_rate": 6.71218487394958e-06, | |
| "loss": 1.3955, | |
| "step": 393500 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 2.1850063800811768, | |
| "learning_rate": 6.680672268907564e-06, | |
| "loss": 1.3977, | |
| "step": 394000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 1.4544538259506226, | |
| "learning_rate": 6.649159663865546e-06, | |
| "loss": 1.3974, | |
| "step": 394500 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 1.4682557582855225, | |
| "learning_rate": 6.61764705882353e-06, | |
| "loss": 1.3976, | |
| "step": 395000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 1.4401472806930542, | |
| "learning_rate": 6.586134453781512e-06, | |
| "loss": 1.4002, | |
| "step": 395500 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 1.5497291088104248, | |
| "learning_rate": 6.554621848739496e-06, | |
| "loss": 1.3945, | |
| "step": 396000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 1.525145173072815, | |
| "learning_rate": 6.523109243697479e-06, | |
| "loss": 1.4006, | |
| "step": 396500 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 1.5119032859802246, | |
| "learning_rate": 6.491596638655463e-06, | |
| "loss": 1.3984, | |
| "step": 397000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 1.7145532369613647, | |
| "learning_rate": 6.460084033613446e-06, | |
| "loss": 1.398, | |
| "step": 397500 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 1.5175354480743408, | |
| "learning_rate": 6.428571428571429e-06, | |
| "loss": 1.3971, | |
| "step": 398000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 1.4529006481170654, | |
| "learning_rate": 6.397058823529412e-06, | |
| "loss": 1.3986, | |
| "step": 398500 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 1.4779740571975708, | |
| "learning_rate": 6.365546218487395e-06, | |
| "loss": 1.3985, | |
| "step": 399000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 1.591557502746582, | |
| "learning_rate": 6.334033613445378e-06, | |
| "loss": 1.3971, | |
| "step": 399500 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 1.5829887390136719, | |
| "learning_rate": 6.3025210084033615e-06, | |
| "loss": 1.3989, | |
| "step": 400000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 1.546576976776123, | |
| "learning_rate": 6.271008403361345e-06, | |
| "loss": 1.398, | |
| "step": 400500 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 1.4360915422439575, | |
| "learning_rate": 6.239495798319328e-06, | |
| "loss": 1.3933, | |
| "step": 401000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 1.555240273475647, | |
| "learning_rate": 6.207983193277311e-06, | |
| "loss": 1.3964, | |
| "step": 401500 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 1.5486465692520142, | |
| "learning_rate": 6.176470588235294e-06, | |
| "loss": 1.3922, | |
| "step": 402000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 1.6140353679656982, | |
| "learning_rate": 6.144957983193277e-06, | |
| "loss": 1.3941, | |
| "step": 402500 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 1.422938346862793, | |
| "learning_rate": 6.1134453781512605e-06, | |
| "loss": 1.3946, | |
| "step": 403000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 1.673789620399475, | |
| "learning_rate": 6.081932773109244e-06, | |
| "loss": 1.3965, | |
| "step": 403500 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 1.52051842212677, | |
| "learning_rate": 6.050420168067227e-06, | |
| "loss": 1.3935, | |
| "step": 404000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 1.5157978534698486, | |
| "learning_rate": 6.018907563025211e-06, | |
| "loss": 1.3938, | |
| "step": 404500 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 1.5434610843658447, | |
| "learning_rate": 5.987394957983194e-06, | |
| "loss": 1.3931, | |
| "step": 405000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 1.7399873733520508, | |
| "learning_rate": 5.955882352941176e-06, | |
| "loss": 1.3924, | |
| "step": 405500 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 1.482820749282837, | |
| "learning_rate": 5.924369747899159e-06, | |
| "loss": 1.3923, | |
| "step": 406000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 4.893394947052002, | |
| "learning_rate": 5.892857142857143e-06, | |
| "loss": 1.393, | |
| "step": 406500 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 1.538550615310669, | |
| "learning_rate": 5.861344537815126e-06, | |
| "loss": 1.3938, | |
| "step": 407000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 1.4997118711471558, | |
| "learning_rate": 5.82983193277311e-06, | |
| "loss": 1.3934, | |
| "step": 407500 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 1.5265237092971802, | |
| "learning_rate": 5.798319327731093e-06, | |
| "loss": 1.3915, | |
| "step": 408000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 1.6841180324554443, | |
| "learning_rate": 5.766806722689076e-06, | |
| "loss": 1.3946, | |
| "step": 408500 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 1.4722718000411987, | |
| "learning_rate": 5.735294117647058e-06, | |
| "loss": 1.3949, | |
| "step": 409000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 2.087042808532715, | |
| "learning_rate": 5.703781512605042e-06, | |
| "loss": 1.3925, | |
| "step": 409500 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 1.4858590364456177, | |
| "learning_rate": 5.672268907563025e-06, | |
| "loss": 1.3943, | |
| "step": 410000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 1.4591546058654785, | |
| "learning_rate": 5.640756302521009e-06, | |
| "loss": 1.3924, | |
| "step": 410500 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 1.4490437507629395, | |
| "learning_rate": 5.609243697478992e-06, | |
| "loss": 1.3949, | |
| "step": 411000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 1.5795851945877075, | |
| "learning_rate": 5.5777310924369755e-06, | |
| "loss": 1.3951, | |
| "step": 411500 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 1.5447410345077515, | |
| "learning_rate": 5.546218487394958e-06, | |
| "loss": 1.396, | |
| "step": 412000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 1.510696530342102, | |
| "learning_rate": 5.5147058823529415e-06, | |
| "loss": 1.3929, | |
| "step": 412500 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 1.52991783618927, | |
| "learning_rate": 5.483193277310924e-06, | |
| "loss": 1.393, | |
| "step": 413000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 1.5724798440933228, | |
| "learning_rate": 5.4516806722689076e-06, | |
| "loss": 1.3933, | |
| "step": 413500 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 1.9198040962219238, | |
| "learning_rate": 5.420168067226891e-06, | |
| "loss": 1.3934, | |
| "step": 414000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 1.5322943925857544, | |
| "learning_rate": 5.3886554621848744e-06, | |
| "loss": 1.3925, | |
| "step": 414500 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 1.4684040546417236, | |
| "learning_rate": 5.357142857142857e-06, | |
| "loss": 1.3933, | |
| "step": 415000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 1.4797214269638062, | |
| "learning_rate": 5.3256302521008405e-06, | |
| "loss": 1.3925, | |
| "step": 415500 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 1.524305820465088, | |
| "learning_rate": 5.294117647058824e-06, | |
| "loss": 1.3929, | |
| "step": 416000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 1.4858139753341675, | |
| "learning_rate": 5.2626050420168065e-06, | |
| "loss": 1.3881, | |
| "step": 416500 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 1.5586313009262085, | |
| "learning_rate": 5.23109243697479e-06, | |
| "loss": 1.393, | |
| "step": 417000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 1.54250168800354, | |
| "learning_rate": 5.199579831932773e-06, | |
| "loss": 1.3926, | |
| "step": 417500 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 9.902482986450195, | |
| "learning_rate": 5.168067226890756e-06, | |
| "loss": 1.3923, | |
| "step": 418000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 3.239046573638916, | |
| "learning_rate": 5.136554621848739e-06, | |
| "loss": 1.3925, | |
| "step": 418500 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 1.5059127807617188, | |
| "learning_rate": 5.105042016806723e-06, | |
| "loss": 1.3936, | |
| "step": 419000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 1.5107486248016357, | |
| "learning_rate": 5.073529411764706e-06, | |
| "loss": 1.3942, | |
| "step": 419500 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 1.577019214630127, | |
| "learning_rate": 5.04201680672269e-06, | |
| "loss": 1.3896, | |
| "step": 420000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 1.4538390636444092, | |
| "learning_rate": 5.010504201680672e-06, | |
| "loss": 1.387, | |
| "step": 420500 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 1.593549132347107, | |
| "learning_rate": 4.978991596638656e-06, | |
| "loss": 1.3908, | |
| "step": 421000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 1.4725204706192017, | |
| "learning_rate": 4.947478991596638e-06, | |
| "loss": 1.3904, | |
| "step": 421500 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 1.4892488718032837, | |
| "learning_rate": 4.915966386554622e-06, | |
| "loss": 1.3896, | |
| "step": 422000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 1.503003478050232, | |
| "learning_rate": 4.884453781512605e-06, | |
| "loss": 1.3901, | |
| "step": 422500 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 1.5650583505630493, | |
| "learning_rate": 4.852941176470589e-06, | |
| "loss": 1.3879, | |
| "step": 423000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 1.5746469497680664, | |
| "learning_rate": 4.821428571428572e-06, | |
| "loss": 1.3898, | |
| "step": 423500 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 1.4636718034744263, | |
| "learning_rate": 4.789915966386555e-06, | |
| "loss": 1.3946, | |
| "step": 424000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 1.5072635412216187, | |
| "learning_rate": 4.758403361344537e-06, | |
| "loss": 1.3936, | |
| "step": 424500 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 1.9211359024047852, | |
| "learning_rate": 4.726890756302521e-06, | |
| "loss": 1.3919, | |
| "step": 425000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 1.6186763048171997, | |
| "learning_rate": 4.695378151260504e-06, | |
| "loss": 1.3874, | |
| "step": 425500 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 1.6086759567260742, | |
| "learning_rate": 4.663865546218488e-06, | |
| "loss": 1.3911, | |
| "step": 426000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 1.4456268548965454, | |
| "learning_rate": 4.632352941176471e-06, | |
| "loss": 1.3888, | |
| "step": 426500 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 1.5766582489013672, | |
| "learning_rate": 4.6008403361344545e-06, | |
| "loss": 1.3884, | |
| "step": 427000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 1.4081532955169678, | |
| "learning_rate": 4.569327731092437e-06, | |
| "loss": 1.3904, | |
| "step": 427500 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 1.4901301860809326, | |
| "learning_rate": 4.53781512605042e-06, | |
| "loss": 1.389, | |
| "step": 428000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 1.5027050971984863, | |
| "learning_rate": 4.506302521008403e-06, | |
| "loss": 1.3931, | |
| "step": 428500 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 1.4869219064712524, | |
| "learning_rate": 4.4747899159663865e-06, | |
| "loss": 1.3888, | |
| "step": 429000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 1.439729928970337, | |
| "learning_rate": 4.44327731092437e-06, | |
| "loss": 1.3897, | |
| "step": 429500 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 1.5325324535369873, | |
| "learning_rate": 4.411764705882353e-06, | |
| "loss": 1.3891, | |
| "step": 430000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 1.5293645858764648, | |
| "learning_rate": 4.380252100840337e-06, | |
| "loss": 1.3902, | |
| "step": 430500 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 1.4475960731506348, | |
| "learning_rate": 4.3487394957983194e-06, | |
| "loss": 1.388, | |
| "step": 431000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 1.5612802505493164, | |
| "learning_rate": 4.317226890756302e-06, | |
| "loss": 1.3885, | |
| "step": 431500 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 1.682928204536438, | |
| "learning_rate": 4.2857142857142855e-06, | |
| "loss": 1.3899, | |
| "step": 432000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 1.5231236219406128, | |
| "learning_rate": 4.254201680672269e-06, | |
| "loss": 1.3877, | |
| "step": 432500 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 1.446148157119751, | |
| "learning_rate": 4.222689075630252e-06, | |
| "loss": 1.3901, | |
| "step": 433000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 1.4778817892074585, | |
| "learning_rate": 4.191176470588236e-06, | |
| "loss": 1.3865, | |
| "step": 433500 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 1.5888080596923828, | |
| "learning_rate": 4.159663865546219e-06, | |
| "loss": 1.3872, | |
| "step": 434000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 1.6371558904647827, | |
| "learning_rate": 4.128151260504202e-06, | |
| "loss": 1.3893, | |
| "step": 434500 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 1.4442592859268188, | |
| "learning_rate": 4.096638655462184e-06, | |
| "loss": 1.3934, | |
| "step": 435000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 1.7637091875076294, | |
| "learning_rate": 4.065126050420168e-06, | |
| "loss": 1.3892, | |
| "step": 435500 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 1.4838693141937256, | |
| "learning_rate": 4.033613445378151e-06, | |
| "loss": 1.3866, | |
| "step": 436000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 1.5558868646621704, | |
| "learning_rate": 4.002100840336135e-06, | |
| "loss": 1.3914, | |
| "step": 436500 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 1.8331657648086548, | |
| "learning_rate": 3.970588235294118e-06, | |
| "loss": 1.389, | |
| "step": 437000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 1.7367424964904785, | |
| "learning_rate": 3.939075630252101e-06, | |
| "loss": 1.3897, | |
| "step": 437500 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 1.5316094160079956, | |
| "learning_rate": 3.907563025210084e-06, | |
| "loss": 1.3871, | |
| "step": 438000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 1.5062899589538574, | |
| "learning_rate": 3.876050420168068e-06, | |
| "loss": 1.3876, | |
| "step": 438500 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 1.5399343967437744, | |
| "learning_rate": 3.84453781512605e-06, | |
| "loss": 1.3873, | |
| "step": 439000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 1.8311206102371216, | |
| "learning_rate": 3.8130252100840336e-06, | |
| "loss": 1.3886, | |
| "step": 439500 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 1.5011011362075806, | |
| "learning_rate": 3.7815126050420167e-06, | |
| "loss": 1.3877, | |
| "step": 440000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 1.5647181272506714, | |
| "learning_rate": 3.75e-06, | |
| "loss": 1.3895, | |
| "step": 440500 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 1.9663615226745605, | |
| "learning_rate": 3.7184873949579835e-06, | |
| "loss": 1.3884, | |
| "step": 441000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 2.4808692932128906, | |
| "learning_rate": 3.686974789915966e-06, | |
| "loss": 1.3879, | |
| "step": 441500 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 1.4271633625030518, | |
| "learning_rate": 3.6554621848739496e-06, | |
| "loss": 1.3913, | |
| "step": 442000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 1.5341715812683105, | |
| "learning_rate": 3.623949579831933e-06, | |
| "loss": 1.3874, | |
| "step": 442500 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 1.4926517009735107, | |
| "learning_rate": 3.592436974789916e-06, | |
| "loss": 1.3873, | |
| "step": 443000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 1.4709627628326416, | |
| "learning_rate": 3.560924369747899e-06, | |
| "loss": 1.3856, | |
| "step": 443500 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 1.4797513484954834, | |
| "learning_rate": 3.5294117647058825e-06, | |
| "loss": 1.3874, | |
| "step": 444000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 1.506548523902893, | |
| "learning_rate": 3.497899159663866e-06, | |
| "loss": 1.3859, | |
| "step": 444500 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 1.4667857885360718, | |
| "learning_rate": 3.466386554621849e-06, | |
| "loss": 1.3889, | |
| "step": 445000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 1.4796762466430664, | |
| "learning_rate": 3.434873949579832e-06, | |
| "loss": 1.3912, | |
| "step": 445500 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 1.534725546836853, | |
| "learning_rate": 3.4033613445378154e-06, | |
| "loss": 1.3881, | |
| "step": 446000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 1.6512054204940796, | |
| "learning_rate": 3.3718487394957984e-06, | |
| "loss": 1.3874, | |
| "step": 446500 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 1.4926962852478027, | |
| "learning_rate": 3.340336134453782e-06, | |
| "loss": 1.3844, | |
| "step": 447000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 1.479819416999817, | |
| "learning_rate": 3.308823529411765e-06, | |
| "loss": 1.3862, | |
| "step": 447500 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 1.429606318473816, | |
| "learning_rate": 3.277310924369748e-06, | |
| "loss": 1.3864, | |
| "step": 448000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 1.526227593421936, | |
| "learning_rate": 3.2457983193277313e-06, | |
| "loss": 1.388, | |
| "step": 448500 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 1.5270380973815918, | |
| "learning_rate": 3.2142857142857143e-06, | |
| "loss": 1.3898, | |
| "step": 449000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 1.6459033489227295, | |
| "learning_rate": 3.1827731092436973e-06, | |
| "loss": 1.3872, | |
| "step": 449500 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 1.5082780122756958, | |
| "learning_rate": 3.1512605042016808e-06, | |
| "loss": 1.3864, | |
| "step": 450000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 1.4675207138061523, | |
| "learning_rate": 3.119747899159664e-06, | |
| "loss": 1.3858, | |
| "step": 450500 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 1.5487087965011597, | |
| "learning_rate": 3.088235294117647e-06, | |
| "loss": 1.3859, | |
| "step": 451000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 1.5166810750961304, | |
| "learning_rate": 3.0567226890756302e-06, | |
| "loss": 1.3838, | |
| "step": 451500 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 1.4788706302642822, | |
| "learning_rate": 3.0252100840336137e-06, | |
| "loss": 1.3836, | |
| "step": 452000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 1.6381962299346924, | |
| "learning_rate": 2.993697478991597e-06, | |
| "loss": 1.3853, | |
| "step": 452500 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 1.4548882246017456, | |
| "learning_rate": 2.9621848739495797e-06, | |
| "loss": 1.3878, | |
| "step": 453000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 1.5543279647827148, | |
| "learning_rate": 2.930672268907563e-06, | |
| "loss": 1.3885, | |
| "step": 453500 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 1.5119037628173828, | |
| "learning_rate": 2.8991596638655466e-06, | |
| "loss": 1.3865, | |
| "step": 454000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 1.5338330268859863, | |
| "learning_rate": 2.867647058823529e-06, | |
| "loss": 1.3825, | |
| "step": 454500 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 2.100884437561035, | |
| "learning_rate": 2.8361344537815126e-06, | |
| "loss": 1.3894, | |
| "step": 455000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 1.4853757619857788, | |
| "learning_rate": 2.804621848739496e-06, | |
| "loss": 1.385, | |
| "step": 455500 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 1.545937180519104, | |
| "learning_rate": 2.773109243697479e-06, | |
| "loss": 1.3875, | |
| "step": 456000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 1.4860107898712158, | |
| "learning_rate": 2.741596638655462e-06, | |
| "loss": 1.3839, | |
| "step": 456500 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 1.5260435342788696, | |
| "learning_rate": 2.7100840336134455e-06, | |
| "loss": 1.3815, | |
| "step": 457000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 1.5752997398376465, | |
| "learning_rate": 2.6785714285714285e-06, | |
| "loss": 1.3845, | |
| "step": 457500 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 1.5157984495162964, | |
| "learning_rate": 2.647058823529412e-06, | |
| "loss": 1.3831, | |
| "step": 458000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 1.5206942558288574, | |
| "learning_rate": 2.615546218487395e-06, | |
| "loss": 1.3866, | |
| "step": 458500 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 1.524672508239746, | |
| "learning_rate": 2.584033613445378e-06, | |
| "loss": 1.3869, | |
| "step": 459000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 6.727693557739258, | |
| "learning_rate": 2.5525210084033614e-06, | |
| "loss": 1.3805, | |
| "step": 459500 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 1.5827701091766357, | |
| "learning_rate": 2.521008403361345e-06, | |
| "loss": 1.39, | |
| "step": 460000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 1.4831866025924683, | |
| "learning_rate": 2.489495798319328e-06, | |
| "loss": 1.3886, | |
| "step": 460500 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 1.5272330045700073, | |
| "learning_rate": 2.457983193277311e-06, | |
| "loss": 1.3889, | |
| "step": 461000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 1.478623628616333, | |
| "learning_rate": 2.4264705882352943e-06, | |
| "loss": 1.3878, | |
| "step": 461500 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 1.5272207260131836, | |
| "learning_rate": 2.3949579831932773e-06, | |
| "loss": 1.3834, | |
| "step": 462000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 1.574120044708252, | |
| "learning_rate": 2.3634453781512604e-06, | |
| "loss": 1.3852, | |
| "step": 462500 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 1.5751044750213623, | |
| "learning_rate": 2.331932773109244e-06, | |
| "loss": 1.3829, | |
| "step": 463000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 1.4704902172088623, | |
| "learning_rate": 2.3004201680672272e-06, | |
| "loss": 1.3817, | |
| "step": 463500 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 2.406973123550415, | |
| "learning_rate": 2.26890756302521e-06, | |
| "loss": 1.3872, | |
| "step": 464000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 1.4869129657745361, | |
| "learning_rate": 2.2373949579831933e-06, | |
| "loss": 1.3825, | |
| "step": 464500 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 1.5050959587097168, | |
| "learning_rate": 2.2058823529411767e-06, | |
| "loss": 1.3821, | |
| "step": 465000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 1.4652327299118042, | |
| "learning_rate": 2.1743697478991597e-06, | |
| "loss": 1.3831, | |
| "step": 465500 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 1.6011298894882202, | |
| "learning_rate": 2.1428571428571427e-06, | |
| "loss": 1.3824, | |
| "step": 466000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 1.589460015296936, | |
| "learning_rate": 2.111344537815126e-06, | |
| "loss": 1.3816, | |
| "step": 466500 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 1.679612636566162, | |
| "learning_rate": 2.0798319327731096e-06, | |
| "loss": 1.383, | |
| "step": 467000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 5.37538480758667, | |
| "learning_rate": 2.048319327731092e-06, | |
| "loss": 1.3818, | |
| "step": 467500 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 1.5256156921386719, | |
| "learning_rate": 2.0168067226890756e-06, | |
| "loss": 1.383, | |
| "step": 468000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 1.546476125717163, | |
| "learning_rate": 1.985294117647059e-06, | |
| "loss": 1.3841, | |
| "step": 468500 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 1.429592251777649, | |
| "learning_rate": 1.953781512605042e-06, | |
| "loss": 1.3828, | |
| "step": 469000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 1.4674160480499268, | |
| "learning_rate": 1.922268907563025e-06, | |
| "loss": 1.3847, | |
| "step": 469500 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 2.370859384536743, | |
| "learning_rate": 1.8907563025210083e-06, | |
| "loss": 1.3816, | |
| "step": 470000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 1.5106278657913208, | |
| "learning_rate": 1.8592436974789918e-06, | |
| "loss": 1.3783, | |
| "step": 470500 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 1.5777826309204102, | |
| "learning_rate": 1.8277310924369748e-06, | |
| "loss": 1.3817, | |
| "step": 471000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 1.4805636405944824, | |
| "learning_rate": 1.796218487394958e-06, | |
| "loss": 1.3831, | |
| "step": 471500 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 1.5154469013214111, | |
| "learning_rate": 1.7647058823529412e-06, | |
| "loss": 1.383, | |
| "step": 472000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 1.54281747341156, | |
| "learning_rate": 1.7331932773109245e-06, | |
| "loss": 1.3852, | |
| "step": 472500 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 1.7247158288955688, | |
| "learning_rate": 1.7016806722689077e-06, | |
| "loss": 1.3819, | |
| "step": 473000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 1.4723429679870605, | |
| "learning_rate": 1.670168067226891e-06, | |
| "loss": 1.38, | |
| "step": 473500 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 1.5267595052719116, | |
| "learning_rate": 1.638655462184874e-06, | |
| "loss": 1.3822, | |
| "step": 474000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 1.566758155822754, | |
| "learning_rate": 1.6071428571428572e-06, | |
| "loss": 1.3837, | |
| "step": 474500 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 2.029449939727783, | |
| "learning_rate": 1.5756302521008404e-06, | |
| "loss": 1.3853, | |
| "step": 475000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 1.4750381708145142, | |
| "learning_rate": 1.5441176470588234e-06, | |
| "loss": 1.3838, | |
| "step": 475500 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 1.5221339464187622, | |
| "learning_rate": 1.5126050420168068e-06, | |
| "loss": 1.3859, | |
| "step": 476000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 1.518754243850708, | |
| "learning_rate": 1.4810924369747898e-06, | |
| "loss": 1.3783, | |
| "step": 476500 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 1.4300239086151123, | |
| "learning_rate": 1.4495798319327733e-06, | |
| "loss": 1.3769, | |
| "step": 477000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 1.5566083192825317, | |
| "learning_rate": 1.4180672268907563e-06, | |
| "loss": 1.3788, | |
| "step": 477500 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 1.415859580039978, | |
| "learning_rate": 1.3865546218487395e-06, | |
| "loss": 1.385, | |
| "step": 478000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 1.4944028854370117, | |
| "learning_rate": 1.3550420168067228e-06, | |
| "loss": 1.3815, | |
| "step": 478500 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 1.4514822959899902, | |
| "learning_rate": 1.323529411764706e-06, | |
| "loss": 1.3827, | |
| "step": 479000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 1.5512882471084595, | |
| "learning_rate": 1.292016806722689e-06, | |
| "loss": 1.384, | |
| "step": 479500 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 1.574981689453125, | |
| "learning_rate": 1.2605042016806724e-06, | |
| "loss": 1.382, | |
| "step": 480000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 1.570827603340149, | |
| "learning_rate": 1.2289915966386554e-06, | |
| "loss": 1.382, | |
| "step": 480500 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 1.5336010456085205, | |
| "learning_rate": 1.1974789915966387e-06, | |
| "loss": 1.3803, | |
| "step": 481000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 1.4452096223831177, | |
| "learning_rate": 1.165966386554622e-06, | |
| "loss": 1.3804, | |
| "step": 481500 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 1.5529412031173706, | |
| "learning_rate": 1.134453781512605e-06, | |
| "loss": 1.3813, | |
| "step": 482000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 1.5553141832351685, | |
| "learning_rate": 1.1029411764705884e-06, | |
| "loss": 1.3822, | |
| "step": 482500 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 1.5250602960586548, | |
| "learning_rate": 1.0714285714285714e-06, | |
| "loss": 1.379, | |
| "step": 483000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 1.4803342819213867, | |
| "learning_rate": 1.0399159663865548e-06, | |
| "loss": 1.3846, | |
| "step": 483500 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 1.4097282886505127, | |
| "learning_rate": 1.0084033613445378e-06, | |
| "loss": 1.3855, | |
| "step": 484000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 1.535632848739624, | |
| "learning_rate": 9.76890756302521e-07, | |
| "loss": 1.3807, | |
| "step": 484500 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 1.5535025596618652, | |
| "learning_rate": 9.453781512605042e-07, | |
| "loss": 1.379, | |
| "step": 485000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 1.5092753171920776, | |
| "learning_rate": 9.138655462184874e-07, | |
| "loss": 1.3777, | |
| "step": 485500 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 1.5026346445083618, | |
| "learning_rate": 8.823529411764706e-07, | |
| "loss": 1.3844, | |
| "step": 486000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 2.1724424362182617, | |
| "learning_rate": 8.508403361344538e-07, | |
| "loss": 1.3808, | |
| "step": 486500 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 1.5653128623962402, | |
| "learning_rate": 8.19327731092437e-07, | |
| "loss": 1.3826, | |
| "step": 487000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 1.8672337532043457, | |
| "learning_rate": 7.878151260504202e-07, | |
| "loss": 1.3804, | |
| "step": 487500 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 1.5125828981399536, | |
| "learning_rate": 7.563025210084034e-07, | |
| "loss": 1.3785, | |
| "step": 488000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 1.5895177125930786, | |
| "learning_rate": 7.247899159663866e-07, | |
| "loss": 1.3806, | |
| "step": 488500 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 1.505618929862976, | |
| "learning_rate": 6.932773109243698e-07, | |
| "loss": 1.3822, | |
| "step": 489000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 1.4767976999282837, | |
| "learning_rate": 6.61764705882353e-07, | |
| "loss": 1.3809, | |
| "step": 489500 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 1.4713040590286255, | |
| "learning_rate": 6.302521008403362e-07, | |
| "loss": 1.38, | |
| "step": 490000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 1.5712190866470337, | |
| "learning_rate": 5.987394957983193e-07, | |
| "loss": 1.3821, | |
| "step": 490500 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 1.520726203918457, | |
| "learning_rate": 5.672268907563025e-07, | |
| "loss": 1.3817, | |
| "step": 491000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 1.4978504180908203, | |
| "learning_rate": 5.357142857142857e-07, | |
| "loss": 1.3825, | |
| "step": 491500 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 1.5783872604370117, | |
| "learning_rate": 5.042016806722689e-07, | |
| "loss": 1.3825, | |
| "step": 492000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 1.5126821994781494, | |
| "learning_rate": 4.726890756302521e-07, | |
| "loss": 1.3803, | |
| "step": 492500 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 1.4677457809448242, | |
| "learning_rate": 4.411764705882353e-07, | |
| "loss": 1.3804, | |
| "step": 493000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 1.5842092037200928, | |
| "learning_rate": 4.096638655462185e-07, | |
| "loss": 1.3818, | |
| "step": 493500 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 1.5152337551116943, | |
| "learning_rate": 3.781512605042017e-07, | |
| "loss": 1.3797, | |
| "step": 494000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 1.5868217945098877, | |
| "learning_rate": 3.466386554621849e-07, | |
| "loss": 1.3829, | |
| "step": 494500 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 1.4543733596801758, | |
| "learning_rate": 3.151260504201681e-07, | |
| "loss": 1.3811, | |
| "step": 495000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 1.5251801013946533, | |
| "learning_rate": 2.8361344537815123e-07, | |
| "loss": 1.3793, | |
| "step": 495500 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 1.5227956771850586, | |
| "learning_rate": 2.5210084033613445e-07, | |
| "loss": 1.3848, | |
| "step": 496000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 1.506102204322815, | |
| "learning_rate": 2.2058823529411765e-07, | |
| "loss": 1.3789, | |
| "step": 496500 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 1.4776455163955688, | |
| "learning_rate": 1.8907563025210085e-07, | |
| "loss": 1.3837, | |
| "step": 497000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 1.5449495315551758, | |
| "learning_rate": 1.5756302521008405e-07, | |
| "loss": 1.3823, | |
| "step": 497500 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 1.4903110265731812, | |
| "learning_rate": 1.2605042016806723e-07, | |
| "loss": 1.3816, | |
| "step": 498000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 1.4964358806610107, | |
| "learning_rate": 9.453781512605043e-08, | |
| "loss": 1.3783, | |
| "step": 498500 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 1.6141352653503418, | |
| "learning_rate": 6.302521008403361e-08, | |
| "loss": 1.3819, | |
| "step": 499000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 1.5006154775619507, | |
| "learning_rate": 3.151260504201681e-08, | |
| "loss": 1.3771, | |
| "step": 499500 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 1.5279935598373413, | |
| "learning_rate": 0.0, | |
| "loss": 1.3805, | |
| "step": 500000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "step": 500000, | |
| "total_flos": 2.9824904071075946e+19, | |
| "train_loss": 1.5473345408935546, | |
| "train_runtime": 243315.0329, | |
| "train_samples_per_second": 526.067, | |
| "train_steps_per_second": 2.055 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 500000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 10000, | |
| "total_flos": 2.9824904071075946e+19, | |
| "train_batch_size": 256, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |