| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9990839694656488, | |
| "eval_steps": 1000, | |
| "global_step": 818, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.999539075477821e-05, | |
| "loss": 1.9867, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.998156471872415e-05, | |
| "loss": 1.5198, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.995852699004508e-05, | |
| "loss": 0.9883, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.992628606366426e-05, | |
| "loss": 0.3031, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.988485382808856e-05, | |
| "loss": 0.0533, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.983424556102469e-05, | |
| "loss": 0.0318, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.97744799237457e-05, | |
| "loss": 0.0605, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.970557895420984e-05, | |
| "loss": 0.0126, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.9627568058934274e-05, | |
| "loss": 0.0017, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.95404760036267e-05, | |
| "loss": 0.0005, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.9444334902578315e-05, | |
| "loss": 0.0784, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.9339180206821955e-05, | |
| "loss": 0.043, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.922505069105995e-05, | |
| "loss": 0.0022, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.9101988439366295e-05, | |
| "loss": 0.0101, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.897003882966866e-05, | |
| "loss": 0.0471, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.8829250517015684e-05, | |
| "loss": 0.002, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.867967541563594e-05, | |
| "loss": 0.0109, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.8521368679795154e-05, | |
| "loss": 0.0322, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.835438868345858e-05, | |
| "loss": 0.0156, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.817879699876623e-05, | |
| "loss": 0.0912, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.7994658373328804e-05, | |
| "loss": 0.027, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.780204070635266e-05, | |
| "loss": 0.027, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.760101502360268e-05, | |
| "loss": 0.0206, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.739165545121228e-05, | |
| "loss": 0.012, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.717403918835017e-05, | |
| "loss": 0.002, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.694824647875391e-05, | |
| "loss": 0.0052, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.6714360581140935e-05, | |
| "loss": 0.0036, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.647246773850773e-05, | |
| "loss": 0.0386, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.6222657146328624e-05, | |
| "loss": 0.0546, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.596502091966588e-05, | |
| "loss": 0.0472, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.5699654059203225e-05, | |
| "loss": 0.0779, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.542665441621537e-05, | |
| "loss": 0.0169, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.51461226564863e-05, | |
| "loss": 0.0249, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.485816222318986e-05, | |
| "loss": 0.0132, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.4562879298746165e-05, | |
| "loss": 0.0163, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.4260382765667875e-05, | |
| "loss": 0.0181, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.395078416641099e-05, | |
| "loss": 0.0421, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.363419766224464e-05, | |
| "loss": 0.0011, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.3310739991155365e-05, | |
| "loss": 0.0062, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.2980530424801146e-05, | |
| "loss": 0.0013, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.264369072453126e-05, | |
| "loss": 0.0515, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.230034509648803e-05, | |
| "loss": 0.009, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.19506201458071e-05, | |
| "loss": 0.0132, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.159464482993308e-05, | |
| "loss": 0.0092, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.123255041106788e-05, | |
| "loss": 0.0429, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.0864470407769114e-05, | |
| "loss": 0.0381, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.049054054571648e-05, | |
| "loss": 0.062, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.011089870766437e-05, | |
| "loss": 0.0134, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.972568488259905e-05, | |
| "loss": 0.0167, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.93350411141191e-05, | |
| "loss": 0.0143, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.8939111448058404e-05, | |
| "loss": 0.0276, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.853804187937066e-05, | |
| "loss": 0.0636, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.813198029829532e-05, | |
| "loss": 0.0279, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.772107643582458e-05, | |
| "loss": 0.0518, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.730548180849161e-05, | |
| "loss": 0.0189, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.688534966250042e-05, | |
| "loss": 0.0099, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.646083491721794e-05, | |
| "loss": 0.0045, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.603209410804906e-05, | |
| "loss": 0.003, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.559928532871587e-05, | |
| "loss": 0.0229, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.516256817296222e-05, | |
| "loss": 0.0148, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.472210367570518e-05, | |
| "loss": 0.0131, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.427805425365509e-05, | |
| "loss": 0.0104, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.383058364542611e-05, | |
| "loss": 0.027, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.3379856851159267e-05, | |
| "loss": 0.0023, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.292604007168037e-05, | |
| "loss": 0.0019, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.246930064721524e-05, | |
| "loss": 0.0023, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 3.200980699568463e-05, | |
| "loss": 0.0248, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 3.154772855060198e-05, | |
| "loss": 0.0134, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 3.1083235698596505e-05, | |
| "loss": 0.0011, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 3.061649971658488e-05, | |
| "loss": 0.0202, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 3.01476927086147e-05, | |
| "loss": 0.001, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.967698754240289e-05, | |
| "loss": 0.056, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.92045577855925e-05, | |
| "loss": 0.0097, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.8730577641751476e-05, | |
| "loss": 0.062, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.825522188613686e-05, | |
| "loss": 0.0022, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.7778665801248292e-05, | |
| "loss": 0.0012, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.730108511219433e-05, | |
| "loss": 0.0058, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.6822655921895695e-05, | |
| "loss": 0.0053, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.6343554646149154e-05, | |
| "loss": 0.0012, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.586395794857597e-05, | |
| "loss": 0.0206, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.538404267547908e-05, | |
| "loss": 0.0009, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.4903985790632835e-05, | |
| "loss": 0.018, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.4423964310029458e-05, | |
| "loss": 0.0238, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.3944155236606196e-05, | |
| "loss": 0.0064, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.3464735494977392e-05, | |
| "loss": 0.0273, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.2985881866195307e-05, | |
| "loss": 0.0045, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.2507770922563966e-05, | |
| "loss": 0.0233, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.2030578962529964e-05, | |
| "loss": 0.0019, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.155448194567425e-05, | |
| "loss": 0.0027, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.1079655427828807e-05, | |
| "loss": 0.0246, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.060627449634234e-05, | |
| "loss": 0.0128, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.0134513705518547e-05, | |
| "loss": 0.0205, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 1.9664547012251122e-05, | |
| "loss": 0.0135, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 1.9196547711878883e-05, | |
| "loss": 0.009, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 1.873068837428497e-05, | |
| "loss": 0.0289, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 1.8267140780263427e-05, | |
| "loss": 0.0587, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 1.7806075858176903e-05, | |
| "loss": 0.0152, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.7347663620928495e-05, | |
| "loss": 0.0148, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.6892073103271355e-05, | |
| "loss": 0.0339, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.6439472299478803e-05, | |
| "loss": 0.0227, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.5990028101398234e-05, | |
| "loss": 0.0308, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.5543906236911424e-05, | |
| "loss": 0.0014, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.5101271208824168e-05, | |
| "loss": 0.0023, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.4662286234207512e-05, | |
| "loss": 0.0098, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.4227113184213198e-05, | |
| "loss": 0.0209, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.3795912524385323e-05, | |
| "loss": 0.0026, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.3368843255490383e-05, | |
| "loss": 0.0309, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.2946062854887313e-05, | |
| "loss": 0.0016, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.252772721845945e-05, | |
| "loss": 0.0083, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.2113990603129433e-05, | |
| "loss": 0.0041, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.1705005569978664e-05, | |
| "loss": 0.0195, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.1300922927991913e-05, | |
| "loss": 0.0216, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.0901891678448144e-05, | |
| "loss": 0.0304, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.0508058959977757e-05, | |
| "loss": 0.0028, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.0119569994306841e-05, | |
| "loss": 0.0037, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 9.736568032708069e-06, | |
| "loss": 0.0062, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 9.359194303178371e-06, | |
| "loss": 0.0018, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 8.987587958362517e-06, | |
| "loss": 0.0052, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 8.621886024242057e-06, | |
| "loss": 0.0419, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 8.262223349608366e-06, | |
| "loss": 0.0037, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 7.908732556338628e-06, | |
| "loss": 0.0027, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 7.561543990492803e-06, | |
| "loss": 0.0571, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 7.2207856742499695e-06, | |
| "loss": 0.0077, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 6.886583258701382e-06, | |
| "loss": 0.0448, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 6.559059977518017e-06, | |
| "loss": 0.0117, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 6.238336601509365e-06, | |
| "loss": 0.0025, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 5.92453139409051e-06, | |
| "loss": 0.0024, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 5.617760067673666e-06, | |
| "loss": 0.0329, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 5.318135741000488e-06, | |
| "loss": 0.0176, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 5.025768897430644e-06, | |
| "loss": 0.0184, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 4.740767344202282e-06, | |
| "loss": 0.0028, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 4.463236172679192e-06, | |
| "loss": 0.0018, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 4.193277719599481e-06, | |
| "loss": 0.0275, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 3.9309915293399366e-06, | |
| "loss": 0.007, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 3.676474317210099e-06, | |
| "loss": 0.0182, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 3.4298199337894685e-06, | |
| "loss": 0.0015, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 3.1911193303211185e-06, | |
| "loss": 0.0018, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 2.9604605251743136e-06, | |
| "loss": 0.0024, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 2.7379285713886954e-06, | |
| "loss": 0.0023, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 2.5236055253118423e-06, | |
| "loss": 0.0048, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 2.3175704163418353e-06, | |
| "loss": 0.0022, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 2.119899217785995e-06, | |
| "loss": 0.0246, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 1.9306648188465252e-06, | |
| "loss": 0.0014, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 1.7499369977433456e-06, | |
| "loss": 0.0012, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 1.577782395984126e-06, | |
| "loss": 0.0812, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 1.4142644937909206e-06, | |
| "loss": 0.0427, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 1.2594435866924686e-06, | |
| "loss": 0.0075, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 1.113376763290877e-06, | |
| "loss": 0.0267, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 9.761178842107699e-07, | |
| "loss": 0.0237, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 8.477175622387562e-07, | |
| "loss": 0.0269, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 7.282231436604698e-07, | |
| "loss": 0.0014, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 6.176786908021453e-07, | |
| "loss": 0.0012, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 5.161249657830686e-07, | |
| "loss": 0.0019, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 4.2359941548499037e-07, | |
| "loss": 0.0036, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 3.4013615774395323e-07, | |
| "loss": 0.0073, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.657659687697156e-07, | |
| "loss": 0.0022, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.0051627179733247e-07, | |
| "loss": 0.0021, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.444111269751164e-07, | |
| "loss": 0.0007, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 9.747122249273156e-08, | |
| "loss": 0.0016, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 5.971386695260706e-08, | |
| "loss": 0.0051, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 3.1152982987595056e-08, | |
| "loss": 0.0021, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 1.1799102127130202e-08, | |
| "loss": 0.0054, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 1.6593609138415567e-09, | |
| "loss": 0.0027, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 818, | |
| "total_flos": 1.474472015387689e+17, | |
| "train_loss": 0.04709457870986094, | |
| "train_runtime": 3992.6154, | |
| "train_samples_per_second": 6.561, | |
| "train_steps_per_second": 0.205 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 818, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 1000, | |
| "total_flos": 1.474472015387689e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |