| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9994447529150472, | |
| "eval_steps": 100, | |
| "global_step": 675, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.007403294466037387, | |
| "grad_norm": 0.6776805171272973, | |
| "learning_rate": 1.4705882352941177e-06, | |
| "loss": 1.2512, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.014806588932074774, | |
| "grad_norm": 0.44944873495655524, | |
| "learning_rate": 2.9411764705882355e-06, | |
| "loss": 1.2594, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02220988339811216, | |
| "grad_norm": 0.34624498626136563, | |
| "learning_rate": 4.411764705882353e-06, | |
| "loss": 1.2327, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.029613177864149548, | |
| "grad_norm": 0.3384934751143345, | |
| "learning_rate": 5.882352941176471e-06, | |
| "loss": 1.1823, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.037016472330186935, | |
| "grad_norm": 0.2415385954324663, | |
| "learning_rate": 7.352941176470589e-06, | |
| "loss": 1.1483, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.04441976679622432, | |
| "grad_norm": 0.21956265650508958, | |
| "learning_rate": 8.823529411764707e-06, | |
| "loss": 1.1051, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.05182306126226171, | |
| "grad_norm": 0.18350394805421755, | |
| "learning_rate": 1.0294117647058823e-05, | |
| "loss": 1.0659, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.059226355728299096, | |
| "grad_norm": 0.16210146685861945, | |
| "learning_rate": 1.1764705882352942e-05, | |
| "loss": 1.0381, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.06662965019433648, | |
| "grad_norm": 0.1607004827826561, | |
| "learning_rate": 1.323529411764706e-05, | |
| "loss": 1.0217, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.07403294466037387, | |
| "grad_norm": 0.16745984502215897, | |
| "learning_rate": 1.4705882352941179e-05, | |
| "loss": 1.038, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.08143623912641125, | |
| "grad_norm": 0.14843663256682382, | |
| "learning_rate": 1.6176470588235296e-05, | |
| "loss": 1.0276, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.08883953359244864, | |
| "grad_norm": 0.17168834832578023, | |
| "learning_rate": 1.7647058823529414e-05, | |
| "loss": 1.0032, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.09624282805848602, | |
| "grad_norm": 0.15126385928527755, | |
| "learning_rate": 1.911764705882353e-05, | |
| "loss": 0.9954, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.10364612252452342, | |
| "grad_norm": 0.1688834438402727, | |
| "learning_rate": 1.9999464266898485e-05, | |
| "loss": 0.9919, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.1110494169905608, | |
| "grad_norm": 0.20449596627344765, | |
| "learning_rate": 1.9993437928712977e-05, | |
| "loss": 0.9839, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.11845271145659819, | |
| "grad_norm": 0.17590208096396392, | |
| "learning_rate": 1.998071963486563e-05, | |
| "loss": 0.9714, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.12585600592263557, | |
| "grad_norm": 0.14935660715610657, | |
| "learning_rate": 1.9961317901970953e-05, | |
| "loss": 0.9577, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.13325930038867295, | |
| "grad_norm": 0.1656804473286765, | |
| "learning_rate": 1.993524572210807e-05, | |
| "loss": 0.9607, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.14066259485471036, | |
| "grad_norm": 0.20165204812335902, | |
| "learning_rate": 1.990252055412077e-05, | |
| "loss": 0.9538, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.14806588932074774, | |
| "grad_norm": 0.1672105719290636, | |
| "learning_rate": 1.9863164311926433e-05, | |
| "loss": 0.9842, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.14806588932074774, | |
| "eval_loss": 0.9855244755744934, | |
| "eval_runtime": 7.1036, | |
| "eval_samples_per_second": 18.019, | |
| "eval_steps_per_second": 2.252, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.15546918378678512, | |
| "grad_norm": 0.1594521756746442, | |
| "learning_rate": 1.981720334984174e-05, | |
| "loss": 0.9583, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.1628724782528225, | |
| "grad_norm": 0.17121067681141633, | |
| "learning_rate": 1.9764668444934853e-05, | |
| "loss": 0.9474, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.17027577271885988, | |
| "grad_norm": 0.15907478498991337, | |
| "learning_rate": 1.970559477641606e-05, | |
| "loss": 0.9207, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.1776790671848973, | |
| "grad_norm": 0.1606853101811812, | |
| "learning_rate": 1.9640021902080523e-05, | |
| "loss": 0.9532, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.18508236165093467, | |
| "grad_norm": 0.14842172195462983, | |
| "learning_rate": 1.9567993731818988e-05, | |
| "loss": 0.9512, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.19248565611697205, | |
| "grad_norm": 0.16039228542123013, | |
| "learning_rate": 1.9489558498214197e-05, | |
| "loss": 0.9443, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.19988895058300943, | |
| "grad_norm": 0.15683712656065646, | |
| "learning_rate": 1.9404768724242667e-05, | |
| "loss": 0.9257, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.20729224504904684, | |
| "grad_norm": 0.17249812910241194, | |
| "learning_rate": 1.931368118810346e-05, | |
| "loss": 0.9545, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.21469553951508422, | |
| "grad_norm": 0.15206299782477828, | |
| "learning_rate": 1.92163568851975e-05, | |
| "loss": 0.938, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.2220988339811216, | |
| "grad_norm": 0.16815584502250794, | |
| "learning_rate": 1.911286098728296e-05, | |
| "loss": 0.9285, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.22950212844715898, | |
| "grad_norm": 0.16122796157665575, | |
| "learning_rate": 1.900326279883392e-05, | |
| "loss": 0.9624, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.23690542291319638, | |
| "grad_norm": 0.15224168391003395, | |
| "learning_rate": 1.8887635710631716e-05, | |
| "loss": 0.9662, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.24430871737923376, | |
| "grad_norm": 0.14815411902225328, | |
| "learning_rate": 1.8766057150619865e-05, | |
| "loss": 0.9346, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.25171201184527114, | |
| "grad_norm": 0.15183932254655913, | |
| "learning_rate": 1.8638608532055635e-05, | |
| "loss": 0.9533, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.2591153063113085, | |
| "grad_norm": 0.1446345977964626, | |
| "learning_rate": 1.8505375198992856e-05, | |
| "loss": 0.9395, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.2665186007773459, | |
| "grad_norm": 0.14315212915090392, | |
| "learning_rate": 1.836644636913258e-05, | |
| "loss": 0.9099, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.2739218952433833, | |
| "grad_norm": 0.16987297421517, | |
| "learning_rate": 1.8221915074079764e-05, | |
| "loss": 0.9342, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.2813251897094207, | |
| "grad_norm": 0.17161893073243528, | |
| "learning_rate": 1.8071878097046064e-05, | |
| "loss": 0.9115, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.2887284841754581, | |
| "grad_norm": 0.1544233807044902, | |
| "learning_rate": 1.7916435908040413e-05, | |
| "loss": 0.9309, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.2961317786414955, | |
| "grad_norm": 0.14748037798669633, | |
| "learning_rate": 1.7755692596590778e-05, | |
| "loss": 0.9333, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.2961317786414955, | |
| "eval_loss": 0.9494131803512573, | |
| "eval_runtime": 7.1466, | |
| "eval_samples_per_second": 17.911, | |
| "eval_steps_per_second": 2.239, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.30353507310753286, | |
| "grad_norm": 0.1555651675700521, | |
| "learning_rate": 1.7589755802042188e-05, | |
| "loss": 0.9287, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.31093836757357024, | |
| "grad_norm": 0.16353203572144123, | |
| "learning_rate": 1.7418736641477636e-05, | |
| "loss": 0.9099, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.3183416620396076, | |
| "grad_norm": 0.15764904906951305, | |
| "learning_rate": 1.7242749635310222e-05, | |
| "loss": 0.913, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.325744956505645, | |
| "grad_norm": 0.1448977765793318, | |
| "learning_rate": 1.7061912630596252e-05, | |
| "loss": 0.9173, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.3331482509716824, | |
| "grad_norm": 0.15258137653598713, | |
| "learning_rate": 1.6876346722120747e-05, | |
| "loss": 0.9319, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.34055154543771976, | |
| "grad_norm": 0.1563094102159032, | |
| "learning_rate": 1.6686176171308125e-05, | |
| "loss": 0.955, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.3479548399037572, | |
| "grad_norm": 0.14423025166628695, | |
| "learning_rate": 1.6491528323012412e-05, | |
| "loss": 0.9132, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.3553581343697946, | |
| "grad_norm": 0.14263303346026474, | |
| "learning_rate": 1.6292533520242663e-05, | |
| "loss": 0.9157, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.36276142883583196, | |
| "grad_norm": 0.13731880620436607, | |
| "learning_rate": 1.6089325016880737e-05, | |
| "loss": 0.9058, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.37016472330186934, | |
| "grad_norm": 0.17337841623245412, | |
| "learning_rate": 1.588203888844982e-05, | |
| "loss": 0.9261, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.3775680177679067, | |
| "grad_norm": 0.1517393366410306, | |
| "learning_rate": 1.5670813940993504e-05, | |
| "loss": 0.8936, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.3849713122339441, | |
| "grad_norm": 0.14624943669912388, | |
| "learning_rate": 1.5455791618126407e-05, | |
| "loss": 0.8844, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.3923746066999815, | |
| "grad_norm": 0.14950642484342547, | |
| "learning_rate": 1.5237115906318565e-05, | |
| "loss": 0.9132, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.39977790116601886, | |
| "grad_norm": 0.15048654068633793, | |
| "learning_rate": 1.5014933238477069e-05, | |
| "loss": 0.8891, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.4071811956320563, | |
| "grad_norm": 0.1570568189193127, | |
| "learning_rate": 1.4789392395889468e-05, | |
| "loss": 0.9186, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.41458449009809367, | |
| "grad_norm": 0.15381562012177635, | |
| "learning_rate": 1.4560644408594602e-05, | |
| "loss": 0.8927, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.42198778456413105, | |
| "grad_norm": 0.1444417700490563, | |
| "learning_rate": 1.432884245424761e-05, | |
| "loss": 0.9081, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.42939107903016843, | |
| "grad_norm": 0.15807566475131207, | |
| "learning_rate": 1.4094141755546816e-05, | |
| "loss": 0.9389, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.4367943734962058, | |
| "grad_norm": 0.14968340220236578, | |
| "learning_rate": 1.3856699476291176e-05, | |
| "loss": 0.8926, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.4441976679622432, | |
| "grad_norm": 0.15781464037029244, | |
| "learning_rate": 1.3616674616137902e-05, | |
| "loss": 0.9161, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.4441976679622432, | |
| "eval_loss": 0.930830717086792, | |
| "eval_runtime": 7.1062, | |
| "eval_samples_per_second": 18.013, | |
| "eval_steps_per_second": 2.252, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.4516009624282806, | |
| "grad_norm": 0.15525393114371358, | |
| "learning_rate": 1.3374227904130724e-05, | |
| "loss": 0.9071, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.45900425689431795, | |
| "grad_norm": 0.1457498963275538, | |
| "learning_rate": 1.3129521691070108e-05, | |
| "loss": 0.8833, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.46640755136035533, | |
| "grad_norm": 0.14987682585253773, | |
| "learning_rate": 1.2882719840797473e-05, | |
| "loss": 0.9022, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.47381084582639277, | |
| "grad_norm": 0.15509542057237247, | |
| "learning_rate": 1.2633987620466229e-05, | |
| "loss": 0.8885, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.48121414029243015, | |
| "grad_norm": 0.14584510044567442, | |
| "learning_rate": 1.2383491589873122e-05, | |
| "loss": 0.8899, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.48861743475846753, | |
| "grad_norm": 0.14309664992352822, | |
| "learning_rate": 1.213139948992394e-05, | |
| "loss": 0.8998, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.4960207292245049, | |
| "grad_norm": 0.15130038484765435, | |
| "learning_rate": 1.187788013030837e-05, | |
| "loss": 0.8988, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.5034240236905423, | |
| "grad_norm": 0.1459259790309168, | |
| "learning_rate": 1.1623103276459086e-05, | |
| "loss": 0.9007, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.5108273181565797, | |
| "grad_norm": 0.14777529707412382, | |
| "learning_rate": 1.1367239535870913e-05, | |
| "loss": 0.8925, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.518230612622617, | |
| "grad_norm": 0.14724048128355402, | |
| "learning_rate": 1.1110460243856051e-05, | |
| "loss": 0.8785, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.5256339070886544, | |
| "grad_norm": 0.14527394357147336, | |
| "learning_rate": 1.085293734881197e-05, | |
| "loss": 0.8982, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.5330372015546918, | |
| "grad_norm": 0.14050877787386462, | |
| "learning_rate": 1.0594843297078736e-05, | |
| "loss": 0.9181, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.5404404960207292, | |
| "grad_norm": 0.15865485844086924, | |
| "learning_rate": 1.0336350917462925e-05, | |
| "loss": 0.9062, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.5478437904867666, | |
| "grad_norm": 0.13521171802296975, | |
| "learning_rate": 1.0077633305505402e-05, | |
| "loss": 0.8927, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.555247084952804, | |
| "grad_norm": 0.13603561195542918, | |
| "learning_rate": 9.818863707570476e-06, | |
| "loss": 0.9154, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.5626503794188414, | |
| "grad_norm": 0.13965992628983345, | |
| "learning_rate": 9.560215404834094e-06, | |
| "loss": 0.9016, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.5700536738848788, | |
| "grad_norm": 0.13666000951700663, | |
| "learning_rate": 9.30186159724869e-06, | |
| "loss": 0.8612, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.5774569683509162, | |
| "grad_norm": 0.13625895333241347, | |
| "learning_rate": 9.043975287562443e-06, | |
| "loss": 0.9001, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.5848602628169536, | |
| "grad_norm": 0.14371829685671048, | |
| "learning_rate": 8.786729165470584e-06, | |
| "loss": 0.8738, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.592263557282991, | |
| "grad_norm": 0.13916699255941037, | |
| "learning_rate": 8.530295491976338e-06, | |
| "loss": 0.8804, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.592263557282991, | |
| "eval_loss": 0.9166682958602905, | |
| "eval_runtime": 7.0621, | |
| "eval_samples_per_second": 18.125, | |
| "eval_steps_per_second": 2.266, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.5996668517490283, | |
| "grad_norm": 0.13004150614702822, | |
| "learning_rate": 8.274845984038916e-06, | |
| "loss": 0.8647, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.6070701462150657, | |
| "grad_norm": 0.14629481441132058, | |
| "learning_rate": 8.020551699585843e-06, | |
| "loss": 0.9007, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.6144734406811031, | |
| "grad_norm": 0.12877499400506406, | |
| "learning_rate": 7.76758292296659e-06, | |
| "loss": 0.8745, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.6218767351471405, | |
| "grad_norm": 0.13752238505053258, | |
| "learning_rate": 7.5161090509242005e-06, | |
| "loss": 0.8928, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.6292800296131779, | |
| "grad_norm": 0.14148995267833064, | |
| "learning_rate": 7.2662984791613186e-06, | |
| "loss": 0.8845, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.6366833240792152, | |
| "grad_norm": 0.14452849454657804, | |
| "learning_rate": 7.01831848957653e-06, | |
| "loss": 0.8991, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.6440866185452526, | |
| "grad_norm": 0.13297035448949285, | |
| "learning_rate": 6.772335138246548e-06, | |
| "loss": 0.8966, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.65148991301129, | |
| "grad_norm": 0.13999651657873824, | |
| "learning_rate": 6.528513144229256e-06, | |
| "loss": 0.8901, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.6588932074773274, | |
| "grad_norm": 0.13786802129264458, | |
| "learning_rate": 6.287015779262064e-06, | |
| "loss": 0.8988, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.6662965019433648, | |
| "grad_norm": 0.13362818972180024, | |
| "learning_rate": 6.048004758429451e-06, | |
| "loss": 0.8773, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.6736997964094021, | |
| "grad_norm": 0.14094460764095268, | |
| "learning_rate": 5.811640131872867e-06, | |
| "loss": 0.9022, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.6811030908754395, | |
| "grad_norm": 0.13177032254471754, | |
| "learning_rate": 5.578080177615575e-06, | |
| "loss": 0.8681, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.688506385341477, | |
| "grad_norm": 0.1447285259606947, | |
| "learning_rate": 5.347481295574141e-06, | |
| "loss": 0.8642, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.6959096798075144, | |
| "grad_norm": 0.16212399303569955, | |
| "learning_rate": 5.119997902827584e-06, | |
| "loss": 0.8768, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.7033129742735518, | |
| "grad_norm": 0.13407281956450473, | |
| "learning_rate": 4.8957823302142916e-06, | |
| "loss": 0.8861, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.7107162687395892, | |
| "grad_norm": 0.12431950401558224, | |
| "learning_rate": 4.674984720325961e-06, | |
| "loss": 0.8663, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.7181195632056265, | |
| "grad_norm": 0.13146748720425666, | |
| "learning_rate": 4.457752926966888e-06, | |
| "loss": 0.8618, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.7255228576716639, | |
| "grad_norm": 0.12584510121252945, | |
| "learning_rate": 4.244232416145839e-06, | |
| "loss": 0.8854, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.7329261521377013, | |
| "grad_norm": 0.12990134879461734, | |
| "learning_rate": 4.0345661686669745e-06, | |
| "loss": 0.8762, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.7403294466037387, | |
| "grad_norm": 0.13783047027951226, | |
| "learning_rate": 3.828894584384867e-06, | |
| "loss": 0.8859, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.7403294466037387, | |
| "eval_loss": 0.9078959226608276, | |
| "eval_runtime": 7.1187, | |
| "eval_samples_per_second": 17.981, | |
| "eval_steps_per_second": 2.248, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.747732741069776, | |
| "grad_norm": 0.12586000345704224, | |
| "learning_rate": 3.62735538818787e-06, | |
| "loss": 0.8688, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.7551360355358134, | |
| "grad_norm": 0.14104016395887148, | |
| "learning_rate": 3.4300835377726904e-06, | |
| "loss": 0.8703, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.7625393300018508, | |
| "grad_norm": 0.13533570426883107, | |
| "learning_rate": 3.2372111332720045e-06, | |
| "loss": 0.9138, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.7699426244678882, | |
| "grad_norm": 0.14074880883541166, | |
| "learning_rate": 3.048867328795588e-06, | |
| "loss": 0.8618, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.7773459189339256, | |
| "grad_norm": 0.13230663319443067, | |
| "learning_rate": 2.865178245944218e-06, | |
| "loss": 0.8604, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.784749213399963, | |
| "grad_norm": 0.1247899466464526, | |
| "learning_rate": 2.686266889354211e-06, | |
| "loss": 0.8859, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.7921525078660003, | |
| "grad_norm": 0.13575024760681823, | |
| "learning_rate": 2.5122530643292274e-06, | |
| "loss": 0.8905, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.7995558023320377, | |
| "grad_norm": 0.1357493128741245, | |
| "learning_rate": 2.3432532966144526e-06, | |
| "loss": 0.8852, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.8069590967980751, | |
| "grad_norm": 0.13498792821706115, | |
| "learning_rate": 2.1793807543668857e-06, | |
| "loss": 0.8828, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.8143623912641126, | |
| "grad_norm": 0.12019174745605471, | |
| "learning_rate": 2.0207451723739633e-06, | |
| "loss": 0.8742, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.82176568573015, | |
| "grad_norm": 0.12150186530956911, | |
| "learning_rate": 1.8674527785713247e-06, | |
| "loss": 0.8802, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.8291689801961873, | |
| "grad_norm": 0.13657600204630863, | |
| "learning_rate": 1.7196062229088606e-06, | |
| "loss": 0.8458, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.8365722746622247, | |
| "grad_norm": 0.14316460964604913, | |
| "learning_rate": 1.577304508612717e-06, | |
| "loss": 0.8772, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.8439755691282621, | |
| "grad_norm": 0.11702464461690702, | |
| "learning_rate": 1.4406429258892762e-06, | |
| "loss": 0.8978, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.8513788635942995, | |
| "grad_norm": 0.13649799424857104, | |
| "learning_rate": 1.3097129881154936e-06, | |
| "loss": 0.8679, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.8587821580603369, | |
| "grad_norm": 0.12879197044894133, | |
| "learning_rate": 1.1846023705583442e-06, | |
| "loss": 0.8611, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.8661854525263742, | |
| "grad_norm": 0.12611530487166148, | |
| "learning_rate": 1.065394851664394e-06, | |
| "loss": 0.8847, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.8735887469924116, | |
| "grad_norm": 0.12199166350158228, | |
| "learning_rate": 9.521702569588199e-07, | |
| "loss": 0.9041, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.880992041458449, | |
| "grad_norm": 0.13250148039242704, | |
| "learning_rate": 8.450044055914497e-07, | |
| "loss": 0.8703, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.8883953359244864, | |
| "grad_norm": 0.12335176677515089, | |
| "learning_rate": 7.439690595656013e-07, | |
| "loss": 0.8931, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.8883953359244864, | |
| "eval_loss": 0.904110312461853, | |
| "eval_runtime": 7.0453, | |
| "eval_samples_per_second": 18.168, | |
| "eval_steps_per_second": 2.271, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.8957986303905238, | |
| "grad_norm": 0.13803312908970108, | |
| "learning_rate": 6.491318756837417e-07, | |
| "loss": 0.8773, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.9032019248565611, | |
| "grad_norm": 0.11990945958525849, | |
| "learning_rate": 5.605563602421149e-07, | |
| "loss": 0.8506, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.9106052193225985, | |
| "grad_norm": 0.12252169940099521, | |
| "learning_rate": 4.783018265047179e-07, | |
| "loss": 0.9066, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.9180085137886359, | |
| "grad_norm": 0.12997936768176632, | |
| "learning_rate": 4.024233549850509e-07, | |
| "loss": 0.8924, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.9254118082546733, | |
| "grad_norm": 0.12018543528554308, | |
| "learning_rate": 3.329717565622825e-07, | |
| "loss": 0.8889, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.9328151027207107, | |
| "grad_norm": 0.12623553627779757, | |
| "learning_rate": 2.6999353845651113e-07, | |
| "loss": 0.8718, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.9402183971867482, | |
| "grad_norm": 0.12569602093691798, | |
| "learning_rate": 2.1353087308590314e-07, | |
| "loss": 0.8885, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.9476216916527855, | |
| "grad_norm": 0.12693697747520694, | |
| "learning_rate": 1.6362156982656085e-07, | |
| "loss": 0.8778, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.9550249861188229, | |
| "grad_norm": 0.11916388416111799, | |
| "learning_rate": 1.2029904969404482e-07, | |
| "loss": 0.8574, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.9624282805848603, | |
| "grad_norm": 0.13423693830897884, | |
| "learning_rate": 8.359232296349163e-08, | |
| "loss": 0.8633, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.9698315750508977, | |
| "grad_norm": 0.12941855976651295, | |
| "learning_rate": 5.3525969743324356e-08, | |
| "loss": 0.8779, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.9772348695169351, | |
| "grad_norm": 0.11997265846004904, | |
| "learning_rate": 3.012012351554017e-08, | |
| "loss": 0.8493, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.9846381639829724, | |
| "grad_norm": 0.13237634154671962, | |
| "learning_rate": 1.3390457653639221e-08, | |
| "loss": 0.8863, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.9920414584490098, | |
| "grad_norm": 0.13967439000954648, | |
| "learning_rate": 3.3481749271768726e-09, | |
| "loss": 0.8954, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.9994447529150472, | |
| "grad_norm": 0.12596999235093093, | |
| "learning_rate": 0.0, | |
| "loss": 0.861, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.9994447529150472, | |
| "step": 675, | |
| "total_flos": 1.6624354892709888e+17, | |
| "train_loss": 0.9221899901496039, | |
| "train_runtime": 5284.4545, | |
| "train_samples_per_second": 4.089, | |
| "train_steps_per_second": 0.128 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 675, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": false, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.6624354892709888e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |