| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9809394145677333, | |
| "eval_steps": 92, | |
| "global_step": 734, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.17789718508720398, | |
| "learning_rate": 2e-05, | |
| "loss": 2.3216, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "eval_loss": 2.256117105484009, | |
| "eval_runtime": 52.5552, | |
| "eval_samples_per_second": 95.081, | |
| "eval_steps_per_second": 23.785, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.1491609364748001, | |
| "learning_rate": 4e-05, | |
| "loss": 2.2689, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.16114787757396698, | |
| "learning_rate": 6e-05, | |
| "loss": 2.1799, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.17484058439731598, | |
| "learning_rate": 8e-05, | |
| "loss": 2.2857, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.16328556835651398, | |
| "learning_rate": 0.0001, | |
| "loss": 2.1805, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.2006424516439438, | |
| "learning_rate": 0.00012, | |
| "loss": 2.3171, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.15052957832813263, | |
| "learning_rate": 0.00014, | |
| "loss": 2.2048, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.1444414258003235, | |
| "learning_rate": 0.00016, | |
| "loss": 2.181, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.174555703997612, | |
| "learning_rate": 0.00018, | |
| "loss": 2.0824, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.20063771307468414, | |
| "learning_rate": 0.0002, | |
| "loss": 2.1274, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.19133329391479492, | |
| "learning_rate": 0.00019999958540892524, | |
| "loss": 2.2436, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.19068902730941772, | |
| "learning_rate": 0.00019999834163913867, | |
| "loss": 2.0865, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.12937726080417633, | |
| "learning_rate": 0.00019999626870095333, | |
| "loss": 1.9834, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.12377699464559555, | |
| "learning_rate": 0.0001999933666115578, | |
| "loss": 2.0084, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.11349006742238998, | |
| "learning_rate": 0.00019998963539501557, | |
| "loss": 2.0472, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.10255803167819977, | |
| "learning_rate": 0.00019998507508226524, | |
| "loss": 2.0017, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.1226801723241806, | |
| "learning_rate": 0.00019997968571112013, | |
| "loss": 2.0241, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.09784600138664246, | |
| "learning_rate": 0.00019997346732626795, | |
| "loss": 1.9264, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.0987139344215393, | |
| "learning_rate": 0.00019996641997927043, | |
| "loss": 2.0021, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.1008625328540802, | |
| "learning_rate": 0.0001999585437285629, | |
| "loss": 1.9401, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.11675934493541718, | |
| "learning_rate": 0.00019994983863945388, | |
| "loss": 2.0533, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.1078399121761322, | |
| "learning_rate": 0.0001999403047841243, | |
| "loss": 2.067, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.10346037149429321, | |
| "learning_rate": 0.00019992994224162728, | |
| "loss": 1.9767, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.11017748713493347, | |
| "learning_rate": 0.0001999187510978872, | |
| "loss": 1.9501, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.11317062377929688, | |
| "learning_rate": 0.00019990673144569892, | |
| "loss": 1.9425, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.10313500463962555, | |
| "learning_rate": 0.0001998938833847273, | |
| "loss": 1.9594, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.1095932349562645, | |
| "learning_rate": 0.00019988020702150618, | |
| "loss": 1.951, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.11742599308490753, | |
| "learning_rate": 0.00019986570246943754, | |
| "loss": 2.0445, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.14208655059337616, | |
| "learning_rate": 0.00019985036984879052, | |
| "loss": 1.9932, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.10696502774953842, | |
| "learning_rate": 0.00019983420928670044, | |
| "loss": 1.9076, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.10935875028371811, | |
| "learning_rate": 0.00019981722091716783, | |
| "loss": 1.8718, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.11814530938863754, | |
| "learning_rate": 0.00019979940488105722, | |
| "loss": 1.8591, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.12232942134141922, | |
| "learning_rate": 0.00019978076132609599, | |
| "loss": 1.9379, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.11652842909097672, | |
| "learning_rate": 0.00019976129040687318, | |
| "loss": 1.9731, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.1147683709859848, | |
| "learning_rate": 0.0001997409922848381, | |
| "loss": 1.8994, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.1180400475859642, | |
| "learning_rate": 0.00019971986712829932, | |
| "loss": 1.8678, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.13028429448604584, | |
| "learning_rate": 0.0001996979151124227, | |
| "loss": 1.9853, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.11380694806575775, | |
| "learning_rate": 0.00019967513641923056, | |
| "loss": 1.8388, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.13089893758296967, | |
| "learning_rate": 0.00019965153123759966, | |
| "loss": 1.8802, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.12069398909807205, | |
| "learning_rate": 0.00019962709976326, | |
| "loss": 1.9847, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.12704235315322876, | |
| "learning_rate": 0.00019960184219879303, | |
| "loss": 2.0103, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.15785923600196838, | |
| "learning_rate": 0.00019957575875362993, | |
| "loss": 1.9266, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.137678325176239, | |
| "learning_rate": 0.00019954884964404996, | |
| "loss": 1.827, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.12916652858257294, | |
| "learning_rate": 0.0001995211150931787, | |
| "loss": 1.8881, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.14117199182510376, | |
| "learning_rate": 0.00019949255533098604, | |
| "loss": 1.9003, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.122989721596241, | |
| "learning_rate": 0.00019946317059428448, | |
| "loss": 1.7859, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.14118267595767975, | |
| "learning_rate": 0.00019943296112672696, | |
| "loss": 1.9206, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.14580337703227997, | |
| "learning_rate": 0.00019940192717880502, | |
| "loss": 2.0004, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.1319318562746048, | |
| "learning_rate": 0.00019937006900784665, | |
| "loss": 1.9288, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.13234923779964447, | |
| "learning_rate": 0.00019933738687801403, | |
| "loss": 1.8757, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.13480357825756073, | |
| "learning_rate": 0.00019930388106030166, | |
| "loss": 1.773, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.15075266361236572, | |
| "learning_rate": 0.00019926955183253374, | |
| "loss": 1.9003, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.2747078537940979, | |
| "learning_rate": 0.00019923439947936204, | |
| "loss": 1.8076, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.14992934465408325, | |
| "learning_rate": 0.00019919842429226372, | |
| "loss": 1.9598, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.15926502645015717, | |
| "learning_rate": 0.0001991616265695385, | |
| "loss": 1.8815, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.18423113226890564, | |
| "learning_rate": 0.00019912400661630658, | |
| "loss": 2.0042, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.15437527000904083, | |
| "learning_rate": 0.00019908556474450593, | |
| "loss": 1.8524, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.15860721468925476, | |
| "learning_rate": 0.0001990463012728896, | |
| "loss": 1.9301, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.1519562005996704, | |
| "learning_rate": 0.00019900621652702336, | |
| "loss": 1.8769, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.13514740765094757, | |
| "learning_rate": 0.00019896531083928273, | |
| "loss": 1.7548, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.15928471088409424, | |
| "learning_rate": 0.00019892358454885042, | |
| "loss": 1.8667, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.15786142647266388, | |
| "learning_rate": 0.00019888103800171333, | |
| "loss": 1.8641, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.1386164277791977, | |
| "learning_rate": 0.00019883767155065986, | |
| "loss": 1.8872, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.14870542287826538, | |
| "learning_rate": 0.00019879348555527687, | |
| "loss": 1.8602, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.14343470335006714, | |
| "learning_rate": 0.00019874848038194673, | |
| "loss": 1.8312, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.15904268622398376, | |
| "learning_rate": 0.00019870265640384435, | |
| "loss": 1.9288, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.1546896994113922, | |
| "learning_rate": 0.00019865601400093395, | |
| "loss": 1.9167, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.15036776661872864, | |
| "learning_rate": 0.000198608553559966, | |
| "loss": 1.8157, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.155603289604187, | |
| "learning_rate": 0.000198560275474474, | |
| "loss": 1.8193, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.14846371114253998, | |
| "learning_rate": 0.00019851118014477126, | |
| "loss": 1.7431, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.15555807948112488, | |
| "learning_rate": 0.00019846126797794743, | |
| "loss": 1.9226, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.14305201172828674, | |
| "learning_rate": 0.00019841053938786534, | |
| "loss": 1.8991, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.14723321795463562, | |
| "learning_rate": 0.00019835899479515737, | |
| "loss": 1.881, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.14168229699134827, | |
| "learning_rate": 0.00019830663462722207, | |
| "loss": 1.9365, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.16648411750793457, | |
| "learning_rate": 0.00019825345931822068, | |
| "loss": 1.764, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.13298211991786957, | |
| "learning_rate": 0.00019819946930907332, | |
| "loss": 1.8581, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.15933053195476532, | |
| "learning_rate": 0.00019814466504745548, | |
| "loss": 1.8043, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.15350531041622162, | |
| "learning_rate": 0.00019808904698779433, | |
| "loss": 1.7964, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.17690815031528473, | |
| "learning_rate": 0.00019803261559126492, | |
| "loss": 1.8173, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.14556676149368286, | |
| "learning_rate": 0.0001979753713257863, | |
| "loss": 1.9111, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.14608439803123474, | |
| "learning_rate": 0.00019791731466601773, | |
| "loss": 1.8583, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.15660099685192108, | |
| "learning_rate": 0.0001978584460933546, | |
| "loss": 1.8686, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.2378729283809662, | |
| "learning_rate": 0.00019779876609592471, | |
| "loss": 1.7445, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.17274336516857147, | |
| "learning_rate": 0.00019773827516858386, | |
| "loss": 1.9353, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.15144622325897217, | |
| "learning_rate": 0.00019767697381291202, | |
| "loss": 1.8179, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.1504279226064682, | |
| "learning_rate": 0.00019761486253720915, | |
| "loss": 1.787, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.14772076904773712, | |
| "learning_rate": 0.0001975519418564908, | |
| "loss": 1.8928, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.16531221568584442, | |
| "learning_rate": 0.00019748821229248405, | |
| "loss": 1.7052, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.15720781683921814, | |
| "learning_rate": 0.00019742367437362306, | |
| "loss": 1.8116, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.15642230212688446, | |
| "learning_rate": 0.00019735832863504476, | |
| "loss": 1.7233, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.13698022067546844, | |
| "learning_rate": 0.00019729217561858433, | |
| "loss": 1.7699, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.16550354659557343, | |
| "learning_rate": 0.00019722521587277076, | |
| "loss": 1.7379, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "eval_loss": 1.785460114479065, | |
| "eval_runtime": 54.2174, | |
| "eval_samples_per_second": 92.166, | |
| "eval_steps_per_second": 23.055, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.1539517045021057, | |
| "learning_rate": 0.00019715744995282234, | |
| "loss": 1.7921, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.1603965014219284, | |
| "learning_rate": 0.00019708887842064194, | |
| "loss": 1.7856, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.14334900677204132, | |
| "learning_rate": 0.0001970195018448125, | |
| "loss": 1.8048, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.17852160334587097, | |
| "learning_rate": 0.00019694932080059217, | |
| "loss": 1.7513, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.15032339096069336, | |
| "learning_rate": 0.00019687833586990973, | |
| "loss": 1.7011, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.1456947922706604, | |
| "learning_rate": 0.00019680654764135945, | |
| "loss": 1.7992, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.14242622256278992, | |
| "learning_rate": 0.00019673395671019654, | |
| "loss": 1.8617, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.15148206055164337, | |
| "learning_rate": 0.00019666056367833204, | |
| "loss": 1.8464, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.15412554144859314, | |
| "learning_rate": 0.00019658636915432788, | |
| "loss": 1.8757, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.1881706863641739, | |
| "learning_rate": 0.0001965113737533918, | |
| "loss": 1.7233, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.16812562942504883, | |
| "learning_rate": 0.0001964355780973723, | |
| "loss": 1.769, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.14640142023563385, | |
| "learning_rate": 0.00019635898281475346, | |
| "loss": 1.8155, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.16034264862537384, | |
| "learning_rate": 0.00019628158854064956, | |
| "loss": 1.7034, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.14522109925746918, | |
| "learning_rate": 0.00019620339591680023, | |
| "loss": 1.8194, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.1690577268600464, | |
| "learning_rate": 0.0001961244055915647, | |
| "loss": 1.7467, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.17564715445041656, | |
| "learning_rate": 0.00019604461821991667, | |
| "loss": 1.8696, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.1871030628681183, | |
| "learning_rate": 0.00019596403446343877, | |
| "loss": 1.8975, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.18129503726959229, | |
| "learning_rate": 0.0001958826549903171, | |
| "loss": 1.8295, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.16357164084911346, | |
| "learning_rate": 0.00019580048047533578, | |
| "loss": 1.813, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.15929792821407318, | |
| "learning_rate": 0.00019571751159987115, | |
| "loss": 1.7072, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.14020949602127075, | |
| "learning_rate": 0.00019563374905188637, | |
| "loss": 1.8245, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.14771193265914917, | |
| "learning_rate": 0.0001955491935259255, | |
| "loss": 1.7532, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.1625107079744339, | |
| "learning_rate": 0.0001954638457231079, | |
| "loss": 1.7653, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.15289072692394257, | |
| "learning_rate": 0.0001953777063511223, | |
| "loss": 1.7301, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.15066611766815186, | |
| "learning_rate": 0.00019529077612422103, | |
| "loss": 1.7909, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.16926345229148865, | |
| "learning_rate": 0.00019520305576321395, | |
| "loss": 1.7426, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.16127844154834747, | |
| "learning_rate": 0.00019511454599546268, | |
| "loss": 1.7841, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.14246778190135956, | |
| "learning_rate": 0.0001950252475548744, | |
| "loss": 1.7545, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.15499025583267212, | |
| "learning_rate": 0.00019493516118189582, | |
| "loss": 1.7749, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.16287535429000854, | |
| "learning_rate": 0.00019484428762350708, | |
| "loss": 1.7878, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.14317578077316284, | |
| "learning_rate": 0.00019475262763321552, | |
| "loss": 1.8787, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.15122784674167633, | |
| "learning_rate": 0.00019466018197104946, | |
| "loss": 1.8259, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.1579144448041916, | |
| "learning_rate": 0.00019456695140355172, | |
| "loss": 1.8568, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.15908168256282806, | |
| "learning_rate": 0.0001944729367037736, | |
| "loss": 1.7898, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.17988181114196777, | |
| "learning_rate": 0.0001943781386512682, | |
| "loss": 1.8017, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.16047564148902893, | |
| "learning_rate": 0.000194282558032084, | |
| "loss": 1.6842, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.2199389785528183, | |
| "learning_rate": 0.0001941861956387585, | |
| "loss": 1.7777, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.17500443756580353, | |
| "learning_rate": 0.00019408905227031142, | |
| "loss": 1.817, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.16257035732269287, | |
| "learning_rate": 0.00019399112873223824, | |
| "loss": 1.7822, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.1655006855726242, | |
| "learning_rate": 0.0001938924258365035, | |
| "loss": 1.7835, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.1625986397266388, | |
| "learning_rate": 0.00019379294440153392, | |
| "loss": 1.739, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.1542993187904358, | |
| "learning_rate": 0.00019369268525221185, | |
| "loss": 1.8484, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.16408205032348633, | |
| "learning_rate": 0.00019359164921986825, | |
| "loss": 1.7889, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.1816944181919098, | |
| "learning_rate": 0.00019348983714227583, | |
| "loss": 1.8592, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.1641003042459488, | |
| "learning_rate": 0.00019338724986364222, | |
| "loss": 1.7293, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.14509302377700806, | |
| "learning_rate": 0.00019328388823460283, | |
| "loss": 1.653, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.14293956756591797, | |
| "learning_rate": 0.00019317975311221373, | |
| "loss": 1.8303, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.17679671943187714, | |
| "learning_rate": 0.00019307484535994492, | |
| "loss": 1.7262, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.142549067735672, | |
| "learning_rate": 0.00019296916584767262, | |
| "loss": 1.8038, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.17163245379924774, | |
| "learning_rate": 0.00019286271545167254, | |
| "loss": 1.7815, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.1682298481464386, | |
| "learning_rate": 0.0001927554950546124, | |
| "loss": 1.7159, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.17430084943771362, | |
| "learning_rate": 0.00019264750554554453, | |
| "loss": 1.8462, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.1589604616165161, | |
| "learning_rate": 0.00019253874781989864, | |
| "loss": 1.7369, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.15902858972549438, | |
| "learning_rate": 0.00019242922277947448, | |
| "loss": 1.8005, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.15692317485809326, | |
| "learning_rate": 0.00019231893133243405, | |
| "loss": 1.7759, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.15179891884326935, | |
| "learning_rate": 0.00019220787439329438, | |
| "loss": 1.8517, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.14860700070858002, | |
| "learning_rate": 0.00019209605288291978, | |
| "loss": 1.7751, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.1454017162322998, | |
| "learning_rate": 0.0001919834677285142, | |
| "loss": 1.6579, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.16802151501178741, | |
| "learning_rate": 0.00019187011986361374, | |
| "loss": 1.7853, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.16814345121383667, | |
| "learning_rate": 0.0001917560102280786, | |
| "loss": 1.7162, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.15314815938472748, | |
| "learning_rate": 0.0001916411397680855, | |
| "loss": 1.7066, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.16011942923069, | |
| "learning_rate": 0.00019152550943611987, | |
| "loss": 1.7655, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.15423813462257385, | |
| "learning_rate": 0.00019140912019096766, | |
| "loss": 1.8106, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.1538185477256775, | |
| "learning_rate": 0.0001912919729977078, | |
| "loss": 1.7952, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.16051077842712402, | |
| "learning_rate": 0.00019117406882770388, | |
| "loss": 1.7182, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.15189512073993683, | |
| "learning_rate": 0.00019105540865859623, | |
| "loss": 1.6282, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.16353580355644226, | |
| "learning_rate": 0.0001909359934742938, | |
| "loss": 1.7374, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.16629937291145325, | |
| "learning_rate": 0.00019081582426496598, | |
| "loss": 1.6122, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.16899485886096954, | |
| "learning_rate": 0.00019069490202703438, | |
| "loss": 1.6817, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.1827431470155716, | |
| "learning_rate": 0.00019057322776316467, | |
| "loss": 1.7633, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.17833983898162842, | |
| "learning_rate": 0.00019045080248225805, | |
| "loss": 1.6124, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.1423504501581192, | |
| "learning_rate": 0.00019032762719944316, | |
| "loss": 1.7344, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.1658603847026825, | |
| "learning_rate": 0.0001902037029360674, | |
| "loss": 1.6874, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.16833803057670593, | |
| "learning_rate": 0.00019007903071968868, | |
| "loss": 1.7291, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.16885894536972046, | |
| "learning_rate": 0.00018995361158406676, | |
| "loss": 1.77, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.16659806668758392, | |
| "learning_rate": 0.00018982744656915475, | |
| "loss": 1.8441, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.18617461621761322, | |
| "learning_rate": 0.00018970053672109037, | |
| "loss": 1.8355, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.17858782410621643, | |
| "learning_rate": 0.00018957288309218745, | |
| "loss": 1.7093, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.1546701192855835, | |
| "learning_rate": 0.00018944448674092714, | |
| "loss": 1.6651, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.16935370862483978, | |
| "learning_rate": 0.000189315348731949, | |
| "loss": 1.7196, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.17772410809993744, | |
| "learning_rate": 0.0001891854701360424, | |
| "loss": 1.7215, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.16293296217918396, | |
| "learning_rate": 0.00018905485203013744, | |
| "loss": 1.7094, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.1712435483932495, | |
| "learning_rate": 0.00018892349549729615, | |
| "loss": 1.7627, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.19540230929851532, | |
| "learning_rate": 0.00018879140162670347, | |
| "loss": 1.7626, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.16615939140319824, | |
| "learning_rate": 0.00018865857151365814, | |
| "loss": 1.6614, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.14994904398918152, | |
| "learning_rate": 0.0001885250062595638, | |
| "loss": 1.8007, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.17429371178150177, | |
| "learning_rate": 0.0001883907069719197, | |
| "loss": 1.5822, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.1600300520658493, | |
| "learning_rate": 0.0001882556747643115, | |
| "loss": 1.7315, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.16705308854579926, | |
| "learning_rate": 0.00018811991075640223, | |
| "loss": 1.6875, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.1432919055223465, | |
| "learning_rate": 0.00018798341607392276, | |
| "loss": 1.662, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.1693781316280365, | |
| "learning_rate": 0.00018784619184866267, | |
| "loss": 1.6294, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.16618549823760986, | |
| "learning_rate": 0.0001877082392184607, | |
| "loss": 1.6935, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "eval_loss": 1.707476258277893, | |
| "eval_runtime": 53.476, | |
| "eval_samples_per_second": 93.444, | |
| "eval_steps_per_second": 23.375, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.19029615819454193, | |
| "learning_rate": 0.00018756955932719546, | |
| "loss": 1.6409, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.15953810513019562, | |
| "learning_rate": 0.00018743015332477588, | |
| "loss": 1.7592, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.1445915549993515, | |
| "learning_rate": 0.0001872900223671316, | |
| "loss": 1.7382, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.1905539631843567, | |
| "learning_rate": 0.0001871491676162035, | |
| "loss": 1.7496, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.19065023958683014, | |
| "learning_rate": 0.0001870075902399341, | |
| "loss": 1.7459, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.15250128507614136, | |
| "learning_rate": 0.00018686529141225767, | |
| "loss": 1.7847, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.16181302070617676, | |
| "learning_rate": 0.00018672227231309068, | |
| "loss": 1.6404, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.15402203798294067, | |
| "learning_rate": 0.00018657853412832202, | |
| "loss": 1.7612, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.16924121975898743, | |
| "learning_rate": 0.00018643407804980303, | |
| "loss": 1.7262, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.1564388871192932, | |
| "learning_rate": 0.00018628890527533777, | |
| "loss": 1.7721, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.17039404809474945, | |
| "learning_rate": 0.00018614301700867287, | |
| "loss": 1.6788, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.1548219621181488, | |
| "learning_rate": 0.0001859964144594879, | |
| "loss": 1.7128, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.16957992315292358, | |
| "learning_rate": 0.000185849098843385, | |
| "loss": 1.8554, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.15887251496315002, | |
| "learning_rate": 0.00018570107138187893, | |
| "loss": 1.691, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.1746351420879364, | |
| "learning_rate": 0.000185552333302387, | |
| "loss": 1.6902, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.15400560200214386, | |
| "learning_rate": 0.00018540288583821882, | |
| "loss": 1.7756, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.163401260972023, | |
| "learning_rate": 0.00018525273022856607, | |
| "loss": 1.6391, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.14885050058364868, | |
| "learning_rate": 0.0001851018677184923, | |
| "loss": 1.7449, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.15566030144691467, | |
| "learning_rate": 0.00018495029955892248, | |
| "loss": 1.7574, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.16466747224330902, | |
| "learning_rate": 0.00018479802700663268, | |
| "loss": 1.7116, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.15742923319339752, | |
| "learning_rate": 0.00018464505132423983, | |
| "loss": 1.6491, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.15772201120853424, | |
| "learning_rate": 0.00018449137378019094, | |
| "loss": 1.7971, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.17034031450748444, | |
| "learning_rate": 0.00018433699564875274, | |
| "loss": 1.7036, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.1637440025806427, | |
| "learning_rate": 0.0001841819182100012, | |
| "loss": 1.5544, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.18623477220535278, | |
| "learning_rate": 0.00018402614274981073, | |
| "loss": 1.632, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.16553111374378204, | |
| "learning_rate": 0.0001838696705598436, | |
| "loss": 1.7081, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.15178020298480988, | |
| "learning_rate": 0.0001837125029375393, | |
| "loss": 1.679, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.16419006884098053, | |
| "learning_rate": 0.00018355464118610372, | |
| "loss": 1.7082, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.1607130765914917, | |
| "learning_rate": 0.00018339608661449832, | |
| "loss": 1.6493, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.17754729092121124, | |
| "learning_rate": 0.00018323684053742932, | |
| "loss": 1.7558, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.16623522341251373, | |
| "learning_rate": 0.00018307690427533672, | |
| "loss": 1.7677, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.16194763779640198, | |
| "learning_rate": 0.00018291627915438348, | |
| "loss": 1.7749, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.17232032120227814, | |
| "learning_rate": 0.00018275496650644444, | |
| "loss": 1.8273, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.16804206371307373, | |
| "learning_rate": 0.00018259296766909527, | |
| "loss": 1.7504, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.1571667343378067, | |
| "learning_rate": 0.00018243028398560142, | |
| "loss": 1.7331, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.16855494678020477, | |
| "learning_rate": 0.00018226691680490694, | |
| "loss": 1.694, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.18118086457252502, | |
| "learning_rate": 0.00018210286748162336, | |
| "loss": 1.7338, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.16491609811782837, | |
| "learning_rate": 0.00018193813737601834, | |
| "loss": 1.5984, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.15478603541851044, | |
| "learning_rate": 0.00018177272785400455, | |
| "loss": 1.7077, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.14907459914684296, | |
| "learning_rate": 0.0001816066402871282, | |
| "loss": 1.6867, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.16465577483177185, | |
| "learning_rate": 0.00018143987605255774, | |
| "loss": 1.7904, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.1661553680896759, | |
| "learning_rate": 0.00018127243653307248, | |
| "loss": 1.7439, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.15185391902923584, | |
| "learning_rate": 0.00018110432311705096, | |
| "loss": 1.6711, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.15746577084064484, | |
| "learning_rate": 0.00018093553719845967, | |
| "loss": 1.7139, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.16057291626930237, | |
| "learning_rate": 0.00018076608017684128, | |
| "loss": 1.6659, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.17637218534946442, | |
| "learning_rate": 0.00018059595345730318, | |
| "loss": 1.7832, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.16048584878444672, | |
| "learning_rate": 0.00018042515845050576, | |
| "loss": 1.8092, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.1690172702074051, | |
| "learning_rate": 0.00018025369657265075, | |
| "loss": 1.6495, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.1493247002363205, | |
| "learning_rate": 0.0001800815692454694, | |
| "loss": 1.6867, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.1496494710445404, | |
| "learning_rate": 0.00017990877789621082, | |
| "loss": 1.6808, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.1575721800327301, | |
| "learning_rate": 0.00017973532395763, | |
| "loss": 1.7341, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.16140134632587433, | |
| "learning_rate": 0.00017956120886797604, | |
| "loss": 1.7025, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.1708807647228241, | |
| "learning_rate": 0.0001793864340709802, | |
| "loss": 1.7168, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.1652187556028366, | |
| "learning_rate": 0.00017921100101584388, | |
| "loss": 1.6333, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.15541191399097443, | |
| "learning_rate": 0.00017903491115722666, | |
| "loss": 1.6765, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.15625408291816711, | |
| "learning_rate": 0.00017885816595523423, | |
| "loss": 1.7528, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.171896293759346, | |
| "learning_rate": 0.00017868076687540624, | |
| "loss": 1.6741, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.1624470204114914, | |
| "learning_rate": 0.00017850271538870423, | |
| "loss": 1.5913, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.163376584649086, | |
| "learning_rate": 0.00017832401297149928, | |
| "loss": 1.6242, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.1690063625574112, | |
| "learning_rate": 0.00017814466110555998, | |
| "loss": 1.6997, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.18232744932174683, | |
| "learning_rate": 0.00017796466127804, | |
| "loss": 1.7033, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.16556936502456665, | |
| "learning_rate": 0.0001777840149814657, | |
| "loss": 1.8036, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.1530187577009201, | |
| "learning_rate": 0.00017760272371372402, | |
| "loss": 1.7847, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.17229686677455902, | |
| "learning_rate": 0.00017742078897804974, | |
| "loss": 1.6999, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.1453051120042801, | |
| "learning_rate": 0.00017723821228301322, | |
| "loss": 1.7255, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.1597098410129547, | |
| "learning_rate": 0.00017705499514250784, | |
| "loss": 1.7228, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.20154576003551483, | |
| "learning_rate": 0.0001768711390757374, | |
| "loss": 1.6099, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.17710669338703156, | |
| "learning_rate": 0.0001766866456072036, | |
| "loss": 1.6167, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.15468710660934448, | |
| "learning_rate": 0.00017650151626669337, | |
| "loss": 1.6875, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.18249762058258057, | |
| "learning_rate": 0.0001763157525892661, | |
| "loss": 1.5819, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.16782326996326447, | |
| "learning_rate": 0.0001761293561152411, | |
| "loss": 1.626, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.16319702565670013, | |
| "learning_rate": 0.0001759423283901846, | |
| "loss": 1.6173, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.15339410305023193, | |
| "learning_rate": 0.00017575467096489717, | |
| "loss": 1.7897, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.15668465197086334, | |
| "learning_rate": 0.00017556638539540067, | |
| "loss": 1.6749, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.1564616560935974, | |
| "learning_rate": 0.00017537747324292542, | |
| "loss": 1.6263, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.15310418605804443, | |
| "learning_rate": 0.00017518793607389723, | |
| "loss": 1.7237, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.1633821427822113, | |
| "learning_rate": 0.00017499777545992452, | |
| "loss": 1.7156, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.18414661288261414, | |
| "learning_rate": 0.00017480699297778518, | |
| "loss": 1.6333, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.18508172035217285, | |
| "learning_rate": 0.00017461559020941341, | |
| "loss": 1.681, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.17592370510101318, | |
| "learning_rate": 0.0001744235687418869, | |
| "loss": 1.7787, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.22177156805992126, | |
| "learning_rate": 0.00017423093016741333, | |
| "loss": 1.6066, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.1583690643310547, | |
| "learning_rate": 0.00017403767608331733, | |
| "loss": 1.7423, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.17558494210243225, | |
| "learning_rate": 0.00017384380809202737, | |
| "loss": 1.7306, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.1737305372953415, | |
| "learning_rate": 0.00017364932780106212, | |
| "loss": 1.8139, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.15237008035182953, | |
| "learning_rate": 0.00017345423682301755, | |
| "loss": 1.7415, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.1741713285446167, | |
| "learning_rate": 0.00017325853677555312, | |
| "loss": 1.73, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.1688138246536255, | |
| "learning_rate": 0.00017306222928137875, | |
| "loss": 1.774, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.16588321328163147, | |
| "learning_rate": 0.00017286531596824112, | |
| "loss": 1.758, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.17456404864788055, | |
| "learning_rate": 0.00017266779846891029, | |
| "loss": 1.7528, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.15763048827648163, | |
| "learning_rate": 0.00017246967842116605, | |
| "loss": 1.661, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.1601736843585968, | |
| "learning_rate": 0.00017227095746778456, | |
| "loss": 1.7317, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.17678223550319672, | |
| "learning_rate": 0.00017207163725652445, | |
| "loss": 1.7016, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "eval_loss": 1.666338324546814, | |
| "eval_runtime": 53.3064, | |
| "eval_samples_per_second": 93.741, | |
| "eval_steps_per_second": 23.449, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.1592448651790619, | |
| "learning_rate": 0.00017187171944011329, | |
| "loss": 1.6313, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.1765425056219101, | |
| "learning_rate": 0.000171671205676234, | |
| "loss": 1.5646, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.14587025344371796, | |
| "learning_rate": 0.00017147009762751085, | |
| "loss": 1.7655, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.15663780272006989, | |
| "learning_rate": 0.00017126839696149596, | |
| "loss": 1.6468, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.15041159093379974, | |
| "learning_rate": 0.00017106610535065517, | |
| "loss": 1.6655, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.18636269867420197, | |
| "learning_rate": 0.0001708632244723545, | |
| "loss": 1.7274, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.2026071399450302, | |
| "learning_rate": 0.00017065975600884584, | |
| "loss": 1.7669, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.16321098804473877, | |
| "learning_rate": 0.00017045570164725348, | |
| "loss": 1.5634, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.17123541235923767, | |
| "learning_rate": 0.00017025106307955973, | |
| "loss": 1.6881, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.17135639488697052, | |
| "learning_rate": 0.00017004584200259107, | |
| "loss": 1.5511, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.149318128824234, | |
| "learning_rate": 0.00016984004011800404, | |
| "loss": 1.7526, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.17461049556732178, | |
| "learning_rate": 0.0001696336591322711, | |
| "loss": 1.7297, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.22167545557022095, | |
| "learning_rate": 0.00016942670075666656, | |
| "loss": 1.5982, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.17257270216941833, | |
| "learning_rate": 0.00016921916670725233, | |
| "loss": 1.6988, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.16062453389167786, | |
| "learning_rate": 0.00016901105870486372, | |
| "loss": 1.621, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.18726034462451935, | |
| "learning_rate": 0.00016880237847509514, | |
| "loss": 1.6037, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.1890726536512375, | |
| "learning_rate": 0.00016859312774828578, | |
| "loss": 1.6991, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.1621987223625183, | |
| "learning_rate": 0.0001683833082595053, | |
| "loss": 1.6365, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.15142592787742615, | |
| "learning_rate": 0.0001681729217485395, | |
| "loss": 1.5566, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.15878473222255707, | |
| "learning_rate": 0.0001679619699598757, | |
| "loss": 1.6339, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.19840176403522491, | |
| "learning_rate": 0.00016775045464268855, | |
| "loss": 1.7045, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.15840516984462738, | |
| "learning_rate": 0.00016753837755082527, | |
| "loss": 1.7066, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.14891847968101501, | |
| "learning_rate": 0.00016732574044279122, | |
| "loss": 1.6095, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.1543874889612198, | |
| "learning_rate": 0.0001671125450817354, | |
| "loss": 1.6635, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.1737508326768875, | |
| "learning_rate": 0.00016689879323543566, | |
| "loss": 1.7243, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.1600562036037445, | |
| "learning_rate": 0.00016668448667628418, | |
| "loss": 1.6657, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.16577617824077606, | |
| "learning_rate": 0.00016646962718127264, | |
| "loss": 1.6408, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.1584424525499344, | |
| "learning_rate": 0.00016625421653197766, | |
| "loss": 1.7327, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.16025269031524658, | |
| "learning_rate": 0.00016603825651454588, | |
| "loss": 1.7496, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.1708802878856659, | |
| "learning_rate": 0.0001658217489196792, | |
| "loss": 1.6233, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.17108985781669617, | |
| "learning_rate": 0.00016560469554262, | |
| "loss": 1.675, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.17331109941005707, | |
| "learning_rate": 0.00016538709818313604, | |
| "loss": 1.6796, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.15554888546466827, | |
| "learning_rate": 0.0001651689586455059, | |
| "loss": 1.6977, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.16161341965198517, | |
| "learning_rate": 0.0001649502787385036, | |
| "loss": 1.5421, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.16354724764823914, | |
| "learning_rate": 0.00016473106027538393, | |
| "loss": 1.6105, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.16034872829914093, | |
| "learning_rate": 0.0001645113050738673, | |
| "loss": 1.7455, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.15332373976707458, | |
| "learning_rate": 0.00016429101495612453, | |
| "loss": 1.5715, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.18118220567703247, | |
| "learning_rate": 0.00016407019174876196, | |
| "loss": 1.6783, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.16754361987113953, | |
| "learning_rate": 0.00016384883728280626, | |
| "loss": 1.596, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.1616910696029663, | |
| "learning_rate": 0.00016362695339368913, | |
| "loss": 1.699, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.1674581617116928, | |
| "learning_rate": 0.00016340454192123217, | |
| "loss": 1.6238, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.1575167030096054, | |
| "learning_rate": 0.00016318160470963158, | |
| "loss": 1.7563, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.15855339169502258, | |
| "learning_rate": 0.00016295814360744296, | |
| "loss": 1.6587, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.16675756871700287, | |
| "learning_rate": 0.00016273416046756585, | |
| "loss": 1.5694, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.17339494824409485, | |
| "learning_rate": 0.0001625096571472285, | |
| "loss": 1.6924, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.16791300475597382, | |
| "learning_rate": 0.00016228463550797234, | |
| "loss": 1.6103, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.1806572824716568, | |
| "learning_rate": 0.00016205909741563663, | |
| "loss": 1.7016, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.18338143825531006, | |
| "learning_rate": 0.00016183304474034303, | |
| "loss": 1.6367, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.17175601422786713, | |
| "learning_rate": 0.00016160647935647987, | |
| "loss": 1.6221, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.1569746434688568, | |
| "learning_rate": 0.00016137940314268695, | |
| "loss": 1.6587, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.16621094942092896, | |
| "learning_rate": 0.00016115181798183968, | |
| "loss": 1.7476, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.1589597761631012, | |
| "learning_rate": 0.00016092372576103362, | |
| "loss": 1.608, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.1526154726743698, | |
| "learning_rate": 0.00016069512837156867, | |
| "loss": 1.6524, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.16909892857074738, | |
| "learning_rate": 0.00016046602770893365, | |
| "loss": 1.7135, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.16316530108451843, | |
| "learning_rate": 0.00016023642567279033, | |
| "loss": 1.645, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.15762114524841309, | |
| "learning_rate": 0.00016000632416695782, | |
| "loss": 1.6342, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.15512891113758087, | |
| "learning_rate": 0.0001597757250993967, | |
| "loss": 1.6937, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.1490001082420349, | |
| "learning_rate": 0.0001595446303821933, | |
| "loss": 1.6558, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.167209193110466, | |
| "learning_rate": 0.00015931304193154375, | |
| "loss": 1.7354, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.15756173431873322, | |
| "learning_rate": 0.00015908096166773817, | |
| "loss": 1.6624, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.35730743408203125, | |
| "learning_rate": 0.0001588483915151447, | |
| "loss": 1.7502, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.17207658290863037, | |
| "learning_rate": 0.00015861533340219347, | |
| "loss": 1.7045, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.1688750982284546, | |
| "learning_rate": 0.00015838178926136078, | |
| "loss": 1.7443, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.15904007852077484, | |
| "learning_rate": 0.00015814776102915295, | |
| "loss": 1.6744, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.15581969916820526, | |
| "learning_rate": 0.0001579132506460903, | |
| "loss": 1.6926, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.1648828089237213, | |
| "learning_rate": 0.0001576782600566911, | |
| "loss": 1.6929, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.16498371958732605, | |
| "learning_rate": 0.00015744279120945534, | |
| "loss": 1.7607, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.1721397489309311, | |
| "learning_rate": 0.00015720684605684864, | |
| "loss": 1.7413, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.20110780000686646, | |
| "learning_rate": 0.00015697042655528617, | |
| "loss": 1.7579, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.17458587884902954, | |
| "learning_rate": 0.00015673353466511618, | |
| "loss": 1.557, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.1674317717552185, | |
| "learning_rate": 0.00015649617235060395, | |
| "loss": 1.7079, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.17642170190811157, | |
| "learning_rate": 0.0001562583415799154, | |
| "loss": 1.7137, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.17334245145320892, | |
| "learning_rate": 0.00015602004432510084, | |
| "loss": 1.6618, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.19081345200538635, | |
| "learning_rate": 0.00015578128256207857, | |
| "loss": 1.6069, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.1641138792037964, | |
| "learning_rate": 0.00015554205827061855, | |
| "loss": 1.7307, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.18359099328517914, | |
| "learning_rate": 0.0001553023734343258, | |
| "loss": 1.6646, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.15749670565128326, | |
| "learning_rate": 0.00015506223004062427, | |
| "loss": 1.6696, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.15676377713680267, | |
| "learning_rate": 0.00015482163008074016, | |
| "loss": 1.6257, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.1613236665725708, | |
| "learning_rate": 0.00015458057554968533, | |
| "loss": 1.6906, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.15893089771270752, | |
| "learning_rate": 0.0001543390684462409, | |
| "loss": 1.7515, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.16093188524246216, | |
| "learning_rate": 0.00015409711077294066, | |
| "loss": 1.7285, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.1732104867696762, | |
| "learning_rate": 0.00015385470453605456, | |
| "loss": 1.728, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.18478652834892273, | |
| "learning_rate": 0.0001536118517455717, | |
| "loss": 1.6798, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.1561679095029831, | |
| "learning_rate": 0.00015336855441518414, | |
| "loss": 1.4988, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.16175530850887299, | |
| "learning_rate": 0.00015312481456226986, | |
| "loss": 1.5661, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.15828688442707062, | |
| "learning_rate": 0.0001528806342078763, | |
| "loss": 1.6894, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.1670212745666504, | |
| "learning_rate": 0.00015263601537670332, | |
| "loss": 1.6946, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.15261001884937286, | |
| "learning_rate": 0.00015239096009708665, | |
| "loss": 1.647, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.15754546225070953, | |
| "learning_rate": 0.00015214547040098082, | |
| "loss": 1.65, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.15401124954223633, | |
| "learning_rate": 0.00015189954832394266, | |
| "loss": 1.6826, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.15601174533367157, | |
| "learning_rate": 0.00015165319590511412, | |
| "loss": 1.7028, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.17138823866844177, | |
| "learning_rate": 0.00015140641518720545, | |
| "loss": 1.5761, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 1.637104868888855, | |
| "eval_runtime": 53.887, | |
| "eval_samples_per_second": 92.731, | |
| "eval_steps_per_second": 23.197, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.16486236453056335, | |
| "learning_rate": 0.00015115920821647834, | |
| "loss": 1.6967, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.16460780799388885, | |
| "learning_rate": 0.00015091157704272886, | |
| "loss": 1.6389, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.16463211178779602, | |
| "learning_rate": 0.00015066352371927047, | |
| "loss": 1.7642, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.15675517916679382, | |
| "learning_rate": 0.0001504150503029171, | |
| "loss": 1.6816, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.1745896190404892, | |
| "learning_rate": 0.0001501661588539659, | |
| "loss": 1.7393, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.16300994157791138, | |
| "learning_rate": 0.00014991685143618042, | |
| "loss": 1.6244, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.17243793606758118, | |
| "learning_rate": 0.00014966713011677318, | |
| "loss": 1.664, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.1658598929643631, | |
| "learning_rate": 0.00014941699696638887, | |
| "loss": 1.5184, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.16609761118888855, | |
| "learning_rate": 0.00014916645405908683, | |
| "loss": 1.6516, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.17976997792720795, | |
| "learning_rate": 0.0001489155034723242, | |
| "loss": 1.619, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.1680922657251358, | |
| "learning_rate": 0.00014866414728693838, | |
| "loss": 1.6772, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.18461324274539948, | |
| "learning_rate": 0.00014841238758713006, | |
| "loss": 1.5051, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.20495639741420746, | |
| "learning_rate": 0.0001481602264604457, | |
| "loss": 1.6497, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.16210030019283295, | |
| "learning_rate": 0.00014790766599776038, | |
| "loss": 1.376, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.16862326860427856, | |
| "learning_rate": 0.00014765470829326033, | |
| "loss": 1.5394, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.16202732920646667, | |
| "learning_rate": 0.0001474013554444257, | |
| "loss": 1.6899, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.1672043651342392, | |
| "learning_rate": 0.00014714760955201306, | |
| "loss": 1.6943, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.1694658100605011, | |
| "learning_rate": 0.00014689347272003813, | |
| "loss": 1.6172, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.2547871470451355, | |
| "learning_rate": 0.0001466389470557581, | |
| "loss": 1.6476, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.16380763053894043, | |
| "learning_rate": 0.0001463840346696543, | |
| "loss": 1.6212, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.16450123488903046, | |
| "learning_rate": 0.00014612873767541485, | |
| "loss": 1.7284, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.18062160909175873, | |
| "learning_rate": 0.00014587305818991673, | |
| "loss": 1.5628, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.16628506779670715, | |
| "learning_rate": 0.0001456169983332087, | |
| "loss": 1.5655, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.17104601860046387, | |
| "learning_rate": 0.00014536056022849327, | |
| "loss": 1.6204, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.17847618460655212, | |
| "learning_rate": 0.00014510374600210953, | |
| "loss": 1.626, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.17856758832931519, | |
| "learning_rate": 0.0001448465577835152, | |
| "loss": 1.6905, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.15889039635658264, | |
| "learning_rate": 0.000144588997705269, | |
| "loss": 1.5162, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.17019660770893097, | |
| "learning_rate": 0.0001443310679030132, | |
| "loss": 1.6263, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.1884152591228485, | |
| "learning_rate": 0.00014407277051545564, | |
| "loss": 1.5887, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.16880416870117188, | |
| "learning_rate": 0.00014381410768435216, | |
| "loss": 1.6554, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.172772616147995, | |
| "learning_rate": 0.0001435550815544888, | |
| "loss": 1.6194, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.1651185303926468, | |
| "learning_rate": 0.00014329569427366394, | |
| "loss": 1.6202, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.1783447414636612, | |
| "learning_rate": 0.00014303594799267065, | |
| "loss": 1.5183, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.18523593246936798, | |
| "learning_rate": 0.00014277584486527872, | |
| "loss": 1.5517, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.17499391734600067, | |
| "learning_rate": 0.0001425153870482169, | |
| "loss": 1.6889, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.16847828030586243, | |
| "learning_rate": 0.00014225457670115482, | |
| "loss": 1.6499, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.187130406498909, | |
| "learning_rate": 0.00014199341598668537, | |
| "loss": 1.6138, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.17778280377388, | |
| "learning_rate": 0.0001417319070703066, | |
| "loss": 1.5702, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.18552978336811066, | |
| "learning_rate": 0.00014147005212040374, | |
| "loss": 1.4837, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.19115741550922394, | |
| "learning_rate": 0.00014120785330823128, | |
| "loss": 1.5809, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.19195811450481415, | |
| "learning_rate": 0.000140945312807895, | |
| "loss": 1.6841, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.1775340586900711, | |
| "learning_rate": 0.0001406824327963338, | |
| "loss": 1.4879, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.17470397055149078, | |
| "learning_rate": 0.00014041921545330193, | |
| "loss": 1.7223, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.18359576165676117, | |
| "learning_rate": 0.00014015566296135047, | |
| "loss": 1.6814, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.18946854770183563, | |
| "learning_rate": 0.00013989177750580974, | |
| "loss": 1.5659, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.17491303384304047, | |
| "learning_rate": 0.00013962756127477077, | |
| "loss": 1.5633, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.19263826310634613, | |
| "learning_rate": 0.00013936301645906744, | |
| "loss": 1.4806, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.20540061593055725, | |
| "learning_rate": 0.0001390981452522581, | |
| "loss": 1.6358, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.1703554391860962, | |
| "learning_rate": 0.00013883294985060754, | |
| "loss": 1.5266, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.1858687400817871, | |
| "learning_rate": 0.00013856743245306867, | |
| "loss": 1.5421, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.19925490021705627, | |
| "learning_rate": 0.0001383015952612644, | |
| "loss": 1.5334, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.18249362707138062, | |
| "learning_rate": 0.00013803544047946917, | |
| "loss": 1.6678, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.1895124316215515, | |
| "learning_rate": 0.00013776897031459104, | |
| "loss": 1.5825, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.18998436629772186, | |
| "learning_rate": 0.00013750218697615297, | |
| "loss": 1.4063, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.18359903991222382, | |
| "learning_rate": 0.00013723509267627479, | |
| "loss": 1.5474, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.1771814525127411, | |
| "learning_rate": 0.0001369676896296548, | |
| "loss": 1.6217, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.2542651891708374, | |
| "learning_rate": 0.0001366999800535513, | |
| "loss": 1.5389, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.16922856867313385, | |
| "learning_rate": 0.00013643196616776432, | |
| "loss": 1.6299, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.19103561341762543, | |
| "learning_rate": 0.00013616365019461716, | |
| "loss": 1.6539, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.17129819095134735, | |
| "learning_rate": 0.00013589503435893792, | |
| "loss": 1.5554, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.17848622798919678, | |
| "learning_rate": 0.00013562612088804127, | |
| "loss": 1.6609, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.1793471872806549, | |
| "learning_rate": 0.00013535691201170958, | |
| "loss": 1.4906, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.17249123752117157, | |
| "learning_rate": 0.00013508740996217493, | |
| "loss": 1.5901, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.17167752981185913, | |
| "learning_rate": 0.00013481761697410009, | |
| "loss": 1.5892, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.18118228018283844, | |
| "learning_rate": 0.00013454753528456038, | |
| "loss": 1.6449, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.19412502646446228, | |
| "learning_rate": 0.00013427716713302506, | |
| "loss": 1.4823, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.16546295583248138, | |
| "learning_rate": 0.00013400651476133844, | |
| "loss": 1.5447, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.17301104962825775, | |
| "learning_rate": 0.00013373558041370178, | |
| "loss": 1.5071, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.19761618971824646, | |
| "learning_rate": 0.00013346436633665428, | |
| "loss": 1.6934, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.17933383584022522, | |
| "learning_rate": 0.00013319287477905464, | |
| "loss": 1.514, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.20005792379379272, | |
| "learning_rate": 0.00013292110799206243, | |
| "loss": 1.4735, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.1816921830177307, | |
| "learning_rate": 0.0001326490682291193, | |
| "loss": 1.6867, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.19630655646324158, | |
| "learning_rate": 0.00013237675774593045, | |
| "loss": 1.3871, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.17641153931617737, | |
| "learning_rate": 0.0001321041788004458, | |
| "loss": 1.5511, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.18330830335617065, | |
| "learning_rate": 0.00013183133365284123, | |
| "loss": 1.432, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.20252883434295654, | |
| "learning_rate": 0.00013155822456550006, | |
| "loss": 1.6277, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.17543216049671173, | |
| "learning_rate": 0.00013128485380299408, | |
| "loss": 1.6337, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.1888299435377121, | |
| "learning_rate": 0.00013101122363206488, | |
| "loss": 1.6009, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.20228877663612366, | |
| "learning_rate": 0.00013073733632160494, | |
| "loss": 1.5939, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.19537915289402008, | |
| "learning_rate": 0.00013046319414263902, | |
| "loss": 1.5944, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.18867214024066925, | |
| "learning_rate": 0.00013018879936830505, | |
| "loss": 1.5614, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.18890655040740967, | |
| "learning_rate": 0.00012991415427383556, | |
| "loss": 1.6572, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.19154617190361023, | |
| "learning_rate": 0.00012963926113653863, | |
| "loss": 1.4916, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.18493875861167908, | |
| "learning_rate": 0.00012936412223577915, | |
| "loss": 1.6289, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.18440605700016022, | |
| "learning_rate": 0.00012908873985295968, | |
| "loss": 1.5943, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.1951192021369934, | |
| "learning_rate": 0.00012881311627150187, | |
| "loss": 1.6152, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.18237607181072235, | |
| "learning_rate": 0.00012853725377682718, | |
| "loss": 1.7562, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.17004793882369995, | |
| "learning_rate": 0.0001282611546563382, | |
| "loss": 1.5222, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.19362376630306244, | |
| "learning_rate": 0.00012798482119939956, | |
| "loss": 1.5306, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.1877073347568512, | |
| "learning_rate": 0.00012770825569731895, | |
| "loss": 1.4202, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.177567720413208, | |
| "learning_rate": 0.00012743146044332817, | |
| "loss": 1.5566, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.20578047633171082, | |
| "learning_rate": 0.00012715443773256402, | |
| "loss": 1.4785, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "eval_loss": 1.6219624280929565, | |
| "eval_runtime": 53.6944, | |
| "eval_samples_per_second": 93.064, | |
| "eval_steps_per_second": 23.28, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.180220827460289, | |
| "learning_rate": 0.0001268771898620494, | |
| "loss": 1.6456, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.20168617367744446, | |
| "learning_rate": 0.00012659971913067414, | |
| "loss": 1.4979, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.1822381317615509, | |
| "learning_rate": 0.000126322027839176, | |
| "loss": 1.5769, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.18748806416988373, | |
| "learning_rate": 0.00012604411829012166, | |
| "loss": 1.6408, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.17949888110160828, | |
| "learning_rate": 0.00012576599278788742, | |
| "loss": 1.6341, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.19509534537792206, | |
| "learning_rate": 0.00012548765363864036, | |
| "loss": 1.5458, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.1767253279685974, | |
| "learning_rate": 0.00012520910315031895, | |
| "loss": 1.577, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.17574870586395264, | |
| "learning_rate": 0.0001249303436326142, | |
| "loss": 1.6089, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.17545011639595032, | |
| "learning_rate": 0.0001246513773969502, | |
| "loss": 1.6331, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.18224777281284332, | |
| "learning_rate": 0.00012437220675646523, | |
| "loss": 1.5737, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.20681160688400269, | |
| "learning_rate": 0.00012409283402599238, | |
| "loss": 1.5503, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.196259543299675, | |
| "learning_rate": 0.0001238132615220405, | |
| "loss": 1.6594, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.18110986053943634, | |
| "learning_rate": 0.0001235334915627748, | |
| "loss": 1.6193, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.18576951324939728, | |
| "learning_rate": 0.00012325352646799795, | |
| "loss": 1.6723, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.18934178352355957, | |
| "learning_rate": 0.00012297336855913047, | |
| "loss": 1.6192, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.185868501663208, | |
| "learning_rate": 0.00012269302015919172, | |
| "loss": 1.6163, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.16594283282756805, | |
| "learning_rate": 0.00012241248359278064, | |
| "loss": 1.6334, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.17133650183677673, | |
| "learning_rate": 0.00012213176118605637, | |
| "loss": 1.5889, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.1712963730096817, | |
| "learning_rate": 0.00012185085526671893, | |
| "loss": 1.5003, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.1756075769662857, | |
| "learning_rate": 0.00012156976816399013, | |
| "loss": 1.6512, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.17380216717720032, | |
| "learning_rate": 0.00012128850220859397, | |
| "loss": 1.4197, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.18200692534446716, | |
| "learning_rate": 0.00012100705973273765, | |
| "loss": 1.5587, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.17649267613887787, | |
| "learning_rate": 0.00012072544307009184, | |
| "loss": 1.662, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.20866695046424866, | |
| "learning_rate": 0.00012044365455577171, | |
| "loss": 1.5038, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.18661659955978394, | |
| "learning_rate": 0.00012016169652631726, | |
| "loss": 1.4872, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.19411514699459076, | |
| "learning_rate": 0.00011987957131967418, | |
| "loss": 1.5808, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.1833687424659729, | |
| "learning_rate": 0.00011959728127517434, | |
| "loss": 1.6578, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.2166387289762497, | |
| "learning_rate": 0.00011931482873351632, | |
| "loss": 1.6438, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.17330534756183624, | |
| "learning_rate": 0.00011903221603674628, | |
| "loss": 1.5918, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.17018438875675201, | |
| "learning_rate": 0.00011874944552823817, | |
| "loss": 1.5898, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.1763826310634613, | |
| "learning_rate": 0.00011846651955267463, | |
| "loss": 1.5376, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.18420416116714478, | |
| "learning_rate": 0.00011818344045602727, | |
| "loss": 1.5467, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.19673533737659454, | |
| "learning_rate": 0.00011790021058553751, | |
| "loss": 1.582, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.1835012137889862, | |
| "learning_rate": 0.00011761683228969682, | |
| "loss": 1.6558, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.18565072119235992, | |
| "learning_rate": 0.00011733330791822749, | |
| "loss": 1.5635, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.18372558057308197, | |
| "learning_rate": 0.00011704963982206299, | |
| "loss": 1.5643, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.17450691759586334, | |
| "learning_rate": 0.00011676583035332853, | |
| "loss": 1.5644, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.1876295804977417, | |
| "learning_rate": 0.00011648188186532154, | |
| "loss": 1.5997, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.19220595061779022, | |
| "learning_rate": 0.00011619779671249223, | |
| "loss": 1.6757, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.1927752047777176, | |
| "learning_rate": 0.00011591357725042393, | |
| "loss": 1.5843, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.18117199838161469, | |
| "learning_rate": 0.00011562922583581375, | |
| "loss": 1.6051, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.18213218450546265, | |
| "learning_rate": 0.0001153447448264528, | |
| "loss": 1.5653, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.18642397224903107, | |
| "learning_rate": 0.00011506013658120687, | |
| "loss": 1.5057, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.18502803146839142, | |
| "learning_rate": 0.00011477540345999669, | |
| "loss": 1.5657, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.1808471977710724, | |
| "learning_rate": 0.00011449054782377855, | |
| "loss": 1.6401, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.18637515604496002, | |
| "learning_rate": 0.00011420557203452444, | |
| "loss": 1.5472, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.19144316017627716, | |
| "learning_rate": 0.00011392047845520282, | |
| "loss": 1.5232, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.17375171184539795, | |
| "learning_rate": 0.00011363526944975867, | |
| "loss": 1.5129, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.18536758422851562, | |
| "learning_rate": 0.00011334994738309423, | |
| "loss": 1.5233, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.1873825639486313, | |
| "learning_rate": 0.00011306451462104912, | |
| "loss": 1.6106, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.18517866730690002, | |
| "learning_rate": 0.00011277897353038085, | |
| "loss": 1.5758, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.18197666108608246, | |
| "learning_rate": 0.00011249332647874513, | |
| "loss": 1.5425, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.17675837874412537, | |
| "learning_rate": 0.00011220757583467643, | |
| "loss": 1.548, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.18274517357349396, | |
| "learning_rate": 0.00011192172396756797, | |
| "loss": 1.5736, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.24651746451854706, | |
| "learning_rate": 0.00011163577324765248, | |
| "loss": 1.5953, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.18200458586215973, | |
| "learning_rate": 0.00011134972604598224, | |
| "loss": 1.5957, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.19455678761005402, | |
| "learning_rate": 0.00011106358473440963, | |
| "loss": 1.659, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.19950920343399048, | |
| "learning_rate": 0.00011077735168556729, | |
| "loss": 1.5277, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.19501787424087524, | |
| "learning_rate": 0.00011049102927284857, | |
| "loss": 1.612, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.1821345090866089, | |
| "learning_rate": 0.00011020461987038781, | |
| "loss": 1.5435, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.17476962506771088, | |
| "learning_rate": 0.00010991812585304069, | |
| "loss": 1.5899, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.1734679490327835, | |
| "learning_rate": 0.00010963154959636438, | |
| "loss": 1.675, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.19216276705265045, | |
| "learning_rate": 0.00010934489347659816, | |
| "loss": 1.5913, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.18504251539707184, | |
| "learning_rate": 0.00010905815987064328, | |
| "loss": 1.5604, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.1940964013338089, | |
| "learning_rate": 0.00010877135115604372, | |
| "loss": 1.5155, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.19056075811386108, | |
| "learning_rate": 0.00010848446971096606, | |
| "loss": 1.5704, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.18702279031276703, | |
| "learning_rate": 0.00010819751791418011, | |
| "loss": 1.5397, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.1916041225194931, | |
| "learning_rate": 0.00010791049814503888, | |
| "loss": 1.5917, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.18013226985931396, | |
| "learning_rate": 0.00010762341278345909, | |
| "loss": 1.5779, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.1704178899526596, | |
| "learning_rate": 0.00010733626420990134, | |
| "loss": 1.5725, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.19062383472919464, | |
| "learning_rate": 0.0001070490548053503, | |
| "loss": 1.6347, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.18978549540042877, | |
| "learning_rate": 0.00010676178695129513, | |
| "loss": 1.5762, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.18251344561576843, | |
| "learning_rate": 0.00010647446302970954, | |
| "loss": 1.5688, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.17656119167804718, | |
| "learning_rate": 0.00010618708542303226, | |
| "loss": 1.5179, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.19226515293121338, | |
| "learning_rate": 0.00010589965651414704, | |
| "loss": 1.6262, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.19419853389263153, | |
| "learning_rate": 0.00010561217868636313, | |
| "loss": 1.5603, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.1746627241373062, | |
| "learning_rate": 0.00010532465432339538, | |
| "loss": 1.5841, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.17498454451560974, | |
| "learning_rate": 0.00010503708580934442, | |
| "loss": 1.6575, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.17727667093276978, | |
| "learning_rate": 0.00010474947552867706, | |
| "loss": 1.5722, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.19356906414031982, | |
| "learning_rate": 0.00010446182586620648, | |
| "loss": 1.5017, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.18533338606357574, | |
| "learning_rate": 0.00010417413920707222, | |
| "loss": 1.5829, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.18073119223117828, | |
| "learning_rate": 0.00010388641793672078, | |
| "loss": 1.6755, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.1906929314136505, | |
| "learning_rate": 0.00010359866444088555, | |
| "loss": 1.5658, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.186784565448761, | |
| "learning_rate": 0.00010331088110556717, | |
| "loss": 1.5248, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.20720143616199493, | |
| "learning_rate": 0.00010302307031701364, | |
| "loss": 1.628, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.16866104304790497, | |
| "learning_rate": 0.0001027352344617007, | |
| "loss": 1.5764, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.19025076925754547, | |
| "learning_rate": 0.00010244737592631181, | |
| "loss": 1.7834, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.19599542021751404, | |
| "learning_rate": 0.00010215949709771866, | |
| "loss": 1.5223, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.2109784334897995, | |
| "learning_rate": 0.00010187160036296103, | |
| "loss": 1.5431, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.2028791755437851, | |
| "learning_rate": 0.00010158368810922729, | |
| "loss": 1.5948, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.20557260513305664, | |
| "learning_rate": 0.00010129576272383445, | |
| "loss": 1.6074, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.20252369344234467, | |
| "learning_rate": 0.0001010078265942084, | |
| "loss": 1.4492, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "eval_loss": 1.6022814512252808, | |
| "eval_runtime": 54.0178, | |
| "eval_samples_per_second": 92.507, | |
| "eval_steps_per_second": 23.141, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.18352779746055603, | |
| "learning_rate": 0.00010071988210786411, | |
| "loss": 1.5881, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.2220783829689026, | |
| "learning_rate": 0.00010043193165238591, | |
| "loss": 1.4926, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.19979965686798096, | |
| "learning_rate": 0.00010014397761540755, | |
| "loss": 1.6466, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.17908692359924316, | |
| "learning_rate": 9.985602238459247e-05, | |
| "loss": 1.6098, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.19138608872890472, | |
| "learning_rate": 9.956806834761411e-05, | |
| "loss": 1.6106, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.19390954077243805, | |
| "learning_rate": 9.92801178921359e-05, | |
| "loss": 1.6256, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.17675888538360596, | |
| "learning_rate": 9.899217340579164e-05, | |
| "loss": 1.558, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.18734760582447052, | |
| "learning_rate": 9.870423727616558e-05, | |
| "loss": 1.5597, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.2040862888097763, | |
| "learning_rate": 9.841631189077269e-05, | |
| "loss": 1.5835, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.18791481852531433, | |
| "learning_rate": 9.812839963703899e-05, | |
| "loss": 1.5414, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.219825878739357, | |
| "learning_rate": 9.784050290228134e-05, | |
| "loss": 1.3138, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.19013109803199768, | |
| "learning_rate": 9.75526240736882e-05, | |
| "loss": 1.4212, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.17495863139629364, | |
| "learning_rate": 9.726476553829932e-05, | |
| "loss": 1.535, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.19723224639892578, | |
| "learning_rate": 9.69769296829864e-05, | |
| "loss": 1.5841, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.17984871566295624, | |
| "learning_rate": 9.668911889443285e-05, | |
| "loss": 1.5363, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.23778770864009857, | |
| "learning_rate": 9.640133555911449e-05, | |
| "loss": 1.4199, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.1896432489156723, | |
| "learning_rate": 9.611358206327923e-05, | |
| "loss": 1.4074, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.18232782185077667, | |
| "learning_rate": 9.582586079292778e-05, | |
| "loss": 1.5881, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.19662512838840485, | |
| "learning_rate": 9.553817413379356e-05, | |
| "loss": 1.563, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.2098013013601303, | |
| "learning_rate": 9.525052447132294e-05, | |
| "loss": 1.5127, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.19347095489501953, | |
| "learning_rate": 9.496291419065561e-05, | |
| "loss": 1.6533, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.18512225151062012, | |
| "learning_rate": 9.467534567660466e-05, | |
| "loss": 1.5451, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.21681411564350128, | |
| "learning_rate": 9.43878213136369e-05, | |
| "loss": 1.4848, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.17953048646450043, | |
| "learning_rate": 9.410034348585298e-05, | |
| "loss": 1.6384, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.20537644624710083, | |
| "learning_rate": 9.381291457696779e-05, | |
| "loss": 1.6757, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.19091413915157318, | |
| "learning_rate": 9.352553697029048e-05, | |
| "loss": 1.6759, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.19432410597801208, | |
| "learning_rate": 9.323821304870489e-05, | |
| "loss": 1.6414, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.21516050398349762, | |
| "learning_rate": 9.295094519464972e-05, | |
| "loss": 1.468, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.18204712867736816, | |
| "learning_rate": 9.266373579009867e-05, | |
| "loss": 1.5371, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.18101070821285248, | |
| "learning_rate": 9.237658721654092e-05, | |
| "loss": 1.5876, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.1908547580242157, | |
| "learning_rate": 9.208950185496114e-05, | |
| "loss": 1.4907, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.20174852013587952, | |
| "learning_rate": 9.180248208581994e-05, | |
| "loss": 1.5133, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.20399607717990875, | |
| "learning_rate": 9.151553028903396e-05, | |
| "loss": 1.6886, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.1815037727355957, | |
| "learning_rate": 9.122864884395633e-05, | |
| "loss": 1.5567, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.19035212695598602, | |
| "learning_rate": 9.094184012935674e-05, | |
| "loss": 1.6067, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.18987087905406952, | |
| "learning_rate": 9.065510652340185e-05, | |
| "loss": 1.6233, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.19988678395748138, | |
| "learning_rate": 9.036845040363562e-05, | |
| "loss": 1.494, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.18984133005142212, | |
| "learning_rate": 9.008187414695932e-05, | |
| "loss": 1.5683, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.18878312408924103, | |
| "learning_rate": 8.979538012961221e-05, | |
| "loss": 1.6567, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.1855538934469223, | |
| "learning_rate": 8.950897072715144e-05, | |
| "loss": 1.5954, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.24248315393924713, | |
| "learning_rate": 8.922264831443274e-05, | |
| "loss": 1.5471, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.19141511619091034, | |
| "learning_rate": 8.89364152655904e-05, | |
| "loss": 1.4948, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.19037242233753204, | |
| "learning_rate": 8.865027395401778e-05, | |
| "loss": 1.4857, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.19110530614852905, | |
| "learning_rate": 8.836422675234754e-05, | |
| "loss": 1.5597, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.24663759768009186, | |
| "learning_rate": 8.807827603243204e-05, | |
| "loss": 1.4354, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.19291803240776062, | |
| "learning_rate": 8.779242416532361e-05, | |
| "loss": 1.5331, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.20057077705860138, | |
| "learning_rate": 8.750667352125487e-05, | |
| "loss": 1.4771, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.18224692344665527, | |
| "learning_rate": 8.722102646961919e-05, | |
| "loss": 1.5867, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.20015600323677063, | |
| "learning_rate": 8.69354853789509e-05, | |
| "loss": 1.5603, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.19215072691440582, | |
| "learning_rate": 8.665005261690579e-05, | |
| "loss": 1.5803, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.17882663011550903, | |
| "learning_rate": 8.636473055024134e-05, | |
| "loss": 1.6111, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.20356720685958862, | |
| "learning_rate": 8.607952154479723e-05, | |
| "loss": 1.4877, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.1832900196313858, | |
| "learning_rate": 8.579442796547558e-05, | |
| "loss": 1.5668, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.20597009360790253, | |
| "learning_rate": 8.550945217622146e-05, | |
| "loss": 1.5496, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.19200527667999268, | |
| "learning_rate": 8.522459654000332e-05, | |
| "loss": 1.6538, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.19875632226467133, | |
| "learning_rate": 8.493986341879314e-05, | |
| "loss": 1.5669, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.1814192533493042, | |
| "learning_rate": 8.465525517354724e-05, | |
| "loss": 1.5273, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.19254544377326965, | |
| "learning_rate": 8.437077416418627e-05, | |
| "loss": 1.5282, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.20155031979084015, | |
| "learning_rate": 8.408642274957612e-05, | |
| "loss": 1.5957, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.19522641599178314, | |
| "learning_rate": 8.380220328750781e-05, | |
| "loss": 1.6277, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.18992267549037933, | |
| "learning_rate": 8.351811813467851e-05, | |
| "loss": 1.5687, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.18783116340637207, | |
| "learning_rate": 8.32341696466715e-05, | |
| "loss": 1.5739, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.17621149122714996, | |
| "learning_rate": 8.295036017793702e-05, | |
| "loss": 1.5197, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.2008402794599533, | |
| "learning_rate": 8.266669208177252e-05, | |
| "loss": 1.5905, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.212905153632164, | |
| "learning_rate": 8.238316771030318e-05, | |
| "loss": 1.6655, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.17801809310913086, | |
| "learning_rate": 8.209978941446252e-05, | |
| "loss": 1.6393, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.1957562416791916, | |
| "learning_rate": 8.181655954397275e-05, | |
| "loss": 1.4709, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.19428160786628723, | |
| "learning_rate": 8.153348044732543e-05, | |
| "loss": 1.4383, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.20604220032691956, | |
| "learning_rate": 8.125055447176186e-05, | |
| "loss": 1.5547, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.18895936012268066, | |
| "learning_rate": 8.096778396325377e-05, | |
| "loss": 1.5027, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.1925646960735321, | |
| "learning_rate": 8.068517126648369e-05, | |
| "loss": 1.6032, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.20500631630420685, | |
| "learning_rate": 8.04027187248257e-05, | |
| "loss": 1.62, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.19827888906002045, | |
| "learning_rate": 8.012042868032585e-05, | |
| "loss": 1.5958, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.18163664638996124, | |
| "learning_rate": 7.983830347368276e-05, | |
| "loss": 1.5118, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.20141161978244781, | |
| "learning_rate": 7.955634544422834e-05, | |
| "loss": 1.54, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.1766718327999115, | |
| "learning_rate": 7.927455692990818e-05, | |
| "loss": 1.6012, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.1866627186536789, | |
| "learning_rate": 7.899294026726241e-05, | |
| "loss": 1.529, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.19402055442333221, | |
| "learning_rate": 7.871149779140604e-05, | |
| "loss": 1.4608, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.19119343161582947, | |
| "learning_rate": 7.843023183600988e-05, | |
| "loss": 1.5737, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.2043522596359253, | |
| "learning_rate": 7.81491447332811e-05, | |
| "loss": 1.5267, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.20135103166103363, | |
| "learning_rate": 7.786823881394364e-05, | |
| "loss": 1.5529, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.20661364495754242, | |
| "learning_rate": 7.758751640721937e-05, | |
| "loss": 1.6185, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.19659817218780518, | |
| "learning_rate": 7.730697984080827e-05, | |
| "loss": 1.5582, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.1995358020067215, | |
| "learning_rate": 7.702663144086957e-05, | |
| "loss": 1.6023, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.23160699009895325, | |
| "learning_rate": 7.674647353200208e-05, | |
| "loss": 1.4295, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.19710291922092438, | |
| "learning_rate": 7.64665084372252e-05, | |
| "loss": 1.5295, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.20388691127300262, | |
| "learning_rate": 7.618673847795953e-05, | |
| "loss": 1.4763, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.196650430560112, | |
| "learning_rate": 7.590716597400761e-05, | |
| "loss": 1.5664, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.19940368831157684, | |
| "learning_rate": 7.562779324353477e-05, | |
| "loss": 1.537, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.18506959080696106, | |
| "learning_rate": 7.53486226030498e-05, | |
| "loss": 1.5549, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.19527395069599152, | |
| "learning_rate": 7.506965636738583e-05, | |
| "loss": 1.5862, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.19912207126617432, | |
| "learning_rate": 7.479089684968106e-05, | |
| "loss": 1.6224, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "eval_loss": 1.588733434677124, | |
| "eval_runtime": 53.8386, | |
| "eval_samples_per_second": 92.814, | |
| "eval_steps_per_second": 23.218, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.17763713002204895, | |
| "learning_rate": 7.451234636135969e-05, | |
| "loss": 1.5622, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.19509463012218475, | |
| "learning_rate": 7.42340072121126e-05, | |
| "loss": 1.5732, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.19236071407794952, | |
| "learning_rate": 7.395588170987839e-05, | |
| "loss": 1.4118, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.18488897383213043, | |
| "learning_rate": 7.367797216082402e-05, | |
| "loss": 1.5281, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.19441011548042297, | |
| "learning_rate": 7.340028086932587e-05, | |
| "loss": 1.5507, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.20152153074741364, | |
| "learning_rate": 7.312281013795064e-05, | |
| "loss": 1.5329, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.20338155329227448, | |
| "learning_rate": 7.284556226743598e-05, | |
| "loss": 1.5696, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.19269070029258728, | |
| "learning_rate": 7.256853955667187e-05, | |
| "loss": 1.6863, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.18623311817646027, | |
| "learning_rate": 7.229174430268104e-05, | |
| "loss": 1.5835, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.1871241182088852, | |
| "learning_rate": 7.201517880060049e-05, | |
| "loss": 1.6267, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.18970423936843872, | |
| "learning_rate": 7.173884534366182e-05, | |
| "loss": 1.5929, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.2575983703136444, | |
| "learning_rate": 7.146274622317288e-05, | |
| "loss": 1.5495, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.17981579899787903, | |
| "learning_rate": 7.118688372849815e-05, | |
| "loss": 1.4926, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.19219791889190674, | |
| "learning_rate": 7.091126014704032e-05, | |
| "loss": 1.5298, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.2046176642179489, | |
| "learning_rate": 7.063587776422088e-05, | |
| "loss": 1.4501, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.19982139766216278, | |
| "learning_rate": 7.036073886346138e-05, | |
| "loss": 1.5229, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.18925295770168304, | |
| "learning_rate": 7.008584572616448e-05, | |
| "loss": 1.6139, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.19633693993091583, | |
| "learning_rate": 6.981120063169499e-05, | |
| "loss": 1.7017, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.21355824172496796, | |
| "learning_rate": 6.953680585736105e-05, | |
| "loss": 1.5256, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.2261500209569931, | |
| "learning_rate": 6.926266367839508e-05, | |
| "loss": 1.423, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.20399561524391174, | |
| "learning_rate": 6.898877636793517e-05, | |
| "loss": 1.5569, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.17641954123973846, | |
| "learning_rate": 6.871514619700594e-05, | |
| "loss": 1.5215, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.23922847211360931, | |
| "learning_rate": 6.844177543449997e-05, | |
| "loss": 1.365, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.17896459996700287, | |
| "learning_rate": 6.816866634715881e-05, | |
| "loss": 1.6711, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.1928153783082962, | |
| "learning_rate": 6.789582119955424e-05, | |
| "loss": 1.6874, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.18445910513401031, | |
| "learning_rate": 6.762324225406957e-05, | |
| "loss": 1.6136, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.19517773389816284, | |
| "learning_rate": 6.73509317708807e-05, | |
| "loss": 1.5981, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.20011338591575623, | |
| "learning_rate": 6.70788920079376e-05, | |
| "loss": 1.6253, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.19087383151054382, | |
| "learning_rate": 6.680712522094537e-05, | |
| "loss": 1.5274, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.1847938448190689, | |
| "learning_rate": 6.653563366334577e-05, | |
| "loss": 1.4764, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.1973254382610321, | |
| "learning_rate": 6.626441958629826e-05, | |
| "loss": 1.5333, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.18505576252937317, | |
| "learning_rate": 6.599348523866155e-05, | |
| "loss": 1.4504, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.2034735381603241, | |
| "learning_rate": 6.572283286697496e-05, | |
| "loss": 1.4913, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.21279850602149963, | |
| "learning_rate": 6.54524647154396e-05, | |
| "loss": 1.566, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.2010655552148819, | |
| "learning_rate": 6.518238302589994e-05, | |
| "loss": 1.5354, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.19974732398986816, | |
| "learning_rate": 6.491259003782511e-05, | |
| "loss": 1.4899, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.19252151250839233, | |
| "learning_rate": 6.464308798829043e-05, | |
| "loss": 1.6117, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.18204721808433533, | |
| "learning_rate": 6.437387911195875e-05, | |
| "loss": 1.5365, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.19013364613056183, | |
| "learning_rate": 6.410496564106207e-05, | |
| "loss": 1.6737, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.19772353768348694, | |
| "learning_rate": 6.383634980538286e-05, | |
| "loss": 1.6396, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.19503507018089294, | |
| "learning_rate": 6.356803383223569e-05, | |
| "loss": 1.6221, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.18829859793186188, | |
| "learning_rate": 6.33000199464487e-05, | |
| "loss": 1.5017, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.18767286837100983, | |
| "learning_rate": 6.30323103703452e-05, | |
| "loss": 1.6461, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.19198834896087646, | |
| "learning_rate": 6.276490732372522e-05, | |
| "loss": 1.6037, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.21538251638412476, | |
| "learning_rate": 6.249781302384705e-05, | |
| "loss": 1.5674, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.20613306760787964, | |
| "learning_rate": 6.2231029685409e-05, | |
| "loss": 1.5887, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.19516527652740479, | |
| "learning_rate": 6.196455952053084e-05, | |
| "loss": 1.5408, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.19336941838264465, | |
| "learning_rate": 6.169840473873565e-05, | |
| "loss": 1.5313, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.19075316190719604, | |
| "learning_rate": 6.143256754693134e-05, | |
| "loss": 1.6081, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.1863541156053543, | |
| "learning_rate": 6.116705014939246e-05, | |
| "loss": 1.5864, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.2056710124015808, | |
| "learning_rate": 6.090185474774192e-05, | |
| "loss": 1.5778, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.17553465068340302, | |
| "learning_rate": 6.063698354093255e-05, | |
| "loss": 1.6269, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.20064443349838257, | |
| "learning_rate": 6.037243872522924e-05, | |
| "loss": 1.5933, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.19043272733688354, | |
| "learning_rate": 6.010822249419027e-05, | |
| "loss": 1.6484, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.23049475252628326, | |
| "learning_rate": 5.984433703864956e-05, | |
| "loss": 1.4464, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.17904847860336304, | |
| "learning_rate": 5.95807845466981e-05, | |
| "loss": 1.5606, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.19818058609962463, | |
| "learning_rate": 5.931756720366621e-05, | |
| "loss": 1.5782, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.24131308495998383, | |
| "learning_rate": 5.9054687192105026e-05, | |
| "loss": 1.4238, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.20596317946910858, | |
| "learning_rate": 5.8792146691768726e-05, | |
| "loss": 1.5865, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.19873526692390442, | |
| "learning_rate": 5.852994787959628e-05, | |
| "loss": 1.496, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.2155202329158783, | |
| "learning_rate": 5.8268092929693405e-05, | |
| "loss": 1.4759, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.20002122223377228, | |
| "learning_rate": 5.800658401331467e-05, | |
| "loss": 1.5385, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.19707627594470978, | |
| "learning_rate": 5.774542329884518e-05, | |
| "loss": 1.6369, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.2333543300628662, | |
| "learning_rate": 5.748461295178315e-05, | |
| "loss": 1.5858, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.1858336627483368, | |
| "learning_rate": 5.722415513472128e-05, | |
| "loss": 1.5524, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.1900344043970108, | |
| "learning_rate": 5.696405200732939e-05, | |
| "loss": 1.6238, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.18405009806156158, | |
| "learning_rate": 5.670430572633607e-05, | |
| "loss": 1.5743, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.22856737673282623, | |
| "learning_rate": 5.644491844551121e-05, | |
| "loss": 1.5763, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.1876060515642166, | |
| "learning_rate": 5.6185892315647856e-05, | |
| "loss": 1.6686, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.19633199274539948, | |
| "learning_rate": 5.592722948454437e-05, | |
| "loss": 1.5807, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.18378899991512299, | |
| "learning_rate": 5.56689320969868e-05, | |
| "loss": 1.5507, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.18441124260425568, | |
| "learning_rate": 5.5411002294730996e-05, | |
| "loss": 1.6386, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.20815691351890564, | |
| "learning_rate": 5.515344221648484e-05, | |
| "loss": 1.4727, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.19462059438228607, | |
| "learning_rate": 5.489625399789048e-05, | |
| "loss": 1.5376, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.2019672840833664, | |
| "learning_rate": 5.463943977150674e-05, | |
| "loss": 1.5645, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.20614993572235107, | |
| "learning_rate": 5.438300166679134e-05, | |
| "loss": 1.6275, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.18458101153373718, | |
| "learning_rate": 5.412694181008329e-05, | |
| "loss": 1.589, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.18971580266952515, | |
| "learning_rate": 5.387126232458522e-05, | |
| "loss": 1.5143, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.18646183609962463, | |
| "learning_rate": 5.3615965330345716e-05, | |
| "loss": 1.5866, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.19913147389888763, | |
| "learning_rate": 5.336105294424194e-05, | |
| "loss": 1.5466, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.20623794198036194, | |
| "learning_rate": 5.310652727996188e-05, | |
| "loss": 1.5166, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.19151991605758667, | |
| "learning_rate": 5.285239044798695e-05, | |
| "loss": 1.4791, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.20113767683506012, | |
| "learning_rate": 5.2598644555574326e-05, | |
| "loss": 1.6312, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.20970012247562408, | |
| "learning_rate": 5.2345291706739684e-05, | |
| "loss": 1.5929, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.21298512816429138, | |
| "learning_rate": 5.209233400223963e-05, | |
| "loss": 1.5484, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.2009279429912567, | |
| "learning_rate": 5.183977353955427e-05, | |
| "loss": 1.57, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.19530166685581207, | |
| "learning_rate": 5.1587612412869954e-05, | |
| "loss": 1.4022, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.19641190767288208, | |
| "learning_rate": 5.1335852713061594e-05, | |
| "loss": 1.6239, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.1912887543439865, | |
| "learning_rate": 5.108449652767584e-05, | |
| "loss": 1.5945, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.20099541544914246, | |
| "learning_rate": 5.0833545940913183e-05, | |
| "loss": 1.5148, | |
| "step": 734 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1101, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 367, | |
| "total_flos": 2.190286687555289e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |