diff --git "a/checkpoint-2800/trainer_state.json" "b/checkpoint-2800/trainer_state.json" new file mode 100644--- /dev/null +++ "b/checkpoint-2800/trainer_state.json" @@ -0,0 +1,22685 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.07077975698950101, + "eval_steps": 200, + "global_step": 2800, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.00011796626164916834, + "grad_norm": 93.0, + "learning_rate": 1.8912529550827425e-07, + "loss": 7.9641, + "num_input_tokens_seen": 1179648, + "step": 1 + }, + { + "epoch": 0.0002359325232983367, + "grad_norm": 95.0, + "learning_rate": 3.782505910165485e-07, + "loss": 7.9866, + "num_input_tokens_seen": 2359296, + "step": 2 + }, + { + "epoch": 0.000353898784947505, + "grad_norm": 97.5, + "learning_rate": 5.673758865248227e-07, + "loss": 7.983, + "num_input_tokens_seen": 3538944, + "step": 3 + }, + { + "epoch": 0.0004718650465966734, + "grad_norm": 92.0, + "learning_rate": 7.56501182033097e-07, + "loss": 7.9018, + "num_input_tokens_seen": 4718592, + "step": 4 + }, + { + "epoch": 0.0005898313082458417, + "grad_norm": 102.5, + "learning_rate": 9.456264775413712e-07, + "loss": 8.0784, + "num_input_tokens_seen": 5898240, + "step": 5 + }, + { + "epoch": 0.00070779756989501, + "grad_norm": 95.0, + "learning_rate": 1.1347517730496454e-06, + "loss": 7.9578, + "num_input_tokens_seen": 7077888, + "step": 6 + }, + { + "epoch": 0.0008257638315441783, + "grad_norm": 93.5, + "learning_rate": 1.3238770685579196e-06, + "loss": 7.975, + "num_input_tokens_seen": 8257536, + "step": 7 + }, + { + "epoch": 0.0009437300931933467, + "grad_norm": 85.0, + "learning_rate": 1.513002364066194e-06, + "loss": 7.8405, + "num_input_tokens_seen": 9437184, + "step": 8 + }, + { + "epoch": 0.001061696354842515, + "grad_norm": 83.0, + "learning_rate": 1.7021276595744682e-06, + "loss": 7.841, + "num_input_tokens_seen": 10616832, + "step": 9 + }, + { + "epoch": 0.0011796626164916834, + "grad_norm": 82.5, + "learning_rate": 1.8912529550827423e-06, + "loss": 7.9491, + "num_input_tokens_seen": 11796480, + "step": 10 + }, + { + "epoch": 0.0012976288781408518, + "grad_norm": 68.0, + "learning_rate": 2.0803782505910165e-06, + "loss": 7.5612, + "num_input_tokens_seen": 12976128, + "step": 11 + }, + { + "epoch": 0.00141559513979002, + "grad_norm": 66.5, + "learning_rate": 2.269503546099291e-06, + "loss": 7.5808, + "num_input_tokens_seen": 14155776, + "step": 12 + }, + { + "epoch": 0.0015335614014391884, + "grad_norm": 57.5, + "learning_rate": 2.4586288416075653e-06, + "loss": 7.4494, + "num_input_tokens_seen": 15335424, + "step": 13 + }, + { + "epoch": 0.0016515276630883566, + "grad_norm": 51.25, + "learning_rate": 2.6477541371158392e-06, + "loss": 7.4606, + "num_input_tokens_seen": 16515072, + "step": 14 + }, + { + "epoch": 0.001769493924737525, + "grad_norm": 42.75, + "learning_rate": 2.836879432624114e-06, + "loss": 7.2804, + "num_input_tokens_seen": 17694720, + "step": 15 + }, + { + "epoch": 0.0018874601863866935, + "grad_norm": 38.0, + "learning_rate": 3.026004728132388e-06, + "loss": 7.2173, + "num_input_tokens_seen": 18874368, + "step": 16 + }, + { + "epoch": 0.0020054264480358617, + "grad_norm": 33.75, + "learning_rate": 3.2151300236406624e-06, + "loss": 7.0934, + "num_input_tokens_seen": 20054016, + "step": 17 + }, + { + "epoch": 0.00212339270968503, + "grad_norm": 30.5, + "learning_rate": 3.4042553191489363e-06, + "loss": 7.1284, + "num_input_tokens_seen": 21233664, + "step": 18 + }, + { + "epoch": 0.0022413589713341986, + "grad_norm": 26.5, + "learning_rate": 3.5933806146572107e-06, + "loss": 6.932, + "num_input_tokens_seen": 22413312, + "step": 19 + }, + { + "epoch": 0.0023593252329833668, + "grad_norm": 23.875, + "learning_rate": 3.7825059101654847e-06, + "loss": 6.9163, + "num_input_tokens_seen": 23592960, + "step": 20 + }, + { + "epoch": 0.002477291494632535, + "grad_norm": 21.625, + "learning_rate": 3.9716312056737595e-06, + "loss": 6.8335, + "num_input_tokens_seen": 24772608, + "step": 21 + }, + { + "epoch": 0.0025952577562817036, + "grad_norm": 18.625, + "learning_rate": 4.160756501182033e-06, + "loss": 6.6761, + "num_input_tokens_seen": 25952256, + "step": 22 + }, + { + "epoch": 0.002713224017930872, + "grad_norm": 16.0, + "learning_rate": 4.349881796690308e-06, + "loss": 6.6474, + "num_input_tokens_seen": 27131904, + "step": 23 + }, + { + "epoch": 0.00283119027958004, + "grad_norm": 18.0, + "learning_rate": 4.539007092198582e-06, + "loss": 6.6062, + "num_input_tokens_seen": 28311552, + "step": 24 + }, + { + "epoch": 0.0029491565412292082, + "grad_norm": 17.5, + "learning_rate": 4.728132387706856e-06, + "loss": 6.6435, + "num_input_tokens_seen": 29491200, + "step": 25 + }, + { + "epoch": 0.003067122802878377, + "grad_norm": 14.25, + "learning_rate": 4.9172576832151305e-06, + "loss": 6.57, + "num_input_tokens_seen": 30670848, + "step": 26 + }, + { + "epoch": 0.003185089064527545, + "grad_norm": 13.3125, + "learning_rate": 5.106382978723404e-06, + "loss": 6.4037, + "num_input_tokens_seen": 31850496, + "step": 27 + }, + { + "epoch": 0.0033030553261767133, + "grad_norm": 10.8125, + "learning_rate": 5.2955082742316784e-06, + "loss": 6.2927, + "num_input_tokens_seen": 33030144, + "step": 28 + }, + { + "epoch": 0.003421021587825882, + "grad_norm": 9.75, + "learning_rate": 5.484633569739954e-06, + "loss": 6.2084, + "num_input_tokens_seen": 34209792, + "step": 29 + }, + { + "epoch": 0.00353898784947505, + "grad_norm": 10.25, + "learning_rate": 5.673758865248228e-06, + "loss": 6.2349, + "num_input_tokens_seen": 35389440, + "step": 30 + }, + { + "epoch": 0.0036569541111242184, + "grad_norm": 10.8125, + "learning_rate": 5.862884160756502e-06, + "loss": 6.155, + "num_input_tokens_seen": 36569088, + "step": 31 + }, + { + "epoch": 0.003774920372773387, + "grad_norm": 10.0, + "learning_rate": 6.052009456264776e-06, + "loss": 6.1846, + "num_input_tokens_seen": 37748736, + "step": 32 + }, + { + "epoch": 0.003892886634422555, + "grad_norm": 8.0, + "learning_rate": 6.24113475177305e-06, + "loss": 6.0656, + "num_input_tokens_seen": 38928384, + "step": 33 + }, + { + "epoch": 0.004010852896071723, + "grad_norm": 8.0625, + "learning_rate": 6.430260047281325e-06, + "loss": 5.9873, + "num_input_tokens_seen": 40108032, + "step": 34 + }, + { + "epoch": 0.004128819157720892, + "grad_norm": 8.875, + "learning_rate": 6.619385342789598e-06, + "loss": 6.0008, + "num_input_tokens_seen": 41287680, + "step": 35 + }, + { + "epoch": 0.00424678541937006, + "grad_norm": 7.34375, + "learning_rate": 6.808510638297873e-06, + "loss": 6.0852, + "num_input_tokens_seen": 42467328, + "step": 36 + }, + { + "epoch": 0.004364751681019229, + "grad_norm": 6.28125, + "learning_rate": 6.997635933806147e-06, + "loss": 5.8264, + "num_input_tokens_seen": 43646976, + "step": 37 + }, + { + "epoch": 0.004482717942668397, + "grad_norm": 6.75, + "learning_rate": 7.186761229314421e-06, + "loss": 5.9511, + "num_input_tokens_seen": 44826624, + "step": 38 + }, + { + "epoch": 0.004600684204317565, + "grad_norm": 6.96875, + "learning_rate": 7.375886524822695e-06, + "loss": 5.8042, + "num_input_tokens_seen": 46006272, + "step": 39 + }, + { + "epoch": 0.0047186504659667335, + "grad_norm": 5.59375, + "learning_rate": 7.565011820330969e-06, + "loss": 5.8955, + "num_input_tokens_seen": 47185920, + "step": 40 + }, + { + "epoch": 0.004836616727615902, + "grad_norm": 5.3125, + "learning_rate": 7.754137115839244e-06, + "loss": 5.7764, + "num_input_tokens_seen": 48365568, + "step": 41 + }, + { + "epoch": 0.00495458298926507, + "grad_norm": 5.40625, + "learning_rate": 7.943262411347519e-06, + "loss": 5.7784, + "num_input_tokens_seen": 49545216, + "step": 42 + }, + { + "epoch": 0.005072549250914238, + "grad_norm": 5.03125, + "learning_rate": 8.132387706855792e-06, + "loss": 5.7388, + "num_input_tokens_seen": 50724864, + "step": 43 + }, + { + "epoch": 0.005190515512563407, + "grad_norm": 4.84375, + "learning_rate": 8.321513002364066e-06, + "loss": 5.7821, + "num_input_tokens_seen": 51904512, + "step": 44 + }, + { + "epoch": 0.0053084817742125754, + "grad_norm": 4.78125, + "learning_rate": 8.510638297872341e-06, + "loss": 5.6466, + "num_input_tokens_seen": 53084160, + "step": 45 + }, + { + "epoch": 0.005426448035861744, + "grad_norm": 4.125, + "learning_rate": 8.699763593380616e-06, + "loss": 5.6224, + "num_input_tokens_seen": 54263808, + "step": 46 + }, + { + "epoch": 0.005544414297510912, + "grad_norm": 5.0, + "learning_rate": 8.888888888888888e-06, + "loss": 5.9019, + "num_input_tokens_seen": 55443456, + "step": 47 + }, + { + "epoch": 0.00566238055916008, + "grad_norm": 4.0, + "learning_rate": 9.078014184397164e-06, + "loss": 5.5812, + "num_input_tokens_seen": 56623104, + "step": 48 + }, + { + "epoch": 0.005780346820809248, + "grad_norm": 3.796875, + "learning_rate": 9.267139479905439e-06, + "loss": 5.633, + "num_input_tokens_seen": 57802752, + "step": 49 + }, + { + "epoch": 0.0058983130824584165, + "grad_norm": 3.84375, + "learning_rate": 9.456264775413712e-06, + "loss": 5.5031, + "num_input_tokens_seen": 58982400, + "step": 50 + }, + { + "epoch": 0.0060162793441075856, + "grad_norm": 3.4375, + "learning_rate": 9.645390070921986e-06, + "loss": 5.5146, + "num_input_tokens_seen": 60162048, + "step": 51 + }, + { + "epoch": 0.006134245605756754, + "grad_norm": 3.609375, + "learning_rate": 9.834515366430261e-06, + "loss": 5.3805, + "num_input_tokens_seen": 61341696, + "step": 52 + }, + { + "epoch": 0.006252211867405922, + "grad_norm": 3.234375, + "learning_rate": 1.0023640661938535e-05, + "loss": 5.4098, + "num_input_tokens_seen": 62521344, + "step": 53 + }, + { + "epoch": 0.00637017812905509, + "grad_norm": 3.40625, + "learning_rate": 1.0212765957446808e-05, + "loss": 5.3773, + "num_input_tokens_seen": 63700992, + "step": 54 + }, + { + "epoch": 0.006488144390704258, + "grad_norm": 3.1875, + "learning_rate": 1.0401891252955083e-05, + "loss": 5.3287, + "num_input_tokens_seen": 64880640, + "step": 55 + }, + { + "epoch": 0.006606110652353427, + "grad_norm": 3.046875, + "learning_rate": 1.0591016548463357e-05, + "loss": 5.2282, + "num_input_tokens_seen": 66060288, + "step": 56 + }, + { + "epoch": 0.006724076914002596, + "grad_norm": 3.0625, + "learning_rate": 1.0780141843971632e-05, + "loss": 5.2967, + "num_input_tokens_seen": 67239936, + "step": 57 + }, + { + "epoch": 0.006842043175651764, + "grad_norm": 2.859375, + "learning_rate": 1.0969267139479907e-05, + "loss": 5.1126, + "num_input_tokens_seen": 68419584, + "step": 58 + }, + { + "epoch": 0.006960009437300932, + "grad_norm": 3.0625, + "learning_rate": 1.1158392434988181e-05, + "loss": 5.3309, + "num_input_tokens_seen": 69599232, + "step": 59 + }, + { + "epoch": 0.0070779756989501, + "grad_norm": 3.0625, + "learning_rate": 1.1347517730496456e-05, + "loss": 5.2134, + "num_input_tokens_seen": 70778880, + "step": 60 + }, + { + "epoch": 0.0071959419605992685, + "grad_norm": 3.546875, + "learning_rate": 1.153664302600473e-05, + "loss": 5.1972, + "num_input_tokens_seen": 71958528, + "step": 61 + }, + { + "epoch": 0.007313908222248437, + "grad_norm": 2.828125, + "learning_rate": 1.1725768321513003e-05, + "loss": 5.0123, + "num_input_tokens_seen": 73138176, + "step": 62 + }, + { + "epoch": 0.007431874483897605, + "grad_norm": 3.203125, + "learning_rate": 1.1914893617021277e-05, + "loss": 5.1108, + "num_input_tokens_seen": 74317824, + "step": 63 + }, + { + "epoch": 0.007549840745546774, + "grad_norm": 3.609375, + "learning_rate": 1.2104018912529552e-05, + "loss": 5.2287, + "num_input_tokens_seen": 75497472, + "step": 64 + }, + { + "epoch": 0.007667807007195942, + "grad_norm": 2.703125, + "learning_rate": 1.2293144208037825e-05, + "loss": 5.0902, + "num_input_tokens_seen": 76677120, + "step": 65 + }, + { + "epoch": 0.00778577326884511, + "grad_norm": 3.1875, + "learning_rate": 1.24822695035461e-05, + "loss": 5.1526, + "num_input_tokens_seen": 77856768, + "step": 66 + }, + { + "epoch": 0.007903739530494279, + "grad_norm": 3.359375, + "learning_rate": 1.2671394799054376e-05, + "loss": 4.8855, + "num_input_tokens_seen": 79036416, + "step": 67 + }, + { + "epoch": 0.008021705792143447, + "grad_norm": 2.765625, + "learning_rate": 1.286052009456265e-05, + "loss": 5.0226, + "num_input_tokens_seen": 80216064, + "step": 68 + }, + { + "epoch": 0.008139672053792615, + "grad_norm": 3.078125, + "learning_rate": 1.3049645390070925e-05, + "loss": 5.1366, + "num_input_tokens_seen": 81395712, + "step": 69 + }, + { + "epoch": 0.008257638315441783, + "grad_norm": 3.71875, + "learning_rate": 1.3238770685579197e-05, + "loss": 5.0749, + "num_input_tokens_seen": 82575360, + "step": 70 + }, + { + "epoch": 0.008375604577090951, + "grad_norm": 2.765625, + "learning_rate": 1.3427895981087472e-05, + "loss": 4.8899, + "num_input_tokens_seen": 83755008, + "step": 71 + }, + { + "epoch": 0.00849357083874012, + "grad_norm": 3.140625, + "learning_rate": 1.3617021276595745e-05, + "loss": 4.8809, + "num_input_tokens_seen": 84934656, + "step": 72 + }, + { + "epoch": 0.008611537100389288, + "grad_norm": 3.296875, + "learning_rate": 1.380614657210402e-05, + "loss": 4.8839, + "num_input_tokens_seen": 86114304, + "step": 73 + }, + { + "epoch": 0.008729503362038458, + "grad_norm": 2.953125, + "learning_rate": 1.3995271867612294e-05, + "loss": 4.9931, + "num_input_tokens_seen": 87293952, + "step": 74 + }, + { + "epoch": 0.008847469623687626, + "grad_norm": 2.9375, + "learning_rate": 1.418439716312057e-05, + "loss": 4.8041, + "num_input_tokens_seen": 88473600, + "step": 75 + }, + { + "epoch": 0.008965435885336794, + "grad_norm": 3.5625, + "learning_rate": 1.4373522458628843e-05, + "loss": 4.8611, + "num_input_tokens_seen": 89653248, + "step": 76 + }, + { + "epoch": 0.009083402146985962, + "grad_norm": 3.734375, + "learning_rate": 1.4562647754137118e-05, + "loss": 4.7747, + "num_input_tokens_seen": 90832896, + "step": 77 + }, + { + "epoch": 0.00920136840863513, + "grad_norm": 2.984375, + "learning_rate": 1.475177304964539e-05, + "loss": 4.6884, + "num_input_tokens_seen": 92012544, + "step": 78 + }, + { + "epoch": 0.009319334670284299, + "grad_norm": 2.671875, + "learning_rate": 1.4940898345153665e-05, + "loss": 4.6617, + "num_input_tokens_seen": 93192192, + "step": 79 + }, + { + "epoch": 0.009437300931933467, + "grad_norm": 2.84375, + "learning_rate": 1.5130023640661939e-05, + "loss": 4.6174, + "num_input_tokens_seen": 94371840, + "step": 80 + }, + { + "epoch": 0.009555267193582635, + "grad_norm": 3.71875, + "learning_rate": 1.5319148936170214e-05, + "loss": 4.5483, + "num_input_tokens_seen": 95551488, + "step": 81 + }, + { + "epoch": 0.009673233455231803, + "grad_norm": 4.34375, + "learning_rate": 1.5508274231678487e-05, + "loss": 4.604, + "num_input_tokens_seen": 96731136, + "step": 82 + }, + { + "epoch": 0.009791199716880972, + "grad_norm": 3.09375, + "learning_rate": 1.5697399527186764e-05, + "loss": 4.5806, + "num_input_tokens_seen": 97910784, + "step": 83 + }, + { + "epoch": 0.00990916597853014, + "grad_norm": 3.203125, + "learning_rate": 1.5886524822695038e-05, + "loss": 4.4723, + "num_input_tokens_seen": 99090432, + "step": 84 + }, + { + "epoch": 0.010027132240179308, + "grad_norm": 3.8125, + "learning_rate": 1.607565011820331e-05, + "loss": 4.4723, + "num_input_tokens_seen": 100270080, + "step": 85 + }, + { + "epoch": 0.010145098501828476, + "grad_norm": 3.03125, + "learning_rate": 1.6264775413711585e-05, + "loss": 4.4519, + "num_input_tokens_seen": 101449728, + "step": 86 + }, + { + "epoch": 0.010263064763477646, + "grad_norm": 5.53125, + "learning_rate": 1.645390070921986e-05, + "loss": 4.4077, + "num_input_tokens_seen": 102629376, + "step": 87 + }, + { + "epoch": 0.010381031025126814, + "grad_norm": 4.03125, + "learning_rate": 1.6643026004728132e-05, + "loss": 4.5295, + "num_input_tokens_seen": 103809024, + "step": 88 + }, + { + "epoch": 0.010498997286775983, + "grad_norm": 3.484375, + "learning_rate": 1.683215130023641e-05, + "loss": 4.3235, + "num_input_tokens_seen": 104988672, + "step": 89 + }, + { + "epoch": 0.010616963548425151, + "grad_norm": 5.78125, + "learning_rate": 1.7021276595744682e-05, + "loss": 4.3245, + "num_input_tokens_seen": 106168320, + "step": 90 + }, + { + "epoch": 0.010734929810074319, + "grad_norm": 3.0625, + "learning_rate": 1.7210401891252956e-05, + "loss": 4.2554, + "num_input_tokens_seen": 107347968, + "step": 91 + }, + { + "epoch": 0.010852896071723487, + "grad_norm": 3.671875, + "learning_rate": 1.7399527186761233e-05, + "loss": 4.2572, + "num_input_tokens_seen": 108527616, + "step": 92 + }, + { + "epoch": 0.010970862333372655, + "grad_norm": 5.0625, + "learning_rate": 1.7588652482269506e-05, + "loss": 4.2442, + "num_input_tokens_seen": 109707264, + "step": 93 + }, + { + "epoch": 0.011088828595021824, + "grad_norm": 2.6875, + "learning_rate": 1.7777777777777777e-05, + "loss": 4.3006, + "num_input_tokens_seen": 110886912, + "step": 94 + }, + { + "epoch": 0.011206794856670992, + "grad_norm": 3.171875, + "learning_rate": 1.7966903073286054e-05, + "loss": 4.2813, + "num_input_tokens_seen": 112066560, + "step": 95 + }, + { + "epoch": 0.01132476111832016, + "grad_norm": 2.765625, + "learning_rate": 1.8156028368794327e-05, + "loss": 4.1186, + "num_input_tokens_seen": 113246208, + "step": 96 + }, + { + "epoch": 0.011442727379969328, + "grad_norm": 3.1875, + "learning_rate": 1.83451536643026e-05, + "loss": 4.1652, + "num_input_tokens_seen": 114425856, + "step": 97 + }, + { + "epoch": 0.011560693641618497, + "grad_norm": 4.71875, + "learning_rate": 1.8534278959810878e-05, + "loss": 4.1923, + "num_input_tokens_seen": 115605504, + "step": 98 + }, + { + "epoch": 0.011678659903267665, + "grad_norm": 3.359375, + "learning_rate": 1.872340425531915e-05, + "loss": 4.0728, + "num_input_tokens_seen": 116785152, + "step": 99 + }, + { + "epoch": 0.011796626164916833, + "grad_norm": 2.484375, + "learning_rate": 1.8912529550827425e-05, + "loss": 4.2189, + "num_input_tokens_seen": 117964800, + "step": 100 + }, + { + "epoch": 0.011914592426566003, + "grad_norm": 3.109375, + "learning_rate": 1.91016548463357e-05, + "loss": 4.0632, + "num_input_tokens_seen": 119144448, + "step": 101 + }, + { + "epoch": 0.012032558688215171, + "grad_norm": 4.40625, + "learning_rate": 1.929078014184397e-05, + "loss": 3.8775, + "num_input_tokens_seen": 120324096, + "step": 102 + }, + { + "epoch": 0.01215052494986434, + "grad_norm": 2.5625, + "learning_rate": 1.9479905437352245e-05, + "loss": 3.8658, + "num_input_tokens_seen": 121503744, + "step": 103 + }, + { + "epoch": 0.012268491211513508, + "grad_norm": 3.703125, + "learning_rate": 1.9669030732860522e-05, + "loss": 3.9888, + "num_input_tokens_seen": 122683392, + "step": 104 + }, + { + "epoch": 0.012386457473162676, + "grad_norm": 2.78125, + "learning_rate": 1.9858156028368796e-05, + "loss": 3.9439, + "num_input_tokens_seen": 123863040, + "step": 105 + }, + { + "epoch": 0.012504423734811844, + "grad_norm": 3.4375, + "learning_rate": 2.004728132387707e-05, + "loss": 4.0098, + "num_input_tokens_seen": 125042688, + "step": 106 + }, + { + "epoch": 0.012622389996461012, + "grad_norm": 2.71875, + "learning_rate": 2.0236406619385343e-05, + "loss": 3.9454, + "num_input_tokens_seen": 126222336, + "step": 107 + }, + { + "epoch": 0.01274035625811018, + "grad_norm": 3.03125, + "learning_rate": 2.0425531914893616e-05, + "loss": 3.8491, + "num_input_tokens_seen": 127401984, + "step": 108 + }, + { + "epoch": 0.012858322519759349, + "grad_norm": 3.59375, + "learning_rate": 2.0614657210401893e-05, + "loss": 3.9602, + "num_input_tokens_seen": 128581632, + "step": 109 + }, + { + "epoch": 0.012976288781408517, + "grad_norm": 5.25, + "learning_rate": 2.0803782505910167e-05, + "loss": 3.9542, + "num_input_tokens_seen": 129761280, + "step": 110 + }, + { + "epoch": 0.013094255043057685, + "grad_norm": 2.34375, + "learning_rate": 2.099290780141844e-05, + "loss": 3.7846, + "num_input_tokens_seen": 130940928, + "step": 111 + }, + { + "epoch": 0.013212221304706853, + "grad_norm": 3.484375, + "learning_rate": 2.1182033096926714e-05, + "loss": 3.9128, + "num_input_tokens_seen": 132120576, + "step": 112 + }, + { + "epoch": 0.013330187566356021, + "grad_norm": 7.4375, + "learning_rate": 2.137115839243499e-05, + "loss": 3.7365, + "num_input_tokens_seen": 133300224, + "step": 113 + }, + { + "epoch": 0.013448153828005191, + "grad_norm": 3.6875, + "learning_rate": 2.1560283687943264e-05, + "loss": 3.8298, + "num_input_tokens_seen": 134479872, + "step": 114 + }, + { + "epoch": 0.01356612008965436, + "grad_norm": 11.25, + "learning_rate": 2.1749408983451538e-05, + "loss": 3.9192, + "num_input_tokens_seen": 135659520, + "step": 115 + }, + { + "epoch": 0.013684086351303528, + "grad_norm": 9.875, + "learning_rate": 2.1938534278959815e-05, + "loss": 3.7628, + "num_input_tokens_seen": 136839168, + "step": 116 + }, + { + "epoch": 0.013802052612952696, + "grad_norm": 4.90625, + "learning_rate": 2.2127659574468088e-05, + "loss": 3.7212, + "num_input_tokens_seen": 138018816, + "step": 117 + }, + { + "epoch": 0.013920018874601864, + "grad_norm": 6.875, + "learning_rate": 2.2316784869976362e-05, + "loss": 3.8291, + "num_input_tokens_seen": 139198464, + "step": 118 + }, + { + "epoch": 0.014037985136251032, + "grad_norm": 3.984375, + "learning_rate": 2.2505910165484635e-05, + "loss": 3.7104, + "num_input_tokens_seen": 140378112, + "step": 119 + }, + { + "epoch": 0.0141559513979002, + "grad_norm": 5.0625, + "learning_rate": 2.2695035460992912e-05, + "loss": 3.6898, + "num_input_tokens_seen": 141557760, + "step": 120 + }, + { + "epoch": 0.014273917659549369, + "grad_norm": 3.828125, + "learning_rate": 2.2884160756501186e-05, + "loss": 3.61, + "num_input_tokens_seen": 142737408, + "step": 121 + }, + { + "epoch": 0.014391883921198537, + "grad_norm": 4.875, + "learning_rate": 2.307328605200946e-05, + "loss": 3.6886, + "num_input_tokens_seen": 143917056, + "step": 122 + }, + { + "epoch": 0.014509850182847705, + "grad_norm": 4.75, + "learning_rate": 2.326241134751773e-05, + "loss": 3.6435, + "num_input_tokens_seen": 145096704, + "step": 123 + }, + { + "epoch": 0.014627816444496873, + "grad_norm": 3.75, + "learning_rate": 2.3451536643026006e-05, + "loss": 3.6619, + "num_input_tokens_seen": 146276352, + "step": 124 + }, + { + "epoch": 0.014745782706146042, + "grad_norm": 5.375, + "learning_rate": 2.364066193853428e-05, + "loss": 3.631, + "num_input_tokens_seen": 147456000, + "step": 125 + }, + { + "epoch": 0.01486374896779521, + "grad_norm": 4.125, + "learning_rate": 2.3829787234042553e-05, + "loss": 3.6482, + "num_input_tokens_seen": 148635648, + "step": 126 + }, + { + "epoch": 0.014981715229444378, + "grad_norm": 7.78125, + "learning_rate": 2.4018912529550827e-05, + "loss": 3.6785, + "num_input_tokens_seen": 149815296, + "step": 127 + }, + { + "epoch": 0.015099681491093548, + "grad_norm": 7.0, + "learning_rate": 2.4208037825059104e-05, + "loss": 3.6113, + "num_input_tokens_seen": 150994944, + "step": 128 + }, + { + "epoch": 0.015217647752742716, + "grad_norm": 4.46875, + "learning_rate": 2.4397163120567377e-05, + "loss": 3.6015, + "num_input_tokens_seen": 152174592, + "step": 129 + }, + { + "epoch": 0.015335614014391884, + "grad_norm": 4.1875, + "learning_rate": 2.458628841607565e-05, + "loss": 3.5241, + "num_input_tokens_seen": 153354240, + "step": 130 + }, + { + "epoch": 0.015453580276041053, + "grad_norm": 4.0625, + "learning_rate": 2.4775413711583928e-05, + "loss": 3.6007, + "num_input_tokens_seen": 154533888, + "step": 131 + }, + { + "epoch": 0.01557154653769022, + "grad_norm": 3.046875, + "learning_rate": 2.49645390070922e-05, + "loss": 3.5949, + "num_input_tokens_seen": 155713536, + "step": 132 + }, + { + "epoch": 0.01568951279933939, + "grad_norm": 3.265625, + "learning_rate": 2.5153664302600475e-05, + "loss": 3.5403, + "num_input_tokens_seen": 156893184, + "step": 133 + }, + { + "epoch": 0.015807479060988557, + "grad_norm": 2.859375, + "learning_rate": 2.5342789598108752e-05, + "loss": 3.5399, + "num_input_tokens_seen": 158072832, + "step": 134 + }, + { + "epoch": 0.015925445322637725, + "grad_norm": 2.6875, + "learning_rate": 2.5531914893617025e-05, + "loss": 3.5408, + "num_input_tokens_seen": 159252480, + "step": 135 + }, + { + "epoch": 0.016043411584286894, + "grad_norm": 2.03125, + "learning_rate": 2.57210401891253e-05, + "loss": 3.4678, + "num_input_tokens_seen": 160432128, + "step": 136 + }, + { + "epoch": 0.016161377845936062, + "grad_norm": 2.796875, + "learning_rate": 2.5910165484633572e-05, + "loss": 3.6019, + "num_input_tokens_seen": 161611776, + "step": 137 + }, + { + "epoch": 0.01627934410758523, + "grad_norm": 1.96875, + "learning_rate": 2.609929078014185e-05, + "loss": 3.4525, + "num_input_tokens_seen": 162791424, + "step": 138 + }, + { + "epoch": 0.0163973103692344, + "grad_norm": 2.390625, + "learning_rate": 2.628841607565012e-05, + "loss": 3.557, + "num_input_tokens_seen": 163971072, + "step": 139 + }, + { + "epoch": 0.016515276630883566, + "grad_norm": 2.734375, + "learning_rate": 2.6477541371158393e-05, + "loss": 3.5324, + "num_input_tokens_seen": 165150720, + "step": 140 + }, + { + "epoch": 0.016633242892532735, + "grad_norm": 3.703125, + "learning_rate": 2.6666666666666667e-05, + "loss": 3.4707, + "num_input_tokens_seen": 166330368, + "step": 141 + }, + { + "epoch": 0.016751209154181903, + "grad_norm": 3.53125, + "learning_rate": 2.6855791962174944e-05, + "loss": 3.3545, + "num_input_tokens_seen": 167510016, + "step": 142 + }, + { + "epoch": 0.01686917541583107, + "grad_norm": 1.7890625, + "learning_rate": 2.7044917257683217e-05, + "loss": 3.4051, + "num_input_tokens_seen": 168689664, + "step": 143 + }, + { + "epoch": 0.01698714167748024, + "grad_norm": 4.78125, + "learning_rate": 2.723404255319149e-05, + "loss": 3.4119, + "num_input_tokens_seen": 169869312, + "step": 144 + }, + { + "epoch": 0.017105107939129408, + "grad_norm": 3.0625, + "learning_rate": 2.7423167848699764e-05, + "loss": 3.5149, + "num_input_tokens_seen": 171048960, + "step": 145 + }, + { + "epoch": 0.017223074200778576, + "grad_norm": 3.671875, + "learning_rate": 2.761229314420804e-05, + "loss": 3.3442, + "num_input_tokens_seen": 172228608, + "step": 146 + }, + { + "epoch": 0.017341040462427744, + "grad_norm": 3.453125, + "learning_rate": 2.7801418439716315e-05, + "loss": 3.3277, + "num_input_tokens_seen": 173408256, + "step": 147 + }, + { + "epoch": 0.017459006724076916, + "grad_norm": 3.4375, + "learning_rate": 2.7990543735224588e-05, + "loss": 3.3905, + "num_input_tokens_seen": 174587904, + "step": 148 + }, + { + "epoch": 0.017576972985726084, + "grad_norm": 2.0, + "learning_rate": 2.8179669030732865e-05, + "loss": 3.276, + "num_input_tokens_seen": 175767552, + "step": 149 + }, + { + "epoch": 0.017694939247375252, + "grad_norm": 4.0, + "learning_rate": 2.836879432624114e-05, + "loss": 3.3211, + "num_input_tokens_seen": 176947200, + "step": 150 + }, + { + "epoch": 0.01781290550902442, + "grad_norm": 4.03125, + "learning_rate": 2.8557919621749412e-05, + "loss": 3.3483, + "num_input_tokens_seen": 178126848, + "step": 151 + }, + { + "epoch": 0.01793087177067359, + "grad_norm": 2.53125, + "learning_rate": 2.8747044917257686e-05, + "loss": 3.3391, + "num_input_tokens_seen": 179306496, + "step": 152 + }, + { + "epoch": 0.018048838032322757, + "grad_norm": 5.5625, + "learning_rate": 2.8936170212765963e-05, + "loss": 3.4719, + "num_input_tokens_seen": 180486144, + "step": 153 + }, + { + "epoch": 0.018166804293971925, + "grad_norm": 3.171875, + "learning_rate": 2.9125295508274236e-05, + "loss": 3.2727, + "num_input_tokens_seen": 181665792, + "step": 154 + }, + { + "epoch": 0.018284770555621093, + "grad_norm": 5.09375, + "learning_rate": 2.9314420803782506e-05, + "loss": 3.284, + "num_input_tokens_seen": 182845440, + "step": 155 + }, + { + "epoch": 0.01840273681727026, + "grad_norm": 3.25, + "learning_rate": 2.950354609929078e-05, + "loss": 3.2279, + "num_input_tokens_seen": 184025088, + "step": 156 + }, + { + "epoch": 0.01852070307891943, + "grad_norm": 3.71875, + "learning_rate": 2.9692671394799057e-05, + "loss": 3.2438, + "num_input_tokens_seen": 185204736, + "step": 157 + }, + { + "epoch": 0.018638669340568598, + "grad_norm": 3.875, + "learning_rate": 2.988179669030733e-05, + "loss": 3.3257, + "num_input_tokens_seen": 186384384, + "step": 158 + }, + { + "epoch": 0.018756635602217766, + "grad_norm": 2.21875, + "learning_rate": 3.0070921985815604e-05, + "loss": 3.2727, + "num_input_tokens_seen": 187564032, + "step": 159 + }, + { + "epoch": 0.018874601863866934, + "grad_norm": 4.125, + "learning_rate": 3.0260047281323877e-05, + "loss": 3.245, + "num_input_tokens_seen": 188743680, + "step": 160 + }, + { + "epoch": 0.018992568125516102, + "grad_norm": 3.640625, + "learning_rate": 3.0449172576832154e-05, + "loss": 3.1904, + "num_input_tokens_seen": 189923328, + "step": 161 + }, + { + "epoch": 0.01911053438716527, + "grad_norm": 2.625, + "learning_rate": 3.063829787234043e-05, + "loss": 3.2754, + "num_input_tokens_seen": 191102976, + "step": 162 + }, + { + "epoch": 0.01922850064881444, + "grad_norm": 3.578125, + "learning_rate": 3.0827423167848705e-05, + "loss": 3.1889, + "num_input_tokens_seen": 192282624, + "step": 163 + }, + { + "epoch": 0.019346466910463607, + "grad_norm": 2.953125, + "learning_rate": 3.1016548463356975e-05, + "loss": 3.2809, + "num_input_tokens_seen": 193462272, + "step": 164 + }, + { + "epoch": 0.019464433172112775, + "grad_norm": 2.234375, + "learning_rate": 3.120567375886525e-05, + "loss": 3.1929, + "num_input_tokens_seen": 194641920, + "step": 165 + }, + { + "epoch": 0.019582399433761943, + "grad_norm": 2.515625, + "learning_rate": 3.139479905437353e-05, + "loss": 3.1474, + "num_input_tokens_seen": 195821568, + "step": 166 + }, + { + "epoch": 0.01970036569541111, + "grad_norm": 4.09375, + "learning_rate": 3.15839243498818e-05, + "loss": 3.0433, + "num_input_tokens_seen": 197001216, + "step": 167 + }, + { + "epoch": 0.01981833195706028, + "grad_norm": 2.6875, + "learning_rate": 3.1773049645390076e-05, + "loss": 3.1527, + "num_input_tokens_seen": 198180864, + "step": 168 + }, + { + "epoch": 0.019936298218709448, + "grad_norm": 3.5, + "learning_rate": 3.196217494089835e-05, + "loss": 3.2145, + "num_input_tokens_seen": 199360512, + "step": 169 + }, + { + "epoch": 0.020054264480358616, + "grad_norm": 4.9375, + "learning_rate": 3.215130023640662e-05, + "loss": 3.2642, + "num_input_tokens_seen": 200540160, + "step": 170 + }, + { + "epoch": 0.020172230742007784, + "grad_norm": 2.484375, + "learning_rate": 3.234042553191489e-05, + "loss": 3.1286, + "num_input_tokens_seen": 201719808, + "step": 171 + }, + { + "epoch": 0.020290197003656953, + "grad_norm": 8.1875, + "learning_rate": 3.252955082742317e-05, + "loss": 3.1274, + "num_input_tokens_seen": 202899456, + "step": 172 + }, + { + "epoch": 0.02040816326530612, + "grad_norm": 6.375, + "learning_rate": 3.271867612293144e-05, + "loss": 3.096, + "num_input_tokens_seen": 204079104, + "step": 173 + }, + { + "epoch": 0.020526129526955292, + "grad_norm": 5.8125, + "learning_rate": 3.290780141843972e-05, + "loss": 3.1647, + "num_input_tokens_seen": 205258752, + "step": 174 + }, + { + "epoch": 0.02064409578860446, + "grad_norm": 5.6875, + "learning_rate": 3.3096926713947994e-05, + "loss": 3.269, + "num_input_tokens_seen": 206438400, + "step": 175 + }, + { + "epoch": 0.02076206205025363, + "grad_norm": 4.4375, + "learning_rate": 3.3286052009456264e-05, + "loss": 3.2106, + "num_input_tokens_seen": 207618048, + "step": 176 + }, + { + "epoch": 0.020880028311902797, + "grad_norm": 3.109375, + "learning_rate": 3.347517730496454e-05, + "loss": 3.1545, + "num_input_tokens_seen": 208797696, + "step": 177 + }, + { + "epoch": 0.020997994573551965, + "grad_norm": 6.6875, + "learning_rate": 3.366430260047282e-05, + "loss": 3.1045, + "num_input_tokens_seen": 209977344, + "step": 178 + }, + { + "epoch": 0.021115960835201134, + "grad_norm": 6.0625, + "learning_rate": 3.385342789598109e-05, + "loss": 3.0496, + "num_input_tokens_seen": 211156992, + "step": 179 + }, + { + "epoch": 0.021233927096850302, + "grad_norm": 4.03125, + "learning_rate": 3.4042553191489365e-05, + "loss": 3.081, + "num_input_tokens_seen": 212336640, + "step": 180 + }, + { + "epoch": 0.02135189335849947, + "grad_norm": 3.921875, + "learning_rate": 3.423167848699764e-05, + "loss": 3.0552, + "num_input_tokens_seen": 213516288, + "step": 181 + }, + { + "epoch": 0.021469859620148638, + "grad_norm": 4.5, + "learning_rate": 3.442080378250591e-05, + "loss": 3.0172, + "num_input_tokens_seen": 214695936, + "step": 182 + }, + { + "epoch": 0.021587825881797806, + "grad_norm": 4.0625, + "learning_rate": 3.460992907801419e-05, + "loss": 3.1379, + "num_input_tokens_seen": 215875584, + "step": 183 + }, + { + "epoch": 0.021705792143446975, + "grad_norm": 4.9375, + "learning_rate": 3.4799054373522466e-05, + "loss": 3.1235, + "num_input_tokens_seen": 217055232, + "step": 184 + }, + { + "epoch": 0.021823758405096143, + "grad_norm": 3.78125, + "learning_rate": 3.4988179669030736e-05, + "loss": 3.1189, + "num_input_tokens_seen": 218234880, + "step": 185 + }, + { + "epoch": 0.02194172466674531, + "grad_norm": 5.0625, + "learning_rate": 3.517730496453901e-05, + "loss": 3.0035, + "num_input_tokens_seen": 219414528, + "step": 186 + }, + { + "epoch": 0.02205969092839448, + "grad_norm": 4.28125, + "learning_rate": 3.536643026004728e-05, + "loss": 3.0478, + "num_input_tokens_seen": 220594176, + "step": 187 + }, + { + "epoch": 0.022177657190043647, + "grad_norm": 5.8125, + "learning_rate": 3.555555555555555e-05, + "loss": 3.0777, + "num_input_tokens_seen": 221773824, + "step": 188 + }, + { + "epoch": 0.022295623451692816, + "grad_norm": 5.0625, + "learning_rate": 3.574468085106383e-05, + "loss": 3.0665, + "num_input_tokens_seen": 222953472, + "step": 189 + }, + { + "epoch": 0.022413589713341984, + "grad_norm": 4.25, + "learning_rate": 3.593380614657211e-05, + "loss": 3.0271, + "num_input_tokens_seen": 224133120, + "step": 190 + }, + { + "epoch": 0.022531555974991152, + "grad_norm": 4.03125, + "learning_rate": 3.612293144208038e-05, + "loss": 3.033, + "num_input_tokens_seen": 225312768, + "step": 191 + }, + { + "epoch": 0.02264952223664032, + "grad_norm": 5.09375, + "learning_rate": 3.6312056737588654e-05, + "loss": 3.143, + "num_input_tokens_seen": 226492416, + "step": 192 + }, + { + "epoch": 0.02276748849828949, + "grad_norm": 4.09375, + "learning_rate": 3.650118203309693e-05, + "loss": 3.0347, + "num_input_tokens_seen": 227672064, + "step": 193 + }, + { + "epoch": 0.022885454759938657, + "grad_norm": 4.65625, + "learning_rate": 3.66903073286052e-05, + "loss": 3.07, + "num_input_tokens_seen": 228851712, + "step": 194 + }, + { + "epoch": 0.023003421021587825, + "grad_norm": 3.90625, + "learning_rate": 3.687943262411348e-05, + "loss": 3.0225, + "num_input_tokens_seen": 230031360, + "step": 195 + }, + { + "epoch": 0.023121387283236993, + "grad_norm": 4.96875, + "learning_rate": 3.7068557919621755e-05, + "loss": 3.0222, + "num_input_tokens_seen": 231211008, + "step": 196 + }, + { + "epoch": 0.02323935354488616, + "grad_norm": 3.84375, + "learning_rate": 3.7257683215130025e-05, + "loss": 2.9755, + "num_input_tokens_seen": 232390656, + "step": 197 + }, + { + "epoch": 0.02335731980653533, + "grad_norm": 5.0, + "learning_rate": 3.74468085106383e-05, + "loss": 3.0163, + "num_input_tokens_seen": 233570304, + "step": 198 + }, + { + "epoch": 0.023475286068184498, + "grad_norm": 4.53125, + "learning_rate": 3.763593380614658e-05, + "loss": 2.9553, + "num_input_tokens_seen": 234749952, + "step": 199 + }, + { + "epoch": 0.023593252329833666, + "grad_norm": 4.6875, + "learning_rate": 3.782505910165485e-05, + "loss": 3.015, + "num_input_tokens_seen": 235929600, + "step": 200 + }, + { + "epoch": 0.023593252329833666, + "eval_wikipedia_loss": 2.9615590572357178, + "eval_wikipedia_runtime": 172.3085, + "eval_wikipedia_samples_per_second": 4.074, + "eval_wikipedia_steps_per_second": 0.174, + "num_input_tokens_seen": 235929600, + "step": 200 + }, + { + "epoch": 0.023593252329833666, + "eval_toxicity_loss": 4.73836088180542, + "eval_toxicity_runtime": 0.999, + "eval_toxicity_samples_per_second": 2.002, + "eval_toxicity_steps_per_second": 1.001, + "num_input_tokens_seen": 235929600, + "step": 200 + }, + { + "epoch": 0.023711218591482838, + "grad_norm": 4.0, + "learning_rate": 3.8014184397163126e-05, + "loss": 2.9448, + "num_input_tokens_seen": 237109248, + "step": 201 + }, + { + "epoch": 0.023829184853132006, + "grad_norm": 4.78125, + "learning_rate": 3.82033096926714e-05, + "loss": 3.1131, + "num_input_tokens_seen": 238288896, + "step": 202 + }, + { + "epoch": 0.023947151114781174, + "grad_norm": 3.828125, + "learning_rate": 3.839243498817967e-05, + "loss": 2.9217, + "num_input_tokens_seen": 239468544, + "step": 203 + }, + { + "epoch": 0.024065117376430342, + "grad_norm": 4.46875, + "learning_rate": 3.858156028368794e-05, + "loss": 2.9658, + "num_input_tokens_seen": 240648192, + "step": 204 + }, + { + "epoch": 0.02418308363807951, + "grad_norm": 3.703125, + "learning_rate": 3.877068557919622e-05, + "loss": 2.9857, + "num_input_tokens_seen": 241827840, + "step": 205 + }, + { + "epoch": 0.02430104989972868, + "grad_norm": 4.9375, + "learning_rate": 3.895981087470449e-05, + "loss": 2.9761, + "num_input_tokens_seen": 243007488, + "step": 206 + }, + { + "epoch": 0.024419016161377847, + "grad_norm": 4.28125, + "learning_rate": 3.914893617021277e-05, + "loss": 2.981, + "num_input_tokens_seen": 244187136, + "step": 207 + }, + { + "epoch": 0.024536982423027015, + "grad_norm": 4.3125, + "learning_rate": 3.9338061465721044e-05, + "loss": 3.0308, + "num_input_tokens_seen": 245366784, + "step": 208 + }, + { + "epoch": 0.024654948684676183, + "grad_norm": 4.0, + "learning_rate": 3.9527186761229314e-05, + "loss": 2.9529, + "num_input_tokens_seen": 246546432, + "step": 209 + }, + { + "epoch": 0.02477291494632535, + "grad_norm": 4.28125, + "learning_rate": 3.971631205673759e-05, + "loss": 2.9297, + "num_input_tokens_seen": 247726080, + "step": 210 + }, + { + "epoch": 0.02489088120797452, + "grad_norm": 3.328125, + "learning_rate": 3.990543735224587e-05, + "loss": 2.8328, + "num_input_tokens_seen": 248905728, + "step": 211 + }, + { + "epoch": 0.025008847469623688, + "grad_norm": 4.6875, + "learning_rate": 4.009456264775414e-05, + "loss": 2.9565, + "num_input_tokens_seen": 250085376, + "step": 212 + }, + { + "epoch": 0.025126813731272856, + "grad_norm": 3.734375, + "learning_rate": 4.028368794326241e-05, + "loss": 2.9276, + "num_input_tokens_seen": 251265024, + "step": 213 + }, + { + "epoch": 0.025244779992922024, + "grad_norm": 4.90625, + "learning_rate": 4.0472813238770685e-05, + "loss": 2.8872, + "num_input_tokens_seen": 252444672, + "step": 214 + }, + { + "epoch": 0.025362746254571193, + "grad_norm": 3.984375, + "learning_rate": 4.066193853427896e-05, + "loss": 2.9423, + "num_input_tokens_seen": 253624320, + "step": 215 + }, + { + "epoch": 0.02548071251622036, + "grad_norm": 4.28125, + "learning_rate": 4.085106382978723e-05, + "loss": 2.9417, + "num_input_tokens_seen": 254803968, + "step": 216 + }, + { + "epoch": 0.02559867877786953, + "grad_norm": 3.53125, + "learning_rate": 4.104018912529551e-05, + "loss": 2.878, + "num_input_tokens_seen": 255983616, + "step": 217 + }, + { + "epoch": 0.025716645039518697, + "grad_norm": 3.71875, + "learning_rate": 4.1229314420803786e-05, + "loss": 2.8925, + "num_input_tokens_seen": 257163264, + "step": 218 + }, + { + "epoch": 0.025834611301167865, + "grad_norm": 3.109375, + "learning_rate": 4.1418439716312056e-05, + "loss": 2.9432, + "num_input_tokens_seen": 258342912, + "step": 219 + }, + { + "epoch": 0.025952577562817034, + "grad_norm": 4.875, + "learning_rate": 4.1607565011820333e-05, + "loss": 2.8552, + "num_input_tokens_seen": 259522560, + "step": 220 + }, + { + "epoch": 0.026070543824466202, + "grad_norm": 3.09375, + "learning_rate": 4.1796690307328604e-05, + "loss": 2.8685, + "num_input_tokens_seen": 260702208, + "step": 221 + }, + { + "epoch": 0.02618851008611537, + "grad_norm": 4.6875, + "learning_rate": 4.198581560283688e-05, + "loss": 2.9284, + "num_input_tokens_seen": 261881856, + "step": 222 + }, + { + "epoch": 0.026306476347764538, + "grad_norm": 3.265625, + "learning_rate": 4.217494089834516e-05, + "loss": 2.8862, + "num_input_tokens_seen": 263061504, + "step": 223 + }, + { + "epoch": 0.026424442609413706, + "grad_norm": 4.5625, + "learning_rate": 4.236406619385343e-05, + "loss": 2.8105, + "num_input_tokens_seen": 264241152, + "step": 224 + }, + { + "epoch": 0.026542408871062875, + "grad_norm": 3.546875, + "learning_rate": 4.2553191489361704e-05, + "loss": 2.9406, + "num_input_tokens_seen": 265420800, + "step": 225 + }, + { + "epoch": 0.026660375132712043, + "grad_norm": 3.640625, + "learning_rate": 4.274231678486998e-05, + "loss": 2.907, + "num_input_tokens_seen": 266600448, + "step": 226 + }, + { + "epoch": 0.02677834139436121, + "grad_norm": 3.015625, + "learning_rate": 4.293144208037825e-05, + "loss": 3.0143, + "num_input_tokens_seen": 267780096, + "step": 227 + }, + { + "epoch": 0.026896307656010383, + "grad_norm": 4.25, + "learning_rate": 4.312056737588653e-05, + "loss": 2.9126, + "num_input_tokens_seen": 268959744, + "step": 228 + }, + { + "epoch": 0.02701427391765955, + "grad_norm": 2.5, + "learning_rate": 4.3309692671394805e-05, + "loss": 2.8879, + "num_input_tokens_seen": 270139392, + "step": 229 + }, + { + "epoch": 0.02713224017930872, + "grad_norm": 3.34375, + "learning_rate": 4.3498817966903076e-05, + "loss": 2.8174, + "num_input_tokens_seen": 271319040, + "step": 230 + }, + { + "epoch": 0.027250206440957887, + "grad_norm": 4.40625, + "learning_rate": 4.368794326241135e-05, + "loss": 2.895, + "num_input_tokens_seen": 272498688, + "step": 231 + }, + { + "epoch": 0.027368172702607056, + "grad_norm": 2.140625, + "learning_rate": 4.387706855791963e-05, + "loss": 2.8573, + "num_input_tokens_seen": 273678336, + "step": 232 + }, + { + "epoch": 0.027486138964256224, + "grad_norm": 3.609375, + "learning_rate": 4.40661938534279e-05, + "loss": 2.7662, + "num_input_tokens_seen": 274857984, + "step": 233 + }, + { + "epoch": 0.027604105225905392, + "grad_norm": 3.484375, + "learning_rate": 4.4255319148936176e-05, + "loss": 2.8103, + "num_input_tokens_seen": 276037632, + "step": 234 + }, + { + "epoch": 0.02772207148755456, + "grad_norm": 1.9765625, + "learning_rate": 4.444444444444445e-05, + "loss": 2.8271, + "num_input_tokens_seen": 277217280, + "step": 235 + }, + { + "epoch": 0.02784003774920373, + "grad_norm": 3.328125, + "learning_rate": 4.4633569739952723e-05, + "loss": 2.8881, + "num_input_tokens_seen": 278396928, + "step": 236 + }, + { + "epoch": 0.027958004010852897, + "grad_norm": 3.9375, + "learning_rate": 4.4822695035461e-05, + "loss": 2.9018, + "num_input_tokens_seen": 279576576, + "step": 237 + }, + { + "epoch": 0.028075970272502065, + "grad_norm": 5.25, + "learning_rate": 4.501182033096927e-05, + "loss": 2.8584, + "num_input_tokens_seen": 280756224, + "step": 238 + }, + { + "epoch": 0.028193936534151233, + "grad_norm": 2.328125, + "learning_rate": 4.520094562647755e-05, + "loss": 2.8435, + "num_input_tokens_seen": 281935872, + "step": 239 + }, + { + "epoch": 0.0283119027958004, + "grad_norm": 3.375, + "learning_rate": 4.5390070921985824e-05, + "loss": 2.8827, + "num_input_tokens_seen": 283115520, + "step": 240 + }, + { + "epoch": 0.02842986905744957, + "grad_norm": 2.3125, + "learning_rate": 4.5579196217494095e-05, + "loss": 2.8415, + "num_input_tokens_seen": 284295168, + "step": 241 + }, + { + "epoch": 0.028547835319098738, + "grad_norm": 3.828125, + "learning_rate": 4.576832151300237e-05, + "loss": 2.8305, + "num_input_tokens_seen": 285474816, + "step": 242 + }, + { + "epoch": 0.028665801580747906, + "grad_norm": 2.5625, + "learning_rate": 4.595744680851065e-05, + "loss": 2.7947, + "num_input_tokens_seen": 286654464, + "step": 243 + }, + { + "epoch": 0.028783767842397074, + "grad_norm": 2.375, + "learning_rate": 4.614657210401892e-05, + "loss": 2.812, + "num_input_tokens_seen": 287834112, + "step": 244 + }, + { + "epoch": 0.028901734104046242, + "grad_norm": 2.578125, + "learning_rate": 4.633569739952719e-05, + "loss": 2.8157, + "num_input_tokens_seen": 289013760, + "step": 245 + }, + { + "epoch": 0.02901970036569541, + "grad_norm": 3.625, + "learning_rate": 4.652482269503546e-05, + "loss": 2.8768, + "num_input_tokens_seen": 290193408, + "step": 246 + }, + { + "epoch": 0.02913766662734458, + "grad_norm": 2.328125, + "learning_rate": 4.6713947990543736e-05, + "loss": 2.834, + "num_input_tokens_seen": 291373056, + "step": 247 + }, + { + "epoch": 0.029255632888993747, + "grad_norm": 2.1875, + "learning_rate": 4.690307328605201e-05, + "loss": 2.8125, + "num_input_tokens_seen": 292552704, + "step": 248 + }, + { + "epoch": 0.029373599150642915, + "grad_norm": 2.921875, + "learning_rate": 4.709219858156028e-05, + "loss": 2.7906, + "num_input_tokens_seen": 293732352, + "step": 249 + }, + { + "epoch": 0.029491565412292083, + "grad_norm": 1.921875, + "learning_rate": 4.728132387706856e-05, + "loss": 2.8163, + "num_input_tokens_seen": 294912000, + "step": 250 + }, + { + "epoch": 0.02960953167394125, + "grad_norm": 2.75, + "learning_rate": 4.747044917257684e-05, + "loss": 2.7826, + "num_input_tokens_seen": 296091648, + "step": 251 + }, + { + "epoch": 0.02972749793559042, + "grad_norm": 2.671875, + "learning_rate": 4.765957446808511e-05, + "loss": 2.8368, + "num_input_tokens_seen": 297271296, + "step": 252 + }, + { + "epoch": 0.029845464197239588, + "grad_norm": 2.796875, + "learning_rate": 4.7848699763593384e-05, + "loss": 2.7188, + "num_input_tokens_seen": 298450944, + "step": 253 + }, + { + "epoch": 0.029963430458888756, + "grad_norm": 1.984375, + "learning_rate": 4.8037825059101654e-05, + "loss": 2.7609, + "num_input_tokens_seen": 299630592, + "step": 254 + }, + { + "epoch": 0.030081396720537928, + "grad_norm": 2.484375, + "learning_rate": 4.822695035460993e-05, + "loss": 2.742, + "num_input_tokens_seen": 300810240, + "step": 255 + }, + { + "epoch": 0.030199362982187096, + "grad_norm": 1.84375, + "learning_rate": 4.841607565011821e-05, + "loss": 2.7751, + "num_input_tokens_seen": 301989888, + "step": 256 + }, + { + "epoch": 0.030317329243836264, + "grad_norm": 3.078125, + "learning_rate": 4.860520094562648e-05, + "loss": 2.6949, + "num_input_tokens_seen": 303169536, + "step": 257 + }, + { + "epoch": 0.030435295505485432, + "grad_norm": 3.25, + "learning_rate": 4.8794326241134755e-05, + "loss": 2.8174, + "num_input_tokens_seen": 304349184, + "step": 258 + }, + { + "epoch": 0.0305532617671346, + "grad_norm": 1.4921875, + "learning_rate": 4.898345153664303e-05, + "loss": 2.6962, + "num_input_tokens_seen": 305528832, + "step": 259 + }, + { + "epoch": 0.03067122802878377, + "grad_norm": 3.046875, + "learning_rate": 4.91725768321513e-05, + "loss": 2.8484, + "num_input_tokens_seen": 306708480, + "step": 260 + }, + { + "epoch": 0.030789194290432937, + "grad_norm": 2.78125, + "learning_rate": 4.936170212765958e-05, + "loss": 2.632, + "num_input_tokens_seen": 307888128, + "step": 261 + }, + { + "epoch": 0.030907160552082105, + "grad_norm": 2.546875, + "learning_rate": 4.9550827423167856e-05, + "loss": 2.8744, + "num_input_tokens_seen": 309067776, + "step": 262 + }, + { + "epoch": 0.031025126813731273, + "grad_norm": 2.359375, + "learning_rate": 4.9739952718676126e-05, + "loss": 2.7714, + "num_input_tokens_seen": 310247424, + "step": 263 + }, + { + "epoch": 0.03114309307538044, + "grad_norm": 1.8515625, + "learning_rate": 4.99290780141844e-05, + "loss": 2.8042, + "num_input_tokens_seen": 311427072, + "step": 264 + }, + { + "epoch": 0.031261059337029606, + "grad_norm": 2.265625, + "learning_rate": 5.011820330969268e-05, + "loss": 2.7448, + "num_input_tokens_seen": 312606720, + "step": 265 + }, + { + "epoch": 0.03137902559867878, + "grad_norm": 1.78125, + "learning_rate": 5.030732860520095e-05, + "loss": 2.678, + "num_input_tokens_seen": 313786368, + "step": 266 + }, + { + "epoch": 0.03149699186032794, + "grad_norm": 2.203125, + "learning_rate": 5.049645390070923e-05, + "loss": 2.676, + "num_input_tokens_seen": 314966016, + "step": 267 + }, + { + "epoch": 0.031614958121977114, + "grad_norm": 1.90625, + "learning_rate": 5.0685579196217504e-05, + "loss": 2.6778, + "num_input_tokens_seen": 316145664, + "step": 268 + }, + { + "epoch": 0.031732924383626286, + "grad_norm": 2.203125, + "learning_rate": 5.0874704491725774e-05, + "loss": 2.7624, + "num_input_tokens_seen": 317325312, + "step": 269 + }, + { + "epoch": 0.03185089064527545, + "grad_norm": 3.53125, + "learning_rate": 5.106382978723405e-05, + "loss": 2.6462, + "num_input_tokens_seen": 318504960, + "step": 270 + }, + { + "epoch": 0.03196885690692462, + "grad_norm": 2.1875, + "learning_rate": 5.125295508274232e-05, + "loss": 2.6475, + "num_input_tokens_seen": 319684608, + "step": 271 + }, + { + "epoch": 0.03208682316857379, + "grad_norm": 1.703125, + "learning_rate": 5.14420803782506e-05, + "loss": 2.7214, + "num_input_tokens_seen": 320864256, + "step": 272 + }, + { + "epoch": 0.03220478943022296, + "grad_norm": 2.25, + "learning_rate": 5.1631205673758875e-05, + "loss": 2.6597, + "num_input_tokens_seen": 322043904, + "step": 273 + }, + { + "epoch": 0.032322755691872124, + "grad_norm": 2.171875, + "learning_rate": 5.1820330969267145e-05, + "loss": 2.6412, + "num_input_tokens_seen": 323223552, + "step": 274 + }, + { + "epoch": 0.032440721953521295, + "grad_norm": 2.25, + "learning_rate": 5.200945626477542e-05, + "loss": 2.7664, + "num_input_tokens_seen": 324403200, + "step": 275 + }, + { + "epoch": 0.03255868821517046, + "grad_norm": 3.296875, + "learning_rate": 5.21985815602837e-05, + "loss": 2.7168, + "num_input_tokens_seen": 325582848, + "step": 276 + }, + { + "epoch": 0.03267665447681963, + "grad_norm": 1.515625, + "learning_rate": 5.238770685579196e-05, + "loss": 2.698, + "num_input_tokens_seen": 326762496, + "step": 277 + }, + { + "epoch": 0.0327946207384688, + "grad_norm": 1.75, + "learning_rate": 5.257683215130024e-05, + "loss": 2.7068, + "num_input_tokens_seen": 327942144, + "step": 278 + }, + { + "epoch": 0.03291258700011797, + "grad_norm": 2.859375, + "learning_rate": 5.276595744680851e-05, + "loss": 2.6487, + "num_input_tokens_seen": 329121792, + "step": 279 + }, + { + "epoch": 0.03303055326176713, + "grad_norm": 2.515625, + "learning_rate": 5.2955082742316786e-05, + "loss": 2.5925, + "num_input_tokens_seen": 330301440, + "step": 280 + }, + { + "epoch": 0.033148519523416305, + "grad_norm": 2.40625, + "learning_rate": 5.314420803782506e-05, + "loss": 2.6826, + "num_input_tokens_seen": 331481088, + "step": 281 + }, + { + "epoch": 0.03326648578506547, + "grad_norm": 2.015625, + "learning_rate": 5.333333333333333e-05, + "loss": 2.6997, + "num_input_tokens_seen": 332660736, + "step": 282 + }, + { + "epoch": 0.03338445204671464, + "grad_norm": 2.234375, + "learning_rate": 5.352245862884161e-05, + "loss": 2.6378, + "num_input_tokens_seen": 333840384, + "step": 283 + }, + { + "epoch": 0.033502418308363806, + "grad_norm": 1.984375, + "learning_rate": 5.371158392434989e-05, + "loss": 2.588, + "num_input_tokens_seen": 335020032, + "step": 284 + }, + { + "epoch": 0.03362038457001298, + "grad_norm": 2.546875, + "learning_rate": 5.390070921985816e-05, + "loss": 2.6051, + "num_input_tokens_seen": 336199680, + "step": 285 + }, + { + "epoch": 0.03373835083166214, + "grad_norm": 1.7421875, + "learning_rate": 5.4089834515366434e-05, + "loss": 2.6874, + "num_input_tokens_seen": 337379328, + "step": 286 + }, + { + "epoch": 0.033856317093311314, + "grad_norm": 2.09375, + "learning_rate": 5.4278959810874704e-05, + "loss": 2.7186, + "num_input_tokens_seen": 338558976, + "step": 287 + }, + { + "epoch": 0.03397428335496048, + "grad_norm": 1.796875, + "learning_rate": 5.446808510638298e-05, + "loss": 2.6698, + "num_input_tokens_seen": 339738624, + "step": 288 + }, + { + "epoch": 0.03409224961660965, + "grad_norm": 2.3125, + "learning_rate": 5.465721040189126e-05, + "loss": 2.603, + "num_input_tokens_seen": 340918272, + "step": 289 + }, + { + "epoch": 0.034210215878258815, + "grad_norm": 2.140625, + "learning_rate": 5.484633569739953e-05, + "loss": 2.6479, + "num_input_tokens_seen": 342097920, + "step": 290 + }, + { + "epoch": 0.03432818213990799, + "grad_norm": 2.140625, + "learning_rate": 5.5035460992907805e-05, + "loss": 2.7037, + "num_input_tokens_seen": 343277568, + "step": 291 + }, + { + "epoch": 0.03444614840155715, + "grad_norm": 1.90625, + "learning_rate": 5.522458628841608e-05, + "loss": 2.681, + "num_input_tokens_seen": 344457216, + "step": 292 + }, + { + "epoch": 0.03456411466320632, + "grad_norm": 2.046875, + "learning_rate": 5.541371158392435e-05, + "loss": 2.5947, + "num_input_tokens_seen": 345636864, + "step": 293 + }, + { + "epoch": 0.03468208092485549, + "grad_norm": 1.734375, + "learning_rate": 5.560283687943263e-05, + "loss": 2.6439, + "num_input_tokens_seen": 346816512, + "step": 294 + }, + { + "epoch": 0.03480004718650466, + "grad_norm": 2.28125, + "learning_rate": 5.5791962174940906e-05, + "loss": 2.6404, + "num_input_tokens_seen": 347996160, + "step": 295 + }, + { + "epoch": 0.03491801344815383, + "grad_norm": 2.03125, + "learning_rate": 5.5981087470449176e-05, + "loss": 2.6686, + "num_input_tokens_seen": 349175808, + "step": 296 + }, + { + "epoch": 0.035035979709802996, + "grad_norm": 1.7265625, + "learning_rate": 5.617021276595745e-05, + "loss": 2.666, + "num_input_tokens_seen": 350355456, + "step": 297 + }, + { + "epoch": 0.03515394597145217, + "grad_norm": 2.109375, + "learning_rate": 5.635933806146573e-05, + "loss": 2.7266, + "num_input_tokens_seen": 351535104, + "step": 298 + }, + { + "epoch": 0.03527191223310133, + "grad_norm": 2.03125, + "learning_rate": 5.6548463356974e-05, + "loss": 2.6655, + "num_input_tokens_seen": 352714752, + "step": 299 + }, + { + "epoch": 0.035389878494750504, + "grad_norm": 1.9296875, + "learning_rate": 5.673758865248228e-05, + "loss": 2.6975, + "num_input_tokens_seen": 353894400, + "step": 300 + }, + { + "epoch": 0.03550784475639967, + "grad_norm": 2.15625, + "learning_rate": 5.692671394799055e-05, + "loss": 2.6232, + "num_input_tokens_seen": 355074048, + "step": 301 + }, + { + "epoch": 0.03562581101804884, + "grad_norm": 2.140625, + "learning_rate": 5.7115839243498824e-05, + "loss": 2.6344, + "num_input_tokens_seen": 356253696, + "step": 302 + }, + { + "epoch": 0.035743777279698005, + "grad_norm": 1.7109375, + "learning_rate": 5.73049645390071e-05, + "loss": 2.5703, + "num_input_tokens_seen": 357433344, + "step": 303 + }, + { + "epoch": 0.03586174354134718, + "grad_norm": 2.125, + "learning_rate": 5.749408983451537e-05, + "loss": 2.5405, + "num_input_tokens_seen": 358612992, + "step": 304 + }, + { + "epoch": 0.03597970980299634, + "grad_norm": 2.546875, + "learning_rate": 5.768321513002365e-05, + "loss": 2.6079, + "num_input_tokens_seen": 359792640, + "step": 305 + }, + { + "epoch": 0.03609767606464551, + "grad_norm": 2.015625, + "learning_rate": 5.7872340425531925e-05, + "loss": 2.6958, + "num_input_tokens_seen": 360972288, + "step": 306 + }, + { + "epoch": 0.03621564232629468, + "grad_norm": 1.46875, + "learning_rate": 5.8061465721040195e-05, + "loss": 2.5541, + "num_input_tokens_seen": 362151936, + "step": 307 + }, + { + "epoch": 0.03633360858794385, + "grad_norm": 1.796875, + "learning_rate": 5.825059101654847e-05, + "loss": 2.6427, + "num_input_tokens_seen": 363331584, + "step": 308 + }, + { + "epoch": 0.036451574849593014, + "grad_norm": 2.171875, + "learning_rate": 5.843971631205675e-05, + "loss": 2.5853, + "num_input_tokens_seen": 364511232, + "step": 309 + }, + { + "epoch": 0.036569541111242186, + "grad_norm": 1.8046875, + "learning_rate": 5.862884160756501e-05, + "loss": 2.5426, + "num_input_tokens_seen": 365690880, + "step": 310 + }, + { + "epoch": 0.03668750737289135, + "grad_norm": 1.625, + "learning_rate": 5.881796690307329e-05, + "loss": 2.6835, + "num_input_tokens_seen": 366870528, + "step": 311 + }, + { + "epoch": 0.03680547363454052, + "grad_norm": 2.640625, + "learning_rate": 5.900709219858156e-05, + "loss": 2.626, + "num_input_tokens_seen": 368050176, + "step": 312 + }, + { + "epoch": 0.03692343989618969, + "grad_norm": 1.4765625, + "learning_rate": 5.9196217494089836e-05, + "loss": 2.5361, + "num_input_tokens_seen": 369229824, + "step": 313 + }, + { + "epoch": 0.03704140615783886, + "grad_norm": 3.03125, + "learning_rate": 5.938534278959811e-05, + "loss": 2.5762, + "num_input_tokens_seen": 370409472, + "step": 314 + }, + { + "epoch": 0.037159372419488024, + "grad_norm": 1.890625, + "learning_rate": 5.9574468085106384e-05, + "loss": 2.5874, + "num_input_tokens_seen": 371589120, + "step": 315 + }, + { + "epoch": 0.037277338681137195, + "grad_norm": 2.6875, + "learning_rate": 5.976359338061466e-05, + "loss": 2.5874, + "num_input_tokens_seen": 372768768, + "step": 316 + }, + { + "epoch": 0.03739530494278636, + "grad_norm": 1.8359375, + "learning_rate": 5.995271867612294e-05, + "loss": 2.4888, + "num_input_tokens_seen": 373948416, + "step": 317 + }, + { + "epoch": 0.03751327120443553, + "grad_norm": 2.25, + "learning_rate": 6.014184397163121e-05, + "loss": 2.5391, + "num_input_tokens_seen": 375128064, + "step": 318 + }, + { + "epoch": 0.0376312374660847, + "grad_norm": 1.890625, + "learning_rate": 6.0330969267139484e-05, + "loss": 2.6462, + "num_input_tokens_seen": 376307712, + "step": 319 + }, + { + "epoch": 0.03774920372773387, + "grad_norm": 1.875, + "learning_rate": 6.0520094562647755e-05, + "loss": 2.4726, + "num_input_tokens_seen": 377487360, + "step": 320 + }, + { + "epoch": 0.03786716998938304, + "grad_norm": 2.296875, + "learning_rate": 6.070921985815603e-05, + "loss": 2.5759, + "num_input_tokens_seen": 378667008, + "step": 321 + }, + { + "epoch": 0.037985136251032205, + "grad_norm": 2.703125, + "learning_rate": 6.089834515366431e-05, + "loss": 2.5199, + "num_input_tokens_seen": 379846656, + "step": 322 + }, + { + "epoch": 0.038103102512681376, + "grad_norm": 2.390625, + "learning_rate": 6.108747044917259e-05, + "loss": 2.6243, + "num_input_tokens_seen": 381026304, + "step": 323 + }, + { + "epoch": 0.03822106877433054, + "grad_norm": 1.65625, + "learning_rate": 6.127659574468086e-05, + "loss": 2.5922, + "num_input_tokens_seen": 382205952, + "step": 324 + }, + { + "epoch": 0.03833903503597971, + "grad_norm": 1.640625, + "learning_rate": 6.146572104018913e-05, + "loss": 2.5376, + "num_input_tokens_seen": 383385600, + "step": 325 + }, + { + "epoch": 0.03845700129762888, + "grad_norm": 2.03125, + "learning_rate": 6.165484633569741e-05, + "loss": 2.547, + "num_input_tokens_seen": 384565248, + "step": 326 + }, + { + "epoch": 0.03857496755927805, + "grad_norm": 2.765625, + "learning_rate": 6.184397163120568e-05, + "loss": 2.5095, + "num_input_tokens_seen": 385744896, + "step": 327 + }, + { + "epoch": 0.038692933820927214, + "grad_norm": 1.40625, + "learning_rate": 6.203309692671395e-05, + "loss": 2.5431, + "num_input_tokens_seen": 386924544, + "step": 328 + }, + { + "epoch": 0.038810900082576386, + "grad_norm": 2.203125, + "learning_rate": 6.222222222222223e-05, + "loss": 2.5744, + "num_input_tokens_seen": 388104192, + "step": 329 + }, + { + "epoch": 0.03892886634422555, + "grad_norm": 1.9921875, + "learning_rate": 6.24113475177305e-05, + "loss": 2.6511, + "num_input_tokens_seen": 389283840, + "step": 330 + }, + { + "epoch": 0.03904683260587472, + "grad_norm": 3.15625, + "learning_rate": 6.260047281323877e-05, + "loss": 2.5556, + "num_input_tokens_seen": 390463488, + "step": 331 + }, + { + "epoch": 0.03916479886752389, + "grad_norm": 1.953125, + "learning_rate": 6.278959810874706e-05, + "loss": 2.5616, + "num_input_tokens_seen": 391643136, + "step": 332 + }, + { + "epoch": 0.03928276512917306, + "grad_norm": 1.6484375, + "learning_rate": 6.297872340425533e-05, + "loss": 2.5747, + "num_input_tokens_seen": 392822784, + "step": 333 + }, + { + "epoch": 0.03940073139082222, + "grad_norm": 3.15625, + "learning_rate": 6.31678486997636e-05, + "loss": 2.4747, + "num_input_tokens_seen": 394002432, + "step": 334 + }, + { + "epoch": 0.039518697652471395, + "grad_norm": 1.765625, + "learning_rate": 6.335697399527188e-05, + "loss": 2.5124, + "num_input_tokens_seen": 395182080, + "step": 335 + }, + { + "epoch": 0.03963666391412056, + "grad_norm": 2.15625, + "learning_rate": 6.354609929078015e-05, + "loss": 2.552, + "num_input_tokens_seen": 396361728, + "step": 336 + }, + { + "epoch": 0.03975463017576973, + "grad_norm": 1.8125, + "learning_rate": 6.373522458628842e-05, + "loss": 2.4541, + "num_input_tokens_seen": 397541376, + "step": 337 + }, + { + "epoch": 0.039872596437418896, + "grad_norm": 3.15625, + "learning_rate": 6.39243498817967e-05, + "loss": 2.4496, + "num_input_tokens_seen": 398721024, + "step": 338 + }, + { + "epoch": 0.03999056269906807, + "grad_norm": 2.015625, + "learning_rate": 6.411347517730498e-05, + "loss": 2.5182, + "num_input_tokens_seen": 399900672, + "step": 339 + }, + { + "epoch": 0.04010852896071723, + "grad_norm": 1.8671875, + "learning_rate": 6.430260047281325e-05, + "loss": 2.5118, + "num_input_tokens_seen": 401080320, + "step": 340 + }, + { + "epoch": 0.040226495222366404, + "grad_norm": 4.46875, + "learning_rate": 6.449172576832153e-05, + "loss": 2.5161, + "num_input_tokens_seen": 402259968, + "step": 341 + }, + { + "epoch": 0.04034446148401557, + "grad_norm": 1.8828125, + "learning_rate": 6.468085106382979e-05, + "loss": 2.5411, + "num_input_tokens_seen": 403439616, + "step": 342 + }, + { + "epoch": 0.04046242774566474, + "grad_norm": 6.53125, + "learning_rate": 6.486997635933806e-05, + "loss": 2.5341, + "num_input_tokens_seen": 404619264, + "step": 343 + }, + { + "epoch": 0.040580394007313905, + "grad_norm": 5.0, + "learning_rate": 6.505910165484634e-05, + "loss": 2.5139, + "num_input_tokens_seen": 405798912, + "step": 344 + }, + { + "epoch": 0.04069836026896308, + "grad_norm": 6.9375, + "learning_rate": 6.524822695035461e-05, + "loss": 2.542, + "num_input_tokens_seen": 406978560, + "step": 345 + }, + { + "epoch": 0.04081632653061224, + "grad_norm": 6.625, + "learning_rate": 6.543735224586288e-05, + "loss": 2.6481, + "num_input_tokens_seen": 408158208, + "step": 346 + }, + { + "epoch": 0.04093429279226141, + "grad_norm": 1.9375, + "learning_rate": 6.562647754137116e-05, + "loss": 2.5413, + "num_input_tokens_seen": 409337856, + "step": 347 + }, + { + "epoch": 0.041052259053910585, + "grad_norm": 3.25, + "learning_rate": 6.581560283687943e-05, + "loss": 2.5869, + "num_input_tokens_seen": 410517504, + "step": 348 + }, + { + "epoch": 0.04117022531555975, + "grad_norm": 2.171875, + "learning_rate": 6.60047281323877e-05, + "loss": 2.5717, + "num_input_tokens_seen": 411697152, + "step": 349 + }, + { + "epoch": 0.04128819157720892, + "grad_norm": 2.296875, + "learning_rate": 6.619385342789599e-05, + "loss": 2.569, + "num_input_tokens_seen": 412876800, + "step": 350 + }, + { + "epoch": 0.041406157838858086, + "grad_norm": 2.53125, + "learning_rate": 6.638297872340426e-05, + "loss": 2.5656, + "num_input_tokens_seen": 414056448, + "step": 351 + }, + { + "epoch": 0.04152412410050726, + "grad_norm": 1.5625, + "learning_rate": 6.657210401891253e-05, + "loss": 2.4558, + "num_input_tokens_seen": 415236096, + "step": 352 + }, + { + "epoch": 0.04164209036215642, + "grad_norm": 3.046875, + "learning_rate": 6.676122931442081e-05, + "loss": 2.5107, + "num_input_tokens_seen": 416415744, + "step": 353 + }, + { + "epoch": 0.041760056623805594, + "grad_norm": 2.03125, + "learning_rate": 6.695035460992908e-05, + "loss": 2.5576, + "num_input_tokens_seen": 417595392, + "step": 354 + }, + { + "epoch": 0.04187802288545476, + "grad_norm": 2.015625, + "learning_rate": 6.713947990543735e-05, + "loss": 2.5029, + "num_input_tokens_seen": 418775040, + "step": 355 + }, + { + "epoch": 0.04199598914710393, + "grad_norm": 1.84375, + "learning_rate": 6.732860520094564e-05, + "loss": 2.547, + "num_input_tokens_seen": 419954688, + "step": 356 + }, + { + "epoch": 0.042113955408753095, + "grad_norm": 1.9453125, + "learning_rate": 6.75177304964539e-05, + "loss": 2.4942, + "num_input_tokens_seen": 421134336, + "step": 357 + }, + { + "epoch": 0.04223192167040227, + "grad_norm": 2.109375, + "learning_rate": 6.770685579196218e-05, + "loss": 2.4546, + "num_input_tokens_seen": 422313984, + "step": 358 + }, + { + "epoch": 0.04234988793205143, + "grad_norm": 1.875, + "learning_rate": 6.789598108747046e-05, + "loss": 2.6115, + "num_input_tokens_seen": 423493632, + "step": 359 + }, + { + "epoch": 0.042467854193700603, + "grad_norm": 1.5, + "learning_rate": 6.808510638297873e-05, + "loss": 2.4977, + "num_input_tokens_seen": 424673280, + "step": 360 + }, + { + "epoch": 0.04258582045534977, + "grad_norm": 1.84375, + "learning_rate": 6.8274231678487e-05, + "loss": 2.4208, + "num_input_tokens_seen": 425852928, + "step": 361 + }, + { + "epoch": 0.04270378671699894, + "grad_norm": 1.421875, + "learning_rate": 6.846335697399528e-05, + "loss": 2.5416, + "num_input_tokens_seen": 427032576, + "step": 362 + }, + { + "epoch": 0.042821752978648105, + "grad_norm": 1.78125, + "learning_rate": 6.865248226950355e-05, + "loss": 2.4938, + "num_input_tokens_seen": 428212224, + "step": 363 + }, + { + "epoch": 0.042939719240297276, + "grad_norm": 1.5859375, + "learning_rate": 6.884160756501182e-05, + "loss": 2.5203, + "num_input_tokens_seen": 429391872, + "step": 364 + }, + { + "epoch": 0.04305768550194644, + "grad_norm": 1.9296875, + "learning_rate": 6.903073286052011e-05, + "loss": 2.515, + "num_input_tokens_seen": 430571520, + "step": 365 + }, + { + "epoch": 0.04317565176359561, + "grad_norm": 2.25, + "learning_rate": 6.921985815602838e-05, + "loss": 2.5211, + "num_input_tokens_seen": 431751168, + "step": 366 + }, + { + "epoch": 0.04329361802524478, + "grad_norm": 1.796875, + "learning_rate": 6.940898345153665e-05, + "loss": 2.4887, + "num_input_tokens_seen": 432930816, + "step": 367 + }, + { + "epoch": 0.04341158428689395, + "grad_norm": 1.5234375, + "learning_rate": 6.959810874704493e-05, + "loss": 2.4896, + "num_input_tokens_seen": 434110464, + "step": 368 + }, + { + "epoch": 0.043529550548543114, + "grad_norm": 1.6171875, + "learning_rate": 6.97872340425532e-05, + "loss": 2.4172, + "num_input_tokens_seen": 435290112, + "step": 369 + }, + { + "epoch": 0.043647516810192286, + "grad_norm": 2.1875, + "learning_rate": 6.997635933806147e-05, + "loss": 2.4538, + "num_input_tokens_seen": 436469760, + "step": 370 + }, + { + "epoch": 0.04376548307184145, + "grad_norm": 2.015625, + "learning_rate": 7.016548463356976e-05, + "loss": 2.4439, + "num_input_tokens_seen": 437649408, + "step": 371 + }, + { + "epoch": 0.04388344933349062, + "grad_norm": 1.828125, + "learning_rate": 7.035460992907803e-05, + "loss": 2.4898, + "num_input_tokens_seen": 438829056, + "step": 372 + }, + { + "epoch": 0.04400141559513979, + "grad_norm": 1.6171875, + "learning_rate": 7.05437352245863e-05, + "loss": 2.4337, + "num_input_tokens_seen": 440008704, + "step": 373 + }, + { + "epoch": 0.04411938185678896, + "grad_norm": 1.53125, + "learning_rate": 7.073286052009457e-05, + "loss": 2.4729, + "num_input_tokens_seen": 441188352, + "step": 374 + }, + { + "epoch": 0.04423734811843813, + "grad_norm": 1.9765625, + "learning_rate": 7.092198581560284e-05, + "loss": 2.4801, + "num_input_tokens_seen": 442368000, + "step": 375 + }, + { + "epoch": 0.044355314380087295, + "grad_norm": 2.0, + "learning_rate": 7.11111111111111e-05, + "loss": 2.5573, + "num_input_tokens_seen": 443547648, + "step": 376 + }, + { + "epoch": 0.044473280641736467, + "grad_norm": 1.640625, + "learning_rate": 7.130023640661939e-05, + "loss": 2.4675, + "num_input_tokens_seen": 444727296, + "step": 377 + }, + { + "epoch": 0.04459124690338563, + "grad_norm": 1.8984375, + "learning_rate": 7.148936170212766e-05, + "loss": 2.4965, + "num_input_tokens_seen": 445906944, + "step": 378 + }, + { + "epoch": 0.0447092131650348, + "grad_norm": 1.2578125, + "learning_rate": 7.167848699763593e-05, + "loss": 2.4161, + "num_input_tokens_seen": 447086592, + "step": 379 + }, + { + "epoch": 0.04482717942668397, + "grad_norm": 1.8359375, + "learning_rate": 7.186761229314421e-05, + "loss": 2.4437, + "num_input_tokens_seen": 448266240, + "step": 380 + }, + { + "epoch": 0.04494514568833314, + "grad_norm": 1.8046875, + "learning_rate": 7.205673758865248e-05, + "loss": 2.4978, + "num_input_tokens_seen": 449445888, + "step": 381 + }, + { + "epoch": 0.045063111949982304, + "grad_norm": 1.53125, + "learning_rate": 7.224586288416075e-05, + "loss": 2.4316, + "num_input_tokens_seen": 450625536, + "step": 382 + }, + { + "epoch": 0.045181078211631476, + "grad_norm": 2.0625, + "learning_rate": 7.243498817966904e-05, + "loss": 2.5152, + "num_input_tokens_seen": 451805184, + "step": 383 + }, + { + "epoch": 0.04529904447328064, + "grad_norm": 1.65625, + "learning_rate": 7.262411347517731e-05, + "loss": 2.4161, + "num_input_tokens_seen": 452984832, + "step": 384 + }, + { + "epoch": 0.04541701073492981, + "grad_norm": 1.8515625, + "learning_rate": 7.281323877068558e-05, + "loss": 2.4274, + "num_input_tokens_seen": 454164480, + "step": 385 + }, + { + "epoch": 0.04553497699657898, + "grad_norm": 2.0625, + "learning_rate": 7.300236406619386e-05, + "loss": 2.4693, + "num_input_tokens_seen": 455344128, + "step": 386 + }, + { + "epoch": 0.04565294325822815, + "grad_norm": 1.765625, + "learning_rate": 7.319148936170213e-05, + "loss": 2.4907, + "num_input_tokens_seen": 456523776, + "step": 387 + }, + { + "epoch": 0.04577090951987731, + "grad_norm": 1.71875, + "learning_rate": 7.33806146572104e-05, + "loss": 2.4603, + "num_input_tokens_seen": 457703424, + "step": 388 + }, + { + "epoch": 0.045888875781526485, + "grad_norm": 1.7734375, + "learning_rate": 7.356973995271869e-05, + "loss": 2.4651, + "num_input_tokens_seen": 458883072, + "step": 389 + }, + { + "epoch": 0.04600684204317565, + "grad_norm": 1.9765625, + "learning_rate": 7.375886524822696e-05, + "loss": 2.4041, + "num_input_tokens_seen": 460062720, + "step": 390 + }, + { + "epoch": 0.04612480830482482, + "grad_norm": 2.90625, + "learning_rate": 7.394799054373523e-05, + "loss": 2.3896, + "num_input_tokens_seen": 461242368, + "step": 391 + }, + { + "epoch": 0.046242774566473986, + "grad_norm": 1.515625, + "learning_rate": 7.413711583924351e-05, + "loss": 2.3966, + "num_input_tokens_seen": 462422016, + "step": 392 + }, + { + "epoch": 0.04636074082812316, + "grad_norm": 1.984375, + "learning_rate": 7.432624113475178e-05, + "loss": 2.5009, + "num_input_tokens_seen": 463601664, + "step": 393 + }, + { + "epoch": 0.04647870708977232, + "grad_norm": 1.8984375, + "learning_rate": 7.451536643026005e-05, + "loss": 2.4524, + "num_input_tokens_seen": 464781312, + "step": 394 + }, + { + "epoch": 0.046596673351421494, + "grad_norm": 2.46875, + "learning_rate": 7.470449172576833e-05, + "loss": 2.4169, + "num_input_tokens_seen": 465960960, + "step": 395 + }, + { + "epoch": 0.04671463961307066, + "grad_norm": 1.609375, + "learning_rate": 7.48936170212766e-05, + "loss": 2.5313, + "num_input_tokens_seen": 467140608, + "step": 396 + }, + { + "epoch": 0.04683260587471983, + "grad_norm": 1.7890625, + "learning_rate": 7.508274231678487e-05, + "loss": 2.5893, + "num_input_tokens_seen": 468320256, + "step": 397 + }, + { + "epoch": 0.046950572136368995, + "grad_norm": 1.9453125, + "learning_rate": 7.527186761229316e-05, + "loss": 2.453, + "num_input_tokens_seen": 469499904, + "step": 398 + }, + { + "epoch": 0.04706853839801817, + "grad_norm": 1.78125, + "learning_rate": 7.546099290780143e-05, + "loss": 2.4462, + "num_input_tokens_seen": 470679552, + "step": 399 + }, + { + "epoch": 0.04718650465966733, + "grad_norm": 2.140625, + "learning_rate": 7.56501182033097e-05, + "loss": 2.5393, + "num_input_tokens_seen": 471859200, + "step": 400 + }, + { + "epoch": 0.04718650465966733, + "eval_wikipedia_loss": 2.4841043949127197, + "eval_wikipedia_runtime": 173.8643, + "eval_wikipedia_samples_per_second": 4.038, + "eval_wikipedia_steps_per_second": 0.173, + "num_input_tokens_seen": 471859200, + "step": 400 + }, + { + "epoch": 0.04718650465966733, + "eval_toxicity_loss": 4.2398834228515625, + "eval_toxicity_runtime": 0.9943, + "eval_toxicity_samples_per_second": 2.011, + "eval_toxicity_steps_per_second": 1.006, + "num_input_tokens_seen": 471859200, + "step": 400 + }, + { + "epoch": 0.047304470921316503, + "grad_norm": 1.9609375, + "learning_rate": 7.583924349881798e-05, + "loss": 2.4697, + "num_input_tokens_seen": 473038848, + "step": 401 + }, + { + "epoch": 0.047422437182965675, + "grad_norm": 1.703125, + "learning_rate": 7.602836879432625e-05, + "loss": 2.4191, + "num_input_tokens_seen": 474218496, + "step": 402 + }, + { + "epoch": 0.04754040344461484, + "grad_norm": 1.2421875, + "learning_rate": 7.621749408983452e-05, + "loss": 2.3892, + "num_input_tokens_seen": 475398144, + "step": 403 + }, + { + "epoch": 0.04765836970626401, + "grad_norm": 1.6640625, + "learning_rate": 7.64066193853428e-05, + "loss": 2.4324, + "num_input_tokens_seen": 476577792, + "step": 404 + }, + { + "epoch": 0.047776335967913176, + "grad_norm": 2.015625, + "learning_rate": 7.659574468085108e-05, + "loss": 2.4291, + "num_input_tokens_seen": 477757440, + "step": 405 + }, + { + "epoch": 0.04789430222956235, + "grad_norm": 2.65625, + "learning_rate": 7.678486997635935e-05, + "loss": 2.4577, + "num_input_tokens_seen": 478937088, + "step": 406 + }, + { + "epoch": 0.04801226849121151, + "grad_norm": 1.2265625, + "learning_rate": 7.697399527186762e-05, + "loss": 2.4554, + "num_input_tokens_seen": 480116736, + "step": 407 + }, + { + "epoch": 0.048130234752860684, + "grad_norm": 3.453125, + "learning_rate": 7.716312056737589e-05, + "loss": 2.3692, + "num_input_tokens_seen": 481296384, + "step": 408 + }, + { + "epoch": 0.04824820101450985, + "grad_norm": 1.953125, + "learning_rate": 7.735224586288416e-05, + "loss": 2.518, + "num_input_tokens_seen": 482476032, + "step": 409 + }, + { + "epoch": 0.04836616727615902, + "grad_norm": 2.046875, + "learning_rate": 7.754137115839244e-05, + "loss": 2.495, + "num_input_tokens_seen": 483655680, + "step": 410 + }, + { + "epoch": 0.048484133537808186, + "grad_norm": 1.9765625, + "learning_rate": 7.773049645390071e-05, + "loss": 2.4344, + "num_input_tokens_seen": 484835328, + "step": 411 + }, + { + "epoch": 0.04860209979945736, + "grad_norm": 1.9296875, + "learning_rate": 7.791962174940898e-05, + "loss": 2.4095, + "num_input_tokens_seen": 486014976, + "step": 412 + }, + { + "epoch": 0.04872006606110652, + "grad_norm": 2.234375, + "learning_rate": 7.810874704491726e-05, + "loss": 2.4562, + "num_input_tokens_seen": 487194624, + "step": 413 + }, + { + "epoch": 0.048838032322755694, + "grad_norm": 1.2109375, + "learning_rate": 7.829787234042553e-05, + "loss": 2.3863, + "num_input_tokens_seen": 488374272, + "step": 414 + }, + { + "epoch": 0.04895599858440486, + "grad_norm": 1.96875, + "learning_rate": 7.84869976359338e-05, + "loss": 2.4577, + "num_input_tokens_seen": 489553920, + "step": 415 + }, + { + "epoch": 0.04907396484605403, + "grad_norm": 1.375, + "learning_rate": 7.867612293144209e-05, + "loss": 2.4166, + "num_input_tokens_seen": 490733568, + "step": 416 + }, + { + "epoch": 0.049191931107703195, + "grad_norm": 1.453125, + "learning_rate": 7.886524822695036e-05, + "loss": 2.4524, + "num_input_tokens_seen": 491913216, + "step": 417 + }, + { + "epoch": 0.049309897369352367, + "grad_norm": 1.390625, + "learning_rate": 7.905437352245863e-05, + "loss": 2.396, + "num_input_tokens_seen": 493092864, + "step": 418 + }, + { + "epoch": 0.04942786363100153, + "grad_norm": 1.21875, + "learning_rate": 7.924349881796691e-05, + "loss": 2.3969, + "num_input_tokens_seen": 494272512, + "step": 419 + }, + { + "epoch": 0.0495458298926507, + "grad_norm": 1.625, + "learning_rate": 7.943262411347518e-05, + "loss": 2.4247, + "num_input_tokens_seen": 495452160, + "step": 420 + }, + { + "epoch": 0.04966379615429987, + "grad_norm": 2.3125, + "learning_rate": 7.962174940898345e-05, + "loss": 2.5668, + "num_input_tokens_seen": 496631808, + "step": 421 + }, + { + "epoch": 0.04978176241594904, + "grad_norm": 2.078125, + "learning_rate": 7.981087470449174e-05, + "loss": 2.3802, + "num_input_tokens_seen": 497811456, + "step": 422 + }, + { + "epoch": 0.049899728677598204, + "grad_norm": 1.1953125, + "learning_rate": 8e-05, + "loss": 2.4226, + "num_input_tokens_seen": 498991104, + "step": 423 + }, + { + "epoch": 0.050017694939247376, + "grad_norm": 1.453125, + "learning_rate": 7.999999695696824e-05, + "loss": 2.4269, + "num_input_tokens_seen": 500170752, + "step": 424 + }, + { + "epoch": 0.05013566120089654, + "grad_norm": 1.4609375, + "learning_rate": 7.999998782787343e-05, + "loss": 2.4702, + "num_input_tokens_seen": 501350400, + "step": 425 + }, + { + "epoch": 0.05025362746254571, + "grad_norm": 1.96875, + "learning_rate": 7.999997261271695e-05, + "loss": 2.3265, + "num_input_tokens_seen": 502530048, + "step": 426 + }, + { + "epoch": 0.05037159372419488, + "grad_norm": 2.265625, + "learning_rate": 7.999995131150112e-05, + "loss": 2.4, + "num_input_tokens_seen": 503709696, + "step": 427 + }, + { + "epoch": 0.05048955998584405, + "grad_norm": 1.3359375, + "learning_rate": 7.999992392422917e-05, + "loss": 2.4076, + "num_input_tokens_seen": 504889344, + "step": 428 + }, + { + "epoch": 0.05060752624749322, + "grad_norm": 1.140625, + "learning_rate": 7.999989045090529e-05, + "loss": 2.3864, + "num_input_tokens_seen": 506068992, + "step": 429 + }, + { + "epoch": 0.050725492509142385, + "grad_norm": 1.4765625, + "learning_rate": 7.999985089153455e-05, + "loss": 2.4194, + "num_input_tokens_seen": 507248640, + "step": 430 + }, + { + "epoch": 0.05084345877079156, + "grad_norm": 2.0625, + "learning_rate": 7.999980524612299e-05, + "loss": 2.4248, + "num_input_tokens_seen": 508428288, + "step": 431 + }, + { + "epoch": 0.05096142503244072, + "grad_norm": 1.953125, + "learning_rate": 7.999975351467752e-05, + "loss": 2.3898, + "num_input_tokens_seen": 509607936, + "step": 432 + }, + { + "epoch": 0.05107939129408989, + "grad_norm": 1.421875, + "learning_rate": 7.999969569720605e-05, + "loss": 2.3805, + "num_input_tokens_seen": 510787584, + "step": 433 + }, + { + "epoch": 0.05119735755573906, + "grad_norm": 1.1328125, + "learning_rate": 7.999963179371735e-05, + "loss": 2.4378, + "num_input_tokens_seen": 511967232, + "step": 434 + }, + { + "epoch": 0.05131532381738823, + "grad_norm": 1.3984375, + "learning_rate": 7.999956180422118e-05, + "loss": 2.4174, + "num_input_tokens_seen": 513146880, + "step": 435 + }, + { + "epoch": 0.051433290079037394, + "grad_norm": 1.6171875, + "learning_rate": 7.999948572872813e-05, + "loss": 2.3132, + "num_input_tokens_seen": 514326528, + "step": 436 + }, + { + "epoch": 0.051551256340686566, + "grad_norm": 2.0, + "learning_rate": 7.999940356724983e-05, + "loss": 2.3784, + "num_input_tokens_seen": 515506176, + "step": 437 + }, + { + "epoch": 0.05166922260233573, + "grad_norm": 1.3359375, + "learning_rate": 7.999931531979876e-05, + "loss": 2.3361, + "num_input_tokens_seen": 516685824, + "step": 438 + }, + { + "epoch": 0.0517871888639849, + "grad_norm": 1.328125, + "learning_rate": 7.999922098638835e-05, + "loss": 2.4646, + "num_input_tokens_seen": 517865472, + "step": 439 + }, + { + "epoch": 0.05190515512563407, + "grad_norm": 1.453125, + "learning_rate": 7.999912056703294e-05, + "loss": 2.3374, + "num_input_tokens_seen": 519045120, + "step": 440 + }, + { + "epoch": 0.05202312138728324, + "grad_norm": 1.9296875, + "learning_rate": 7.999901406174781e-05, + "loss": 2.3778, + "num_input_tokens_seen": 520224768, + "step": 441 + }, + { + "epoch": 0.052141087648932403, + "grad_norm": 1.3203125, + "learning_rate": 7.999890147054918e-05, + "loss": 2.328, + "num_input_tokens_seen": 521404416, + "step": 442 + }, + { + "epoch": 0.052259053910581575, + "grad_norm": 1.453125, + "learning_rate": 7.999878279345418e-05, + "loss": 2.3145, + "num_input_tokens_seen": 522584064, + "step": 443 + }, + { + "epoch": 0.05237702017223074, + "grad_norm": 1.3046875, + "learning_rate": 7.999865803048087e-05, + "loss": 2.3785, + "num_input_tokens_seen": 523763712, + "step": 444 + }, + { + "epoch": 0.05249498643387991, + "grad_norm": 1.3359375, + "learning_rate": 7.99985271816482e-05, + "loss": 2.3462, + "num_input_tokens_seen": 524943360, + "step": 445 + }, + { + "epoch": 0.052612952695529076, + "grad_norm": 1.453125, + "learning_rate": 7.999839024697612e-05, + "loss": 2.5261, + "num_input_tokens_seen": 526123008, + "step": 446 + }, + { + "epoch": 0.05273091895717825, + "grad_norm": 1.4140625, + "learning_rate": 7.999824722648545e-05, + "loss": 2.3022, + "num_input_tokens_seen": 527302656, + "step": 447 + }, + { + "epoch": 0.05284888521882741, + "grad_norm": 1.3359375, + "learning_rate": 7.999809812019794e-05, + "loss": 2.4073, + "num_input_tokens_seen": 528482304, + "step": 448 + }, + { + "epoch": 0.052966851480476584, + "grad_norm": 1.1015625, + "learning_rate": 7.999794292813627e-05, + "loss": 2.3876, + "num_input_tokens_seen": 529661952, + "step": 449 + }, + { + "epoch": 0.05308481774212575, + "grad_norm": 1.8203125, + "learning_rate": 7.99977816503241e-05, + "loss": 2.3443, + "num_input_tokens_seen": 530841600, + "step": 450 + }, + { + "epoch": 0.05320278400377492, + "grad_norm": 2.375, + "learning_rate": 7.999761428678591e-05, + "loss": 2.4333, + "num_input_tokens_seen": 532021248, + "step": 451 + }, + { + "epoch": 0.053320750265424086, + "grad_norm": 1.796875, + "learning_rate": 7.999744083754721e-05, + "loss": 2.3346, + "num_input_tokens_seen": 533200896, + "step": 452 + }, + { + "epoch": 0.05343871652707326, + "grad_norm": 1.046875, + "learning_rate": 7.999726130263437e-05, + "loss": 2.356, + "num_input_tokens_seen": 534380544, + "step": 453 + }, + { + "epoch": 0.05355668278872242, + "grad_norm": 1.578125, + "learning_rate": 7.99970756820747e-05, + "loss": 2.2924, + "num_input_tokens_seen": 535560192, + "step": 454 + }, + { + "epoch": 0.053674649050371594, + "grad_norm": 1.9375, + "learning_rate": 7.999688397589647e-05, + "loss": 2.3714, + "num_input_tokens_seen": 536739840, + "step": 455 + }, + { + "epoch": 0.053792615312020765, + "grad_norm": 1.546875, + "learning_rate": 7.99966861841288e-05, + "loss": 2.3435, + "num_input_tokens_seen": 537919488, + "step": 456 + }, + { + "epoch": 0.05391058157366993, + "grad_norm": 1.4375, + "learning_rate": 7.999648230680182e-05, + "loss": 2.4296, + "num_input_tokens_seen": 539099136, + "step": 457 + }, + { + "epoch": 0.0540285478353191, + "grad_norm": 1.2890625, + "learning_rate": 7.999627234394656e-05, + "loss": 2.4, + "num_input_tokens_seen": 540278784, + "step": 458 + }, + { + "epoch": 0.054146514096968267, + "grad_norm": 1.5625, + "learning_rate": 7.999605629559493e-05, + "loss": 2.3882, + "num_input_tokens_seen": 541458432, + "step": 459 + }, + { + "epoch": 0.05426448035861744, + "grad_norm": 1.5234375, + "learning_rate": 7.999583416177985e-05, + "loss": 2.4006, + "num_input_tokens_seen": 542638080, + "step": 460 + }, + { + "epoch": 0.0543824466202666, + "grad_norm": 1.953125, + "learning_rate": 7.999560594253506e-05, + "loss": 2.3288, + "num_input_tokens_seen": 543817728, + "step": 461 + }, + { + "epoch": 0.054500412881915775, + "grad_norm": 1.2421875, + "learning_rate": 7.999537163789534e-05, + "loss": 2.3453, + "num_input_tokens_seen": 544997376, + "step": 462 + }, + { + "epoch": 0.05461837914356494, + "grad_norm": 1.015625, + "learning_rate": 7.999513124789631e-05, + "loss": 2.3976, + "num_input_tokens_seen": 546177024, + "step": 463 + }, + { + "epoch": 0.05473634540521411, + "grad_norm": 1.0078125, + "learning_rate": 7.999488477257453e-05, + "loss": 2.3466, + "num_input_tokens_seen": 547356672, + "step": 464 + }, + { + "epoch": 0.054854311666863276, + "grad_norm": 1.1171875, + "learning_rate": 7.999463221196753e-05, + "loss": 2.3788, + "num_input_tokens_seen": 548536320, + "step": 465 + }, + { + "epoch": 0.05497227792851245, + "grad_norm": 1.1171875, + "learning_rate": 7.999437356611375e-05, + "loss": 2.2683, + "num_input_tokens_seen": 549715968, + "step": 466 + }, + { + "epoch": 0.05509024419016161, + "grad_norm": 1.109375, + "learning_rate": 7.99941088350525e-05, + "loss": 2.2787, + "num_input_tokens_seen": 550895616, + "step": 467 + }, + { + "epoch": 0.055208210451810784, + "grad_norm": 1.5, + "learning_rate": 7.999383801882408e-05, + "loss": 2.3686, + "num_input_tokens_seen": 552075264, + "step": 468 + }, + { + "epoch": 0.05532617671345995, + "grad_norm": 1.8203125, + "learning_rate": 7.99935611174697e-05, + "loss": 2.283, + "num_input_tokens_seen": 553254912, + "step": 469 + }, + { + "epoch": 0.05544414297510912, + "grad_norm": 1.2890625, + "learning_rate": 7.999327813103149e-05, + "loss": 2.3282, + "num_input_tokens_seen": 554434560, + "step": 470 + }, + { + "epoch": 0.055562109236758285, + "grad_norm": 1.390625, + "learning_rate": 7.999298905955251e-05, + "loss": 2.5573, + "num_input_tokens_seen": 555614208, + "step": 471 + }, + { + "epoch": 0.05568007549840746, + "grad_norm": 1.1640625, + "learning_rate": 7.999269390307672e-05, + "loss": 2.3396, + "num_input_tokens_seen": 556793856, + "step": 472 + }, + { + "epoch": 0.05579804176005662, + "grad_norm": 1.484375, + "learning_rate": 7.999239266164906e-05, + "loss": 2.424, + "num_input_tokens_seen": 557973504, + "step": 473 + }, + { + "epoch": 0.05591600802170579, + "grad_norm": 1.40625, + "learning_rate": 7.999208533531534e-05, + "loss": 2.2834, + "num_input_tokens_seen": 559153152, + "step": 474 + }, + { + "epoch": 0.05603397428335496, + "grad_norm": 1.1953125, + "learning_rate": 7.999177192412233e-05, + "loss": 2.3158, + "num_input_tokens_seen": 560332800, + "step": 475 + }, + { + "epoch": 0.05615194054500413, + "grad_norm": 1.5703125, + "learning_rate": 7.999145242811773e-05, + "loss": 2.3454, + "num_input_tokens_seen": 561512448, + "step": 476 + }, + { + "epoch": 0.056269906806653294, + "grad_norm": 1.796875, + "learning_rate": 7.999112684735013e-05, + "loss": 2.3211, + "num_input_tokens_seen": 562692096, + "step": 477 + }, + { + "epoch": 0.056387873068302466, + "grad_norm": 1.046875, + "learning_rate": 7.999079518186908e-05, + "loss": 2.2571, + "num_input_tokens_seen": 563871744, + "step": 478 + }, + { + "epoch": 0.05650583932995163, + "grad_norm": 1.4140625, + "learning_rate": 7.999045743172504e-05, + "loss": 2.2938, + "num_input_tokens_seen": 565051392, + "step": 479 + }, + { + "epoch": 0.0566238055916008, + "grad_norm": 1.6328125, + "learning_rate": 7.99901135969694e-05, + "loss": 2.4742, + "num_input_tokens_seen": 566231040, + "step": 480 + }, + { + "epoch": 0.05674177185324997, + "grad_norm": 1.484375, + "learning_rate": 7.998976367765446e-05, + "loss": 2.3188, + "num_input_tokens_seen": 567410688, + "step": 481 + }, + { + "epoch": 0.05685973811489914, + "grad_norm": 1.7109375, + "learning_rate": 7.998940767383348e-05, + "loss": 2.2454, + "num_input_tokens_seen": 568590336, + "step": 482 + }, + { + "epoch": 0.05697770437654831, + "grad_norm": 1.1328125, + "learning_rate": 7.998904558556062e-05, + "loss": 2.3923, + "num_input_tokens_seen": 569769984, + "step": 483 + }, + { + "epoch": 0.057095670638197475, + "grad_norm": 1.421875, + "learning_rate": 7.998867741289097e-05, + "loss": 2.3465, + "num_input_tokens_seen": 570949632, + "step": 484 + }, + { + "epoch": 0.05721363689984665, + "grad_norm": 1.0078125, + "learning_rate": 7.998830315588056e-05, + "loss": 2.3016, + "num_input_tokens_seen": 572129280, + "step": 485 + }, + { + "epoch": 0.05733160316149581, + "grad_norm": 1.734375, + "learning_rate": 7.998792281458631e-05, + "loss": 2.2886, + "num_input_tokens_seen": 573308928, + "step": 486 + }, + { + "epoch": 0.05744956942314498, + "grad_norm": 1.140625, + "learning_rate": 7.998753638906613e-05, + "loss": 2.3398, + "num_input_tokens_seen": 574488576, + "step": 487 + }, + { + "epoch": 0.05756753568479415, + "grad_norm": 2.0625, + "learning_rate": 7.998714387937875e-05, + "loss": 2.3558, + "num_input_tokens_seen": 575668224, + "step": 488 + }, + { + "epoch": 0.05768550194644332, + "grad_norm": 1.7578125, + "learning_rate": 7.998674528558397e-05, + "loss": 2.3123, + "num_input_tokens_seen": 576847872, + "step": 489 + }, + { + "epoch": 0.057803468208092484, + "grad_norm": 1.109375, + "learning_rate": 7.998634060774239e-05, + "loss": 2.4113, + "num_input_tokens_seen": 578027520, + "step": 490 + }, + { + "epoch": 0.057921434469741656, + "grad_norm": 2.125, + "learning_rate": 7.998592984591557e-05, + "loss": 2.3259, + "num_input_tokens_seen": 579207168, + "step": 491 + }, + { + "epoch": 0.05803940073139082, + "grad_norm": 1.390625, + "learning_rate": 7.998551300016603e-05, + "loss": 2.39, + "num_input_tokens_seen": 580386816, + "step": 492 + }, + { + "epoch": 0.05815736699303999, + "grad_norm": 1.078125, + "learning_rate": 7.99850900705572e-05, + "loss": 2.3108, + "num_input_tokens_seen": 581566464, + "step": 493 + }, + { + "epoch": 0.05827533325468916, + "grad_norm": 1.0625, + "learning_rate": 7.998466105715342e-05, + "loss": 2.2948, + "num_input_tokens_seen": 582746112, + "step": 494 + }, + { + "epoch": 0.05839329951633833, + "grad_norm": 1.0390625, + "learning_rate": 7.998422596001997e-05, + "loss": 2.3144, + "num_input_tokens_seen": 583925760, + "step": 495 + }, + { + "epoch": 0.058511265777987494, + "grad_norm": 1.2734375, + "learning_rate": 7.998378477922303e-05, + "loss": 2.3439, + "num_input_tokens_seen": 585105408, + "step": 496 + }, + { + "epoch": 0.058629232039636665, + "grad_norm": 1.0546875, + "learning_rate": 7.998333751482976e-05, + "loss": 2.3061, + "num_input_tokens_seen": 586285056, + "step": 497 + }, + { + "epoch": 0.05874719830128583, + "grad_norm": 1.0703125, + "learning_rate": 7.99828841669082e-05, + "loss": 2.2375, + "num_input_tokens_seen": 587464704, + "step": 498 + }, + { + "epoch": 0.058865164562935, + "grad_norm": 1.078125, + "learning_rate": 7.998242473552732e-05, + "loss": 2.2959, + "num_input_tokens_seen": 588644352, + "step": 499 + }, + { + "epoch": 0.058983130824584167, + "grad_norm": 1.546875, + "learning_rate": 7.9981959220757e-05, + "loss": 2.3324, + "num_input_tokens_seen": 589824000, + "step": 500 + }, + { + "epoch": 0.05910109708623334, + "grad_norm": 1.7734375, + "learning_rate": 7.998148762266812e-05, + "loss": 2.267, + "num_input_tokens_seen": 591003648, + "step": 501 + }, + { + "epoch": 0.0592190633478825, + "grad_norm": 1.0859375, + "learning_rate": 7.99810099413324e-05, + "loss": 2.376, + "num_input_tokens_seen": 592183296, + "step": 502 + }, + { + "epoch": 0.059337029609531675, + "grad_norm": 0.91015625, + "learning_rate": 7.998052617682253e-05, + "loss": 2.2746, + "num_input_tokens_seen": 593362944, + "step": 503 + }, + { + "epoch": 0.05945499587118084, + "grad_norm": 1.1015625, + "learning_rate": 7.998003632921212e-05, + "loss": 2.3335, + "num_input_tokens_seen": 594542592, + "step": 504 + }, + { + "epoch": 0.05957296213283001, + "grad_norm": 1.4921875, + "learning_rate": 7.997954039857569e-05, + "loss": 2.2334, + "num_input_tokens_seen": 595722240, + "step": 505 + }, + { + "epoch": 0.059690928394479176, + "grad_norm": 1.578125, + "learning_rate": 7.99790383849887e-05, + "loss": 2.3015, + "num_input_tokens_seen": 596901888, + "step": 506 + }, + { + "epoch": 0.05980889465612835, + "grad_norm": 1.390625, + "learning_rate": 7.997853028852755e-05, + "loss": 2.2773, + "num_input_tokens_seen": 598081536, + "step": 507 + }, + { + "epoch": 0.05992686091777751, + "grad_norm": 1.0, + "learning_rate": 7.997801610926952e-05, + "loss": 2.2407, + "num_input_tokens_seen": 599261184, + "step": 508 + }, + { + "epoch": 0.060044827179426684, + "grad_norm": 1.0625, + "learning_rate": 7.997749584729286e-05, + "loss": 2.4037, + "num_input_tokens_seen": 600440832, + "step": 509 + }, + { + "epoch": 0.060162793441075856, + "grad_norm": 1.3125, + "learning_rate": 7.997696950267672e-05, + "loss": 2.3178, + "num_input_tokens_seen": 601620480, + "step": 510 + }, + { + "epoch": 0.06028075970272502, + "grad_norm": 1.53125, + "learning_rate": 7.997643707550117e-05, + "loss": 2.2891, + "num_input_tokens_seen": 602800128, + "step": 511 + }, + { + "epoch": 0.06039872596437419, + "grad_norm": 1.4765625, + "learning_rate": 7.997589856584725e-05, + "loss": 2.3047, + "num_input_tokens_seen": 603979776, + "step": 512 + }, + { + "epoch": 0.06051669222602336, + "grad_norm": 1.0234375, + "learning_rate": 7.99753539737969e-05, + "loss": 2.2871, + "num_input_tokens_seen": 605159424, + "step": 513 + }, + { + "epoch": 0.06063465848767253, + "grad_norm": 1.796875, + "learning_rate": 7.997480329943294e-05, + "loss": 2.2966, + "num_input_tokens_seen": 606339072, + "step": 514 + }, + { + "epoch": 0.06075262474932169, + "grad_norm": 0.95703125, + "learning_rate": 7.99742465428392e-05, + "loss": 2.1938, + "num_input_tokens_seen": 607518720, + "step": 515 + }, + { + "epoch": 0.060870591010970865, + "grad_norm": 0.87890625, + "learning_rate": 7.997368370410035e-05, + "loss": 2.2878, + "num_input_tokens_seen": 608698368, + "step": 516 + }, + { + "epoch": 0.06098855727262003, + "grad_norm": 1.046875, + "learning_rate": 7.997311478330206e-05, + "loss": 2.2645, + "num_input_tokens_seen": 609878016, + "step": 517 + }, + { + "epoch": 0.0611065235342692, + "grad_norm": 0.99609375, + "learning_rate": 7.997253978053087e-05, + "loss": 2.2939, + "num_input_tokens_seen": 611057664, + "step": 518 + }, + { + "epoch": 0.061224489795918366, + "grad_norm": 0.99609375, + "learning_rate": 7.997195869587428e-05, + "loss": 2.2763, + "num_input_tokens_seen": 612237312, + "step": 519 + }, + { + "epoch": 0.06134245605756754, + "grad_norm": 1.671875, + "learning_rate": 7.997137152942071e-05, + "loss": 2.3172, + "num_input_tokens_seen": 613416960, + "step": 520 + }, + { + "epoch": 0.0614604223192167, + "grad_norm": 1.8203125, + "learning_rate": 7.997077828125948e-05, + "loss": 2.2249, + "num_input_tokens_seen": 614596608, + "step": 521 + }, + { + "epoch": 0.061578388580865874, + "grad_norm": 0.78515625, + "learning_rate": 7.997017895148088e-05, + "loss": 2.3344, + "num_input_tokens_seen": 615776256, + "step": 522 + }, + { + "epoch": 0.06169635484251504, + "grad_norm": 1.90625, + "learning_rate": 7.996957354017605e-05, + "loss": 2.2967, + "num_input_tokens_seen": 616955904, + "step": 523 + }, + { + "epoch": 0.06181432110416421, + "grad_norm": 1.4765625, + "learning_rate": 7.996896204743716e-05, + "loss": 2.2287, + "num_input_tokens_seen": 618135552, + "step": 524 + }, + { + "epoch": 0.061932287365813375, + "grad_norm": 0.8671875, + "learning_rate": 7.996834447335722e-05, + "loss": 2.2897, + "num_input_tokens_seen": 619315200, + "step": 525 + }, + { + "epoch": 0.06205025362746255, + "grad_norm": 1.2578125, + "learning_rate": 7.99677208180302e-05, + "loss": 2.3208, + "num_input_tokens_seen": 620494848, + "step": 526 + }, + { + "epoch": 0.06216821988911171, + "grad_norm": 2.078125, + "learning_rate": 7.996709108155098e-05, + "loss": 2.2778, + "num_input_tokens_seen": 621674496, + "step": 527 + }, + { + "epoch": 0.06228618615076088, + "grad_norm": 0.91015625, + "learning_rate": 7.99664552640154e-05, + "loss": 2.1945, + "num_input_tokens_seen": 622854144, + "step": 528 + }, + { + "epoch": 0.06240415241241005, + "grad_norm": 2.53125, + "learning_rate": 7.996581336552018e-05, + "loss": 2.3752, + "num_input_tokens_seen": 624033792, + "step": 529 + }, + { + "epoch": 0.06252211867405921, + "grad_norm": 1.140625, + "learning_rate": 7.996516538616299e-05, + "loss": 2.3217, + "num_input_tokens_seen": 625213440, + "step": 530 + }, + { + "epoch": 0.06264008493570838, + "grad_norm": 1.890625, + "learning_rate": 7.996451132604242e-05, + "loss": 2.3374, + "num_input_tokens_seen": 626393088, + "step": 531 + }, + { + "epoch": 0.06275805119735756, + "grad_norm": 1.328125, + "learning_rate": 7.9963851185258e-05, + "loss": 2.2926, + "num_input_tokens_seen": 627572736, + "step": 532 + }, + { + "epoch": 0.06287601745900673, + "grad_norm": 1.1328125, + "learning_rate": 7.996318496391015e-05, + "loss": 2.2946, + "num_input_tokens_seen": 628752384, + "step": 533 + }, + { + "epoch": 0.06299398372065589, + "grad_norm": 1.4375, + "learning_rate": 7.996251266210025e-05, + "loss": 2.2977, + "num_input_tokens_seen": 629932032, + "step": 534 + }, + { + "epoch": 0.06311194998230506, + "grad_norm": 1.2109375, + "learning_rate": 7.996183427993058e-05, + "loss": 2.2898, + "num_input_tokens_seen": 631111680, + "step": 535 + }, + { + "epoch": 0.06322991624395423, + "grad_norm": 1.203125, + "learning_rate": 7.996114981750438e-05, + "loss": 2.2557, + "num_input_tokens_seen": 632291328, + "step": 536 + }, + { + "epoch": 0.0633478825056034, + "grad_norm": 1.0546875, + "learning_rate": 7.996045927492578e-05, + "loss": 2.3759, + "num_input_tokens_seen": 633470976, + "step": 537 + }, + { + "epoch": 0.06346584876725257, + "grad_norm": 1.1015625, + "learning_rate": 7.995976265229984e-05, + "loss": 2.2283, + "num_input_tokens_seen": 634650624, + "step": 538 + }, + { + "epoch": 0.06358381502890173, + "grad_norm": 1.1875, + "learning_rate": 7.995905994973257e-05, + "loss": 2.4155, + "num_input_tokens_seen": 635830272, + "step": 539 + }, + { + "epoch": 0.0637017812905509, + "grad_norm": 1.2890625, + "learning_rate": 7.995835116733086e-05, + "loss": 2.3187, + "num_input_tokens_seen": 637009920, + "step": 540 + }, + { + "epoch": 0.06381974755220007, + "grad_norm": 1.671875, + "learning_rate": 7.995763630520257e-05, + "loss": 2.2263, + "num_input_tokens_seen": 638189568, + "step": 541 + }, + { + "epoch": 0.06393771381384925, + "grad_norm": 1.0546875, + "learning_rate": 7.995691536345647e-05, + "loss": 2.2788, + "num_input_tokens_seen": 639369216, + "step": 542 + }, + { + "epoch": 0.0640556800754984, + "grad_norm": 1.0703125, + "learning_rate": 7.995618834220223e-05, + "loss": 2.2173, + "num_input_tokens_seen": 640548864, + "step": 543 + }, + { + "epoch": 0.06417364633714757, + "grad_norm": 1.1953125, + "learning_rate": 7.99554552415505e-05, + "loss": 2.2742, + "num_input_tokens_seen": 641728512, + "step": 544 + }, + { + "epoch": 0.06429161259879675, + "grad_norm": 1.453125, + "learning_rate": 7.99547160616128e-05, + "loss": 2.2516, + "num_input_tokens_seen": 642908160, + "step": 545 + }, + { + "epoch": 0.06440957886044592, + "grad_norm": 1.0078125, + "learning_rate": 7.995397080250162e-05, + "loss": 2.33, + "num_input_tokens_seen": 644087808, + "step": 546 + }, + { + "epoch": 0.06452754512209508, + "grad_norm": 1.0703125, + "learning_rate": 7.995321946433033e-05, + "loss": 2.2447, + "num_input_tokens_seen": 645267456, + "step": 547 + }, + { + "epoch": 0.06464551138374425, + "grad_norm": 1.7421875, + "learning_rate": 7.995246204721324e-05, + "loss": 2.369, + "num_input_tokens_seen": 646447104, + "step": 548 + }, + { + "epoch": 0.06476347764539342, + "grad_norm": 1.25, + "learning_rate": 7.995169855126561e-05, + "loss": 2.2753, + "num_input_tokens_seen": 647626752, + "step": 549 + }, + { + "epoch": 0.06488144390704259, + "grad_norm": 1.6171875, + "learning_rate": 7.995092897660363e-05, + "loss": 2.2828, + "num_input_tokens_seen": 648806400, + "step": 550 + }, + { + "epoch": 0.06499941016869175, + "grad_norm": 1.015625, + "learning_rate": 7.995015332334433e-05, + "loss": 2.244, + "num_input_tokens_seen": 649986048, + "step": 551 + }, + { + "epoch": 0.06511737643034092, + "grad_norm": 1.5859375, + "learning_rate": 7.994937159160578e-05, + "loss": 2.2447, + "num_input_tokens_seen": 651165696, + "step": 552 + }, + { + "epoch": 0.06523534269199009, + "grad_norm": 1.0234375, + "learning_rate": 7.99485837815069e-05, + "loss": 2.2295, + "num_input_tokens_seen": 652345344, + "step": 553 + }, + { + "epoch": 0.06535330895363926, + "grad_norm": 1.1875, + "learning_rate": 7.994778989316757e-05, + "loss": 2.2049, + "num_input_tokens_seen": 653524992, + "step": 554 + }, + { + "epoch": 0.06547127521528842, + "grad_norm": 0.9609375, + "learning_rate": 7.994698992670855e-05, + "loss": 2.257, + "num_input_tokens_seen": 654704640, + "step": 555 + }, + { + "epoch": 0.0655892414769376, + "grad_norm": 1.0625, + "learning_rate": 7.99461838822516e-05, + "loss": 2.1423, + "num_input_tokens_seen": 655884288, + "step": 556 + }, + { + "epoch": 0.06570720773858676, + "grad_norm": 1.109375, + "learning_rate": 7.994537175991934e-05, + "loss": 2.2261, + "num_input_tokens_seen": 657063936, + "step": 557 + }, + { + "epoch": 0.06582517400023594, + "grad_norm": 1.5859375, + "learning_rate": 7.994455355983532e-05, + "loss": 2.2693, + "num_input_tokens_seen": 658243584, + "step": 558 + }, + { + "epoch": 0.0659431402618851, + "grad_norm": 1.125, + "learning_rate": 7.994372928212406e-05, + "loss": 2.3283, + "num_input_tokens_seen": 659423232, + "step": 559 + }, + { + "epoch": 0.06606110652353427, + "grad_norm": 0.9609375, + "learning_rate": 7.994289892691094e-05, + "loss": 2.2631, + "num_input_tokens_seen": 660602880, + "step": 560 + }, + { + "epoch": 0.06617907278518344, + "grad_norm": 0.93359375, + "learning_rate": 7.994206249432234e-05, + "loss": 2.1609, + "num_input_tokens_seen": 661782528, + "step": 561 + }, + { + "epoch": 0.06629703904683261, + "grad_norm": 1.4375, + "learning_rate": 7.994121998448549e-05, + "loss": 2.1385, + "num_input_tokens_seen": 662962176, + "step": 562 + }, + { + "epoch": 0.06641500530848178, + "grad_norm": 1.625, + "learning_rate": 7.99403713975286e-05, + "loss": 2.22, + "num_input_tokens_seen": 664141824, + "step": 563 + }, + { + "epoch": 0.06653297157013094, + "grad_norm": 0.8125, + "learning_rate": 7.993951673358078e-05, + "loss": 2.2546, + "num_input_tokens_seen": 665321472, + "step": 564 + }, + { + "epoch": 0.06665093783178011, + "grad_norm": 1.2734375, + "learning_rate": 7.993865599277206e-05, + "loss": 2.217, + "num_input_tokens_seen": 666501120, + "step": 565 + }, + { + "epoch": 0.06676890409342928, + "grad_norm": 1.6484375, + "learning_rate": 7.993778917523343e-05, + "loss": 2.1732, + "num_input_tokens_seen": 667680768, + "step": 566 + }, + { + "epoch": 0.06688687035507845, + "grad_norm": 0.96484375, + "learning_rate": 7.993691628109673e-05, + "loss": 2.2929, + "num_input_tokens_seen": 668860416, + "step": 567 + }, + { + "epoch": 0.06700483661672761, + "grad_norm": 1.203125, + "learning_rate": 7.993603731049481e-05, + "loss": 2.3019, + "num_input_tokens_seen": 670040064, + "step": 568 + }, + { + "epoch": 0.06712280287837678, + "grad_norm": 1.25, + "learning_rate": 7.99351522635614e-05, + "loss": 2.2712, + "num_input_tokens_seen": 671219712, + "step": 569 + }, + { + "epoch": 0.06724076914002595, + "grad_norm": 1.078125, + "learning_rate": 7.993426114043115e-05, + "loss": 2.1995, + "num_input_tokens_seen": 672399360, + "step": 570 + }, + { + "epoch": 0.06735873540167513, + "grad_norm": 0.99609375, + "learning_rate": 7.993336394123965e-05, + "loss": 2.189, + "num_input_tokens_seen": 673579008, + "step": 571 + }, + { + "epoch": 0.06747670166332428, + "grad_norm": 1.0390625, + "learning_rate": 7.993246066612343e-05, + "loss": 2.2997, + "num_input_tokens_seen": 674758656, + "step": 572 + }, + { + "epoch": 0.06759466792497346, + "grad_norm": 0.95703125, + "learning_rate": 7.993155131521991e-05, + "loss": 2.2692, + "num_input_tokens_seen": 675938304, + "step": 573 + }, + { + "epoch": 0.06771263418662263, + "grad_norm": 1.125, + "learning_rate": 7.993063588866742e-05, + "loss": 2.243, + "num_input_tokens_seen": 677117952, + "step": 574 + }, + { + "epoch": 0.0678306004482718, + "grad_norm": 1.09375, + "learning_rate": 7.992971438660529e-05, + "loss": 2.184, + "num_input_tokens_seen": 678297600, + "step": 575 + }, + { + "epoch": 0.06794856670992096, + "grad_norm": 0.94921875, + "learning_rate": 7.99287868091737e-05, + "loss": 2.1793, + "num_input_tokens_seen": 679477248, + "step": 576 + }, + { + "epoch": 0.06806653297157013, + "grad_norm": 1.171875, + "learning_rate": 7.99278531565138e-05, + "loss": 2.3607, + "num_input_tokens_seen": 680656896, + "step": 577 + }, + { + "epoch": 0.0681844992332193, + "grad_norm": 0.96484375, + "learning_rate": 7.992691342876765e-05, + "loss": 2.2439, + "num_input_tokens_seen": 681836544, + "step": 578 + }, + { + "epoch": 0.06830246549486847, + "grad_norm": 1.09375, + "learning_rate": 7.99259676260782e-05, + "loss": 2.2214, + "num_input_tokens_seen": 683016192, + "step": 579 + }, + { + "epoch": 0.06842043175651763, + "grad_norm": 1.1015625, + "learning_rate": 7.992501574858937e-05, + "loss": 2.1635, + "num_input_tokens_seen": 684195840, + "step": 580 + }, + { + "epoch": 0.0685383980181668, + "grad_norm": 1.25, + "learning_rate": 7.9924057796446e-05, + "loss": 2.1955, + "num_input_tokens_seen": 685375488, + "step": 581 + }, + { + "epoch": 0.06865636427981597, + "grad_norm": 0.8515625, + "learning_rate": 7.992309376979385e-05, + "loss": 2.1876, + "num_input_tokens_seen": 686555136, + "step": 582 + }, + { + "epoch": 0.06877433054146515, + "grad_norm": 0.9296875, + "learning_rate": 7.992212366877959e-05, + "loss": 2.1243, + "num_input_tokens_seen": 687734784, + "step": 583 + }, + { + "epoch": 0.0688922968031143, + "grad_norm": 1.1875, + "learning_rate": 7.992114749355079e-05, + "loss": 2.2922, + "num_input_tokens_seen": 688914432, + "step": 584 + }, + { + "epoch": 0.06901026306476347, + "grad_norm": 1.1796875, + "learning_rate": 7.992016524425603e-05, + "loss": 2.1665, + "num_input_tokens_seen": 690094080, + "step": 585 + }, + { + "epoch": 0.06912822932641265, + "grad_norm": 0.84375, + "learning_rate": 7.991917692104473e-05, + "loss": 2.207, + "num_input_tokens_seen": 691273728, + "step": 586 + }, + { + "epoch": 0.06924619558806182, + "grad_norm": 0.8671875, + "learning_rate": 7.991818252406726e-05, + "loss": 2.1341, + "num_input_tokens_seen": 692453376, + "step": 587 + }, + { + "epoch": 0.06936416184971098, + "grad_norm": 1.109375, + "learning_rate": 7.991718205347494e-05, + "loss": 2.1968, + "num_input_tokens_seen": 693633024, + "step": 588 + }, + { + "epoch": 0.06948212811136015, + "grad_norm": 1.078125, + "learning_rate": 7.991617550941998e-05, + "loss": 2.1095, + "num_input_tokens_seen": 694812672, + "step": 589 + }, + { + "epoch": 0.06960009437300932, + "grad_norm": 0.89453125, + "learning_rate": 7.991516289205554e-05, + "loss": 2.2366, + "num_input_tokens_seen": 695992320, + "step": 590 + }, + { + "epoch": 0.06971806063465849, + "grad_norm": 1.0703125, + "learning_rate": 7.991414420153569e-05, + "loss": 2.2333, + "num_input_tokens_seen": 697171968, + "step": 591 + }, + { + "epoch": 0.06983602689630766, + "grad_norm": 0.8125, + "learning_rate": 7.991311943801539e-05, + "loss": 2.1065, + "num_input_tokens_seen": 698351616, + "step": 592 + }, + { + "epoch": 0.06995399315795682, + "grad_norm": 1.0703125, + "learning_rate": 7.99120886016506e-05, + "loss": 2.1005, + "num_input_tokens_seen": 699531264, + "step": 593 + }, + { + "epoch": 0.07007195941960599, + "grad_norm": 1.046875, + "learning_rate": 7.991105169259815e-05, + "loss": 2.2168, + "num_input_tokens_seen": 700710912, + "step": 594 + }, + { + "epoch": 0.07018992568125516, + "grad_norm": 1.0078125, + "learning_rate": 7.991000871101581e-05, + "loss": 2.3617, + "num_input_tokens_seen": 701890560, + "step": 595 + }, + { + "epoch": 0.07030789194290434, + "grad_norm": 1.703125, + "learning_rate": 7.990895965706227e-05, + "loss": 2.2199, + "num_input_tokens_seen": 703070208, + "step": 596 + }, + { + "epoch": 0.0704258582045535, + "grad_norm": 1.0078125, + "learning_rate": 7.990790453089714e-05, + "loss": 2.1908, + "num_input_tokens_seen": 704249856, + "step": 597 + }, + { + "epoch": 0.07054382446620266, + "grad_norm": 0.87109375, + "learning_rate": 7.990684333268097e-05, + "loss": 2.1718, + "num_input_tokens_seen": 705429504, + "step": 598 + }, + { + "epoch": 0.07066179072785184, + "grad_norm": 0.80078125, + "learning_rate": 7.99057760625752e-05, + "loss": 2.1296, + "num_input_tokens_seen": 706609152, + "step": 599 + }, + { + "epoch": 0.07077975698950101, + "grad_norm": 0.84375, + "learning_rate": 7.990470272074225e-05, + "loss": 2.1698, + "num_input_tokens_seen": 707788800, + "step": 600 + }, + { + "epoch": 0.07077975698950101, + "eval_wikipedia_loss": 2.343088150024414, + "eval_wikipedia_runtime": 167.6638, + "eval_wikipedia_samples_per_second": 4.187, + "eval_wikipedia_steps_per_second": 0.179, + "num_input_tokens_seen": 707788800, + "step": 600 + }, + { + "epoch": 0.07077975698950101, + "eval_toxicity_loss": 4.090839862823486, + "eval_toxicity_runtime": 1.2034, + "eval_toxicity_samples_per_second": 1.662, + "eval_toxicity_steps_per_second": 0.831, + "num_input_tokens_seen": 707788800, + "step": 600 + }, + { + "epoch": 0.00011796626164916834, + "grad_norm": 1.2421875, + "learning_rate": 7.99036233073454e-05, + "loss": 2.1019, + "num_input_tokens_seen": 708968448, + "step": 601 + }, + { + "epoch": 0.0002359325232983367, + "grad_norm": 1.328125, + "learning_rate": 7.99025378225489e-05, + "loss": 2.1446, + "num_input_tokens_seen": 710148096, + "step": 602 + }, + { + "epoch": 0.000353898784947505, + "grad_norm": 1.203125, + "learning_rate": 7.990144626651791e-05, + "loss": 2.1271, + "num_input_tokens_seen": 711327744, + "step": 603 + }, + { + "epoch": 0.0004718650465966734, + "grad_norm": 1.3359375, + "learning_rate": 7.990034863941851e-05, + "loss": 2.1123, + "num_input_tokens_seen": 712507392, + "step": 604 + }, + { + "epoch": 0.0005898313082458417, + "grad_norm": 0.8203125, + "learning_rate": 7.989924494141771e-05, + "loss": 2.1567, + "num_input_tokens_seen": 713687040, + "step": 605 + }, + { + "epoch": 0.00070779756989501, + "grad_norm": 0.91796875, + "learning_rate": 7.989813517268343e-05, + "loss": 2.1786, + "num_input_tokens_seen": 714866688, + "step": 606 + }, + { + "epoch": 0.0008257638315441783, + "grad_norm": 1.078125, + "learning_rate": 7.989701933338453e-05, + "loss": 2.2267, + "num_input_tokens_seen": 716046336, + "step": 607 + }, + { + "epoch": 0.0009437300931933467, + "grad_norm": 1.578125, + "learning_rate": 7.989589742369077e-05, + "loss": 2.1507, + "num_input_tokens_seen": 717225984, + "step": 608 + }, + { + "epoch": 0.001061696354842515, + "grad_norm": 1.0546875, + "learning_rate": 7.989476944377286e-05, + "loss": 2.1274, + "num_input_tokens_seen": 718405632, + "step": 609 + }, + { + "epoch": 0.0011796626164916834, + "grad_norm": 0.984375, + "learning_rate": 7.989363539380245e-05, + "loss": 2.3054, + "num_input_tokens_seen": 719585280, + "step": 610 + }, + { + "epoch": 0.0012976288781408518, + "grad_norm": 1.0, + "learning_rate": 7.989249527395205e-05, + "loss": 2.1765, + "num_input_tokens_seen": 720764928, + "step": 611 + }, + { + "epoch": 0.00141559513979002, + "grad_norm": 1.078125, + "learning_rate": 7.989134908439515e-05, + "loss": 2.1669, + "num_input_tokens_seen": 721944576, + "step": 612 + }, + { + "epoch": 0.0015335614014391884, + "grad_norm": 0.97265625, + "learning_rate": 7.989019682530614e-05, + "loss": 2.1091, + "num_input_tokens_seen": 723124224, + "step": 613 + }, + { + "epoch": 0.0016515276630883566, + "grad_norm": 1.265625, + "learning_rate": 7.988903849686033e-05, + "loss": 2.0888, + "num_input_tokens_seen": 724303872, + "step": 614 + }, + { + "epoch": 0.001769493924737525, + "grad_norm": 0.94921875, + "learning_rate": 7.988787409923398e-05, + "loss": 2.1604, + "num_input_tokens_seen": 725483520, + "step": 615 + }, + { + "epoch": 0.0018874601863866935, + "grad_norm": 0.96875, + "learning_rate": 7.988670363260425e-05, + "loss": 2.1344, + "num_input_tokens_seen": 726663168, + "step": 616 + }, + { + "epoch": 0.0020054264480358617, + "grad_norm": 0.85546875, + "learning_rate": 7.988552709714921e-05, + "loss": 2.2063, + "num_input_tokens_seen": 727842816, + "step": 617 + }, + { + "epoch": 0.00212339270968503, + "grad_norm": 1.21875, + "learning_rate": 7.98843444930479e-05, + "loss": 2.2359, + "num_input_tokens_seen": 729022464, + "step": 618 + }, + { + "epoch": 0.0022413589713341986, + "grad_norm": 1.4609375, + "learning_rate": 7.988315582048022e-05, + "loss": 2.1383, + "num_input_tokens_seen": 730202112, + "step": 619 + }, + { + "epoch": 0.0023593252329833668, + "grad_norm": 0.99609375, + "learning_rate": 7.988196107962707e-05, + "loss": 2.2032, + "num_input_tokens_seen": 731381760, + "step": 620 + }, + { + "epoch": 0.002477291494632535, + "grad_norm": 0.828125, + "learning_rate": 7.98807602706702e-05, + "loss": 2.2634, + "num_input_tokens_seen": 732561408, + "step": 621 + }, + { + "epoch": 0.0025952577562817036, + "grad_norm": 0.90234375, + "learning_rate": 7.987955339379234e-05, + "loss": 2.177, + "num_input_tokens_seen": 733741056, + "step": 622 + }, + { + "epoch": 0.002713224017930872, + "grad_norm": 1.4375, + "learning_rate": 7.987834044917709e-05, + "loss": 2.1918, + "num_input_tokens_seen": 734920704, + "step": 623 + }, + { + "epoch": 0.00283119027958004, + "grad_norm": 0.98828125, + "learning_rate": 7.9877121437009e-05, + "loss": 2.2417, + "num_input_tokens_seen": 736100352, + "step": 624 + }, + { + "epoch": 0.0029491565412292082, + "grad_norm": 0.8203125, + "learning_rate": 7.987589635747359e-05, + "loss": 2.1719, + "num_input_tokens_seen": 737280000, + "step": 625 + }, + { + "epoch": 0.003067122802878377, + "grad_norm": 1.0, + "learning_rate": 7.987466521075722e-05, + "loss": 2.2465, + "num_input_tokens_seen": 738459648, + "step": 626 + }, + { + "epoch": 0.003185089064527545, + "grad_norm": 1.0, + "learning_rate": 7.987342799704721e-05, + "loss": 2.1183, + "num_input_tokens_seen": 739639296, + "step": 627 + }, + { + "epoch": 0.0033030553261767133, + "grad_norm": 1.1796875, + "learning_rate": 7.987218471653181e-05, + "loss": 2.0837, + "num_input_tokens_seen": 740818944, + "step": 628 + }, + { + "epoch": 0.003421021587825882, + "grad_norm": 1.2734375, + "learning_rate": 7.987093536940019e-05, + "loss": 2.1209, + "num_input_tokens_seen": 741998592, + "step": 629 + }, + { + "epoch": 0.00353898784947505, + "grad_norm": 0.71875, + "learning_rate": 7.986967995584245e-05, + "loss": 2.137, + "num_input_tokens_seen": 743178240, + "step": 630 + }, + { + "epoch": 0.0036569541111242184, + "grad_norm": 0.91015625, + "learning_rate": 7.986841847604958e-05, + "loss": 2.1377, + "num_input_tokens_seen": 744357888, + "step": 631 + }, + { + "epoch": 0.003774920372773387, + "grad_norm": 1.5625, + "learning_rate": 7.986715093021353e-05, + "loss": 2.2592, + "num_input_tokens_seen": 745537536, + "step": 632 + }, + { + "epoch": 0.003892886634422555, + "grad_norm": 0.99609375, + "learning_rate": 7.986587731852717e-05, + "loss": 2.1295, + "num_input_tokens_seen": 746717184, + "step": 633 + }, + { + "epoch": 0.004010852896071723, + "grad_norm": 0.85546875, + "learning_rate": 7.986459764118427e-05, + "loss": 2.1378, + "num_input_tokens_seen": 747896832, + "step": 634 + }, + { + "epoch": 0.004128819157720892, + "grad_norm": 1.53125, + "learning_rate": 7.986331189837952e-05, + "loss": 2.1956, + "num_input_tokens_seen": 749076480, + "step": 635 + }, + { + "epoch": 0.00424678541937006, + "grad_norm": 0.9296875, + "learning_rate": 7.986202009030858e-05, + "loss": 2.2073, + "num_input_tokens_seen": 750256128, + "step": 636 + }, + { + "epoch": 0.004364751681019229, + "grad_norm": 1.0703125, + "learning_rate": 7.986072221716798e-05, + "loss": 2.1139, + "num_input_tokens_seen": 751435776, + "step": 637 + }, + { + "epoch": 0.004482717942668397, + "grad_norm": 1.0390625, + "learning_rate": 7.985941827915519e-05, + "loss": 2.2407, + "num_input_tokens_seen": 752615424, + "step": 638 + }, + { + "epoch": 0.004600684204317565, + "grad_norm": 1.2578125, + "learning_rate": 7.985810827646862e-05, + "loss": 2.1899, + "num_input_tokens_seen": 753795072, + "step": 639 + }, + { + "epoch": 0.0047186504659667335, + "grad_norm": 1.0625, + "learning_rate": 7.985679220930758e-05, + "loss": 2.2486, + "num_input_tokens_seen": 754974720, + "step": 640 + }, + { + "epoch": 0.004836616727615902, + "grad_norm": 0.875, + "learning_rate": 7.985547007787231e-05, + "loss": 2.1191, + "num_input_tokens_seen": 756154368, + "step": 641 + }, + { + "epoch": 0.00495458298926507, + "grad_norm": 0.8515625, + "learning_rate": 7.985414188236398e-05, + "loss": 2.0786, + "num_input_tokens_seen": 757334016, + "step": 642 + }, + { + "epoch": 0.005072549250914238, + "grad_norm": 1.0078125, + "learning_rate": 7.985280762298468e-05, + "loss": 2.2075, + "num_input_tokens_seen": 758513664, + "step": 643 + }, + { + "epoch": 0.005190515512563407, + "grad_norm": 1.0546875, + "learning_rate": 7.985146729993741e-05, + "loss": 2.1767, + "num_input_tokens_seen": 759693312, + "step": 644 + }, + { + "epoch": 0.0053084817742125754, + "grad_norm": 0.9921875, + "learning_rate": 7.985012091342611e-05, + "loss": 2.1301, + "num_input_tokens_seen": 760872960, + "step": 645 + }, + { + "epoch": 0.005426448035861744, + "grad_norm": 0.96484375, + "learning_rate": 7.984876846365564e-05, + "loss": 2.1197, + "num_input_tokens_seen": 762052608, + "step": 646 + }, + { + "epoch": 0.005544414297510912, + "grad_norm": 1.25, + "learning_rate": 7.984740995083175e-05, + "loss": 2.4474, + "num_input_tokens_seen": 763232256, + "step": 647 + }, + { + "epoch": 0.00566238055916008, + "grad_norm": 1.1796875, + "learning_rate": 7.984604537516118e-05, + "loss": 2.1303, + "num_input_tokens_seen": 764411904, + "step": 648 + }, + { + "epoch": 0.005780346820809248, + "grad_norm": 1.09375, + "learning_rate": 7.984467473685153e-05, + "loss": 2.2679, + "num_input_tokens_seen": 765591552, + "step": 649 + }, + { + "epoch": 0.0058983130824584165, + "grad_norm": 0.87109375, + "learning_rate": 7.984329803611133e-05, + "loss": 2.1687, + "num_input_tokens_seen": 766771200, + "step": 650 + }, + { + "epoch": 0.0060162793441075856, + "grad_norm": 1.1015625, + "learning_rate": 7.984191527315009e-05, + "loss": 2.1592, + "num_input_tokens_seen": 767950848, + "step": 651 + }, + { + "epoch": 0.006134245605756754, + "grad_norm": 0.9140625, + "learning_rate": 7.984052644817815e-05, + "loss": 2.1808, + "num_input_tokens_seen": 769130496, + "step": 652 + }, + { + "epoch": 0.006252211867405922, + "grad_norm": 0.80078125, + "learning_rate": 7.983913156140685e-05, + "loss": 2.209, + "num_input_tokens_seen": 770310144, + "step": 653 + }, + { + "epoch": 0.00637017812905509, + "grad_norm": 1.1640625, + "learning_rate": 7.983773061304843e-05, + "loss": 2.1247, + "num_input_tokens_seen": 771489792, + "step": 654 + }, + { + "epoch": 0.006488144390704258, + "grad_norm": 1.0078125, + "learning_rate": 7.983632360331603e-05, + "loss": 2.1624, + "num_input_tokens_seen": 772669440, + "step": 655 + }, + { + "epoch": 0.006606110652353427, + "grad_norm": 1.28125, + "learning_rate": 7.983491053242373e-05, + "loss": 2.1374, + "num_input_tokens_seen": 773849088, + "step": 656 + }, + { + "epoch": 0.006724076914002596, + "grad_norm": 1.078125, + "learning_rate": 7.983349140058654e-05, + "loss": 2.1465, + "num_input_tokens_seen": 775028736, + "step": 657 + }, + { + "epoch": 0.006842043175651764, + "grad_norm": 1.109375, + "learning_rate": 7.983206620802038e-05, + "loss": 2.1039, + "num_input_tokens_seen": 776208384, + "step": 658 + }, + { + "epoch": 0.006960009437300932, + "grad_norm": 0.90234375, + "learning_rate": 7.98306349549421e-05, + "loss": 2.2616, + "num_input_tokens_seen": 777388032, + "step": 659 + }, + { + "epoch": 0.0070779756989501, + "grad_norm": 1.1484375, + "learning_rate": 7.982919764156945e-05, + "loss": 2.1215, + "num_input_tokens_seen": 778567680, + "step": 660 + }, + { + "epoch": 0.0071959419605992685, + "grad_norm": 1.0078125, + "learning_rate": 7.982775426812114e-05, + "loss": 2.1266, + "num_input_tokens_seen": 779747328, + "step": 661 + }, + { + "epoch": 0.007313908222248437, + "grad_norm": 1.2890625, + "learning_rate": 7.982630483481678e-05, + "loss": 2.1429, + "num_input_tokens_seen": 780926976, + "step": 662 + }, + { + "epoch": 0.007431874483897605, + "grad_norm": 0.90234375, + "learning_rate": 7.982484934187687e-05, + "loss": 2.0725, + "num_input_tokens_seen": 782106624, + "step": 663 + }, + { + "epoch": 0.007549840745546774, + "grad_norm": 1.015625, + "learning_rate": 7.982338778952292e-05, + "loss": 2.2623, + "num_input_tokens_seen": 783286272, + "step": 664 + }, + { + "epoch": 0.007667807007195942, + "grad_norm": 1.515625, + "learning_rate": 7.982192017797727e-05, + "loss": 2.1474, + "num_input_tokens_seen": 784465920, + "step": 665 + }, + { + "epoch": 0.00778577326884511, + "grad_norm": 1.0390625, + "learning_rate": 7.982044650746321e-05, + "loss": 2.213, + "num_input_tokens_seen": 785645568, + "step": 666 + }, + { + "epoch": 0.007903739530494279, + "grad_norm": 0.94921875, + "learning_rate": 7.9818966778205e-05, + "loss": 2.1183, + "num_input_tokens_seen": 786825216, + "step": 667 + }, + { + "epoch": 0.008021705792143447, + "grad_norm": 1.453125, + "learning_rate": 7.981748099042777e-05, + "loss": 2.203, + "num_input_tokens_seen": 788004864, + "step": 668 + }, + { + "epoch": 0.008139672053792615, + "grad_norm": 1.1640625, + "learning_rate": 7.981598914435756e-05, + "loss": 2.247, + "num_input_tokens_seen": 789184512, + "step": 669 + }, + { + "epoch": 0.008257638315441783, + "grad_norm": 0.78515625, + "learning_rate": 7.98144912402214e-05, + "loss": 2.1766, + "num_input_tokens_seen": 790364160, + "step": 670 + }, + { + "epoch": 0.008375604577090951, + "grad_norm": 1.46875, + "learning_rate": 7.981298727824715e-05, + "loss": 2.1032, + "num_input_tokens_seen": 791543808, + "step": 671 + }, + { + "epoch": 0.00849357083874012, + "grad_norm": 1.0078125, + "learning_rate": 7.981147725866367e-05, + "loss": 2.0328, + "num_input_tokens_seen": 792723456, + "step": 672 + }, + { + "epoch": 0.008611537100389288, + "grad_norm": 0.98828125, + "learning_rate": 7.980996118170071e-05, + "loss": 2.156, + "num_input_tokens_seen": 793903104, + "step": 673 + }, + { + "epoch": 0.008729503362038458, + "grad_norm": 1.515625, + "learning_rate": 7.980843904758894e-05, + "loss": 2.2632, + "num_input_tokens_seen": 795082752, + "step": 674 + }, + { + "epoch": 0.008847469623687626, + "grad_norm": 0.98828125, + "learning_rate": 7.980691085655995e-05, + "loss": 2.1247, + "num_input_tokens_seen": 796262400, + "step": 675 + }, + { + "epoch": 0.008965435885336794, + "grad_norm": 0.85546875, + "learning_rate": 7.980537660884625e-05, + "loss": 2.1808, + "num_input_tokens_seen": 797442048, + "step": 676 + }, + { + "epoch": 0.009083402146985962, + "grad_norm": 1.375, + "learning_rate": 7.980383630468132e-05, + "loss": 2.1755, + "num_input_tokens_seen": 798621696, + "step": 677 + }, + { + "epoch": 0.00920136840863513, + "grad_norm": 1.0546875, + "learning_rate": 7.980228994429947e-05, + "loss": 2.1093, + "num_input_tokens_seen": 799801344, + "step": 678 + }, + { + "epoch": 0.009319334670284299, + "grad_norm": 0.78515625, + "learning_rate": 7.9800737527936e-05, + "loss": 2.0614, + "num_input_tokens_seen": 800980992, + "step": 679 + }, + { + "epoch": 0.009437300931933467, + "grad_norm": 0.78125, + "learning_rate": 7.979917905582712e-05, + "loss": 2.0862, + "num_input_tokens_seen": 802160640, + "step": 680 + }, + { + "epoch": 0.009555267193582635, + "grad_norm": 1.140625, + "learning_rate": 7.979761452820993e-05, + "loss": 2.1008, + "num_input_tokens_seen": 803340288, + "step": 681 + }, + { + "epoch": 0.009673233455231803, + "grad_norm": 1.0859375, + "learning_rate": 7.979604394532251e-05, + "loss": 2.1894, + "num_input_tokens_seen": 804519936, + "step": 682 + }, + { + "epoch": 0.009791199716880972, + "grad_norm": 0.921875, + "learning_rate": 7.979446730740381e-05, + "loss": 2.1344, + "num_input_tokens_seen": 805699584, + "step": 683 + }, + { + "epoch": 0.00990916597853014, + "grad_norm": 1.1171875, + "learning_rate": 7.979288461469371e-05, + "loss": 2.1419, + "num_input_tokens_seen": 806879232, + "step": 684 + }, + { + "epoch": 0.010027132240179308, + "grad_norm": 0.8046875, + "learning_rate": 7.9791295867433e-05, + "loss": 2.1314, + "num_input_tokens_seen": 808058880, + "step": 685 + }, + { + "epoch": 0.010145098501828476, + "grad_norm": 0.89453125, + "learning_rate": 7.978970106586347e-05, + "loss": 2.1138, + "num_input_tokens_seen": 809238528, + "step": 686 + }, + { + "epoch": 0.010263064763477646, + "grad_norm": 0.78125, + "learning_rate": 7.978810021022773e-05, + "loss": 2.1573, + "num_input_tokens_seen": 810418176, + "step": 687 + }, + { + "epoch": 0.010381031025126814, + "grad_norm": 0.96875, + "learning_rate": 7.978649330076936e-05, + "loss": 2.239, + "num_input_tokens_seen": 811597824, + "step": 688 + }, + { + "epoch": 0.010498997286775983, + "grad_norm": 1.109375, + "learning_rate": 7.978488033773285e-05, + "loss": 2.0574, + "num_input_tokens_seen": 812777472, + "step": 689 + }, + { + "epoch": 0.010616963548425151, + "grad_norm": 1.046875, + "learning_rate": 7.978326132136364e-05, + "loss": 2.0513, + "num_input_tokens_seen": 813957120, + "step": 690 + }, + { + "epoch": 0.010734929810074319, + "grad_norm": 1.0390625, + "learning_rate": 7.978163625190803e-05, + "loss": 2.1201, + "num_input_tokens_seen": 815136768, + "step": 691 + }, + { + "epoch": 0.010852896071723487, + "grad_norm": 0.93359375, + "learning_rate": 7.978000512961329e-05, + "loss": 2.0681, + "num_input_tokens_seen": 816316416, + "step": 692 + }, + { + "epoch": 0.010970862333372655, + "grad_norm": 1.1015625, + "learning_rate": 7.977836795472761e-05, + "loss": 2.0907, + "num_input_tokens_seen": 817496064, + "step": 693 + }, + { + "epoch": 0.011088828595021824, + "grad_norm": 0.94140625, + "learning_rate": 7.977672472750006e-05, + "loss": 2.1739, + "num_input_tokens_seen": 818675712, + "step": 694 + }, + { + "epoch": 0.011206794856670992, + "grad_norm": 0.84765625, + "learning_rate": 7.977507544818069e-05, + "loss": 2.1536, + "num_input_tokens_seen": 819855360, + "step": 695 + }, + { + "epoch": 0.01132476111832016, + "grad_norm": 1.4453125, + "learning_rate": 7.977342011702043e-05, + "loss": 2.0564, + "num_input_tokens_seen": 821035008, + "step": 696 + }, + { + "epoch": 0.011442727379969328, + "grad_norm": 0.90234375, + "learning_rate": 7.977175873427114e-05, + "loss": 2.0971, + "num_input_tokens_seen": 822214656, + "step": 697 + }, + { + "epoch": 0.011560693641618497, + "grad_norm": 0.81640625, + "learning_rate": 7.977009130018561e-05, + "loss": 2.1439, + "num_input_tokens_seen": 823394304, + "step": 698 + }, + { + "epoch": 0.011678659903267665, + "grad_norm": 0.91796875, + "learning_rate": 7.976841781501751e-05, + "loss": 2.0159, + "num_input_tokens_seen": 824573952, + "step": 699 + }, + { + "epoch": 0.011796626164916833, + "grad_norm": 0.8515625, + "learning_rate": 7.97667382790215e-05, + "loss": 2.2684, + "num_input_tokens_seen": 825753600, + "step": 700 + }, + { + "epoch": 0.011914592426566003, + "grad_norm": 0.79296875, + "learning_rate": 7.976505269245314e-05, + "loss": 2.0875, + "num_input_tokens_seen": 826933248, + "step": 701 + }, + { + "epoch": 0.012032558688215171, + "grad_norm": 0.76171875, + "learning_rate": 7.976336105556884e-05, + "loss": 2.0368, + "num_input_tokens_seen": 828112896, + "step": 702 + }, + { + "epoch": 0.01215052494986434, + "grad_norm": 0.83203125, + "learning_rate": 7.976166336862602e-05, + "loss": 2.0681, + "num_input_tokens_seen": 829292544, + "step": 703 + }, + { + "epoch": 0.012268491211513508, + "grad_norm": 1.1953125, + "learning_rate": 7.975995963188297e-05, + "loss": 2.1092, + "num_input_tokens_seen": 830472192, + "step": 704 + }, + { + "epoch": 0.012386457473162676, + "grad_norm": 1.8046875, + "learning_rate": 7.975824984559893e-05, + "loss": 2.1025, + "num_input_tokens_seen": 831651840, + "step": 705 + }, + { + "epoch": 0.012504423734811844, + "grad_norm": 0.77734375, + "learning_rate": 7.975653401003404e-05, + "loss": 2.1325, + "num_input_tokens_seen": 832831488, + "step": 706 + }, + { + "epoch": 0.012622389996461012, + "grad_norm": 1.4921875, + "learning_rate": 7.975481212544938e-05, + "loss": 2.1961, + "num_input_tokens_seen": 834011136, + "step": 707 + }, + { + "epoch": 0.01274035625811018, + "grad_norm": 1.4296875, + "learning_rate": 7.97530841921069e-05, + "loss": 2.0702, + "num_input_tokens_seen": 835190784, + "step": 708 + }, + { + "epoch": 0.012858322519759349, + "grad_norm": 0.90234375, + "learning_rate": 7.975135021026956e-05, + "loss": 2.165, + "num_input_tokens_seen": 836370432, + "step": 709 + }, + { + "epoch": 0.012976288781408517, + "grad_norm": 1.984375, + "learning_rate": 7.974961018020115e-05, + "loss": 2.1599, + "num_input_tokens_seen": 837550080, + "step": 710 + }, + { + "epoch": 0.013094255043057685, + "grad_norm": 0.99609375, + "learning_rate": 7.974786410216643e-05, + "loss": 2.0392, + "num_input_tokens_seen": 838729728, + "step": 711 + }, + { + "epoch": 0.013212221304706853, + "grad_norm": 2.28125, + "learning_rate": 7.974611197643108e-05, + "loss": 2.2548, + "num_input_tokens_seen": 839909376, + "step": 712 + }, + { + "epoch": 0.013330187566356021, + "grad_norm": 1.2890625, + "learning_rate": 7.974435380326166e-05, + "loss": 2.0817, + "num_input_tokens_seen": 841089024, + "step": 713 + }, + { + "epoch": 0.013448153828005191, + "grad_norm": 2.46875, + "learning_rate": 7.97425895829257e-05, + "loss": 2.1358, + "num_input_tokens_seen": 842268672, + "step": 714 + }, + { + "epoch": 0.01356612008965436, + "grad_norm": 1.8828125, + "learning_rate": 7.974081931569163e-05, + "loss": 2.207, + "num_input_tokens_seen": 843448320, + "step": 715 + }, + { + "epoch": 0.013684086351303528, + "grad_norm": 2.296875, + "learning_rate": 7.97390430018288e-05, + "loss": 2.106, + "num_input_tokens_seen": 844627968, + "step": 716 + }, + { + "epoch": 0.013802052612952696, + "grad_norm": 1.8125, + "learning_rate": 7.973726064160746e-05, + "loss": 2.0721, + "num_input_tokens_seen": 845807616, + "step": 717 + }, + { + "epoch": 0.013920018874601864, + "grad_norm": 1.984375, + "learning_rate": 7.973547223529882e-05, + "loss": 2.1795, + "num_input_tokens_seen": 846987264, + "step": 718 + }, + { + "epoch": 0.014037985136251032, + "grad_norm": 1.703125, + "learning_rate": 7.973367778317497e-05, + "loss": 2.1144, + "num_input_tokens_seen": 848166912, + "step": 719 + }, + { + "epoch": 0.0141559513979002, + "grad_norm": 2.046875, + "learning_rate": 7.973187728550897e-05, + "loss": 2.0617, + "num_input_tokens_seen": 849346560, + "step": 720 + }, + { + "epoch": 0.014273917659549369, + "grad_norm": 1.6875, + "learning_rate": 7.973007074257472e-05, + "loss": 1.9967, + "num_input_tokens_seen": 850526208, + "step": 721 + }, + { + "epoch": 0.014391883921198537, + "grad_norm": 1.6328125, + "learning_rate": 7.972825815464713e-05, + "loss": 2.0598, + "num_input_tokens_seen": 851705856, + "step": 722 + }, + { + "epoch": 0.014509850182847705, + "grad_norm": 1.6875, + "learning_rate": 7.972643952200198e-05, + "loss": 2.0309, + "num_input_tokens_seen": 852885504, + "step": 723 + }, + { + "epoch": 0.014627816444496873, + "grad_norm": 1.3828125, + "learning_rate": 7.972461484491597e-05, + "loss": 2.0394, + "num_input_tokens_seen": 854065152, + "step": 724 + }, + { + "epoch": 0.014745782706146042, + "grad_norm": 1.4765625, + "learning_rate": 7.972278412366672e-05, + "loss": 2.0426, + "num_input_tokens_seen": 855244800, + "step": 725 + }, + { + "epoch": 0.01486374896779521, + "grad_norm": 1.421875, + "learning_rate": 7.97209473585328e-05, + "loss": 2.0396, + "num_input_tokens_seen": 856424448, + "step": 726 + }, + { + "epoch": 0.014981715229444378, + "grad_norm": 1.09375, + "learning_rate": 7.971910454979367e-05, + "loss": 2.0892, + "num_input_tokens_seen": 857604096, + "step": 727 + }, + { + "epoch": 0.015099681491093548, + "grad_norm": 1.8515625, + "learning_rate": 7.971725569772968e-05, + "loss": 2.1033, + "num_input_tokens_seen": 858783744, + "step": 728 + }, + { + "epoch": 0.015217647752742716, + "grad_norm": 1.5234375, + "learning_rate": 7.97154008026222e-05, + "loss": 1.975, + "num_input_tokens_seen": 859963392, + "step": 729 + }, + { + "epoch": 0.015335614014391884, + "grad_norm": 1.703125, + "learning_rate": 7.97135398647534e-05, + "loss": 2.0152, + "num_input_tokens_seen": 861143040, + "step": 730 + }, + { + "epoch": 0.015453580276041053, + "grad_norm": 1.4453125, + "learning_rate": 7.971167288440646e-05, + "loss": 2.0447, + "num_input_tokens_seen": 862322688, + "step": 731 + }, + { + "epoch": 0.01557154653769022, + "grad_norm": 1.4921875, + "learning_rate": 7.970979986186541e-05, + "loss": 2.0918, + "num_input_tokens_seen": 863502336, + "step": 732 + }, + { + "epoch": 0.01568951279933939, + "grad_norm": 1.2734375, + "learning_rate": 7.970792079741527e-05, + "loss": 2.0034, + "num_input_tokens_seen": 864681984, + "step": 733 + }, + { + "epoch": 0.015807479060988557, + "grad_norm": 1.28125, + "learning_rate": 7.970603569134192e-05, + "loss": 2.0668, + "num_input_tokens_seen": 865861632, + "step": 734 + }, + { + "epoch": 0.015925445322637725, + "grad_norm": 1.171875, + "learning_rate": 7.970414454393218e-05, + "loss": 1.9964, + "num_input_tokens_seen": 867041280, + "step": 735 + }, + { + "epoch": 0.016043411584286894, + "grad_norm": 1.703125, + "learning_rate": 7.970224735547382e-05, + "loss": 1.9982, + "num_input_tokens_seen": 868220928, + "step": 736 + }, + { + "epoch": 0.016161377845936062, + "grad_norm": 1.4921875, + "learning_rate": 7.970034412625547e-05, + "loss": 2.1421, + "num_input_tokens_seen": 869400576, + "step": 737 + }, + { + "epoch": 0.01627934410758523, + "grad_norm": 1.5078125, + "learning_rate": 7.96984348565667e-05, + "loss": 2.0866, + "num_input_tokens_seen": 870580224, + "step": 738 + }, + { + "epoch": 0.0163973103692344, + "grad_norm": 1.296875, + "learning_rate": 7.969651954669805e-05, + "loss": 2.1172, + "num_input_tokens_seen": 871759872, + "step": 739 + }, + { + "epoch": 0.016515276630883566, + "grad_norm": 1.515625, + "learning_rate": 7.96945981969409e-05, + "loss": 2.1618, + "num_input_tokens_seen": 872939520, + "step": 740 + }, + { + "epoch": 0.016633242892532735, + "grad_norm": 1.1640625, + "learning_rate": 7.96926708075876e-05, + "loss": 2.0966, + "num_input_tokens_seen": 874119168, + "step": 741 + }, + { + "epoch": 0.016751209154181903, + "grad_norm": 1.609375, + "learning_rate": 7.969073737893142e-05, + "loss": 1.9877, + "num_input_tokens_seen": 875298816, + "step": 742 + }, + { + "epoch": 0.01686917541583107, + "grad_norm": 1.2421875, + "learning_rate": 7.968879791126652e-05, + "loss": 2.09, + "num_input_tokens_seen": 876478464, + "step": 743 + }, + { + "epoch": 0.01698714167748024, + "grad_norm": 1.5703125, + "learning_rate": 7.968685240488798e-05, + "loss": 2.0698, + "num_input_tokens_seen": 877658112, + "step": 744 + }, + { + "epoch": 0.017105107939129408, + "grad_norm": 1.296875, + "learning_rate": 7.968490086009184e-05, + "loss": 2.1101, + "num_input_tokens_seen": 878837760, + "step": 745 + }, + { + "epoch": 0.017223074200778576, + "grad_norm": 1.1640625, + "learning_rate": 7.9682943277175e-05, + "loss": 1.96, + "num_input_tokens_seen": 880017408, + "step": 746 + }, + { + "epoch": 0.017341040462427744, + "grad_norm": 1.0546875, + "learning_rate": 7.968097965643533e-05, + "loss": 1.9999, + "num_input_tokens_seen": 881197056, + "step": 747 + }, + { + "epoch": 0.017459006724076916, + "grad_norm": 1.140625, + "learning_rate": 7.96790099981716e-05, + "loss": 2.0833, + "num_input_tokens_seen": 882376704, + "step": 748 + }, + { + "epoch": 0.017576972985726084, + "grad_norm": 0.87890625, + "learning_rate": 7.967703430268349e-05, + "loss": 1.9634, + "num_input_tokens_seen": 883556352, + "step": 749 + }, + { + "epoch": 0.017694939247375252, + "grad_norm": 1.359375, + "learning_rate": 7.967505257027158e-05, + "loss": 2.1086, + "num_input_tokens_seen": 884736000, + "step": 750 + }, + { + "epoch": 0.01781290550902442, + "grad_norm": 0.875, + "learning_rate": 7.967306480123745e-05, + "loss": 2.0866, + "num_input_tokens_seen": 885915648, + "step": 751 + }, + { + "epoch": 0.01793087177067359, + "grad_norm": 1.2734375, + "learning_rate": 7.967107099588349e-05, + "loss": 2.1024, + "num_input_tokens_seen": 887095296, + "step": 752 + }, + { + "epoch": 0.018048838032322757, + "grad_norm": 0.91015625, + "learning_rate": 7.966907115451311e-05, + "loss": 2.1854, + "num_input_tokens_seen": 888274944, + "step": 753 + }, + { + "epoch": 0.018166804293971925, + "grad_norm": 1.5625, + "learning_rate": 7.966706527743052e-05, + "loss": 2.0433, + "num_input_tokens_seen": 889454592, + "step": 754 + }, + { + "epoch": 0.018284770555621093, + "grad_norm": 1.1640625, + "learning_rate": 7.966505336494098e-05, + "loss": 2.0656, + "num_input_tokens_seen": 890634240, + "step": 755 + }, + { + "epoch": 0.01840273681727026, + "grad_norm": 1.546875, + "learning_rate": 7.96630354173506e-05, + "loss": 1.9556, + "num_input_tokens_seen": 891813888, + "step": 756 + }, + { + "epoch": 0.01852070307891943, + "grad_norm": 1.421875, + "learning_rate": 7.966101143496637e-05, + "loss": 2.0212, + "num_input_tokens_seen": 892993536, + "step": 757 + }, + { + "epoch": 0.018638669340568598, + "grad_norm": 1.4765625, + "learning_rate": 7.965898141809629e-05, + "loss": 2.1419, + "num_input_tokens_seen": 894173184, + "step": 758 + }, + { + "epoch": 0.018756635602217766, + "grad_norm": 1.2265625, + "learning_rate": 7.96569453670492e-05, + "loss": 2.0694, + "num_input_tokens_seen": 895352832, + "step": 759 + }, + { + "epoch": 0.018874601863866934, + "grad_norm": 1.2890625, + "learning_rate": 7.96549032821349e-05, + "loss": 2.0899, + "num_input_tokens_seen": 896532480, + "step": 760 + }, + { + "epoch": 0.018992568125516102, + "grad_norm": 0.9375, + "learning_rate": 7.96528551636641e-05, + "loss": 2.0442, + "num_input_tokens_seen": 897712128, + "step": 761 + }, + { + "epoch": 0.01911053438716527, + "grad_norm": 1.171875, + "learning_rate": 7.96508010119484e-05, + "loss": 2.0397, + "num_input_tokens_seen": 898891776, + "step": 762 + }, + { + "epoch": 0.01922850064881444, + "grad_norm": 0.86328125, + "learning_rate": 7.964874082730039e-05, + "loss": 2.0424, + "num_input_tokens_seen": 900071424, + "step": 763 + }, + { + "epoch": 0.019346466910463607, + "grad_norm": 0.9140625, + "learning_rate": 7.964667461003347e-05, + "loss": 2.1146, + "num_input_tokens_seen": 901251072, + "step": 764 + }, + { + "epoch": 0.019464433172112775, + "grad_norm": 0.80078125, + "learning_rate": 7.964460236046209e-05, + "loss": 2.0401, + "num_input_tokens_seen": 902430720, + "step": 765 + }, + { + "epoch": 0.019582399433761943, + "grad_norm": 1.0078125, + "learning_rate": 7.964252407890147e-05, + "loss": 1.9694, + "num_input_tokens_seen": 903610368, + "step": 766 + }, + { + "epoch": 0.01970036569541111, + "grad_norm": 1.0234375, + "learning_rate": 7.964043976566787e-05, + "loss": 1.9582, + "num_input_tokens_seen": 904790016, + "step": 767 + }, + { + "epoch": 0.01981833195706028, + "grad_norm": 1.3515625, + "learning_rate": 7.963834942107843e-05, + "loss": 2.0266, + "num_input_tokens_seen": 905969664, + "step": 768 + }, + { + "epoch": 0.019936298218709448, + "grad_norm": 0.8203125, + "learning_rate": 7.963625304545115e-05, + "loss": 2.1604, + "num_input_tokens_seen": 907149312, + "step": 769 + }, + { + "epoch": 0.020054264480358616, + "grad_norm": 0.90234375, + "learning_rate": 7.963415063910505e-05, + "loss": 2.1845, + "num_input_tokens_seen": 908328960, + "step": 770 + }, + { + "epoch": 0.020172230742007784, + "grad_norm": 0.828125, + "learning_rate": 7.963204220236e-05, + "loss": 2.0049, + "num_input_tokens_seen": 909508608, + "step": 771 + }, + { + "epoch": 0.020290197003656953, + "grad_norm": 1.3359375, + "learning_rate": 7.962992773553678e-05, + "loss": 2.0349, + "num_input_tokens_seen": 910688256, + "step": 772 + }, + { + "epoch": 0.02040816326530612, + "grad_norm": 0.99609375, + "learning_rate": 7.962780723895712e-05, + "loss": 1.9531, + "num_input_tokens_seen": 911867904, + "step": 773 + }, + { + "epoch": 0.020526129526955292, + "grad_norm": 0.9609375, + "learning_rate": 7.962568071294368e-05, + "loss": 2.0456, + "num_input_tokens_seen": 913047552, + "step": 774 + }, + { + "epoch": 0.02064409578860446, + "grad_norm": 1.1796875, + "learning_rate": 7.962354815781999e-05, + "loss": 2.1398, + "num_input_tokens_seen": 914227200, + "step": 775 + }, + { + "epoch": 0.02076206205025363, + "grad_norm": 1.0546875, + "learning_rate": 7.96214095739105e-05, + "loss": 2.1565, + "num_input_tokens_seen": 915406848, + "step": 776 + }, + { + "epoch": 0.020880028311902797, + "grad_norm": 1.4296875, + "learning_rate": 7.961926496154066e-05, + "loss": 2.0268, + "num_input_tokens_seen": 916586496, + "step": 777 + }, + { + "epoch": 0.020997994573551965, + "grad_norm": 1.015625, + "learning_rate": 7.961711432103672e-05, + "loss": 2.0407, + "num_input_tokens_seen": 917766144, + "step": 778 + }, + { + "epoch": 0.021115960835201134, + "grad_norm": 1.2890625, + "learning_rate": 7.961495765272593e-05, + "loss": 1.9779, + "num_input_tokens_seen": 918945792, + "step": 779 + }, + { + "epoch": 0.021233927096850302, + "grad_norm": 1.0234375, + "learning_rate": 7.961279495693644e-05, + "loss": 2.0524, + "num_input_tokens_seen": 920125440, + "step": 780 + }, + { + "epoch": 0.02135189335849947, + "grad_norm": 0.90234375, + "learning_rate": 7.961062623399728e-05, + "loss": 2.012, + "num_input_tokens_seen": 921305088, + "step": 781 + }, + { + "epoch": 0.021469859620148638, + "grad_norm": 0.8125, + "learning_rate": 7.960845148423844e-05, + "loss": 1.9574, + "num_input_tokens_seen": 922484736, + "step": 782 + }, + { + "epoch": 0.021587825881797806, + "grad_norm": 0.78515625, + "learning_rate": 7.960627070799081e-05, + "loss": 2.0983, + "num_input_tokens_seen": 923664384, + "step": 783 + }, + { + "epoch": 0.021705792143446975, + "grad_norm": 1.1640625, + "learning_rate": 7.96040839055862e-05, + "loss": 2.0531, + "num_input_tokens_seen": 924844032, + "step": 784 + }, + { + "epoch": 0.021823758405096143, + "grad_norm": 1.0703125, + "learning_rate": 7.960189107735734e-05, + "loss": 2.0866, + "num_input_tokens_seen": 926023680, + "step": 785 + }, + { + "epoch": 0.02194172466674531, + "grad_norm": 0.88671875, + "learning_rate": 7.959969222363786e-05, + "loss": 2.012, + "num_input_tokens_seen": 927203328, + "step": 786 + }, + { + "epoch": 0.02205969092839448, + "grad_norm": 0.77734375, + "learning_rate": 7.959748734476231e-05, + "loss": 2.0116, + "num_input_tokens_seen": 928382976, + "step": 787 + }, + { + "epoch": 0.022177657190043647, + "grad_norm": 0.96875, + "learning_rate": 7.95952764410662e-05, + "loss": 2.0609, + "num_input_tokens_seen": 929562624, + "step": 788 + }, + { + "epoch": 0.022295623451692816, + "grad_norm": 0.86328125, + "learning_rate": 7.95930595128859e-05, + "loss": 2.0261, + "num_input_tokens_seen": 930742272, + "step": 789 + }, + { + "epoch": 0.022413589713341984, + "grad_norm": 0.984375, + "learning_rate": 7.959083656055872e-05, + "loss": 1.9831, + "num_input_tokens_seen": 931921920, + "step": 790 + }, + { + "epoch": 0.022531555974991152, + "grad_norm": 1.5078125, + "learning_rate": 7.958860758442289e-05, + "loss": 2.0684, + "num_input_tokens_seen": 933101568, + "step": 791 + }, + { + "epoch": 0.02264952223664032, + "grad_norm": 0.85546875, + "learning_rate": 7.958637258481755e-05, + "loss": 2.114, + "num_input_tokens_seen": 934281216, + "step": 792 + }, + { + "epoch": 0.02276748849828949, + "grad_norm": 0.80859375, + "learning_rate": 7.958413156208275e-05, + "loss": 2.0545, + "num_input_tokens_seen": 935460864, + "step": 793 + }, + { + "epoch": 0.022885454759938657, + "grad_norm": 0.8046875, + "learning_rate": 7.958188451655949e-05, + "loss": 2.1056, + "num_input_tokens_seen": 936640512, + "step": 794 + }, + { + "epoch": 0.023003421021587825, + "grad_norm": 0.8359375, + "learning_rate": 7.957963144858964e-05, + "loss": 1.9934, + "num_input_tokens_seen": 937820160, + "step": 795 + }, + { + "epoch": 0.023121387283236993, + "grad_norm": 0.82421875, + "learning_rate": 7.957737235851602e-05, + "loss": 2.0787, + "num_input_tokens_seen": 938999808, + "step": 796 + }, + { + "epoch": 0.02323935354488616, + "grad_norm": 0.76171875, + "learning_rate": 7.957510724668234e-05, + "loss": 2.0125, + "num_input_tokens_seen": 940179456, + "step": 797 + }, + { + "epoch": 0.02335731980653533, + "grad_norm": 0.7734375, + "learning_rate": 7.957283611343325e-05, + "loss": 1.9983, + "num_input_tokens_seen": 941359104, + "step": 798 + }, + { + "epoch": 0.023475286068184498, + "grad_norm": 0.73046875, + "learning_rate": 7.95705589591143e-05, + "loss": 2.0102, + "num_input_tokens_seen": 942538752, + "step": 799 + }, + { + "epoch": 0.023593252329833666, + "grad_norm": 0.921875, + "learning_rate": 7.956827578407198e-05, + "loss": 2.0244, + "num_input_tokens_seen": 943718400, + "step": 800 + }, + { + "epoch": 0.023593252329833666, + "eval_wikipedia_loss": 2.2881267070770264, + "eval_wikipedia_runtime": 163.2839, + "eval_wikipedia_samples_per_second": 4.299, + "eval_wikipedia_steps_per_second": 0.184, + "num_input_tokens_seen": 943718400, + "step": 800 + }, + { + "epoch": 0.023593252329833666, + "eval_toxicity_loss": 4.0411834716796875, + "eval_toxicity_runtime": 0.9512, + "eval_toxicity_samples_per_second": 2.103, + "eval_toxicity_steps_per_second": 1.051, + "num_input_tokens_seen": 943718400, + "step": 800 + }, + { + "epoch": 0.023711218591482838, + "grad_norm": 0.80859375, + "learning_rate": 7.956598658865366e-05, + "loss": 2.0013, + "num_input_tokens_seen": 944898048, + "step": 801 + }, + { + "epoch": 0.023829184853132006, + "grad_norm": 0.8203125, + "learning_rate": 7.956369137320765e-05, + "loss": 2.1992, + "num_input_tokens_seen": 946077696, + "step": 802 + }, + { + "epoch": 0.023947151114781174, + "grad_norm": 0.95703125, + "learning_rate": 7.956139013808317e-05, + "loss": 1.9885, + "num_input_tokens_seen": 947257344, + "step": 803 + }, + { + "epoch": 0.024065117376430342, + "grad_norm": 1.515625, + "learning_rate": 7.955908288363037e-05, + "loss": 2.0842, + "num_input_tokens_seen": 948436992, + "step": 804 + }, + { + "epoch": 0.02418308363807951, + "grad_norm": 1.0859375, + "learning_rate": 7.955676961020027e-05, + "loss": 2.056, + "num_input_tokens_seen": 949616640, + "step": 805 + }, + { + "epoch": 0.02430104989972868, + "grad_norm": 0.7578125, + "learning_rate": 7.955445031814487e-05, + "loss": 1.9946, + "num_input_tokens_seen": 950796288, + "step": 806 + }, + { + "epoch": 0.024419016161377847, + "grad_norm": 1.078125, + "learning_rate": 7.955212500781705e-05, + "loss": 2.0638, + "num_input_tokens_seen": 951975936, + "step": 807 + }, + { + "epoch": 0.024536982423027015, + "grad_norm": 1.3515625, + "learning_rate": 7.954979367957059e-05, + "loss": 2.0086, + "num_input_tokens_seen": 953155584, + "step": 808 + }, + { + "epoch": 0.024654948684676183, + "grad_norm": 0.90625, + "learning_rate": 7.954745633376022e-05, + "loss": 1.9927, + "num_input_tokens_seen": 954335232, + "step": 809 + }, + { + "epoch": 0.02477291494632535, + "grad_norm": 1.0390625, + "learning_rate": 7.954511297074158e-05, + "loss": 2.074, + "num_input_tokens_seen": 955514880, + "step": 810 + }, + { + "epoch": 0.02489088120797452, + "grad_norm": 1.15625, + "learning_rate": 7.95427635908712e-05, + "loss": 2.0084, + "num_input_tokens_seen": 956694528, + "step": 811 + }, + { + "epoch": 0.025008847469623688, + "grad_norm": 0.8984375, + "learning_rate": 7.954040819450654e-05, + "loss": 2.0414, + "num_input_tokens_seen": 957874176, + "step": 812 + }, + { + "epoch": 0.025126813731272856, + "grad_norm": 1.0078125, + "learning_rate": 7.953804678200599e-05, + "loss": 2.0282, + "num_input_tokens_seen": 959053824, + "step": 813 + }, + { + "epoch": 0.025244779992922024, + "grad_norm": 1.078125, + "learning_rate": 7.953567935372883e-05, + "loss": 2.0436, + "num_input_tokens_seen": 960233472, + "step": 814 + }, + { + "epoch": 0.025362746254571193, + "grad_norm": 0.75, + "learning_rate": 7.953330591003528e-05, + "loss": 2.0458, + "num_input_tokens_seen": 961413120, + "step": 815 + }, + { + "epoch": 0.02548071251622036, + "grad_norm": 0.94140625, + "learning_rate": 7.953092645128646e-05, + "loss": 1.9329, + "num_input_tokens_seen": 962592768, + "step": 816 + }, + { + "epoch": 0.02559867877786953, + "grad_norm": 1.0703125, + "learning_rate": 7.95285409778444e-05, + "loss": 1.9266, + "num_input_tokens_seen": 963772416, + "step": 817 + }, + { + "epoch": 0.025716645039518697, + "grad_norm": 0.96484375, + "learning_rate": 7.952614949007208e-05, + "loss": 1.9903, + "num_input_tokens_seen": 964952064, + "step": 818 + }, + { + "epoch": 0.025834611301167865, + "grad_norm": 0.765625, + "learning_rate": 7.952375198833333e-05, + "loss": 2.1298, + "num_input_tokens_seen": 966131712, + "step": 819 + }, + { + "epoch": 0.025952577562817034, + "grad_norm": 0.8671875, + "learning_rate": 7.952134847299296e-05, + "loss": 2.0372, + "num_input_tokens_seen": 967311360, + "step": 820 + }, + { + "epoch": 0.026070543824466202, + "grad_norm": 0.90625, + "learning_rate": 7.951893894441665e-05, + "loss": 1.9484, + "num_input_tokens_seen": 968491008, + "step": 821 + }, + { + "epoch": 0.02618851008611537, + "grad_norm": 0.87109375, + "learning_rate": 7.951652340297105e-05, + "loss": 1.9851, + "num_input_tokens_seen": 969670656, + "step": 822 + }, + { + "epoch": 0.026306476347764538, + "grad_norm": 0.8046875, + "learning_rate": 7.951410184902364e-05, + "loss": 2.0184, + "num_input_tokens_seen": 970850304, + "step": 823 + }, + { + "epoch": 0.026424442609413706, + "grad_norm": 0.7578125, + "learning_rate": 7.951167428294288e-05, + "loss": 1.9319, + "num_input_tokens_seen": 972029952, + "step": 824 + }, + { + "epoch": 0.026542408871062875, + "grad_norm": 0.71875, + "learning_rate": 7.950924070509816e-05, + "loss": 2.0554, + "num_input_tokens_seen": 973209600, + "step": 825 + }, + { + "epoch": 0.026660375132712043, + "grad_norm": 0.76953125, + "learning_rate": 7.950680111585972e-05, + "loss": 2.0083, + "num_input_tokens_seen": 974389248, + "step": 826 + }, + { + "epoch": 0.02677834139436121, + "grad_norm": 0.74609375, + "learning_rate": 7.950435551559875e-05, + "loss": 2.1506, + "num_input_tokens_seen": 975568896, + "step": 827 + }, + { + "epoch": 0.026896307656010383, + "grad_norm": 0.796875, + "learning_rate": 7.950190390468734e-05, + "loss": 2.0305, + "num_input_tokens_seen": 976748544, + "step": 828 + }, + { + "epoch": 0.02701427391765955, + "grad_norm": 0.8515625, + "learning_rate": 7.949944628349855e-05, + "loss": 2.0154, + "num_input_tokens_seen": 977928192, + "step": 829 + }, + { + "epoch": 0.02713224017930872, + "grad_norm": 0.796875, + "learning_rate": 7.949698265240626e-05, + "loss": 1.918, + "num_input_tokens_seen": 979107840, + "step": 830 + }, + { + "epoch": 0.027250206440957887, + "grad_norm": 0.875, + "learning_rate": 7.949451301178536e-05, + "loss": 1.9816, + "num_input_tokens_seen": 980287488, + "step": 831 + }, + { + "epoch": 0.027368172702607056, + "grad_norm": 0.80859375, + "learning_rate": 7.949203736201159e-05, + "loss": 2.0066, + "num_input_tokens_seen": 981467136, + "step": 832 + }, + { + "epoch": 0.027486138964256224, + "grad_norm": 0.91015625, + "learning_rate": 7.948955570346161e-05, + "loss": 1.9281, + "num_input_tokens_seen": 982646784, + "step": 833 + }, + { + "epoch": 0.027604105225905392, + "grad_norm": 0.8125, + "learning_rate": 7.948706803651302e-05, + "loss": 1.9352, + "num_input_tokens_seen": 983826432, + "step": 834 + }, + { + "epoch": 0.02772207148755456, + "grad_norm": 1.0078125, + "learning_rate": 7.948457436154434e-05, + "loss": 1.9934, + "num_input_tokens_seen": 985006080, + "step": 835 + }, + { + "epoch": 0.02784003774920373, + "grad_norm": 0.8359375, + "learning_rate": 7.948207467893496e-05, + "loss": 2.0736, + "num_input_tokens_seen": 986185728, + "step": 836 + }, + { + "epoch": 0.027958004010852897, + "grad_norm": 0.859375, + "learning_rate": 7.947956898906523e-05, + "loss": 2.0934, + "num_input_tokens_seen": 987365376, + "step": 837 + }, + { + "epoch": 0.028075970272502065, + "grad_norm": 0.875, + "learning_rate": 7.947705729231637e-05, + "loss": 2.0025, + "num_input_tokens_seen": 988545024, + "step": 838 + }, + { + "epoch": 0.028193936534151233, + "grad_norm": 0.7734375, + "learning_rate": 7.947453958907057e-05, + "loss": 1.964, + "num_input_tokens_seen": 989724672, + "step": 839 + }, + { + "epoch": 0.0283119027958004, + "grad_norm": 0.7734375, + "learning_rate": 7.947201587971088e-05, + "loss": 2.0628, + "num_input_tokens_seen": 990904320, + "step": 840 + }, + { + "epoch": 0.02842986905744957, + "grad_norm": 0.88671875, + "learning_rate": 7.946948616462129e-05, + "loss": 1.9837, + "num_input_tokens_seen": 992083968, + "step": 841 + }, + { + "epoch": 0.028547835319098738, + "grad_norm": 1.09375, + "learning_rate": 7.94669504441867e-05, + "loss": 1.942, + "num_input_tokens_seen": 993263616, + "step": 842 + }, + { + "epoch": 0.028665801580747906, + "grad_norm": 1.1640625, + "learning_rate": 7.946440871879295e-05, + "loss": 1.9283, + "num_input_tokens_seen": 994443264, + "step": 843 + }, + { + "epoch": 0.028783767842397074, + "grad_norm": 0.8515625, + "learning_rate": 7.946186098882672e-05, + "loss": 1.969, + "num_input_tokens_seen": 995622912, + "step": 844 + }, + { + "epoch": 0.028901734104046242, + "grad_norm": 0.7578125, + "learning_rate": 7.94593072546757e-05, + "loss": 1.9535, + "num_input_tokens_seen": 996802560, + "step": 845 + }, + { + "epoch": 0.02901970036569541, + "grad_norm": 0.83984375, + "learning_rate": 7.94567475167284e-05, + "loss": 2.0129, + "num_input_tokens_seen": 997982208, + "step": 846 + }, + { + "epoch": 0.02913766662734458, + "grad_norm": 0.94921875, + "learning_rate": 7.945418177537432e-05, + "loss": 1.9015, + "num_input_tokens_seen": 999161856, + "step": 847 + }, + { + "epoch": 0.029255632888993747, + "grad_norm": 1.4921875, + "learning_rate": 7.945161003100383e-05, + "loss": 1.9187, + "num_input_tokens_seen": 1000341504, + "step": 848 + }, + { + "epoch": 0.029373599150642915, + "grad_norm": 1.0, + "learning_rate": 7.944903228400822e-05, + "loss": 1.9865, + "num_input_tokens_seen": 1001521152, + "step": 849 + }, + { + "epoch": 0.029491565412292083, + "grad_norm": 0.703125, + "learning_rate": 7.944644853477972e-05, + "loss": 2.0223, + "num_input_tokens_seen": 1002700800, + "step": 850 + }, + { + "epoch": 0.02960953167394125, + "grad_norm": 0.84375, + "learning_rate": 7.944385878371143e-05, + "loss": 1.9971, + "num_input_tokens_seen": 1003880448, + "step": 851 + }, + { + "epoch": 0.02972749793559042, + "grad_norm": 0.8046875, + "learning_rate": 7.944126303119738e-05, + "loss": 1.9669, + "num_input_tokens_seen": 1005060096, + "step": 852 + }, + { + "epoch": 0.029845464197239588, + "grad_norm": 0.7421875, + "learning_rate": 7.943866127763253e-05, + "loss": 1.9804, + "num_input_tokens_seen": 1006239744, + "step": 853 + }, + { + "epoch": 0.029963430458888756, + "grad_norm": 0.98046875, + "learning_rate": 7.943605352341274e-05, + "loss": 1.8757, + "num_input_tokens_seen": 1007419392, + "step": 854 + }, + { + "epoch": 0.030081396720537928, + "grad_norm": 1.046875, + "learning_rate": 7.943343976893479e-05, + "loss": 1.9259, + "num_input_tokens_seen": 1008599040, + "step": 855 + }, + { + "epoch": 0.030199362982187096, + "grad_norm": 0.90234375, + "learning_rate": 7.943082001459636e-05, + "loss": 2.0436, + "num_input_tokens_seen": 1009778688, + "step": 856 + }, + { + "epoch": 0.030317329243836264, + "grad_norm": 0.8125, + "learning_rate": 7.942819426079605e-05, + "loss": 1.987, + "num_input_tokens_seen": 1010958336, + "step": 857 + }, + { + "epoch": 0.030435295505485432, + "grad_norm": 0.75390625, + "learning_rate": 7.942556250793337e-05, + "loss": 2.1196, + "num_input_tokens_seen": 1012137984, + "step": 858 + }, + { + "epoch": 0.0305532617671346, + "grad_norm": 0.76953125, + "learning_rate": 7.942292475640875e-05, + "loss": 1.9059, + "num_input_tokens_seen": 1013317632, + "step": 859 + }, + { + "epoch": 0.03067122802878377, + "grad_norm": 0.82421875, + "learning_rate": 7.942028100662351e-05, + "loss": 2.0198, + "num_input_tokens_seen": 1014497280, + "step": 860 + }, + { + "epoch": 0.030789194290432937, + "grad_norm": 0.83984375, + "learning_rate": 7.941763125897995e-05, + "loss": 1.9257, + "num_input_tokens_seen": 1015676928, + "step": 861 + }, + { + "epoch": 0.030907160552082105, + "grad_norm": 0.9375, + "learning_rate": 7.941497551388116e-05, + "loss": 2.0592, + "num_input_tokens_seen": 1016856576, + "step": 862 + }, + { + "epoch": 0.031025126813731273, + "grad_norm": 1.1796875, + "learning_rate": 7.941231377173129e-05, + "loss": 1.9876, + "num_input_tokens_seen": 1018036224, + "step": 863 + }, + { + "epoch": 0.03114309307538044, + "grad_norm": 1.2734375, + "learning_rate": 7.940964603293528e-05, + "loss": 2.0618, + "num_input_tokens_seen": 1019215872, + "step": 864 + }, + { + "epoch": 0.031261059337029606, + "grad_norm": 0.9609375, + "learning_rate": 7.940697229789903e-05, + "loss": 1.9937, + "num_input_tokens_seen": 1020395520, + "step": 865 + }, + { + "epoch": 0.03137902559867878, + "grad_norm": 0.75, + "learning_rate": 7.940429256702939e-05, + "loss": 1.9126, + "num_input_tokens_seen": 1021575168, + "step": 866 + }, + { + "epoch": 0.03149699186032794, + "grad_norm": 0.92578125, + "learning_rate": 7.940160684073406e-05, + "loss": 1.97, + "num_input_tokens_seen": 1022754816, + "step": 867 + }, + { + "epoch": 0.031614958121977114, + "grad_norm": 1.1640625, + "learning_rate": 7.939891511942168e-05, + "loss": 1.9342, + "num_input_tokens_seen": 1023934464, + "step": 868 + }, + { + "epoch": 0.031732924383626286, + "grad_norm": 0.94921875, + "learning_rate": 7.939621740350179e-05, + "loss": 1.9973, + "num_input_tokens_seen": 1025114112, + "step": 869 + }, + { + "epoch": 0.03185089064527545, + "grad_norm": 0.91015625, + "learning_rate": 7.939351369338487e-05, + "loss": 1.9705, + "num_input_tokens_seen": 1026293760, + "step": 870 + }, + { + "epoch": 0.03196885690692462, + "grad_norm": 0.75, + "learning_rate": 7.939080398948229e-05, + "loss": 1.9954, + "num_input_tokens_seen": 1027473408, + "step": 871 + }, + { + "epoch": 0.03208682316857379, + "grad_norm": 0.96484375, + "learning_rate": 7.938808829220632e-05, + "loss": 2.0211, + "num_input_tokens_seen": 1028653056, + "step": 872 + }, + { + "epoch": 0.03220478943022296, + "grad_norm": 1.2265625, + "learning_rate": 7.938536660197018e-05, + "loss": 1.9562, + "num_input_tokens_seen": 1029832704, + "step": 873 + }, + { + "epoch": 0.032322755691872124, + "grad_norm": 1.1328125, + "learning_rate": 7.938263891918796e-05, + "loss": 1.927, + "num_input_tokens_seen": 1031012352, + "step": 874 + }, + { + "epoch": 0.032440721953521295, + "grad_norm": 0.83203125, + "learning_rate": 7.93799052442747e-05, + "loss": 2.042, + "num_input_tokens_seen": 1032192000, + "step": 875 + }, + { + "epoch": 0.03255868821517046, + "grad_norm": 1.1328125, + "learning_rate": 7.937716557764632e-05, + "loss": 1.9994, + "num_input_tokens_seen": 1033371648, + "step": 876 + }, + { + "epoch": 0.03267665447681963, + "grad_norm": 1.0703125, + "learning_rate": 7.937441991971966e-05, + "loss": 1.9857, + "num_input_tokens_seen": 1034551296, + "step": 877 + }, + { + "epoch": 0.0327946207384688, + "grad_norm": 0.84375, + "learning_rate": 7.93716682709125e-05, + "loss": 1.9931, + "num_input_tokens_seen": 1035730944, + "step": 878 + }, + { + "epoch": 0.03291258700011797, + "grad_norm": 0.8046875, + "learning_rate": 7.936891063164346e-05, + "loss": 1.8531, + "num_input_tokens_seen": 1036910592, + "step": 879 + }, + { + "epoch": 0.03303055326176713, + "grad_norm": 0.875, + "learning_rate": 7.936614700233218e-05, + "loss": 1.8975, + "num_input_tokens_seen": 1038090240, + "step": 880 + }, + { + "epoch": 0.033148519523416305, + "grad_norm": 0.72265625, + "learning_rate": 7.936337738339911e-05, + "loss": 1.9755, + "num_input_tokens_seen": 1039269888, + "step": 881 + }, + { + "epoch": 0.03326648578506547, + "grad_norm": 0.79296875, + "learning_rate": 7.936060177526567e-05, + "loss": 1.9892, + "num_input_tokens_seen": 1040449536, + "step": 882 + }, + { + "epoch": 0.03338445204671464, + "grad_norm": 0.91796875, + "learning_rate": 7.935782017835417e-05, + "loss": 1.8774, + "num_input_tokens_seen": 1041629184, + "step": 883 + }, + { + "epoch": 0.033502418308363806, + "grad_norm": 0.98828125, + "learning_rate": 7.935503259308782e-05, + "loss": 1.8458, + "num_input_tokens_seen": 1042808832, + "step": 884 + }, + { + "epoch": 0.03362038457001298, + "grad_norm": 0.89453125, + "learning_rate": 7.935223901989078e-05, + "loss": 1.9332, + "num_input_tokens_seen": 1043988480, + "step": 885 + }, + { + "epoch": 0.03373835083166214, + "grad_norm": 0.87109375, + "learning_rate": 7.934943945918806e-05, + "loss": 1.9231, + "num_input_tokens_seen": 1045168128, + "step": 886 + }, + { + "epoch": 0.033856317093311314, + "grad_norm": 1.421875, + "learning_rate": 7.934663391140566e-05, + "loss": 1.9749, + "num_input_tokens_seen": 1046347776, + "step": 887 + }, + { + "epoch": 0.03397428335496048, + "grad_norm": 0.8046875, + "learning_rate": 7.934382237697043e-05, + "loss": 1.9468, + "num_input_tokens_seen": 1047527424, + "step": 888 + }, + { + "epoch": 0.03409224961660965, + "grad_norm": 0.90234375, + "learning_rate": 7.934100485631014e-05, + "loss": 1.9363, + "num_input_tokens_seen": 1048707072, + "step": 889 + }, + { + "epoch": 0.034210215878258815, + "grad_norm": 0.85546875, + "learning_rate": 7.933818134985349e-05, + "loss": 1.9687, + "num_input_tokens_seen": 1049886720, + "step": 890 + }, + { + "epoch": 0.03432818213990799, + "grad_norm": 0.8125, + "learning_rate": 7.933535185803008e-05, + "loss": 2.0288, + "num_input_tokens_seen": 1051066368, + "step": 891 + }, + { + "epoch": 0.03444614840155715, + "grad_norm": 0.8125, + "learning_rate": 7.933251638127042e-05, + "loss": 1.9486, + "num_input_tokens_seen": 1052246016, + "step": 892 + }, + { + "epoch": 0.03456411466320632, + "grad_norm": 0.84375, + "learning_rate": 7.932967492000594e-05, + "loss": 1.8646, + "num_input_tokens_seen": 1053425664, + "step": 893 + }, + { + "epoch": 0.03468208092485549, + "grad_norm": 0.8515625, + "learning_rate": 7.932682747466896e-05, + "loss": 1.9055, + "num_input_tokens_seen": 1054605312, + "step": 894 + }, + { + "epoch": 0.03480004718650466, + "grad_norm": 0.8203125, + "learning_rate": 7.932397404569274e-05, + "loss": 1.9025, + "num_input_tokens_seen": 1055784960, + "step": 895 + }, + { + "epoch": 0.03491801344815383, + "grad_norm": 0.75390625, + "learning_rate": 7.932111463351142e-05, + "loss": 1.9739, + "num_input_tokens_seen": 1056964608, + "step": 896 + }, + { + "epoch": 0.035035979709802996, + "grad_norm": 0.73828125, + "learning_rate": 7.931824923856006e-05, + "loss": 2.0355, + "num_input_tokens_seen": 1058144256, + "step": 897 + }, + { + "epoch": 0.03515394597145217, + "grad_norm": 0.94921875, + "learning_rate": 7.931537786127464e-05, + "loss": 2.0128, + "num_input_tokens_seen": 1059323904, + "step": 898 + }, + { + "epoch": 0.03527191223310133, + "grad_norm": 0.7578125, + "learning_rate": 7.931250050209206e-05, + "loss": 1.9691, + "num_input_tokens_seen": 1060503552, + "step": 899 + }, + { + "epoch": 0.035389878494750504, + "grad_norm": 0.74609375, + "learning_rate": 7.93096171614501e-05, + "loss": 2.0682, + "num_input_tokens_seen": 1061683200, + "step": 900 + }, + { + "epoch": 0.03550784475639967, + "grad_norm": 0.83203125, + "learning_rate": 7.930672783978745e-05, + "loss": 1.9375, + "num_input_tokens_seen": 1062862848, + "step": 901 + }, + { + "epoch": 0.03562581101804884, + "grad_norm": 1.1015625, + "learning_rate": 7.930383253754376e-05, + "loss": 1.945, + "num_input_tokens_seen": 1064042496, + "step": 902 + }, + { + "epoch": 0.035743777279698005, + "grad_norm": 1.140625, + "learning_rate": 7.930093125515954e-05, + "loss": 1.9439, + "num_input_tokens_seen": 1065222144, + "step": 903 + }, + { + "epoch": 0.03586174354134718, + "grad_norm": 0.984375, + "learning_rate": 7.92980239930762e-05, + "loss": 1.8896, + "num_input_tokens_seen": 1066401792, + "step": 904 + }, + { + "epoch": 0.03597970980299634, + "grad_norm": 1.03125, + "learning_rate": 7.929511075173612e-05, + "loss": 1.9784, + "num_input_tokens_seen": 1067581440, + "step": 905 + }, + { + "epoch": 0.03609767606464551, + "grad_norm": 0.84765625, + "learning_rate": 7.929219153158253e-05, + "loss": 2.0275, + "num_input_tokens_seen": 1068761088, + "step": 906 + }, + { + "epoch": 0.03621564232629468, + "grad_norm": 0.95703125, + "learning_rate": 7.928926633305962e-05, + "loss": 1.822, + "num_input_tokens_seen": 1069940736, + "step": 907 + }, + { + "epoch": 0.03633360858794385, + "grad_norm": 1.015625, + "learning_rate": 7.928633515661242e-05, + "loss": 1.9427, + "num_input_tokens_seen": 1071120384, + "step": 908 + }, + { + "epoch": 0.036451574849593014, + "grad_norm": 1.0859375, + "learning_rate": 7.928339800268697e-05, + "loss": 1.9247, + "num_input_tokens_seen": 1072300032, + "step": 909 + }, + { + "epoch": 0.036569541111242186, + "grad_norm": 0.9921875, + "learning_rate": 7.928045487173013e-05, + "loss": 1.8571, + "num_input_tokens_seen": 1073479680, + "step": 910 + }, + { + "epoch": 0.03668750737289135, + "grad_norm": 0.875, + "learning_rate": 7.927750576418968e-05, + "loss": 1.987, + "num_input_tokens_seen": 1074659328, + "step": 911 + }, + { + "epoch": 0.03680547363454052, + "grad_norm": 0.9296875, + "learning_rate": 7.927455068051437e-05, + "loss": 2.0172, + "num_input_tokens_seen": 1075838976, + "step": 912 + }, + { + "epoch": 0.03692343989618969, + "grad_norm": 0.78125, + "learning_rate": 7.927158962115382e-05, + "loss": 1.9209, + "num_input_tokens_seen": 1077018624, + "step": 913 + }, + { + "epoch": 0.03704140615783886, + "grad_norm": 0.9140625, + "learning_rate": 7.926862258655853e-05, + "loss": 1.8831, + "num_input_tokens_seen": 1078198272, + "step": 914 + }, + { + "epoch": 0.037159372419488024, + "grad_norm": 0.91015625, + "learning_rate": 7.926564957717998e-05, + "loss": 1.8794, + "num_input_tokens_seen": 1079377920, + "step": 915 + }, + { + "epoch": 0.037277338681137195, + "grad_norm": 0.8828125, + "learning_rate": 7.926267059347046e-05, + "loss": 1.8865, + "num_input_tokens_seen": 1080557568, + "step": 916 + }, + { + "epoch": 0.03739530494278636, + "grad_norm": 0.9140625, + "learning_rate": 7.925968563588328e-05, + "loss": 1.83, + "num_input_tokens_seen": 1081737216, + "step": 917 + }, + { + "epoch": 0.03751327120443553, + "grad_norm": 0.92578125, + "learning_rate": 7.925669470487258e-05, + "loss": 1.9207, + "num_input_tokens_seen": 1082916864, + "step": 918 + }, + { + "epoch": 0.0376312374660847, + "grad_norm": 1.0078125, + "learning_rate": 7.925369780089345e-05, + "loss": 1.9191, + "num_input_tokens_seen": 1084096512, + "step": 919 + }, + { + "epoch": 0.03774920372773387, + "grad_norm": 0.79296875, + "learning_rate": 7.925069492440188e-05, + "loss": 1.8717, + "num_input_tokens_seen": 1085276160, + "step": 920 + }, + { + "epoch": 0.03786716998938304, + "grad_norm": 0.83203125, + "learning_rate": 7.924768607585472e-05, + "loss": 1.9212, + "num_input_tokens_seen": 1086455808, + "step": 921 + }, + { + "epoch": 0.037985136251032205, + "grad_norm": 0.765625, + "learning_rate": 7.924467125570982e-05, + "loss": 1.9191, + "num_input_tokens_seen": 1087635456, + "step": 922 + }, + { + "epoch": 0.038103102512681376, + "grad_norm": 0.91796875, + "learning_rate": 7.924165046442586e-05, + "loss": 1.9994, + "num_input_tokens_seen": 1088815104, + "step": 923 + }, + { + "epoch": 0.03822106877433054, + "grad_norm": 0.75390625, + "learning_rate": 7.923862370246247e-05, + "loss": 1.9119, + "num_input_tokens_seen": 1089994752, + "step": 924 + }, + { + "epoch": 0.03833903503597971, + "grad_norm": 0.78125, + "learning_rate": 7.923559097028017e-05, + "loss": 1.9034, + "num_input_tokens_seen": 1091174400, + "step": 925 + }, + { + "epoch": 0.03845700129762888, + "grad_norm": 0.90234375, + "learning_rate": 7.92325522683404e-05, + "loss": 1.9324, + "num_input_tokens_seen": 1092354048, + "step": 926 + }, + { + "epoch": 0.03857496755927805, + "grad_norm": 0.765625, + "learning_rate": 7.92295075971055e-05, + "loss": 1.9267, + "num_input_tokens_seen": 1093533696, + "step": 927 + }, + { + "epoch": 0.038692933820927214, + "grad_norm": 0.828125, + "learning_rate": 7.922645695703873e-05, + "loss": 1.9072, + "num_input_tokens_seen": 1094713344, + "step": 928 + }, + { + "epoch": 0.038810900082576386, + "grad_norm": 0.9609375, + "learning_rate": 7.922340034860424e-05, + "loss": 1.9171, + "num_input_tokens_seen": 1095892992, + "step": 929 + }, + { + "epoch": 0.03892886634422555, + "grad_norm": 0.9296875, + "learning_rate": 7.922033777226711e-05, + "loss": 1.9862, + "num_input_tokens_seen": 1097072640, + "step": 930 + }, + { + "epoch": 0.03904683260587472, + "grad_norm": 0.95703125, + "learning_rate": 7.92172692284933e-05, + "loss": 1.9236, + "num_input_tokens_seen": 1098252288, + "step": 931 + }, + { + "epoch": 0.03916479886752389, + "grad_norm": 0.7890625, + "learning_rate": 7.92141947177497e-05, + "loss": 1.9795, + "num_input_tokens_seen": 1099431936, + "step": 932 + }, + { + "epoch": 0.03928276512917306, + "grad_norm": 0.875, + "learning_rate": 7.92111142405041e-05, + "loss": 1.9381, + "num_input_tokens_seen": 1100611584, + "step": 933 + }, + { + "epoch": 0.03940073139082222, + "grad_norm": 0.8046875, + "learning_rate": 7.92080277972252e-05, + "loss": 1.8348, + "num_input_tokens_seen": 1101791232, + "step": 934 + }, + { + "epoch": 0.039518697652471395, + "grad_norm": 0.8203125, + "learning_rate": 7.920493538838262e-05, + "loss": 1.8595, + "num_input_tokens_seen": 1102970880, + "step": 935 + }, + { + "epoch": 0.03963666391412056, + "grad_norm": 0.921875, + "learning_rate": 7.920183701444686e-05, + "loss": 1.8674, + "num_input_tokens_seen": 1104150528, + "step": 936 + }, + { + "epoch": 0.03975463017576973, + "grad_norm": 0.88671875, + "learning_rate": 7.919873267588936e-05, + "loss": 1.8276, + "num_input_tokens_seen": 1105330176, + "step": 937 + }, + { + "epoch": 0.039872596437418896, + "grad_norm": 0.78515625, + "learning_rate": 7.919562237318243e-05, + "loss": 1.8478, + "num_input_tokens_seen": 1106509824, + "step": 938 + }, + { + "epoch": 0.03999056269906807, + "grad_norm": 0.765625, + "learning_rate": 7.91925061067993e-05, + "loss": 1.9069, + "num_input_tokens_seen": 1107689472, + "step": 939 + }, + { + "epoch": 0.04010852896071723, + "grad_norm": 0.79296875, + "learning_rate": 7.918938387721413e-05, + "loss": 1.8889, + "num_input_tokens_seen": 1108869120, + "step": 940 + }, + { + "epoch": 0.040226495222366404, + "grad_norm": 0.828125, + "learning_rate": 7.918625568490199e-05, + "loss": 1.9663, + "num_input_tokens_seen": 1110048768, + "step": 941 + }, + { + "epoch": 0.04034446148401557, + "grad_norm": 0.953125, + "learning_rate": 7.918312153033882e-05, + "loss": 1.9711, + "num_input_tokens_seen": 1111228416, + "step": 942 + }, + { + "epoch": 0.04046242774566474, + "grad_norm": 1.046875, + "learning_rate": 7.917998141400147e-05, + "loss": 1.9236, + "num_input_tokens_seen": 1112408064, + "step": 943 + }, + { + "epoch": 0.040580394007313905, + "grad_norm": 1.0703125, + "learning_rate": 7.917683533636773e-05, + "loss": 1.9647, + "num_input_tokens_seen": 1113587712, + "step": 944 + }, + { + "epoch": 0.04069836026896308, + "grad_norm": 0.97265625, + "learning_rate": 7.91736832979163e-05, + "loss": 1.9309, + "num_input_tokens_seen": 1114767360, + "step": 945 + }, + { + "epoch": 0.04081632653061224, + "grad_norm": 0.81640625, + "learning_rate": 7.917052529912675e-05, + "loss": 2.0155, + "num_input_tokens_seen": 1115947008, + "step": 946 + }, + { + "epoch": 0.04093429279226141, + "grad_norm": 0.8359375, + "learning_rate": 7.916736134047956e-05, + "loss": 1.8469, + "num_input_tokens_seen": 1117126656, + "step": 947 + }, + { + "epoch": 0.041052259053910585, + "grad_norm": 0.890625, + "learning_rate": 7.916419142245615e-05, + "loss": 1.9435, + "num_input_tokens_seen": 1118306304, + "step": 948 + }, + { + "epoch": 0.04117022531555975, + "grad_norm": 1.15625, + "learning_rate": 7.916101554553882e-05, + "loss": 1.8697, + "num_input_tokens_seen": 1119485952, + "step": 949 + }, + { + "epoch": 0.04128819157720892, + "grad_norm": 0.95703125, + "learning_rate": 7.91578337102108e-05, + "loss": 1.979, + "num_input_tokens_seen": 1120665600, + "step": 950 + }, + { + "epoch": 0.041406157838858086, + "grad_norm": 0.71875, + "learning_rate": 7.91546459169562e-05, + "loss": 1.9996, + "num_input_tokens_seen": 1121845248, + "step": 951 + }, + { + "epoch": 0.04152412410050726, + "grad_norm": 0.734375, + "learning_rate": 7.915145216626004e-05, + "loss": 1.9028, + "num_input_tokens_seen": 1123024896, + "step": 952 + }, + { + "epoch": 0.04164209036215642, + "grad_norm": 0.77734375, + "learning_rate": 7.914825245860827e-05, + "loss": 1.9244, + "num_input_tokens_seen": 1124204544, + "step": 953 + }, + { + "epoch": 0.041760056623805594, + "grad_norm": 0.79296875, + "learning_rate": 7.914504679448771e-05, + "loss": 2.0091, + "num_input_tokens_seen": 1125384192, + "step": 954 + }, + { + "epoch": 0.04187802288545476, + "grad_norm": 0.7109375, + "learning_rate": 7.914183517438612e-05, + "loss": 1.881, + "num_input_tokens_seen": 1126563840, + "step": 955 + }, + { + "epoch": 0.04199598914710393, + "grad_norm": 1.03125, + "learning_rate": 7.913861759879215e-05, + "loss": 1.9797, + "num_input_tokens_seen": 1127743488, + "step": 956 + }, + { + "epoch": 0.042113955408753095, + "grad_norm": 1.0078125, + "learning_rate": 7.913539406819537e-05, + "loss": 1.8792, + "num_input_tokens_seen": 1128923136, + "step": 957 + }, + { + "epoch": 0.04223192167040227, + "grad_norm": 0.921875, + "learning_rate": 7.913216458308624e-05, + "loss": 1.8002, + "num_input_tokens_seen": 1130102784, + "step": 958 + }, + { + "epoch": 0.04234988793205143, + "grad_norm": 1.0703125, + "learning_rate": 7.912892914395612e-05, + "loss": 1.9734, + "num_input_tokens_seen": 1131282432, + "step": 959 + }, + { + "epoch": 0.042467854193700603, + "grad_norm": 1.0078125, + "learning_rate": 7.91256877512973e-05, + "loss": 1.8323, + "num_input_tokens_seen": 1132462080, + "step": 960 + }, + { + "epoch": 0.04258582045534977, + "grad_norm": 0.87109375, + "learning_rate": 7.912244040560296e-05, + "loss": 1.8318, + "num_input_tokens_seen": 1133641728, + "step": 961 + }, + { + "epoch": 0.04270378671699894, + "grad_norm": 0.87890625, + "learning_rate": 7.911918710736718e-05, + "loss": 1.8872, + "num_input_tokens_seen": 1134821376, + "step": 962 + }, + { + "epoch": 0.042821752978648105, + "grad_norm": 1.0078125, + "learning_rate": 7.911592785708496e-05, + "loss": 1.9225, + "num_input_tokens_seen": 1136001024, + "step": 963 + }, + { + "epoch": 0.042939719240297276, + "grad_norm": 1.1015625, + "learning_rate": 7.911266265525221e-05, + "loss": 1.7839, + "num_input_tokens_seen": 1137180672, + "step": 964 + }, + { + "epoch": 0.04305768550194644, + "grad_norm": 0.88671875, + "learning_rate": 7.910939150236573e-05, + "loss": 1.8849, + "num_input_tokens_seen": 1138360320, + "step": 965 + }, + { + "epoch": 0.04317565176359561, + "grad_norm": 1.3125, + "learning_rate": 7.910611439892322e-05, + "loss": 1.8538, + "num_input_tokens_seen": 1139539968, + "step": 966 + }, + { + "epoch": 0.04329361802524478, + "grad_norm": 1.1171875, + "learning_rate": 7.91028313454233e-05, + "loss": 1.8658, + "num_input_tokens_seen": 1140719616, + "step": 967 + }, + { + "epoch": 0.04341158428689395, + "grad_norm": 0.89453125, + "learning_rate": 7.909954234236551e-05, + "loss": 1.859, + "num_input_tokens_seen": 1141899264, + "step": 968 + }, + { + "epoch": 0.043529550548543114, + "grad_norm": 0.890625, + "learning_rate": 7.909624739025026e-05, + "loss": 1.8266, + "num_input_tokens_seen": 1143078912, + "step": 969 + }, + { + "epoch": 0.043647516810192286, + "grad_norm": 0.87109375, + "learning_rate": 7.909294648957889e-05, + "loss": 1.819, + "num_input_tokens_seen": 1144258560, + "step": 970 + }, + { + "epoch": 0.04376548307184145, + "grad_norm": 1.1875, + "learning_rate": 7.908963964085362e-05, + "loss": 1.8053, + "num_input_tokens_seen": 1145438208, + "step": 971 + }, + { + "epoch": 0.04388344933349062, + "grad_norm": 0.92578125, + "learning_rate": 7.908632684457762e-05, + "loss": 1.8585, + "num_input_tokens_seen": 1146617856, + "step": 972 + }, + { + "epoch": 0.04400141559513979, + "grad_norm": 0.80859375, + "learning_rate": 7.908300810125491e-05, + "loss": 1.8612, + "num_input_tokens_seen": 1147797504, + "step": 973 + }, + { + "epoch": 0.04411938185678896, + "grad_norm": 0.953125, + "learning_rate": 7.907968341139046e-05, + "loss": 1.7937, + "num_input_tokens_seen": 1148977152, + "step": 974 + }, + { + "epoch": 0.04423734811843813, + "grad_norm": 0.85546875, + "learning_rate": 7.907635277549013e-05, + "loss": 1.9481, + "num_input_tokens_seen": 1150156800, + "step": 975 + }, + { + "epoch": 0.044355314380087295, + "grad_norm": 0.85546875, + "learning_rate": 7.907301619406067e-05, + "loss": 2.0073, + "num_input_tokens_seen": 1151336448, + "step": 976 + }, + { + "epoch": 0.044473280641736467, + "grad_norm": 0.9375, + "learning_rate": 7.906967366760974e-05, + "loss": 1.8315, + "num_input_tokens_seen": 1152516096, + "step": 977 + }, + { + "epoch": 0.04459124690338563, + "grad_norm": 0.9453125, + "learning_rate": 7.906632519664592e-05, + "loss": 1.9134, + "num_input_tokens_seen": 1153695744, + "step": 978 + }, + { + "epoch": 0.0447092131650348, + "grad_norm": 1.15625, + "learning_rate": 7.90629707816787e-05, + "loss": 1.8331, + "num_input_tokens_seen": 1154875392, + "step": 979 + }, + { + "epoch": 0.04482717942668397, + "grad_norm": 1.1484375, + "learning_rate": 7.905961042321842e-05, + "loss": 1.8492, + "num_input_tokens_seen": 1156055040, + "step": 980 + }, + { + "epoch": 0.04494514568833314, + "grad_norm": 0.890625, + "learning_rate": 7.905624412177642e-05, + "loss": 1.9344, + "num_input_tokens_seen": 1157234688, + "step": 981 + }, + { + "epoch": 0.045063111949982304, + "grad_norm": 0.96484375, + "learning_rate": 7.905287187786483e-05, + "loss": 1.8134, + "num_input_tokens_seen": 1158414336, + "step": 982 + }, + { + "epoch": 0.045181078211631476, + "grad_norm": 1.03125, + "learning_rate": 7.904949369199678e-05, + "loss": 1.9497, + "num_input_tokens_seen": 1159593984, + "step": 983 + }, + { + "epoch": 0.04529904447328064, + "grad_norm": 0.953125, + "learning_rate": 7.904610956468626e-05, + "loss": 1.7974, + "num_input_tokens_seen": 1160773632, + "step": 984 + }, + { + "epoch": 0.04541701073492981, + "grad_norm": 0.8359375, + "learning_rate": 7.904271949644816e-05, + "loss": 1.8029, + "num_input_tokens_seen": 1161953280, + "step": 985 + }, + { + "epoch": 0.04553497699657898, + "grad_norm": 0.8046875, + "learning_rate": 7.903932348779829e-05, + "loss": 1.9024, + "num_input_tokens_seen": 1163132928, + "step": 986 + }, + { + "epoch": 0.04565294325822815, + "grad_norm": 1.1875, + "learning_rate": 7.903592153925336e-05, + "loss": 1.8734, + "num_input_tokens_seen": 1164312576, + "step": 987 + }, + { + "epoch": 0.04577090951987731, + "grad_norm": 0.78125, + "learning_rate": 7.903251365133098e-05, + "loss": 1.8746, + "num_input_tokens_seen": 1165492224, + "step": 988 + }, + { + "epoch": 0.045888875781526485, + "grad_norm": 0.79296875, + "learning_rate": 7.902909982454966e-05, + "loss": 1.9698, + "num_input_tokens_seen": 1166671872, + "step": 989 + }, + { + "epoch": 0.04600684204317565, + "grad_norm": 0.8359375, + "learning_rate": 7.902568005942882e-05, + "loss": 1.8322, + "num_input_tokens_seen": 1167851520, + "step": 990 + }, + { + "epoch": 0.04612480830482482, + "grad_norm": 0.88671875, + "learning_rate": 7.902225435648881e-05, + "loss": 1.8545, + "num_input_tokens_seen": 1169031168, + "step": 991 + }, + { + "epoch": 0.046242774566473986, + "grad_norm": 0.79296875, + "learning_rate": 7.901882271625082e-05, + "loss": 1.8321, + "num_input_tokens_seen": 1170210816, + "step": 992 + }, + { + "epoch": 0.04636074082812316, + "grad_norm": 0.83984375, + "learning_rate": 7.901538513923699e-05, + "loss": 1.8958, + "num_input_tokens_seen": 1171390464, + "step": 993 + }, + { + "epoch": 0.04647870708977232, + "grad_norm": 1.0078125, + "learning_rate": 7.901194162597036e-05, + "loss": 1.8725, + "num_input_tokens_seen": 1172570112, + "step": 994 + }, + { + "epoch": 0.046596673351421494, + "grad_norm": 0.85546875, + "learning_rate": 7.900849217697486e-05, + "loss": 1.9313, + "num_input_tokens_seen": 1173749760, + "step": 995 + }, + { + "epoch": 0.04671463961307066, + "grad_norm": 1.0078125, + "learning_rate": 7.900503679277534e-05, + "loss": 1.9648, + "num_input_tokens_seen": 1174929408, + "step": 996 + }, + { + "epoch": 0.04683260587471983, + "grad_norm": 0.7265625, + "learning_rate": 7.900157547389752e-05, + "loss": 2.073, + "num_input_tokens_seen": 1176109056, + "step": 997 + }, + { + "epoch": 0.046950572136368995, + "grad_norm": 0.98828125, + "learning_rate": 7.899810822086806e-05, + "loss": 1.8845, + "num_input_tokens_seen": 1177288704, + "step": 998 + }, + { + "epoch": 0.04706853839801817, + "grad_norm": 0.921875, + "learning_rate": 7.899463503421451e-05, + "loss": 1.8769, + "num_input_tokens_seen": 1178468352, + "step": 999 + }, + { + "epoch": 0.04718650465966733, + "grad_norm": 0.98046875, + "learning_rate": 7.899115591446533e-05, + "loss": 1.9261, + "num_input_tokens_seen": 1179648000, + "step": 1000 + }, + { + "epoch": 0.04718650465966733, + "eval_wikipedia_loss": 2.2636232376098633, + "eval_wikipedia_runtime": 162.9449, + "eval_wikipedia_samples_per_second": 4.308, + "eval_wikipedia_steps_per_second": 0.184, + "num_input_tokens_seen": 1179648000, + "step": 1000 + }, + { + "epoch": 0.04718650465966733, + "eval_toxicity_loss": 3.9912185668945312, + "eval_toxicity_runtime": 0.9818, + "eval_toxicity_samples_per_second": 2.037, + "eval_toxicity_steps_per_second": 1.018, + "num_input_tokens_seen": 1179648000, + "step": 1000 + }, + { + "epoch": 0.00011796626164916834, + "grad_norm": 1.125, + "learning_rate": 7.898767086214984e-05, + "loss": 1.693, + "num_input_tokens_seen": 1180827648, + "step": 1001 + }, + { + "epoch": 0.0002359325232983367, + "grad_norm": 1.15625, + "learning_rate": 7.898417987779834e-05, + "loss": 1.7842, + "num_input_tokens_seen": 1182007296, + "step": 1002 + }, + { + "epoch": 0.000353898784947505, + "grad_norm": 1.1953125, + "learning_rate": 7.898068296194194e-05, + "loss": 1.6674, + "num_input_tokens_seen": 1183186944, + "step": 1003 + }, + { + "epoch": 0.0004718650465966734, + "grad_norm": 0.9453125, + "learning_rate": 7.897718011511275e-05, + "loss": 1.6872, + "num_input_tokens_seen": 1184366592, + "step": 1004 + }, + { + "epoch": 0.0005898313082458417, + "grad_norm": 1.0234375, + "learning_rate": 7.89736713378437e-05, + "loss": 1.7766, + "num_input_tokens_seen": 1185546240, + "step": 1005 + }, + { + "epoch": 0.00070779756989501, + "grad_norm": 1.1015625, + "learning_rate": 7.897015663066865e-05, + "loss": 1.7041, + "num_input_tokens_seen": 1186725888, + "step": 1006 + }, + { + "epoch": 0.0008257638315441783, + "grad_norm": 1.1484375, + "learning_rate": 7.896663599412241e-05, + "loss": 1.8234, + "num_input_tokens_seen": 1187905536, + "step": 1007 + }, + { + "epoch": 0.0009437300931933467, + "grad_norm": 1.3515625, + "learning_rate": 7.896310942874061e-05, + "loss": 1.6623, + "num_input_tokens_seen": 1189085184, + "step": 1008 + }, + { + "epoch": 0.001061696354842515, + "grad_norm": 1.0625, + "learning_rate": 7.895957693505987e-05, + "loss": 1.7256, + "num_input_tokens_seen": 1190264832, + "step": 1009 + }, + { + "epoch": 0.0011796626164916834, + "grad_norm": 1.3203125, + "learning_rate": 7.89560385136176e-05, + "loss": 1.832, + "num_input_tokens_seen": 1191444480, + "step": 1010 + }, + { + "epoch": 0.0012976288781408518, + "grad_norm": 1.1953125, + "learning_rate": 7.895249416495223e-05, + "loss": 1.7132, + "num_input_tokens_seen": 1192624128, + "step": 1011 + }, + { + "epoch": 0.00141559513979002, + "grad_norm": 0.98046875, + "learning_rate": 7.8948943889603e-05, + "loss": 1.7064, + "num_input_tokens_seen": 1193803776, + "step": 1012 + }, + { + "epoch": 0.0015335614014391884, + "grad_norm": 1.1171875, + "learning_rate": 7.894538768811011e-05, + "loss": 1.5843, + "num_input_tokens_seen": 1194983424, + "step": 1013 + }, + { + "epoch": 0.0016515276630883566, + "grad_norm": 0.99609375, + "learning_rate": 7.894182556101465e-05, + "loss": 1.6346, + "num_input_tokens_seen": 1196163072, + "step": 1014 + }, + { + "epoch": 0.001769493924737525, + "grad_norm": 0.8984375, + "learning_rate": 7.893825750885859e-05, + "loss": 1.6726, + "num_input_tokens_seen": 1197342720, + "step": 1015 + }, + { + "epoch": 0.0018874601863866935, + "grad_norm": 0.9921875, + "learning_rate": 7.89346835321848e-05, + "loss": 1.6584, + "num_input_tokens_seen": 1198522368, + "step": 1016 + }, + { + "epoch": 0.0020054264480358617, + "grad_norm": 1.2421875, + "learning_rate": 7.89311036315371e-05, + "loss": 1.7154, + "num_input_tokens_seen": 1199702016, + "step": 1017 + }, + { + "epoch": 0.00212339270968503, + "grad_norm": 0.8828125, + "learning_rate": 7.892751780746016e-05, + "loss": 1.8305, + "num_input_tokens_seen": 1200881664, + "step": 1018 + }, + { + "epoch": 0.0022413589713341986, + "grad_norm": 0.85546875, + "learning_rate": 7.892392606049957e-05, + "loss": 1.7607, + "num_input_tokens_seen": 1202061312, + "step": 1019 + }, + { + "epoch": 0.0023593252329833668, + "grad_norm": 1.109375, + "learning_rate": 7.892032839120181e-05, + "loss": 1.7711, + "num_input_tokens_seen": 1203240960, + "step": 1020 + }, + { + "epoch": 0.002477291494632535, + "grad_norm": 1.21875, + "learning_rate": 7.89167248001143e-05, + "loss": 1.7846, + "num_input_tokens_seen": 1204420608, + "step": 1021 + }, + { + "epoch": 0.0025952577562817036, + "grad_norm": 0.9453125, + "learning_rate": 7.89131152877853e-05, + "loss": 1.7185, + "num_input_tokens_seen": 1205600256, + "step": 1022 + }, + { + "epoch": 0.002713224017930872, + "grad_norm": 1.3203125, + "learning_rate": 7.890949985476401e-05, + "loss": 1.6928, + "num_input_tokens_seen": 1206779904, + "step": 1023 + }, + { + "epoch": 0.00283119027958004, + "grad_norm": 0.9453125, + "learning_rate": 7.890587850160054e-05, + "loss": 1.844, + "num_input_tokens_seen": 1207959552, + "step": 1024 + }, + { + "epoch": 0.0029491565412292082, + "grad_norm": 1.09375, + "learning_rate": 7.890225122884587e-05, + "loss": 1.7122, + "num_input_tokens_seen": 1209139200, + "step": 1025 + }, + { + "epoch": 0.003067122802878377, + "grad_norm": 1.296875, + "learning_rate": 7.88986180370519e-05, + "loss": 1.7787, + "num_input_tokens_seen": 1210318848, + "step": 1026 + }, + { + "epoch": 0.003185089064527545, + "grad_norm": 0.97265625, + "learning_rate": 7.889497892677144e-05, + "loss": 1.6745, + "num_input_tokens_seen": 1211498496, + "step": 1027 + }, + { + "epoch": 0.0033030553261767133, + "grad_norm": 1.2421875, + "learning_rate": 7.889133389855816e-05, + "loss": 1.6877, + "num_input_tokens_seen": 1212678144, + "step": 1028 + }, + { + "epoch": 0.003421021587825882, + "grad_norm": 0.96875, + "learning_rate": 7.888768295296667e-05, + "loss": 1.6812, + "num_input_tokens_seen": 1213857792, + "step": 1029 + }, + { + "epoch": 0.00353898784947505, + "grad_norm": 1.40625, + "learning_rate": 7.888402609055247e-05, + "loss": 1.6829, + "num_input_tokens_seen": 1215037440, + "step": 1030 + }, + { + "epoch": 0.0036569541111242184, + "grad_norm": 0.9609375, + "learning_rate": 7.888036331187195e-05, + "loss": 1.698, + "num_input_tokens_seen": 1216217088, + "step": 1031 + }, + { + "epoch": 0.003774920372773387, + "grad_norm": 1.5234375, + "learning_rate": 7.887669461748241e-05, + "loss": 1.8116, + "num_input_tokens_seen": 1217396736, + "step": 1032 + }, + { + "epoch": 0.003892886634422555, + "grad_norm": 0.94140625, + "learning_rate": 7.887302000794204e-05, + "loss": 1.7049, + "num_input_tokens_seen": 1218576384, + "step": 1033 + }, + { + "epoch": 0.004010852896071723, + "grad_norm": 1.0703125, + "learning_rate": 7.886933948380997e-05, + "loss": 1.6622, + "num_input_tokens_seen": 1219756032, + "step": 1034 + }, + { + "epoch": 0.004128819157720892, + "grad_norm": 1.078125, + "learning_rate": 7.886565304564616e-05, + "loss": 1.7226, + "num_input_tokens_seen": 1220935680, + "step": 1035 + }, + { + "epoch": 0.00424678541937006, + "grad_norm": 0.7890625, + "learning_rate": 7.886196069401153e-05, + "loss": 1.8099, + "num_input_tokens_seen": 1222115328, + "step": 1036 + }, + { + "epoch": 0.004364751681019229, + "grad_norm": 1.140625, + "learning_rate": 7.885826242946786e-05, + "loss": 1.6033, + "num_input_tokens_seen": 1223294976, + "step": 1037 + }, + { + "epoch": 0.004482717942668397, + "grad_norm": 0.87109375, + "learning_rate": 7.885455825257785e-05, + "loss": 1.8159, + "num_input_tokens_seen": 1224474624, + "step": 1038 + }, + { + "epoch": 0.004600684204317565, + "grad_norm": 1.0078125, + "learning_rate": 7.885084816390511e-05, + "loss": 1.7535, + "num_input_tokens_seen": 1225654272, + "step": 1039 + }, + { + "epoch": 0.0047186504659667335, + "grad_norm": 0.9140625, + "learning_rate": 7.884713216401412e-05, + "loss": 1.8334, + "num_input_tokens_seen": 1226833920, + "step": 1040 + }, + { + "epoch": 0.004836616727615902, + "grad_norm": 0.9609375, + "learning_rate": 7.88434102534703e-05, + "loss": 1.6799, + "num_input_tokens_seen": 1228013568, + "step": 1041 + }, + { + "epoch": 0.00495458298926507, + "grad_norm": 0.99609375, + "learning_rate": 7.883968243283992e-05, + "loss": 1.6823, + "num_input_tokens_seen": 1229193216, + "step": 1042 + }, + { + "epoch": 0.005072549250914238, + "grad_norm": 1.125, + "learning_rate": 7.883594870269019e-05, + "loss": 1.7959, + "num_input_tokens_seen": 1230372864, + "step": 1043 + }, + { + "epoch": 0.005190515512563407, + "grad_norm": 1.078125, + "learning_rate": 7.883220906358917e-05, + "loss": 1.7708, + "num_input_tokens_seen": 1231552512, + "step": 1044 + }, + { + "epoch": 0.0053084817742125754, + "grad_norm": 0.89453125, + "learning_rate": 7.88284635161059e-05, + "loss": 1.7716, + "num_input_tokens_seen": 1232732160, + "step": 1045 + }, + { + "epoch": 0.005426448035861744, + "grad_norm": 0.97265625, + "learning_rate": 7.882471206081023e-05, + "loss": 1.7232, + "num_input_tokens_seen": 1233911808, + "step": 1046 + }, + { + "epoch": 0.005544414297510912, + "grad_norm": 1.0234375, + "learning_rate": 7.882095469827299e-05, + "loss": 2.0954, + "num_input_tokens_seen": 1235091456, + "step": 1047 + }, + { + "epoch": 0.00566238055916008, + "grad_norm": 0.94140625, + "learning_rate": 7.881719142906584e-05, + "loss": 1.7849, + "num_input_tokens_seen": 1236271104, + "step": 1048 + }, + { + "epoch": 0.005780346820809248, + "grad_norm": 0.94921875, + "learning_rate": 7.881342225376137e-05, + "loss": 1.9185, + "num_input_tokens_seen": 1237450752, + "step": 1049 + }, + { + "epoch": 0.0058983130824584165, + "grad_norm": 1.0234375, + "learning_rate": 7.880964717293307e-05, + "loss": 1.7487, + "num_input_tokens_seen": 1238630400, + "step": 1050 + }, + { + "epoch": 0.0060162793441075856, + "grad_norm": 0.921875, + "learning_rate": 7.880586618715532e-05, + "loss": 1.7824, + "num_input_tokens_seen": 1239810048, + "step": 1051 + }, + { + "epoch": 0.006134245605756754, + "grad_norm": 1.1171875, + "learning_rate": 7.88020792970034e-05, + "loss": 1.8, + "num_input_tokens_seen": 1240989696, + "step": 1052 + }, + { + "epoch": 0.006252211867405922, + "grad_norm": 0.9453125, + "learning_rate": 7.87982865030535e-05, + "loss": 1.8677, + "num_input_tokens_seen": 1242169344, + "step": 1053 + }, + { + "epoch": 0.00637017812905509, + "grad_norm": 1.0625, + "learning_rate": 7.879448780588271e-05, + "loss": 1.7398, + "num_input_tokens_seen": 1243348992, + "step": 1054 + }, + { + "epoch": 0.006488144390704258, + "grad_norm": 1.390625, + "learning_rate": 7.879068320606899e-05, + "loss": 1.7627, + "num_input_tokens_seen": 1244528640, + "step": 1055 + }, + { + "epoch": 0.006606110652353427, + "grad_norm": 1.0859375, + "learning_rate": 7.878687270419122e-05, + "loss": 1.854, + "num_input_tokens_seen": 1245708288, + "step": 1056 + }, + { + "epoch": 0.006724076914002596, + "grad_norm": 1.109375, + "learning_rate": 7.878305630082919e-05, + "loss": 1.7986, + "num_input_tokens_seen": 1246887936, + "step": 1057 + }, + { + "epoch": 0.006842043175651764, + "grad_norm": 1.078125, + "learning_rate": 7.877923399656354e-05, + "loss": 1.785, + "num_input_tokens_seen": 1248067584, + "step": 1058 + }, + { + "epoch": 0.006960009437300932, + "grad_norm": 0.94921875, + "learning_rate": 7.877540579197586e-05, + "loss": 1.9014, + "num_input_tokens_seen": 1249247232, + "step": 1059 + }, + { + "epoch": 0.0070779756989501, + "grad_norm": 1.109375, + "learning_rate": 7.877157168764863e-05, + "loss": 1.8105, + "num_input_tokens_seen": 1250426880, + "step": 1060 + }, + { + "epoch": 0.0071959419605992685, + "grad_norm": 0.99609375, + "learning_rate": 7.876773168416519e-05, + "loss": 1.801, + "num_input_tokens_seen": 1251606528, + "step": 1061 + }, + { + "epoch": 0.007313908222248437, + "grad_norm": 0.94140625, + "learning_rate": 7.87638857821098e-05, + "loss": 1.8477, + "num_input_tokens_seen": 1252786176, + "step": 1062 + }, + { + "epoch": 0.007431874483897605, + "grad_norm": 1.046875, + "learning_rate": 7.876003398206765e-05, + "loss": 1.7174, + "num_input_tokens_seen": 1253965824, + "step": 1063 + }, + { + "epoch": 0.007549840745546774, + "grad_norm": 0.9375, + "learning_rate": 7.875617628462477e-05, + "loss": 1.9367, + "num_input_tokens_seen": 1255145472, + "step": 1064 + }, + { + "epoch": 0.007667807007195942, + "grad_norm": 1.2265625, + "learning_rate": 7.875231269036813e-05, + "loss": 1.8491, + "num_input_tokens_seen": 1256325120, + "step": 1065 + }, + { + "epoch": 0.00778577326884511, + "grad_norm": 1.0625, + "learning_rate": 7.874844319988556e-05, + "loss": 1.8657, + "num_input_tokens_seen": 1257504768, + "step": 1066 + }, + { + "epoch": 0.007903739530494279, + "grad_norm": 0.94140625, + "learning_rate": 7.874456781376584e-05, + "loss": 1.8064, + "num_input_tokens_seen": 1258684416, + "step": 1067 + }, + { + "epoch": 0.008021705792143447, + "grad_norm": 1.09375, + "learning_rate": 7.874068653259861e-05, + "loss": 1.93, + "num_input_tokens_seen": 1259864064, + "step": 1068 + }, + { + "epoch": 0.008139672053792615, + "grad_norm": 0.96875, + "learning_rate": 7.87367993569744e-05, + "loss": 1.9201, + "num_input_tokens_seen": 1261043712, + "step": 1069 + }, + { + "epoch": 0.008257638315441783, + "grad_norm": 0.984375, + "learning_rate": 7.873290628748465e-05, + "loss": 1.826, + "num_input_tokens_seen": 1262223360, + "step": 1070 + }, + { + "epoch": 0.008375604577090951, + "grad_norm": 0.98828125, + "learning_rate": 7.87290073247217e-05, + "loss": 1.7763, + "num_input_tokens_seen": 1263403008, + "step": 1071 + }, + { + "epoch": 0.00849357083874012, + "grad_norm": 0.859375, + "learning_rate": 7.872510246927879e-05, + "loss": 1.6945, + "num_input_tokens_seen": 1264582656, + "step": 1072 + }, + { + "epoch": 0.008611537100389288, + "grad_norm": 1.046875, + "learning_rate": 7.872119172175006e-05, + "loss": 1.8033, + "num_input_tokens_seen": 1265762304, + "step": 1073 + }, + { + "epoch": 0.008729503362038458, + "grad_norm": 0.9453125, + "learning_rate": 7.871727508273049e-05, + "loss": 1.9424, + "num_input_tokens_seen": 1266941952, + "step": 1074 + }, + { + "epoch": 0.008847469623687626, + "grad_norm": 0.90625, + "learning_rate": 7.871335255281606e-05, + "loss": 1.7735, + "num_input_tokens_seen": 1268121600, + "step": 1075 + }, + { + "epoch": 0.008965435885336794, + "grad_norm": 0.9453125, + "learning_rate": 7.870942413260354e-05, + "loss": 1.8556, + "num_input_tokens_seen": 1269301248, + "step": 1076 + }, + { + "epoch": 0.009083402146985962, + "grad_norm": 0.92578125, + "learning_rate": 7.87054898226907e-05, + "loss": 1.8768, + "num_input_tokens_seen": 1270480896, + "step": 1077 + }, + { + "epoch": 0.00920136840863513, + "grad_norm": 1.0859375, + "learning_rate": 7.87015496236761e-05, + "loss": 1.7556, + "num_input_tokens_seen": 1271660544, + "step": 1078 + }, + { + "epoch": 0.009319334670284299, + "grad_norm": 0.9453125, + "learning_rate": 7.869760353615926e-05, + "loss": 1.7153, + "num_input_tokens_seen": 1272840192, + "step": 1079 + }, + { + "epoch": 0.009437300931933467, + "grad_norm": 0.9921875, + "learning_rate": 7.869365156074061e-05, + "loss": 1.7451, + "num_input_tokens_seen": 1274019840, + "step": 1080 + }, + { + "epoch": 0.009555267193582635, + "grad_norm": 0.99609375, + "learning_rate": 7.868969369802142e-05, + "loss": 1.732, + "num_input_tokens_seen": 1275199488, + "step": 1081 + }, + { + "epoch": 0.009673233455231803, + "grad_norm": 1.015625, + "learning_rate": 7.86857299486039e-05, + "loss": 1.8516, + "num_input_tokens_seen": 1276379136, + "step": 1082 + }, + { + "epoch": 0.009791199716880972, + "grad_norm": 1.15625, + "learning_rate": 7.868176031309115e-05, + "loss": 1.7259, + "num_input_tokens_seen": 1277558784, + "step": 1083 + }, + { + "epoch": 0.00990916597853014, + "grad_norm": 1.03125, + "learning_rate": 7.867778479208712e-05, + "loss": 1.8024, + "num_input_tokens_seen": 1278738432, + "step": 1084 + }, + { + "epoch": 0.010027132240179308, + "grad_norm": 1.0703125, + "learning_rate": 7.867380338619672e-05, + "loss": 1.7921, + "num_input_tokens_seen": 1279918080, + "step": 1085 + }, + { + "epoch": 0.010145098501828476, + "grad_norm": 1.0234375, + "learning_rate": 7.866981609602572e-05, + "loss": 1.7405, + "num_input_tokens_seen": 1281097728, + "step": 1086 + }, + { + "epoch": 0.010263064763477646, + "grad_norm": 0.92578125, + "learning_rate": 7.86658229221808e-05, + "loss": 1.8575, + "num_input_tokens_seen": 1282277376, + "step": 1087 + }, + { + "epoch": 0.010381031025126814, + "grad_norm": 1.046875, + "learning_rate": 7.866182386526954e-05, + "loss": 1.9094, + "num_input_tokens_seen": 1283457024, + "step": 1088 + }, + { + "epoch": 0.010498997286775983, + "grad_norm": 1.25, + "learning_rate": 7.865781892590036e-05, + "loss": 1.7406, + "num_input_tokens_seen": 1284636672, + "step": 1089 + }, + { + "epoch": 0.010616963548425151, + "grad_norm": 1.3125, + "learning_rate": 7.865380810468265e-05, + "loss": 1.6847, + "num_input_tokens_seen": 1285816320, + "step": 1090 + }, + { + "epoch": 0.010734929810074319, + "grad_norm": 1.0, + "learning_rate": 7.864979140222666e-05, + "loss": 1.7862, + "num_input_tokens_seen": 1286995968, + "step": 1091 + }, + { + "epoch": 0.010852896071723487, + "grad_norm": 0.98046875, + "learning_rate": 7.864576881914354e-05, + "loss": 1.7013, + "num_input_tokens_seen": 1288175616, + "step": 1092 + }, + { + "epoch": 0.010970862333372655, + "grad_norm": 0.91015625, + "learning_rate": 7.86417403560453e-05, + "loss": 1.735, + "num_input_tokens_seen": 1289355264, + "step": 1093 + }, + { + "epoch": 0.011088828595021824, + "grad_norm": 0.9609375, + "learning_rate": 7.863770601354492e-05, + "loss": 1.8639, + "num_input_tokens_seen": 1290534912, + "step": 1094 + }, + { + "epoch": 0.011206794856670992, + "grad_norm": 1.046875, + "learning_rate": 7.863366579225622e-05, + "loss": 1.8047, + "num_input_tokens_seen": 1291714560, + "step": 1095 + }, + { + "epoch": 0.01132476111832016, + "grad_norm": 0.8046875, + "learning_rate": 7.862961969279391e-05, + "loss": 1.7503, + "num_input_tokens_seen": 1292894208, + "step": 1096 + }, + { + "epoch": 0.011442727379969328, + "grad_norm": 1.1171875, + "learning_rate": 7.862556771577363e-05, + "loss": 1.7217, + "num_input_tokens_seen": 1294073856, + "step": 1097 + }, + { + "epoch": 0.011560693641618497, + "grad_norm": 1.078125, + "learning_rate": 7.862150986181187e-05, + "loss": 1.7873, + "num_input_tokens_seen": 1295253504, + "step": 1098 + }, + { + "epoch": 0.011678659903267665, + "grad_norm": 0.98828125, + "learning_rate": 7.861744613152609e-05, + "loss": 1.6499, + "num_input_tokens_seen": 1296433152, + "step": 1099 + }, + { + "epoch": 0.011796626164916833, + "grad_norm": 0.9375, + "learning_rate": 7.861337652553452e-05, + "loss": 1.9022, + "num_input_tokens_seen": 1297612800, + "step": 1100 + }, + { + "epoch": 0.011914592426566003, + "grad_norm": 1.1015625, + "learning_rate": 7.86093010444564e-05, + "loss": 1.7538, + "num_input_tokens_seen": 1298792448, + "step": 1101 + }, + { + "epoch": 0.012032558688215171, + "grad_norm": 0.9296875, + "learning_rate": 7.860521968891183e-05, + "loss": 1.6857, + "num_input_tokens_seen": 1299972096, + "step": 1102 + }, + { + "epoch": 0.01215052494986434, + "grad_norm": 0.95703125, + "learning_rate": 7.860113245952179e-05, + "loss": 1.7463, + "num_input_tokens_seen": 1301151744, + "step": 1103 + }, + { + "epoch": 0.012268491211513508, + "grad_norm": 0.96875, + "learning_rate": 7.859703935690812e-05, + "loss": 1.7936, + "num_input_tokens_seen": 1302331392, + "step": 1104 + }, + { + "epoch": 0.012386457473162676, + "grad_norm": 0.93359375, + "learning_rate": 7.859294038169364e-05, + "loss": 1.8009, + "num_input_tokens_seen": 1303511040, + "step": 1105 + }, + { + "epoch": 0.012504423734811844, + "grad_norm": 0.99609375, + "learning_rate": 7.858883553450199e-05, + "loss": 1.8159, + "num_input_tokens_seen": 1304690688, + "step": 1106 + }, + { + "epoch": 0.012622389996461012, + "grad_norm": 0.9765625, + "learning_rate": 7.858472481595775e-05, + "loss": 1.9189, + "num_input_tokens_seen": 1305870336, + "step": 1107 + }, + { + "epoch": 0.01274035625811018, + "grad_norm": 0.921875, + "learning_rate": 7.858060822668634e-05, + "loss": 1.7446, + "num_input_tokens_seen": 1307049984, + "step": 1108 + }, + { + "epoch": 0.012858322519759349, + "grad_norm": 0.953125, + "learning_rate": 7.857648576731412e-05, + "loss": 1.8123, + "num_input_tokens_seen": 1308229632, + "step": 1109 + }, + { + "epoch": 0.012976288781408517, + "grad_norm": 0.91796875, + "learning_rate": 7.857235743846834e-05, + "loss": 1.8646, + "num_input_tokens_seen": 1309409280, + "step": 1110 + }, + { + "epoch": 0.013094255043057685, + "grad_norm": 0.94140625, + "learning_rate": 7.856822324077713e-05, + "loss": 1.6761, + "num_input_tokens_seen": 1310588928, + "step": 1111 + }, + { + "epoch": 0.013212221304706853, + "grad_norm": 1.0703125, + "learning_rate": 7.856408317486951e-05, + "loss": 2.004, + "num_input_tokens_seen": 1311768576, + "step": 1112 + }, + { + "epoch": 0.013330187566356021, + "grad_norm": 1.0390625, + "learning_rate": 7.855993724137539e-05, + "loss": 1.7488, + "num_input_tokens_seen": 1312948224, + "step": 1113 + }, + { + "epoch": 0.013448153828005191, + "grad_norm": 1.078125, + "learning_rate": 7.855578544092559e-05, + "loss": 1.8885, + "num_input_tokens_seen": 1314127872, + "step": 1114 + }, + { + "epoch": 0.01356612008965436, + "grad_norm": 0.921875, + "learning_rate": 7.85516277741518e-05, + "loss": 1.9571, + "num_input_tokens_seen": 1315307520, + "step": 1115 + }, + { + "epoch": 0.013684086351303528, + "grad_norm": 1.046875, + "learning_rate": 7.854746424168664e-05, + "loss": 1.8484, + "num_input_tokens_seen": 1316487168, + "step": 1116 + }, + { + "epoch": 0.013802052612952696, + "grad_norm": 0.87109375, + "learning_rate": 7.854329484416358e-05, + "loss": 1.8106, + "num_input_tokens_seen": 1317666816, + "step": 1117 + }, + { + "epoch": 0.013920018874601864, + "grad_norm": 1.0390625, + "learning_rate": 7.853911958221699e-05, + "loss": 1.9163, + "num_input_tokens_seen": 1318846464, + "step": 1118 + }, + { + "epoch": 0.014037985136251032, + "grad_norm": 1.0390625, + "learning_rate": 7.853493845648218e-05, + "loss": 1.8216, + "num_input_tokens_seen": 1320026112, + "step": 1119 + }, + { + "epoch": 0.0141559513979002, + "grad_norm": 0.85546875, + "learning_rate": 7.853075146759527e-05, + "loss": 1.8019, + "num_input_tokens_seen": 1321205760, + "step": 1120 + }, + { + "epoch": 0.014273917659549369, + "grad_norm": 0.828125, + "learning_rate": 7.852655861619336e-05, + "loss": 1.7269, + "num_input_tokens_seen": 1322385408, + "step": 1121 + }, + { + "epoch": 0.014391883921198537, + "grad_norm": 0.9140625, + "learning_rate": 7.852235990291436e-05, + "loss": 1.7582, + "num_input_tokens_seen": 1323565056, + "step": 1122 + }, + { + "epoch": 0.014509850182847705, + "grad_norm": 0.92578125, + "learning_rate": 7.851815532839713e-05, + "loss": 1.7213, + "num_input_tokens_seen": 1324744704, + "step": 1123 + }, + { + "epoch": 0.014627816444496873, + "grad_norm": 0.90234375, + "learning_rate": 7.85139448932814e-05, + "loss": 1.703, + "num_input_tokens_seen": 1325924352, + "step": 1124 + }, + { + "epoch": 0.014745782706146042, + "grad_norm": 0.86328125, + "learning_rate": 7.85097285982078e-05, + "loss": 1.7028, + "num_input_tokens_seen": 1327104000, + "step": 1125 + }, + { + "epoch": 0.01486374896779521, + "grad_norm": 0.90625, + "learning_rate": 7.850550644381784e-05, + "loss": 1.7196, + "num_input_tokens_seen": 1328283648, + "step": 1126 + }, + { + "epoch": 0.014981715229444378, + "grad_norm": 1.0078125, + "learning_rate": 7.850127843075394e-05, + "loss": 1.6825, + "num_input_tokens_seen": 1329463296, + "step": 1127 + }, + { + "epoch": 0.015099681491093548, + "grad_norm": 1.4765625, + "learning_rate": 7.849704455965937e-05, + "loss": 1.7549, + "num_input_tokens_seen": 1330642944, + "step": 1128 + }, + { + "epoch": 0.015217647752742716, + "grad_norm": 1.078125, + "learning_rate": 7.849280483117834e-05, + "loss": 1.6149, + "num_input_tokens_seen": 1331822592, + "step": 1129 + }, + { + "epoch": 0.015335614014391884, + "grad_norm": 1.1484375, + "learning_rate": 7.848855924595594e-05, + "loss": 1.634, + "num_input_tokens_seen": 1333002240, + "step": 1130 + }, + { + "epoch": 0.015453580276041053, + "grad_norm": 1.0625, + "learning_rate": 7.848430780463814e-05, + "loss": 1.6845, + "num_input_tokens_seen": 1334181888, + "step": 1131 + }, + { + "epoch": 0.01557154653769022, + "grad_norm": 1.1640625, + "learning_rate": 7.848005050787178e-05, + "loss": 1.7053, + "num_input_tokens_seen": 1335361536, + "step": 1132 + }, + { + "epoch": 0.01568951279933939, + "grad_norm": 0.9921875, + "learning_rate": 7.847578735630464e-05, + "loss": 1.6666, + "num_input_tokens_seen": 1336541184, + "step": 1133 + }, + { + "epoch": 0.015807479060988557, + "grad_norm": 0.9921875, + "learning_rate": 7.847151835058534e-05, + "loss": 1.6833, + "num_input_tokens_seen": 1337720832, + "step": 1134 + }, + { + "epoch": 0.015925445322637725, + "grad_norm": 0.96875, + "learning_rate": 7.846724349136344e-05, + "loss": 1.587, + "num_input_tokens_seen": 1338900480, + "step": 1135 + }, + { + "epoch": 0.016043411584286894, + "grad_norm": 1.0703125, + "learning_rate": 7.846296277928937e-05, + "loss": 1.6853, + "num_input_tokens_seen": 1340080128, + "step": 1136 + }, + { + "epoch": 0.016161377845936062, + "grad_norm": 0.8515625, + "learning_rate": 7.845867621501442e-05, + "loss": 1.836, + "num_input_tokens_seen": 1341259776, + "step": 1137 + }, + { + "epoch": 0.01627934410758523, + "grad_norm": 1.0859375, + "learning_rate": 7.845438379919081e-05, + "loss": 1.7539, + "num_input_tokens_seen": 1342439424, + "step": 1138 + }, + { + "epoch": 0.0163973103692344, + "grad_norm": 0.98046875, + "learning_rate": 7.845008553247166e-05, + "loss": 1.749, + "num_input_tokens_seen": 1343619072, + "step": 1139 + }, + { + "epoch": 0.016515276630883566, + "grad_norm": 1.2734375, + "learning_rate": 7.844578141551092e-05, + "loss": 1.8204, + "num_input_tokens_seen": 1344798720, + "step": 1140 + }, + { + "epoch": 0.016633242892532735, + "grad_norm": 0.9921875, + "learning_rate": 7.844147144896349e-05, + "loss": 1.7323, + "num_input_tokens_seen": 1345978368, + "step": 1141 + }, + { + "epoch": 0.016751209154181903, + "grad_norm": 0.90234375, + "learning_rate": 7.843715563348515e-05, + "loss": 1.6755, + "num_input_tokens_seen": 1347158016, + "step": 1142 + }, + { + "epoch": 0.01686917541583107, + "grad_norm": 0.91796875, + "learning_rate": 7.843283396973253e-05, + "loss": 1.7822, + "num_input_tokens_seen": 1348337664, + "step": 1143 + }, + { + "epoch": 0.01698714167748024, + "grad_norm": 1.1015625, + "learning_rate": 7.842850645836319e-05, + "loss": 1.7529, + "num_input_tokens_seen": 1349517312, + "step": 1144 + }, + { + "epoch": 0.017105107939129408, + "grad_norm": 0.98046875, + "learning_rate": 7.842417310003557e-05, + "loss": 1.7434, + "num_input_tokens_seen": 1350696960, + "step": 1145 + }, + { + "epoch": 0.017223074200778576, + "grad_norm": 1.0390625, + "learning_rate": 7.8419833895409e-05, + "loss": 1.5889, + "num_input_tokens_seen": 1351876608, + "step": 1146 + }, + { + "epoch": 0.017341040462427744, + "grad_norm": 1.0, + "learning_rate": 7.84154888451437e-05, + "loss": 1.5818, + "num_input_tokens_seen": 1353056256, + "step": 1147 + }, + { + "epoch": 0.017459006724076916, + "grad_norm": 1.0, + "learning_rate": 7.841113794990076e-05, + "loss": 1.7138, + "num_input_tokens_seen": 1354235904, + "step": 1148 + }, + { + "epoch": 0.017576972985726084, + "grad_norm": 0.8984375, + "learning_rate": 7.840678121034219e-05, + "loss": 1.6106, + "num_input_tokens_seen": 1355415552, + "step": 1149 + }, + { + "epoch": 0.017694939247375252, + "grad_norm": 1.0546875, + "learning_rate": 7.840241862713087e-05, + "loss": 1.7624, + "num_input_tokens_seen": 1356595200, + "step": 1150 + }, + { + "epoch": 0.01781290550902442, + "grad_norm": 1.0625, + "learning_rate": 7.839805020093057e-05, + "loss": 1.6687, + "num_input_tokens_seen": 1357774848, + "step": 1151 + }, + { + "epoch": 0.01793087177067359, + "grad_norm": 1.109375, + "learning_rate": 7.839367593240596e-05, + "loss": 1.6976, + "num_input_tokens_seen": 1358954496, + "step": 1152 + }, + { + "epoch": 0.018048838032322757, + "grad_norm": 0.87890625, + "learning_rate": 7.838929582222259e-05, + "loss": 1.8581, + "num_input_tokens_seen": 1360134144, + "step": 1153 + }, + { + "epoch": 0.018166804293971925, + "grad_norm": 1.1640625, + "learning_rate": 7.83849098710469e-05, + "loss": 1.6766, + "num_input_tokens_seen": 1361313792, + "step": 1154 + }, + { + "epoch": 0.018284770555621093, + "grad_norm": 0.9140625, + "learning_rate": 7.838051807954621e-05, + "loss": 1.7232, + "num_input_tokens_seen": 1362493440, + "step": 1155 + }, + { + "epoch": 0.01840273681727026, + "grad_norm": 0.91796875, + "learning_rate": 7.837612044838877e-05, + "loss": 1.6636, + "num_input_tokens_seen": 1363673088, + "step": 1156 + }, + { + "epoch": 0.01852070307891943, + "grad_norm": 1.0078125, + "learning_rate": 7.837171697824363e-05, + "loss": 1.6333, + "num_input_tokens_seen": 1364852736, + "step": 1157 + }, + { + "epoch": 0.018638669340568598, + "grad_norm": 0.984375, + "learning_rate": 7.836730766978085e-05, + "loss": 1.8061, + "num_input_tokens_seen": 1366032384, + "step": 1158 + }, + { + "epoch": 0.018756635602217766, + "grad_norm": 1.03125, + "learning_rate": 7.836289252367125e-05, + "loss": 1.6617, + "num_input_tokens_seen": 1367212032, + "step": 1159 + }, + { + "epoch": 0.018874601863866934, + "grad_norm": 0.859375, + "learning_rate": 7.835847154058666e-05, + "loss": 1.8089, + "num_input_tokens_seen": 1368391680, + "step": 1160 + }, + { + "epoch": 0.018992568125516102, + "grad_norm": 0.92578125, + "learning_rate": 7.835404472119971e-05, + "loss": 1.697, + "num_input_tokens_seen": 1369571328, + "step": 1161 + }, + { + "epoch": 0.01911053438716527, + "grad_norm": 0.984375, + "learning_rate": 7.834961206618396e-05, + "loss": 1.6818, + "num_input_tokens_seen": 1370750976, + "step": 1162 + }, + { + "epoch": 0.01922850064881444, + "grad_norm": 0.86328125, + "learning_rate": 7.834517357621381e-05, + "loss": 1.6874, + "num_input_tokens_seen": 1371930624, + "step": 1163 + }, + { + "epoch": 0.019346466910463607, + "grad_norm": 0.9375, + "learning_rate": 7.834072925196463e-05, + "loss": 1.7766, + "num_input_tokens_seen": 1373110272, + "step": 1164 + }, + { + "epoch": 0.019464433172112775, + "grad_norm": 1.0, + "learning_rate": 7.83362790941126e-05, + "loss": 1.7272, + "num_input_tokens_seen": 1374289920, + "step": 1165 + }, + { + "epoch": 0.019582399433761943, + "grad_norm": 1.2734375, + "learning_rate": 7.833182310333483e-05, + "loss": 1.5872, + "num_input_tokens_seen": 1375469568, + "step": 1166 + }, + { + "epoch": 0.01970036569541111, + "grad_norm": 1.0234375, + "learning_rate": 7.83273612803093e-05, + "loss": 1.6183, + "num_input_tokens_seen": 1376649216, + "step": 1167 + }, + { + "epoch": 0.01981833195706028, + "grad_norm": 0.86328125, + "learning_rate": 7.832289362571489e-05, + "loss": 1.7423, + "num_input_tokens_seen": 1377828864, + "step": 1168 + }, + { + "epoch": 0.019936298218709448, + "grad_norm": 0.8515625, + "learning_rate": 7.831842014023137e-05, + "loss": 1.8817, + "num_input_tokens_seen": 1379008512, + "step": 1169 + }, + { + "epoch": 0.020054264480358616, + "grad_norm": 0.9765625, + "learning_rate": 7.831394082453938e-05, + "loss": 1.8874, + "num_input_tokens_seen": 1380188160, + "step": 1170 + }, + { + "epoch": 0.020172230742007784, + "grad_norm": 1.125, + "learning_rate": 7.830945567932043e-05, + "loss": 1.6719, + "num_input_tokens_seen": 1381367808, + "step": 1171 + }, + { + "epoch": 0.020290197003656953, + "grad_norm": 1.0859375, + "learning_rate": 7.830496470525699e-05, + "loss": 1.744, + "num_input_tokens_seen": 1382547456, + "step": 1172 + }, + { + "epoch": 0.02040816326530612, + "grad_norm": 0.98046875, + "learning_rate": 7.830046790303232e-05, + "loss": 1.6126, + "num_input_tokens_seen": 1383727104, + "step": 1173 + }, + { + "epoch": 0.020526129526955292, + "grad_norm": 1.1015625, + "learning_rate": 7.829596527333065e-05, + "loss": 1.7485, + "num_input_tokens_seen": 1384906752, + "step": 1174 + }, + { + "epoch": 0.02064409578860446, + "grad_norm": 1.0, + "learning_rate": 7.829145681683706e-05, + "loss": 1.8069, + "num_input_tokens_seen": 1386086400, + "step": 1175 + }, + { + "epoch": 0.02076206205025363, + "grad_norm": 1.1171875, + "learning_rate": 7.82869425342375e-05, + "loss": 1.837, + "num_input_tokens_seen": 1387266048, + "step": 1176 + }, + { + "epoch": 0.020880028311902797, + "grad_norm": 1.3984375, + "learning_rate": 7.828242242621884e-05, + "loss": 1.7099, + "num_input_tokens_seen": 1388445696, + "step": 1177 + }, + { + "epoch": 0.020997994573551965, + "grad_norm": 1.078125, + "learning_rate": 7.82778964934688e-05, + "loss": 1.7364, + "num_input_tokens_seen": 1389625344, + "step": 1178 + }, + { + "epoch": 0.021115960835201134, + "grad_norm": 1.46875, + "learning_rate": 7.827336473667604e-05, + "loss": 1.6631, + "num_input_tokens_seen": 1390804992, + "step": 1179 + }, + { + "epoch": 0.021233927096850302, + "grad_norm": 1.0703125, + "learning_rate": 7.826882715653005e-05, + "loss": 1.7466, + "num_input_tokens_seen": 1391984640, + "step": 1180 + }, + { + "epoch": 0.02135189335849947, + "grad_norm": 1.6953125, + "learning_rate": 7.826428375372125e-05, + "loss": 1.7107, + "num_input_tokens_seen": 1393164288, + "step": 1181 + }, + { + "epoch": 0.021469859620148638, + "grad_norm": 1.296875, + "learning_rate": 7.825973452894091e-05, + "loss": 1.6893, + "num_input_tokens_seen": 1394343936, + "step": 1182 + }, + { + "epoch": 0.021587825881797806, + "grad_norm": 1.2890625, + "learning_rate": 7.82551794828812e-05, + "loss": 1.8002, + "num_input_tokens_seen": 1395523584, + "step": 1183 + }, + { + "epoch": 0.021705792143446975, + "grad_norm": 1.0625, + "learning_rate": 7.82506186162352e-05, + "loss": 1.7513, + "num_input_tokens_seen": 1396703232, + "step": 1184 + }, + { + "epoch": 0.021823758405096143, + "grad_norm": 1.09375, + "learning_rate": 7.824605192969681e-05, + "loss": 1.8065, + "num_input_tokens_seen": 1397882880, + "step": 1185 + }, + { + "epoch": 0.02194172466674531, + "grad_norm": 1.078125, + "learning_rate": 7.824147942396091e-05, + "loss": 1.7148, + "num_input_tokens_seen": 1399062528, + "step": 1186 + }, + { + "epoch": 0.02205969092839448, + "grad_norm": 0.921875, + "learning_rate": 7.823690109972317e-05, + "loss": 1.7104, + "num_input_tokens_seen": 1400242176, + "step": 1187 + }, + { + "epoch": 0.022177657190043647, + "grad_norm": 1.0859375, + "learning_rate": 7.823231695768023e-05, + "loss": 1.7102, + "num_input_tokens_seen": 1401421824, + "step": 1188 + }, + { + "epoch": 0.022295623451692816, + "grad_norm": 0.83984375, + "learning_rate": 7.822772699852954e-05, + "loss": 1.7314, + "num_input_tokens_seen": 1402601472, + "step": 1189 + }, + { + "epoch": 0.022413589713341984, + "grad_norm": 0.99609375, + "learning_rate": 7.822313122296947e-05, + "loss": 1.6595, + "num_input_tokens_seen": 1403781120, + "step": 1190 + }, + { + "epoch": 0.022531555974991152, + "grad_norm": 1.046875, + "learning_rate": 7.821852963169931e-05, + "loss": 1.789, + "num_input_tokens_seen": 1404960768, + "step": 1191 + }, + { + "epoch": 0.02264952223664032, + "grad_norm": 0.98046875, + "learning_rate": 7.821392222541918e-05, + "loss": 1.8047, + "num_input_tokens_seen": 1406140416, + "step": 1192 + }, + { + "epoch": 0.02276748849828949, + "grad_norm": 0.875, + "learning_rate": 7.820930900483009e-05, + "loss": 1.7661, + "num_input_tokens_seen": 1407320064, + "step": 1193 + }, + { + "epoch": 0.022885454759938657, + "grad_norm": 0.921875, + "learning_rate": 7.820468997063396e-05, + "loss": 1.7989, + "num_input_tokens_seen": 1408499712, + "step": 1194 + }, + { + "epoch": 0.023003421021587825, + "grad_norm": 1.03125, + "learning_rate": 7.820006512353358e-05, + "loss": 1.6524, + "num_input_tokens_seen": 1409679360, + "step": 1195 + }, + { + "epoch": 0.023121387283236993, + "grad_norm": 0.8671875, + "learning_rate": 7.819543446423264e-05, + "loss": 1.7819, + "num_input_tokens_seen": 1410859008, + "step": 1196 + }, + { + "epoch": 0.02323935354488616, + "grad_norm": 0.88671875, + "learning_rate": 7.819079799343568e-05, + "loss": 1.723, + "num_input_tokens_seen": 1412038656, + "step": 1197 + }, + { + "epoch": 0.02335731980653533, + "grad_norm": 0.8203125, + "learning_rate": 7.818615571184816e-05, + "loss": 1.7317, + "num_input_tokens_seen": 1413218304, + "step": 1198 + }, + { + "epoch": 0.023475286068184498, + "grad_norm": 0.87109375, + "learning_rate": 7.818150762017642e-05, + "loss": 1.7398, + "num_input_tokens_seen": 1414397952, + "step": 1199 + }, + { + "epoch": 0.023593252329833666, + "grad_norm": 0.94921875, + "learning_rate": 7.817685371912765e-05, + "loss": 1.7017, + "num_input_tokens_seen": 1415577600, + "step": 1200 + }, + { + "epoch": 0.023593252329833666, + "eval_wikipedia_loss": 2.2694852352142334, + "eval_wikipedia_runtime": 161.0095, + "eval_wikipedia_samples_per_second": 4.36, + "eval_wikipedia_steps_per_second": 0.186, + "num_input_tokens_seen": 1415577600, + "step": 1200 + }, + { + "epoch": 0.023593252329833666, + "eval_toxicity_loss": 4.077282905578613, + "eval_toxicity_runtime": 1.0499, + "eval_toxicity_samples_per_second": 1.905, + "eval_toxicity_steps_per_second": 0.952, + "num_input_tokens_seen": 1415577600, + "step": 1200 + }, + { + "epoch": 0.023711218591482838, + "grad_norm": 0.86328125, + "learning_rate": 7.817219400940997e-05, + "loss": 1.7017, + "num_input_tokens_seen": 1416757248, + "step": 1201 + }, + { + "epoch": 0.023829184853132006, + "grad_norm": 0.88671875, + "learning_rate": 7.816752849173236e-05, + "loss": 1.9035, + "num_input_tokens_seen": 1417936896, + "step": 1202 + }, + { + "epoch": 0.023947151114781174, + "grad_norm": 0.92578125, + "learning_rate": 7.816285716680469e-05, + "loss": 1.6969, + "num_input_tokens_seen": 1419116544, + "step": 1203 + }, + { + "epoch": 0.024065117376430342, + "grad_norm": 0.9609375, + "learning_rate": 7.815818003533769e-05, + "loss": 1.857, + "num_input_tokens_seen": 1420296192, + "step": 1204 + }, + { + "epoch": 0.02418308363807951, + "grad_norm": 0.84765625, + "learning_rate": 7.815349709804301e-05, + "loss": 1.794, + "num_input_tokens_seen": 1421475840, + "step": 1205 + }, + { + "epoch": 0.02430104989972868, + "grad_norm": 0.953125, + "learning_rate": 7.814880835563315e-05, + "loss": 1.7131, + "num_input_tokens_seen": 1422655488, + "step": 1206 + }, + { + "epoch": 0.024419016161377847, + "grad_norm": 0.828125, + "learning_rate": 7.814411380882151e-05, + "loss": 1.7848, + "num_input_tokens_seen": 1423835136, + "step": 1207 + }, + { + "epoch": 0.024536982423027015, + "grad_norm": 0.97265625, + "learning_rate": 7.813941345832242e-05, + "loss": 1.7348, + "num_input_tokens_seen": 1425014784, + "step": 1208 + }, + { + "epoch": 0.024654948684676183, + "grad_norm": 1.1171875, + "learning_rate": 7.813470730485098e-05, + "loss": 1.6488, + "num_input_tokens_seen": 1426194432, + "step": 1209 + }, + { + "epoch": 0.02477291494632535, + "grad_norm": 0.93359375, + "learning_rate": 7.812999534912326e-05, + "loss": 1.7997, + "num_input_tokens_seen": 1427374080, + "step": 1210 + }, + { + "epoch": 0.02489088120797452, + "grad_norm": 0.796875, + "learning_rate": 7.812527759185621e-05, + "loss": 1.7712, + "num_input_tokens_seen": 1428553728, + "step": 1211 + }, + { + "epoch": 0.025008847469623688, + "grad_norm": 1.078125, + "learning_rate": 7.812055403376764e-05, + "loss": 1.7391, + "num_input_tokens_seen": 1429733376, + "step": 1212 + }, + { + "epoch": 0.025126813731272856, + "grad_norm": 0.8984375, + "learning_rate": 7.811582467557623e-05, + "loss": 1.737, + "num_input_tokens_seen": 1430913024, + "step": 1213 + }, + { + "epoch": 0.025244779992922024, + "grad_norm": 0.94140625, + "learning_rate": 7.811108951800157e-05, + "loss": 1.7396, + "num_input_tokens_seen": 1432092672, + "step": 1214 + }, + { + "epoch": 0.025362746254571193, + "grad_norm": 1.109375, + "learning_rate": 7.810634856176413e-05, + "loss": 1.7338, + "num_input_tokens_seen": 1433272320, + "step": 1215 + }, + { + "epoch": 0.02548071251622036, + "grad_norm": 0.9375, + "learning_rate": 7.810160180758523e-05, + "loss": 1.6398, + "num_input_tokens_seen": 1434451968, + "step": 1216 + }, + { + "epoch": 0.02559867877786953, + "grad_norm": 0.96484375, + "learning_rate": 7.809684925618712e-05, + "loss": 1.6268, + "num_input_tokens_seen": 1435631616, + "step": 1217 + }, + { + "epoch": 0.025716645039518697, + "grad_norm": 1.1328125, + "learning_rate": 7.80920909082929e-05, + "loss": 1.6998, + "num_input_tokens_seen": 1436811264, + "step": 1218 + }, + { + "epoch": 0.025834611301167865, + "grad_norm": 0.91015625, + "learning_rate": 7.808732676462655e-05, + "loss": 1.8721, + "num_input_tokens_seen": 1437990912, + "step": 1219 + }, + { + "epoch": 0.025952577562817034, + "grad_norm": 0.8671875, + "learning_rate": 7.808255682591295e-05, + "loss": 1.7911, + "num_input_tokens_seen": 1439170560, + "step": 1220 + }, + { + "epoch": 0.026070543824466202, + "grad_norm": 1.1328125, + "learning_rate": 7.807778109287787e-05, + "loss": 1.6226, + "num_input_tokens_seen": 1440350208, + "step": 1221 + }, + { + "epoch": 0.02618851008611537, + "grad_norm": 0.9140625, + "learning_rate": 7.807299956624792e-05, + "loss": 1.6958, + "num_input_tokens_seen": 1441529856, + "step": 1222 + }, + { + "epoch": 0.026306476347764538, + "grad_norm": 0.9765625, + "learning_rate": 7.806821224675062e-05, + "loss": 1.7473, + "num_input_tokens_seen": 1442709504, + "step": 1223 + }, + { + "epoch": 0.026424442609413706, + "grad_norm": 0.90234375, + "learning_rate": 7.80634191351144e-05, + "loss": 1.6486, + "num_input_tokens_seen": 1443889152, + "step": 1224 + }, + { + "epoch": 0.026542408871062875, + "grad_norm": 0.921875, + "learning_rate": 7.80586202320685e-05, + "loss": 1.7505, + "num_input_tokens_seen": 1445068800, + "step": 1225 + }, + { + "epoch": 0.026660375132712043, + "grad_norm": 0.94140625, + "learning_rate": 7.80538155383431e-05, + "loss": 1.7118, + "num_input_tokens_seen": 1446248448, + "step": 1226 + }, + { + "epoch": 0.02677834139436121, + "grad_norm": 0.91796875, + "learning_rate": 7.804900505466923e-05, + "loss": 1.8553, + "num_input_tokens_seen": 1447428096, + "step": 1227 + }, + { + "epoch": 0.026896307656010383, + "grad_norm": 0.9375, + "learning_rate": 7.804418878177882e-05, + "loss": 1.7392, + "num_input_tokens_seen": 1448607744, + "step": 1228 + }, + { + "epoch": 0.02701427391765955, + "grad_norm": 0.90625, + "learning_rate": 7.803936672040468e-05, + "loss": 1.7218, + "num_input_tokens_seen": 1449787392, + "step": 1229 + }, + { + "epoch": 0.02713224017930872, + "grad_norm": 1.046875, + "learning_rate": 7.803453887128049e-05, + "loss": 1.5923, + "num_input_tokens_seen": 1450967040, + "step": 1230 + }, + { + "epoch": 0.027250206440957887, + "grad_norm": 0.83984375, + "learning_rate": 7.802970523514081e-05, + "loss": 1.6976, + "num_input_tokens_seen": 1452146688, + "step": 1231 + }, + { + "epoch": 0.027368172702607056, + "grad_norm": 1.0078125, + "learning_rate": 7.802486581272109e-05, + "loss": 1.7327, + "num_input_tokens_seen": 1453326336, + "step": 1232 + }, + { + "epoch": 0.027486138964256224, + "grad_norm": 0.78515625, + "learning_rate": 7.802002060475765e-05, + "loss": 1.6797, + "num_input_tokens_seen": 1454505984, + "step": 1233 + }, + { + "epoch": 0.027604105225905392, + "grad_norm": 1.1015625, + "learning_rate": 7.801516961198771e-05, + "loss": 1.6193, + "num_input_tokens_seen": 1455685632, + "step": 1234 + }, + { + "epoch": 0.02772207148755456, + "grad_norm": 0.953125, + "learning_rate": 7.801031283514933e-05, + "loss": 1.6832, + "num_input_tokens_seen": 1456865280, + "step": 1235 + }, + { + "epoch": 0.02784003774920373, + "grad_norm": 1.1484375, + "learning_rate": 7.800545027498151e-05, + "loss": 1.8275, + "num_input_tokens_seen": 1458044928, + "step": 1236 + }, + { + "epoch": 0.027958004010852897, + "grad_norm": 0.984375, + "learning_rate": 7.800058193222407e-05, + "loss": 1.808, + "num_input_tokens_seen": 1459224576, + "step": 1237 + }, + { + "epoch": 0.028075970272502065, + "grad_norm": 1.2578125, + "learning_rate": 7.799570780761775e-05, + "loss": 1.6494, + "num_input_tokens_seen": 1460404224, + "step": 1238 + }, + { + "epoch": 0.028193936534151233, + "grad_norm": 0.96875, + "learning_rate": 7.799082790190414e-05, + "loss": 1.6716, + "num_input_tokens_seen": 1461583872, + "step": 1239 + }, + { + "epoch": 0.0283119027958004, + "grad_norm": 1.125, + "learning_rate": 7.798594221582575e-05, + "loss": 1.7444, + "num_input_tokens_seen": 1462763520, + "step": 1240 + }, + { + "epoch": 0.02842986905744957, + "grad_norm": 1.015625, + "learning_rate": 7.798105075012591e-05, + "loss": 1.6863, + "num_input_tokens_seen": 1463943168, + "step": 1241 + }, + { + "epoch": 0.028547835319098738, + "grad_norm": 0.87109375, + "learning_rate": 7.797615350554892e-05, + "loss": 1.6711, + "num_input_tokens_seen": 1465122816, + "step": 1242 + }, + { + "epoch": 0.028665801580747906, + "grad_norm": 1.0703125, + "learning_rate": 7.797125048283985e-05, + "loss": 1.612, + "num_input_tokens_seen": 1466302464, + "step": 1243 + }, + { + "epoch": 0.028783767842397074, + "grad_norm": 0.9609375, + "learning_rate": 7.796634168274473e-05, + "loss": 1.6763, + "num_input_tokens_seen": 1467482112, + "step": 1244 + }, + { + "epoch": 0.028901734104046242, + "grad_norm": 1.03125, + "learning_rate": 7.796142710601041e-05, + "loss": 1.6243, + "num_input_tokens_seen": 1468661760, + "step": 1245 + }, + { + "epoch": 0.02901970036569541, + "grad_norm": 1.0, + "learning_rate": 7.795650675338471e-05, + "loss": 1.6789, + "num_input_tokens_seen": 1469841408, + "step": 1246 + }, + { + "epoch": 0.02913766662734458, + "grad_norm": 1.125, + "learning_rate": 7.795158062561622e-05, + "loss": 1.5523, + "num_input_tokens_seen": 1471021056, + "step": 1247 + }, + { + "epoch": 0.029255632888993747, + "grad_norm": 1.2578125, + "learning_rate": 7.794664872345446e-05, + "loss": 1.5118, + "num_input_tokens_seen": 1472200704, + "step": 1248 + }, + { + "epoch": 0.029373599150642915, + "grad_norm": 1.0859375, + "learning_rate": 7.794171104764984e-05, + "loss": 1.6745, + "num_input_tokens_seen": 1473380352, + "step": 1249 + }, + { + "epoch": 0.029491565412292083, + "grad_norm": 1.0390625, + "learning_rate": 7.793676759895363e-05, + "loss": 1.7021, + "num_input_tokens_seen": 1474560000, + "step": 1250 + }, + { + "epoch": 0.02960953167394125, + "grad_norm": 0.921875, + "learning_rate": 7.793181837811801e-05, + "loss": 1.7004, + "num_input_tokens_seen": 1475739648, + "step": 1251 + }, + { + "epoch": 0.02972749793559042, + "grad_norm": 1.1640625, + "learning_rate": 7.792686338589598e-05, + "loss": 1.6231, + "num_input_tokens_seen": 1476919296, + "step": 1252 + }, + { + "epoch": 0.029845464197239588, + "grad_norm": 0.80859375, + "learning_rate": 7.792190262304146e-05, + "loss": 1.7307, + "num_input_tokens_seen": 1478098944, + "step": 1253 + }, + { + "epoch": 0.029963430458888756, + "grad_norm": 1.25, + "learning_rate": 7.791693609030922e-05, + "loss": 1.4952, + "num_input_tokens_seen": 1479278592, + "step": 1254 + }, + { + "epoch": 0.030081396720537928, + "grad_norm": 1.046875, + "learning_rate": 7.791196378845495e-05, + "loss": 1.6335, + "num_input_tokens_seen": 1480458240, + "step": 1255 + }, + { + "epoch": 0.030199362982187096, + "grad_norm": 1.140625, + "learning_rate": 7.79069857182352e-05, + "loss": 1.7717, + "num_input_tokens_seen": 1481637888, + "step": 1256 + }, + { + "epoch": 0.030317329243836264, + "grad_norm": 1.078125, + "learning_rate": 7.790200188040737e-05, + "loss": 1.6776, + "num_input_tokens_seen": 1482817536, + "step": 1257 + }, + { + "epoch": 0.030435295505485432, + "grad_norm": 0.98828125, + "learning_rate": 7.789701227572977e-05, + "loss": 1.8233, + "num_input_tokens_seen": 1483997184, + "step": 1258 + }, + { + "epoch": 0.0305532617671346, + "grad_norm": 1.0390625, + "learning_rate": 7.789201690496157e-05, + "loss": 1.563, + "num_input_tokens_seen": 1485176832, + "step": 1259 + }, + { + "epoch": 0.03067122802878377, + "grad_norm": 1.0859375, + "learning_rate": 7.788701576886283e-05, + "loss": 1.6999, + "num_input_tokens_seen": 1486356480, + "step": 1260 + }, + { + "epoch": 0.030789194290432937, + "grad_norm": 1.0, + "learning_rate": 7.788200886819447e-05, + "loss": 1.627, + "num_input_tokens_seen": 1487536128, + "step": 1261 + }, + { + "epoch": 0.030907160552082105, + "grad_norm": 0.9296875, + "learning_rate": 7.787699620371831e-05, + "loss": 1.7276, + "num_input_tokens_seen": 1488715776, + "step": 1262 + }, + { + "epoch": 0.031025126813731273, + "grad_norm": 1.0625, + "learning_rate": 7.787197777619703e-05, + "loss": 1.6639, + "num_input_tokens_seen": 1489895424, + "step": 1263 + }, + { + "epoch": 0.03114309307538044, + "grad_norm": 1.1015625, + "learning_rate": 7.786695358639419e-05, + "loss": 1.7681, + "num_input_tokens_seen": 1491075072, + "step": 1264 + }, + { + "epoch": 0.031261059337029606, + "grad_norm": 1.046875, + "learning_rate": 7.786192363507423e-05, + "loss": 1.6764, + "num_input_tokens_seen": 1492254720, + "step": 1265 + }, + { + "epoch": 0.03137902559867878, + "grad_norm": 1.0, + "learning_rate": 7.785688792300247e-05, + "loss": 1.626, + "num_input_tokens_seen": 1493434368, + "step": 1266 + }, + { + "epoch": 0.03149699186032794, + "grad_norm": 0.94140625, + "learning_rate": 7.785184645094509e-05, + "loss": 1.6718, + "num_input_tokens_seen": 1494614016, + "step": 1267 + }, + { + "epoch": 0.031614958121977114, + "grad_norm": 0.96875, + "learning_rate": 7.784679921966916e-05, + "loss": 1.6437, + "num_input_tokens_seen": 1495793664, + "step": 1268 + }, + { + "epoch": 0.031732924383626286, + "grad_norm": 0.9921875, + "learning_rate": 7.784174622994265e-05, + "loss": 1.6631, + "num_input_tokens_seen": 1496973312, + "step": 1269 + }, + { + "epoch": 0.03185089064527545, + "grad_norm": 0.97265625, + "learning_rate": 7.783668748253435e-05, + "loss": 1.6691, + "num_input_tokens_seen": 1498152960, + "step": 1270 + }, + { + "epoch": 0.03196885690692462, + "grad_norm": 0.8984375, + "learning_rate": 7.783162297821396e-05, + "loss": 1.7088, + "num_input_tokens_seen": 1499332608, + "step": 1271 + }, + { + "epoch": 0.03208682316857379, + "grad_norm": 1.1015625, + "learning_rate": 7.782655271775206e-05, + "loss": 1.6545, + "num_input_tokens_seen": 1500512256, + "step": 1272 + }, + { + "epoch": 0.03220478943022296, + "grad_norm": 0.7890625, + "learning_rate": 7.78214767019201e-05, + "loss": 1.701, + "num_input_tokens_seen": 1501691904, + "step": 1273 + }, + { + "epoch": 0.032322755691872124, + "grad_norm": 1.03125, + "learning_rate": 7.781639493149041e-05, + "loss": 1.5984, + "num_input_tokens_seen": 1502871552, + "step": 1274 + }, + { + "epoch": 0.032440721953521295, + "grad_norm": 0.90234375, + "learning_rate": 7.781130740723616e-05, + "loss": 1.7417, + "num_input_tokens_seen": 1504051200, + "step": 1275 + }, + { + "epoch": 0.03255868821517046, + "grad_norm": 1.125, + "learning_rate": 7.780621412993146e-05, + "loss": 1.6722, + "num_input_tokens_seen": 1505230848, + "step": 1276 + }, + { + "epoch": 0.03267665447681963, + "grad_norm": 0.99609375, + "learning_rate": 7.780111510035124e-05, + "loss": 1.6619, + "num_input_tokens_seen": 1506410496, + "step": 1277 + }, + { + "epoch": 0.0327946207384688, + "grad_norm": 0.86328125, + "learning_rate": 7.779601031927133e-05, + "loss": 1.7004, + "num_input_tokens_seen": 1507590144, + "step": 1278 + }, + { + "epoch": 0.03291258700011797, + "grad_norm": 1.03125, + "learning_rate": 7.779089978746844e-05, + "loss": 1.5487, + "num_input_tokens_seen": 1508769792, + "step": 1279 + }, + { + "epoch": 0.03303055326176713, + "grad_norm": 0.9765625, + "learning_rate": 7.778578350572012e-05, + "loss": 1.5906, + "num_input_tokens_seen": 1509949440, + "step": 1280 + }, + { + "epoch": 0.033148519523416305, + "grad_norm": 0.91796875, + "learning_rate": 7.778066147480484e-05, + "loss": 1.7207, + "num_input_tokens_seen": 1511129088, + "step": 1281 + }, + { + "epoch": 0.03326648578506547, + "grad_norm": 1.0078125, + "learning_rate": 7.777553369550193e-05, + "loss": 1.7121, + "num_input_tokens_seen": 1512308736, + "step": 1282 + }, + { + "epoch": 0.03338445204671464, + "grad_norm": 1.015625, + "learning_rate": 7.777040016859158e-05, + "loss": 1.6065, + "num_input_tokens_seen": 1513488384, + "step": 1283 + }, + { + "epoch": 0.033502418308363806, + "grad_norm": 1.0234375, + "learning_rate": 7.776526089485487e-05, + "loss": 1.5206, + "num_input_tokens_seen": 1514668032, + "step": 1284 + }, + { + "epoch": 0.03362038457001298, + "grad_norm": 0.9609375, + "learning_rate": 7.776011587507374e-05, + "loss": 1.6641, + "num_input_tokens_seen": 1515847680, + "step": 1285 + }, + { + "epoch": 0.03373835083166214, + "grad_norm": 1.03125, + "learning_rate": 7.775496511003101e-05, + "loss": 1.6269, + "num_input_tokens_seen": 1517027328, + "step": 1286 + }, + { + "epoch": 0.033856317093311314, + "grad_norm": 1.0546875, + "learning_rate": 7.774980860051039e-05, + "loss": 1.7265, + "num_input_tokens_seen": 1518206976, + "step": 1287 + }, + { + "epoch": 0.03397428335496048, + "grad_norm": 0.90234375, + "learning_rate": 7.774464634729645e-05, + "loss": 1.6951, + "num_input_tokens_seen": 1519386624, + "step": 1288 + }, + { + "epoch": 0.03409224961660965, + "grad_norm": 0.92578125, + "learning_rate": 7.773947835117464e-05, + "loss": 1.6725, + "num_input_tokens_seen": 1520566272, + "step": 1289 + }, + { + "epoch": 0.034210215878258815, + "grad_norm": 1.015625, + "learning_rate": 7.773430461293124e-05, + "loss": 1.6742, + "num_input_tokens_seen": 1521745920, + "step": 1290 + }, + { + "epoch": 0.03432818213990799, + "grad_norm": 1.0, + "learning_rate": 7.77291251333535e-05, + "loss": 1.7581, + "num_input_tokens_seen": 1522925568, + "step": 1291 + }, + { + "epoch": 0.03444614840155715, + "grad_norm": 1.0703125, + "learning_rate": 7.772393991322946e-05, + "loss": 1.668, + "num_input_tokens_seen": 1524105216, + "step": 1292 + }, + { + "epoch": 0.03456411466320632, + "grad_norm": 1.1875, + "learning_rate": 7.771874895334805e-05, + "loss": 1.5293, + "num_input_tokens_seen": 1525284864, + "step": 1293 + }, + { + "epoch": 0.03468208092485549, + "grad_norm": 0.8828125, + "learning_rate": 7.771355225449908e-05, + "loss": 1.6373, + "num_input_tokens_seen": 1526464512, + "step": 1294 + }, + { + "epoch": 0.03480004718650466, + "grad_norm": 0.92578125, + "learning_rate": 7.770834981747326e-05, + "loss": 1.6129, + "num_input_tokens_seen": 1527644160, + "step": 1295 + }, + { + "epoch": 0.03491801344815383, + "grad_norm": 1.1875, + "learning_rate": 7.770314164306213e-05, + "loss": 1.693, + "num_input_tokens_seen": 1528823808, + "step": 1296 + }, + { + "epoch": 0.035035979709802996, + "grad_norm": 0.859375, + "learning_rate": 7.769792773205813e-05, + "loss": 1.7876, + "num_input_tokens_seen": 1530003456, + "step": 1297 + }, + { + "epoch": 0.03515394597145217, + "grad_norm": 0.953125, + "learning_rate": 7.769270808525456e-05, + "loss": 1.7498, + "num_input_tokens_seen": 1531183104, + "step": 1298 + }, + { + "epoch": 0.03527191223310133, + "grad_norm": 0.88671875, + "learning_rate": 7.76874827034456e-05, + "loss": 1.7111, + "num_input_tokens_seen": 1532362752, + "step": 1299 + }, + { + "epoch": 0.035389878494750504, + "grad_norm": 0.875, + "learning_rate": 7.76822515874263e-05, + "loss": 1.8188, + "num_input_tokens_seen": 1533542400, + "step": 1300 + }, + { + "epoch": 0.03550784475639967, + "grad_norm": 0.86328125, + "learning_rate": 7.767701473799259e-05, + "loss": 1.6833, + "num_input_tokens_seen": 1534722048, + "step": 1301 + }, + { + "epoch": 0.03562581101804884, + "grad_norm": 0.95703125, + "learning_rate": 7.767177215594125e-05, + "loss": 1.6609, + "num_input_tokens_seen": 1535901696, + "step": 1302 + }, + { + "epoch": 0.035743777279698005, + "grad_norm": 0.8671875, + "learning_rate": 7.766652384206994e-05, + "loss": 1.7225, + "num_input_tokens_seen": 1537081344, + "step": 1303 + }, + { + "epoch": 0.03586174354134718, + "grad_norm": 0.9375, + "learning_rate": 7.766126979717725e-05, + "loss": 1.6236, + "num_input_tokens_seen": 1538260992, + "step": 1304 + }, + { + "epoch": 0.03597970980299634, + "grad_norm": 0.8828125, + "learning_rate": 7.765601002206253e-05, + "loss": 1.6974, + "num_input_tokens_seen": 1539440640, + "step": 1305 + }, + { + "epoch": 0.03609767606464551, + "grad_norm": 0.96484375, + "learning_rate": 7.76507445175261e-05, + "loss": 1.8008, + "num_input_tokens_seen": 1540620288, + "step": 1306 + }, + { + "epoch": 0.03621564232629468, + "grad_norm": 1.0390625, + "learning_rate": 7.764547328436909e-05, + "loss": 1.5457, + "num_input_tokens_seen": 1541799936, + "step": 1307 + }, + { + "epoch": 0.03633360858794385, + "grad_norm": 1.0078125, + "learning_rate": 7.764019632339355e-05, + "loss": 1.6641, + "num_input_tokens_seen": 1542979584, + "step": 1308 + }, + { + "epoch": 0.036451574849593014, + "grad_norm": 1.1796875, + "learning_rate": 7.763491363540237e-05, + "loss": 1.6156, + "num_input_tokens_seen": 1544159232, + "step": 1309 + }, + { + "epoch": 0.036569541111242186, + "grad_norm": 1.1015625, + "learning_rate": 7.762962522119931e-05, + "loss": 1.5664, + "num_input_tokens_seen": 1545338880, + "step": 1310 + }, + { + "epoch": 0.03668750737289135, + "grad_norm": 1.0, + "learning_rate": 7.762433108158903e-05, + "loss": 1.7106, + "num_input_tokens_seen": 1546518528, + "step": 1311 + }, + { + "epoch": 0.03680547363454052, + "grad_norm": 1.046875, + "learning_rate": 7.761903121737702e-05, + "loss": 1.7238, + "num_input_tokens_seen": 1547698176, + "step": 1312 + }, + { + "epoch": 0.03692343989618969, + "grad_norm": 0.94140625, + "learning_rate": 7.761372562936966e-05, + "loss": 1.6679, + "num_input_tokens_seen": 1548877824, + "step": 1313 + }, + { + "epoch": 0.03704140615783886, + "grad_norm": 1.234375, + "learning_rate": 7.760841431837424e-05, + "loss": 1.5861, + "num_input_tokens_seen": 1550057472, + "step": 1314 + }, + { + "epoch": 0.037159372419488024, + "grad_norm": 1.0546875, + "learning_rate": 7.760309728519884e-05, + "loss": 1.5827, + "num_input_tokens_seen": 1551237120, + "step": 1315 + }, + { + "epoch": 0.037277338681137195, + "grad_norm": 1.0, + "learning_rate": 7.75977745306525e-05, + "loss": 1.6241, + "num_input_tokens_seen": 1552416768, + "step": 1316 + }, + { + "epoch": 0.03739530494278636, + "grad_norm": 0.94921875, + "learning_rate": 7.759244605554504e-05, + "loss": 1.5647, + "num_input_tokens_seen": 1553596416, + "step": 1317 + }, + { + "epoch": 0.03751327120443553, + "grad_norm": 1.0390625, + "learning_rate": 7.758711186068723e-05, + "loss": 1.6642, + "num_input_tokens_seen": 1554776064, + "step": 1318 + }, + { + "epoch": 0.0376312374660847, + "grad_norm": 1.0, + "learning_rate": 7.758177194689065e-05, + "loss": 1.6156, + "num_input_tokens_seen": 1555955712, + "step": 1319 + }, + { + "epoch": 0.03774920372773387, + "grad_norm": 0.98046875, + "learning_rate": 7.75764263149678e-05, + "loss": 1.6103, + "num_input_tokens_seen": 1557135360, + "step": 1320 + }, + { + "epoch": 0.03786716998938304, + "grad_norm": 0.98828125, + "learning_rate": 7.757107496573202e-05, + "loss": 1.6254, + "num_input_tokens_seen": 1558315008, + "step": 1321 + }, + { + "epoch": 0.037985136251032205, + "grad_norm": 0.96484375, + "learning_rate": 7.756571789999751e-05, + "loss": 1.6553, + "num_input_tokens_seen": 1559494656, + "step": 1322 + }, + { + "epoch": 0.038103102512681376, + "grad_norm": 1.046875, + "learning_rate": 7.756035511857937e-05, + "loss": 1.7126, + "num_input_tokens_seen": 1560674304, + "step": 1323 + }, + { + "epoch": 0.03822106877433054, + "grad_norm": 0.87890625, + "learning_rate": 7.755498662229356e-05, + "loss": 1.6802, + "num_input_tokens_seen": 1561853952, + "step": 1324 + }, + { + "epoch": 0.03833903503597971, + "grad_norm": 0.984375, + "learning_rate": 7.754961241195689e-05, + "loss": 1.6442, + "num_input_tokens_seen": 1563033600, + "step": 1325 + }, + { + "epoch": 0.03845700129762888, + "grad_norm": 0.9453125, + "learning_rate": 7.754423248838708e-05, + "loss": 1.648, + "num_input_tokens_seen": 1564213248, + "step": 1326 + }, + { + "epoch": 0.03857496755927805, + "grad_norm": 1.046875, + "learning_rate": 7.753884685240267e-05, + "loss": 1.6544, + "num_input_tokens_seen": 1565392896, + "step": 1327 + }, + { + "epoch": 0.038692933820927214, + "grad_norm": 0.99609375, + "learning_rate": 7.75334555048231e-05, + "loss": 1.6477, + "num_input_tokens_seen": 1566572544, + "step": 1328 + }, + { + "epoch": 0.038810900082576386, + "grad_norm": 1.0625, + "learning_rate": 7.752805844646867e-05, + "loss": 1.6371, + "num_input_tokens_seen": 1567752192, + "step": 1329 + }, + { + "epoch": 0.03892886634422555, + "grad_norm": 1.171875, + "learning_rate": 7.752265567816055e-05, + "loss": 1.7027, + "num_input_tokens_seen": 1568931840, + "step": 1330 + }, + { + "epoch": 0.03904683260587472, + "grad_norm": 0.9140625, + "learning_rate": 7.75172472007208e-05, + "loss": 1.6617, + "num_input_tokens_seen": 1570111488, + "step": 1331 + }, + { + "epoch": 0.03916479886752389, + "grad_norm": 0.9140625, + "learning_rate": 7.75118330149723e-05, + "loss": 1.7437, + "num_input_tokens_seen": 1571291136, + "step": 1332 + }, + { + "epoch": 0.03928276512917306, + "grad_norm": 1.015625, + "learning_rate": 7.750641312173886e-05, + "loss": 1.6968, + "num_input_tokens_seen": 1572470784, + "step": 1333 + }, + { + "epoch": 0.03940073139082222, + "grad_norm": 1.0234375, + "learning_rate": 7.750098752184507e-05, + "loss": 1.5903, + "num_input_tokens_seen": 1573650432, + "step": 1334 + }, + { + "epoch": 0.039518697652471395, + "grad_norm": 0.85546875, + "learning_rate": 7.74955562161165e-05, + "loss": 1.6188, + "num_input_tokens_seen": 1574830080, + "step": 1335 + }, + { + "epoch": 0.03963666391412056, + "grad_norm": 1.09375, + "learning_rate": 7.749011920537951e-05, + "loss": 1.5991, + "num_input_tokens_seen": 1576009728, + "step": 1336 + }, + { + "epoch": 0.03975463017576973, + "grad_norm": 0.94140625, + "learning_rate": 7.748467649046135e-05, + "loss": 1.5751, + "num_input_tokens_seen": 1577189376, + "step": 1337 + }, + { + "epoch": 0.039872596437418896, + "grad_norm": 0.90625, + "learning_rate": 7.747922807219012e-05, + "loss": 1.6036, + "num_input_tokens_seen": 1578369024, + "step": 1338 + }, + { + "epoch": 0.03999056269906807, + "grad_norm": 0.9375, + "learning_rate": 7.747377395139484e-05, + "loss": 1.6377, + "num_input_tokens_seen": 1579548672, + "step": 1339 + }, + { + "epoch": 0.04010852896071723, + "grad_norm": 1.0390625, + "learning_rate": 7.746831412890534e-05, + "loss": 1.6241, + "num_input_tokens_seen": 1580728320, + "step": 1340 + }, + { + "epoch": 0.040226495222366404, + "grad_norm": 0.875, + "learning_rate": 7.746284860555235e-05, + "loss": 1.6902, + "num_input_tokens_seen": 1581907968, + "step": 1341 + }, + { + "epoch": 0.04034446148401557, + "grad_norm": 0.98828125, + "learning_rate": 7.745737738216745e-05, + "loss": 1.7062, + "num_input_tokens_seen": 1583087616, + "step": 1342 + }, + { + "epoch": 0.04046242774566474, + "grad_norm": 0.9375, + "learning_rate": 7.74519004595831e-05, + "loss": 1.6637, + "num_input_tokens_seen": 1584267264, + "step": 1343 + }, + { + "epoch": 0.040580394007313905, + "grad_norm": 0.8359375, + "learning_rate": 7.744641783863263e-05, + "loss": 1.725, + "num_input_tokens_seen": 1585446912, + "step": 1344 + }, + { + "epoch": 0.04069836026896308, + "grad_norm": 1.046875, + "learning_rate": 7.744092952015023e-05, + "loss": 1.6461, + "num_input_tokens_seen": 1586626560, + "step": 1345 + }, + { + "epoch": 0.04081632653061224, + "grad_norm": 0.97265625, + "learning_rate": 7.743543550497093e-05, + "loss": 1.7593, + "num_input_tokens_seen": 1587806208, + "step": 1346 + }, + { + "epoch": 0.04093429279226141, + "grad_norm": 0.9609375, + "learning_rate": 7.742993579393067e-05, + "loss": 1.5863, + "num_input_tokens_seen": 1588985856, + "step": 1347 + }, + { + "epoch": 0.041052259053910585, + "grad_norm": 0.9140625, + "learning_rate": 7.742443038786625e-05, + "loss": 1.6812, + "num_input_tokens_seen": 1590165504, + "step": 1348 + }, + { + "epoch": 0.04117022531555975, + "grad_norm": 1.0703125, + "learning_rate": 7.741891928761533e-05, + "loss": 1.5854, + "num_input_tokens_seen": 1591345152, + "step": 1349 + }, + { + "epoch": 0.04128819157720892, + "grad_norm": 0.90625, + "learning_rate": 7.74134024940164e-05, + "loss": 1.7451, + "num_input_tokens_seen": 1592524800, + "step": 1350 + }, + { + "epoch": 0.041406157838858086, + "grad_norm": 0.859375, + "learning_rate": 7.740788000790888e-05, + "loss": 1.7746, + "num_input_tokens_seen": 1593704448, + "step": 1351 + }, + { + "epoch": 0.04152412410050726, + "grad_norm": 0.8828125, + "learning_rate": 7.740235183013301e-05, + "loss": 1.6677, + "num_input_tokens_seen": 1594884096, + "step": 1352 + }, + { + "epoch": 0.04164209036215642, + "grad_norm": 1.109375, + "learning_rate": 7.739681796152992e-05, + "loss": 1.6485, + "num_input_tokens_seen": 1596063744, + "step": 1353 + }, + { + "epoch": 0.041760056623805594, + "grad_norm": 0.98046875, + "learning_rate": 7.739127840294159e-05, + "loss": 1.7374, + "num_input_tokens_seen": 1597243392, + "step": 1354 + }, + { + "epoch": 0.04187802288545476, + "grad_norm": 0.91796875, + "learning_rate": 7.738573315521088e-05, + "loss": 1.6461, + "num_input_tokens_seen": 1598423040, + "step": 1355 + }, + { + "epoch": 0.04199598914710393, + "grad_norm": 0.99609375, + "learning_rate": 7.738018221918148e-05, + "loss": 1.7057, + "num_input_tokens_seen": 1599602688, + "step": 1356 + }, + { + "epoch": 0.042113955408753095, + "grad_norm": 1.2109375, + "learning_rate": 7.737462559569803e-05, + "loss": 1.5765, + "num_input_tokens_seen": 1600782336, + "step": 1357 + }, + { + "epoch": 0.04223192167040227, + "grad_norm": 0.921875, + "learning_rate": 7.736906328560593e-05, + "loss": 1.5281, + "num_input_tokens_seen": 1601961984, + "step": 1358 + }, + { + "epoch": 0.04234988793205143, + "grad_norm": 1.1484375, + "learning_rate": 7.736349528975151e-05, + "loss": 1.7288, + "num_input_tokens_seen": 1603141632, + "step": 1359 + }, + { + "epoch": 0.042467854193700603, + "grad_norm": 1.078125, + "learning_rate": 7.735792160898194e-05, + "loss": 1.5428, + "num_input_tokens_seen": 1604321280, + "step": 1360 + }, + { + "epoch": 0.04258582045534977, + "grad_norm": 0.9140625, + "learning_rate": 7.735234224414528e-05, + "loss": 1.5481, + "num_input_tokens_seen": 1605500928, + "step": 1361 + }, + { + "epoch": 0.04270378671699894, + "grad_norm": 1.0078125, + "learning_rate": 7.734675719609046e-05, + "loss": 1.6189, + "num_input_tokens_seen": 1606680576, + "step": 1362 + }, + { + "epoch": 0.042821752978648105, + "grad_norm": 0.7890625, + "learning_rate": 7.73411664656672e-05, + "loss": 1.6773, + "num_input_tokens_seen": 1607860224, + "step": 1363 + }, + { + "epoch": 0.042939719240297276, + "grad_norm": 1.1640625, + "learning_rate": 7.733557005372616e-05, + "loss": 1.482, + "num_input_tokens_seen": 1609039872, + "step": 1364 + }, + { + "epoch": 0.04305768550194644, + "grad_norm": 0.94921875, + "learning_rate": 7.732996796111887e-05, + "loss": 1.6277, + "num_input_tokens_seen": 1610219520, + "step": 1365 + }, + { + "epoch": 0.04317565176359561, + "grad_norm": 1.1015625, + "learning_rate": 7.732436018869765e-05, + "loss": 1.5224, + "num_input_tokens_seen": 1611399168, + "step": 1366 + }, + { + "epoch": 0.04329361802524478, + "grad_norm": 1.0625, + "learning_rate": 7.731874673731579e-05, + "loss": 1.581, + "num_input_tokens_seen": 1612578816, + "step": 1367 + }, + { + "epoch": 0.04341158428689395, + "grad_norm": 1.1171875, + "learning_rate": 7.731312760782732e-05, + "loss": 1.5601, + "num_input_tokens_seen": 1613758464, + "step": 1368 + }, + { + "epoch": 0.043529550548543114, + "grad_norm": 0.87890625, + "learning_rate": 7.730750280108725e-05, + "loss": 1.5671, + "num_input_tokens_seen": 1614938112, + "step": 1369 + }, + { + "epoch": 0.043647516810192286, + "grad_norm": 0.9296875, + "learning_rate": 7.730187231795139e-05, + "loss": 1.5482, + "num_input_tokens_seen": 1616117760, + "step": 1370 + }, + { + "epoch": 0.04376548307184145, + "grad_norm": 1.046875, + "learning_rate": 7.72962361592764e-05, + "loss": 1.516, + "num_input_tokens_seen": 1617297408, + "step": 1371 + }, + { + "epoch": 0.04388344933349062, + "grad_norm": 1.046875, + "learning_rate": 7.729059432591989e-05, + "loss": 1.5741, + "num_input_tokens_seen": 1618477056, + "step": 1372 + }, + { + "epoch": 0.04400141559513979, + "grad_norm": 0.90625, + "learning_rate": 7.72849468187402e-05, + "loss": 1.5939, + "num_input_tokens_seen": 1619656704, + "step": 1373 + }, + { + "epoch": 0.04411938185678896, + "grad_norm": 1.21875, + "learning_rate": 7.727929363859668e-05, + "loss": 1.503, + "num_input_tokens_seen": 1620836352, + "step": 1374 + }, + { + "epoch": 0.04423734811843813, + "grad_norm": 0.984375, + "learning_rate": 7.727363478634941e-05, + "loss": 1.6708, + "num_input_tokens_seen": 1622016000, + "step": 1375 + }, + { + "epoch": 0.044355314380087295, + "grad_norm": 1.0, + "learning_rate": 7.726797026285941e-05, + "loss": 1.7104, + "num_input_tokens_seen": 1623195648, + "step": 1376 + }, + { + "epoch": 0.044473280641736467, + "grad_norm": 1.015625, + "learning_rate": 7.726230006898857e-05, + "loss": 1.5368, + "num_input_tokens_seen": 1624375296, + "step": 1377 + }, + { + "epoch": 0.04459124690338563, + "grad_norm": 1.0390625, + "learning_rate": 7.725662420559961e-05, + "loss": 1.5915, + "num_input_tokens_seen": 1625554944, + "step": 1378 + }, + { + "epoch": 0.0447092131650348, + "grad_norm": 0.97265625, + "learning_rate": 7.725094267355611e-05, + "loss": 1.5744, + "num_input_tokens_seen": 1626734592, + "step": 1379 + }, + { + "epoch": 0.04482717942668397, + "grad_norm": 0.98046875, + "learning_rate": 7.724525547372251e-05, + "loss": 1.5304, + "num_input_tokens_seen": 1627914240, + "step": 1380 + }, + { + "epoch": 0.04494514568833314, + "grad_norm": 1.0, + "learning_rate": 7.723956260696416e-05, + "loss": 1.6273, + "num_input_tokens_seen": 1629093888, + "step": 1381 + }, + { + "epoch": 0.045063111949982304, + "grad_norm": 0.875, + "learning_rate": 7.723386407414723e-05, + "loss": 1.5527, + "num_input_tokens_seen": 1630273536, + "step": 1382 + }, + { + "epoch": 0.045181078211631476, + "grad_norm": 0.90625, + "learning_rate": 7.722815987613875e-05, + "loss": 1.6727, + "num_input_tokens_seen": 1631453184, + "step": 1383 + }, + { + "epoch": 0.04529904447328064, + "grad_norm": 0.9765625, + "learning_rate": 7.722245001380663e-05, + "loss": 1.5183, + "num_input_tokens_seen": 1632632832, + "step": 1384 + }, + { + "epoch": 0.04541701073492981, + "grad_norm": 0.86328125, + "learning_rate": 7.721673448801963e-05, + "loss": 1.5318, + "num_input_tokens_seen": 1633812480, + "step": 1385 + }, + { + "epoch": 0.04553497699657898, + "grad_norm": 0.98046875, + "learning_rate": 7.721101329964737e-05, + "loss": 1.5919, + "num_input_tokens_seen": 1634992128, + "step": 1386 + }, + { + "epoch": 0.04565294325822815, + "grad_norm": 1.140625, + "learning_rate": 7.720528644956035e-05, + "loss": 1.566, + "num_input_tokens_seen": 1636171776, + "step": 1387 + }, + { + "epoch": 0.04577090951987731, + "grad_norm": 0.92578125, + "learning_rate": 7.719955393862993e-05, + "loss": 1.5904, + "num_input_tokens_seen": 1637351424, + "step": 1388 + }, + { + "epoch": 0.045888875781526485, + "grad_norm": 0.83203125, + "learning_rate": 7.719381576772829e-05, + "loss": 1.7284, + "num_input_tokens_seen": 1638531072, + "step": 1389 + }, + { + "epoch": 0.04600684204317565, + "grad_norm": 0.98828125, + "learning_rate": 7.718807193772853e-05, + "loss": 1.5317, + "num_input_tokens_seen": 1639710720, + "step": 1390 + }, + { + "epoch": 0.04612480830482482, + "grad_norm": 0.96875, + "learning_rate": 7.718232244950455e-05, + "loss": 1.5254, + "num_input_tokens_seen": 1640890368, + "step": 1391 + }, + { + "epoch": 0.046242774566473986, + "grad_norm": 0.99609375, + "learning_rate": 7.717656730393119e-05, + "loss": 1.5747, + "num_input_tokens_seen": 1642070016, + "step": 1392 + }, + { + "epoch": 0.04636074082812316, + "grad_norm": 1.0, + "learning_rate": 7.717080650188407e-05, + "loss": 1.606, + "num_input_tokens_seen": 1643249664, + "step": 1393 + }, + { + "epoch": 0.04647870708977232, + "grad_norm": 1.0234375, + "learning_rate": 7.716504004423972e-05, + "loss": 1.5735, + "num_input_tokens_seen": 1644429312, + "step": 1394 + }, + { + "epoch": 0.046596673351421494, + "grad_norm": 1.015625, + "learning_rate": 7.715926793187551e-05, + "loss": 1.6629, + "num_input_tokens_seen": 1645608960, + "step": 1395 + }, + { + "epoch": 0.04671463961307066, + "grad_norm": 1.109375, + "learning_rate": 7.715349016566968e-05, + "loss": 1.6771, + "num_input_tokens_seen": 1646788608, + "step": 1396 + }, + { + "epoch": 0.04683260587471983, + "grad_norm": 0.87890625, + "learning_rate": 7.71477067465013e-05, + "loss": 1.8481, + "num_input_tokens_seen": 1647968256, + "step": 1397 + }, + { + "epoch": 0.046950572136368995, + "grad_norm": 1.1171875, + "learning_rate": 7.714191767525036e-05, + "loss": 1.6027, + "num_input_tokens_seen": 1649147904, + "step": 1398 + }, + { + "epoch": 0.04706853839801817, + "grad_norm": 1.015625, + "learning_rate": 7.713612295279767e-05, + "loss": 1.6044, + "num_input_tokens_seen": 1650327552, + "step": 1399 + }, + { + "epoch": 0.04718650465966733, + "grad_norm": 1.0, + "learning_rate": 7.713032258002491e-05, + "loss": 1.6524, + "num_input_tokens_seen": 1651507200, + "step": 1400 + }, + { + "epoch": 0.04718650465966733, + "eval_wikipedia_loss": 2.2798447608947754, + "eval_wikipedia_runtime": 161.5268, + "eval_wikipedia_samples_per_second": 4.346, + "eval_wikipedia_steps_per_second": 0.186, + "num_input_tokens_seen": 1651507200, + "step": 1400 + }, + { + "epoch": 0.04718650465966733, + "eval_toxicity_loss": 4.040336608886719, + "eval_toxicity_runtime": 0.9662, + "eval_toxicity_samples_per_second": 2.07, + "eval_toxicity_steps_per_second": 1.035, + "num_input_tokens_seen": 1651507200, + "step": 1400 + }, + { + "epoch": 0.047304470921316503, + "grad_norm": 1.03125, + "learning_rate": 7.712451655781459e-05, + "loss": 1.7851, + "num_input_tokens_seen": 1652686848, + "step": 1401 + }, + { + "epoch": 0.047422437182965675, + "grad_norm": 1.0859375, + "learning_rate": 7.711870488705014e-05, + "loss": 1.6764, + "num_input_tokens_seen": 1653866496, + "step": 1402 + }, + { + "epoch": 0.04754040344461484, + "grad_norm": 1.015625, + "learning_rate": 7.711288756861579e-05, + "loss": 1.7252, + "num_input_tokens_seen": 1655046144, + "step": 1403 + }, + { + "epoch": 0.04765836970626401, + "grad_norm": 0.94140625, + "learning_rate": 7.710706460339665e-05, + "loss": 1.7524, + "num_input_tokens_seen": 1656225792, + "step": 1404 + }, + { + "epoch": 0.047776335967913176, + "grad_norm": 1.0625, + "learning_rate": 7.710123599227873e-05, + "loss": 1.7855, + "num_input_tokens_seen": 1657405440, + "step": 1405 + }, + { + "epoch": 0.04789430222956235, + "grad_norm": 0.81640625, + "learning_rate": 7.709540173614883e-05, + "loss": 1.77, + "num_input_tokens_seen": 1658585088, + "step": 1406 + }, + { + "epoch": 0.04801226849121151, + "grad_norm": 1.0390625, + "learning_rate": 7.708956183589466e-05, + "loss": 1.7499, + "num_input_tokens_seen": 1659764736, + "step": 1407 + }, + { + "epoch": 0.048130234752860684, + "grad_norm": 0.953125, + "learning_rate": 7.708371629240474e-05, + "loss": 1.5442, + "num_input_tokens_seen": 1660944384, + "step": 1408 + }, + { + "epoch": 0.04824820101450985, + "grad_norm": 0.953125, + "learning_rate": 7.707786510656849e-05, + "loss": 1.7384, + "num_input_tokens_seen": 1662124032, + "step": 1409 + }, + { + "epoch": 0.04836616727615902, + "grad_norm": 0.88671875, + "learning_rate": 7.70720082792762e-05, + "loss": 1.7988, + "num_input_tokens_seen": 1663303680, + "step": 1410 + }, + { + "epoch": 0.048484133537808186, + "grad_norm": 0.8828125, + "learning_rate": 7.706614581141898e-05, + "loss": 1.6953, + "num_input_tokens_seen": 1664483328, + "step": 1411 + }, + { + "epoch": 0.04860209979945736, + "grad_norm": 0.82421875, + "learning_rate": 7.706027770388881e-05, + "loss": 1.7006, + "num_input_tokens_seen": 1665662976, + "step": 1412 + }, + { + "epoch": 0.04872006606110652, + "grad_norm": 0.85546875, + "learning_rate": 7.705440395757855e-05, + "loss": 1.8123, + "num_input_tokens_seen": 1666842624, + "step": 1413 + }, + { + "epoch": 0.048838032322755694, + "grad_norm": 0.87890625, + "learning_rate": 7.704852457338188e-05, + "loss": 1.5978, + "num_input_tokens_seen": 1668022272, + "step": 1414 + }, + { + "epoch": 0.04895599858440486, + "grad_norm": 0.7421875, + "learning_rate": 7.704263955219336e-05, + "loss": 1.8147, + "num_input_tokens_seen": 1669201920, + "step": 1415 + }, + { + "epoch": 0.04907396484605403, + "grad_norm": 0.87890625, + "learning_rate": 7.703674889490842e-05, + "loss": 1.6817, + "num_input_tokens_seen": 1670381568, + "step": 1416 + }, + { + "epoch": 0.049191931107703195, + "grad_norm": 0.8359375, + "learning_rate": 7.703085260242331e-05, + "loss": 1.7774, + "num_input_tokens_seen": 1671561216, + "step": 1417 + }, + { + "epoch": 0.049309897369352367, + "grad_norm": 0.77734375, + "learning_rate": 7.702495067563519e-05, + "loss": 1.7312, + "num_input_tokens_seen": 1672740864, + "step": 1418 + }, + { + "epoch": 0.04942786363100153, + "grad_norm": 0.82421875, + "learning_rate": 7.701904311544202e-05, + "loss": 1.6888, + "num_input_tokens_seen": 1673920512, + "step": 1419 + }, + { + "epoch": 0.0495458298926507, + "grad_norm": 0.7578125, + "learning_rate": 7.701312992274265e-05, + "loss": 1.7375, + "num_input_tokens_seen": 1675100160, + "step": 1420 + }, + { + "epoch": 0.04966379615429987, + "grad_norm": 0.875, + "learning_rate": 7.700721109843679e-05, + "loss": 1.8633, + "num_input_tokens_seen": 1676279808, + "step": 1421 + }, + { + "epoch": 0.04978176241594904, + "grad_norm": 0.640625, + "learning_rate": 7.7001286643425e-05, + "loss": 1.7872, + "num_input_tokens_seen": 1677459456, + "step": 1422 + }, + { + "epoch": 0.049899728677598204, + "grad_norm": 0.8828125, + "learning_rate": 7.699535655860868e-05, + "loss": 1.7318, + "num_input_tokens_seen": 1678639104, + "step": 1423 + }, + { + "epoch": 0.050017694939247376, + "grad_norm": 0.76171875, + "learning_rate": 7.698942084489012e-05, + "loss": 1.7188, + "num_input_tokens_seen": 1679818752, + "step": 1424 + }, + { + "epoch": 0.05013566120089654, + "grad_norm": 0.859375, + "learning_rate": 7.698347950317244e-05, + "loss": 1.7577, + "num_input_tokens_seen": 1680998400, + "step": 1425 + }, + { + "epoch": 0.05025362746254571, + "grad_norm": 0.69921875, + "learning_rate": 7.697753253435962e-05, + "loss": 1.7042, + "num_input_tokens_seen": 1682178048, + "step": 1426 + }, + { + "epoch": 0.05037159372419488, + "grad_norm": 0.76953125, + "learning_rate": 7.697157993935651e-05, + "loss": 1.7375, + "num_input_tokens_seen": 1683357696, + "step": 1427 + }, + { + "epoch": 0.05048955998584405, + "grad_norm": 0.87109375, + "learning_rate": 7.696562171906881e-05, + "loss": 1.6805, + "num_input_tokens_seen": 1684537344, + "step": 1428 + }, + { + "epoch": 0.05060752624749322, + "grad_norm": 0.8515625, + "learning_rate": 7.695965787440305e-05, + "loss": 1.6456, + "num_input_tokens_seen": 1685716992, + "step": 1429 + }, + { + "epoch": 0.050725492509142385, + "grad_norm": 0.93359375, + "learning_rate": 7.695368840626666e-05, + "loss": 1.7703, + "num_input_tokens_seen": 1686896640, + "step": 1430 + }, + { + "epoch": 0.05084345877079156, + "grad_norm": 0.89453125, + "learning_rate": 7.694771331556792e-05, + "loss": 1.6603, + "num_input_tokens_seen": 1688076288, + "step": 1431 + }, + { + "epoch": 0.05096142503244072, + "grad_norm": 0.96875, + "learning_rate": 7.694173260321589e-05, + "loss": 1.6734, + "num_input_tokens_seen": 1689255936, + "step": 1432 + }, + { + "epoch": 0.05107939129408989, + "grad_norm": 0.82421875, + "learning_rate": 7.693574627012059e-05, + "loss": 1.705, + "num_input_tokens_seen": 1690435584, + "step": 1433 + }, + { + "epoch": 0.05119735755573906, + "grad_norm": 0.97265625, + "learning_rate": 7.692975431719285e-05, + "loss": 1.795, + "num_input_tokens_seen": 1691615232, + "step": 1434 + }, + { + "epoch": 0.05131532381738823, + "grad_norm": 0.90234375, + "learning_rate": 7.692375674534436e-05, + "loss": 1.7853, + "num_input_tokens_seen": 1692794880, + "step": 1435 + }, + { + "epoch": 0.051433290079037394, + "grad_norm": 0.76171875, + "learning_rate": 7.691775355548763e-05, + "loss": 1.7208, + "num_input_tokens_seen": 1693974528, + "step": 1436 + }, + { + "epoch": 0.051551256340686566, + "grad_norm": 0.83984375, + "learning_rate": 7.691174474853608e-05, + "loss": 1.7193, + "num_input_tokens_seen": 1695154176, + "step": 1437 + }, + { + "epoch": 0.05166922260233573, + "grad_norm": 0.83984375, + "learning_rate": 7.690573032540395e-05, + "loss": 1.6211, + "num_input_tokens_seen": 1696333824, + "step": 1438 + }, + { + "epoch": 0.0517871888639849, + "grad_norm": 0.83984375, + "learning_rate": 7.689971028700635e-05, + "loss": 1.8099, + "num_input_tokens_seen": 1697513472, + "step": 1439 + }, + { + "epoch": 0.05190515512563407, + "grad_norm": 0.8671875, + "learning_rate": 7.689368463425922e-05, + "loss": 1.6112, + "num_input_tokens_seen": 1698693120, + "step": 1440 + }, + { + "epoch": 0.05202312138728324, + "grad_norm": 0.79296875, + "learning_rate": 7.68876533680794e-05, + "loss": 1.7277, + "num_input_tokens_seen": 1699872768, + "step": 1441 + }, + { + "epoch": 0.052141087648932403, + "grad_norm": 0.87109375, + "learning_rate": 7.688161648938454e-05, + "loss": 1.6243, + "num_input_tokens_seen": 1701052416, + "step": 1442 + }, + { + "epoch": 0.052259053910581575, + "grad_norm": 0.80078125, + "learning_rate": 7.687557399909317e-05, + "loss": 1.6371, + "num_input_tokens_seen": 1702232064, + "step": 1443 + }, + { + "epoch": 0.05237702017223074, + "grad_norm": 0.94140625, + "learning_rate": 7.686952589812465e-05, + "loss": 1.605, + "num_input_tokens_seen": 1703411712, + "step": 1444 + }, + { + "epoch": 0.05249498643387991, + "grad_norm": 0.765625, + "learning_rate": 7.686347218739922e-05, + "loss": 1.731, + "num_input_tokens_seen": 1704591360, + "step": 1445 + }, + { + "epoch": 0.052612952695529076, + "grad_norm": 0.83984375, + "learning_rate": 7.685741286783795e-05, + "loss": 1.838, + "num_input_tokens_seen": 1705771008, + "step": 1446 + }, + { + "epoch": 0.05273091895717825, + "grad_norm": 0.81640625, + "learning_rate": 7.68513479403628e-05, + "loss": 1.6418, + "num_input_tokens_seen": 1706950656, + "step": 1447 + }, + { + "epoch": 0.05284888521882741, + "grad_norm": 0.78125, + "learning_rate": 7.684527740589654e-05, + "loss": 1.7607, + "num_input_tokens_seen": 1708130304, + "step": 1448 + }, + { + "epoch": 0.052966851480476584, + "grad_norm": 0.859375, + "learning_rate": 7.68392012653628e-05, + "loss": 1.7545, + "num_input_tokens_seen": 1709309952, + "step": 1449 + }, + { + "epoch": 0.05308481774212575, + "grad_norm": 0.78125, + "learning_rate": 7.68331195196861e-05, + "loss": 1.712, + "num_input_tokens_seen": 1710489600, + "step": 1450 + }, + { + "epoch": 0.05320278400377492, + "grad_norm": 0.83984375, + "learning_rate": 7.682703216979178e-05, + "loss": 1.7965, + "num_input_tokens_seen": 1711669248, + "step": 1451 + }, + { + "epoch": 0.053320750265424086, + "grad_norm": 0.80078125, + "learning_rate": 7.682093921660603e-05, + "loss": 1.6449, + "num_input_tokens_seen": 1712848896, + "step": 1452 + }, + { + "epoch": 0.05343871652707326, + "grad_norm": 0.8046875, + "learning_rate": 7.68148406610559e-05, + "loss": 1.6439, + "num_input_tokens_seen": 1714028544, + "step": 1453 + }, + { + "epoch": 0.05355668278872242, + "grad_norm": 1.0078125, + "learning_rate": 7.680873650406931e-05, + "loss": 1.5848, + "num_input_tokens_seen": 1715208192, + "step": 1454 + }, + { + "epoch": 0.053674649050371594, + "grad_norm": 0.828125, + "learning_rate": 7.6802626746575e-05, + "loss": 1.6039, + "num_input_tokens_seen": 1716387840, + "step": 1455 + }, + { + "epoch": 0.053792615312020765, + "grad_norm": 0.890625, + "learning_rate": 7.679651138950259e-05, + "loss": 1.6822, + "num_input_tokens_seen": 1717567488, + "step": 1456 + }, + { + "epoch": 0.05391058157366993, + "grad_norm": 0.92578125, + "learning_rate": 7.679039043378256e-05, + "loss": 1.8276, + "num_input_tokens_seen": 1718747136, + "step": 1457 + }, + { + "epoch": 0.0540285478353191, + "grad_norm": 0.95703125, + "learning_rate": 7.678426388034618e-05, + "loss": 1.7017, + "num_input_tokens_seen": 1719926784, + "step": 1458 + }, + { + "epoch": 0.054146514096968267, + "grad_norm": 0.96484375, + "learning_rate": 7.677813173012566e-05, + "loss": 1.6949, + "num_input_tokens_seen": 1721106432, + "step": 1459 + }, + { + "epoch": 0.05426448035861744, + "grad_norm": 1.0546875, + "learning_rate": 7.677199398405397e-05, + "loss": 1.7601, + "num_input_tokens_seen": 1722286080, + "step": 1460 + }, + { + "epoch": 0.0543824466202666, + "grad_norm": 1.0078125, + "learning_rate": 7.676585064306503e-05, + "loss": 1.6369, + "num_input_tokens_seen": 1723465728, + "step": 1461 + }, + { + "epoch": 0.054500412881915775, + "grad_norm": 0.78125, + "learning_rate": 7.67597017080935e-05, + "loss": 1.7194, + "num_input_tokens_seen": 1724645376, + "step": 1462 + }, + { + "epoch": 0.05461837914356494, + "grad_norm": 1.109375, + "learning_rate": 7.675354718007501e-05, + "loss": 1.6558, + "num_input_tokens_seen": 1725825024, + "step": 1463 + }, + { + "epoch": 0.05473634540521411, + "grad_norm": 0.92578125, + "learning_rate": 7.674738705994595e-05, + "loss": 1.6609, + "num_input_tokens_seen": 1727004672, + "step": 1464 + }, + { + "epoch": 0.054854311666863276, + "grad_norm": 0.8359375, + "learning_rate": 7.674122134864359e-05, + "loss": 1.7041, + "num_input_tokens_seen": 1728184320, + "step": 1465 + }, + { + "epoch": 0.05497227792851245, + "grad_norm": 0.86328125, + "learning_rate": 7.673505004710604e-05, + "loss": 1.563, + "num_input_tokens_seen": 1729363968, + "step": 1466 + }, + { + "epoch": 0.05509024419016161, + "grad_norm": 0.7109375, + "learning_rate": 7.672887315627232e-05, + "loss": 1.6657, + "num_input_tokens_seen": 1730543616, + "step": 1467 + }, + { + "epoch": 0.055208210451810784, + "grad_norm": 0.82421875, + "learning_rate": 7.67226906770822e-05, + "loss": 1.7601, + "num_input_tokens_seen": 1731723264, + "step": 1468 + }, + { + "epoch": 0.05532617671345995, + "grad_norm": 0.75390625, + "learning_rate": 7.67165026104764e-05, + "loss": 1.6698, + "num_input_tokens_seen": 1732902912, + "step": 1469 + }, + { + "epoch": 0.05544414297510912, + "grad_norm": 0.84765625, + "learning_rate": 7.671030895739641e-05, + "loss": 1.6914, + "num_input_tokens_seen": 1734082560, + "step": 1470 + }, + { + "epoch": 0.055562109236758285, + "grad_norm": 0.765625, + "learning_rate": 7.670410971878464e-05, + "loss": 2.0048, + "num_input_tokens_seen": 1735262208, + "step": 1471 + }, + { + "epoch": 0.05568007549840746, + "grad_norm": 0.93359375, + "learning_rate": 7.669790489558426e-05, + "loss": 1.6403, + "num_input_tokens_seen": 1736441856, + "step": 1472 + }, + { + "epoch": 0.05579804176005662, + "grad_norm": 0.92578125, + "learning_rate": 7.66916944887394e-05, + "loss": 1.78, + "num_input_tokens_seen": 1737621504, + "step": 1473 + }, + { + "epoch": 0.05591600802170579, + "grad_norm": 0.81640625, + "learning_rate": 7.668547849919494e-05, + "loss": 1.667, + "num_input_tokens_seen": 1738801152, + "step": 1474 + }, + { + "epoch": 0.05603397428335496, + "grad_norm": 0.87109375, + "learning_rate": 7.667925692789668e-05, + "loss": 1.683, + "num_input_tokens_seen": 1739980800, + "step": 1475 + }, + { + "epoch": 0.05615194054500413, + "grad_norm": 0.921875, + "learning_rate": 7.667302977579124e-05, + "loss": 1.6781, + "num_input_tokens_seen": 1741160448, + "step": 1476 + }, + { + "epoch": 0.056269906806653294, + "grad_norm": 0.81640625, + "learning_rate": 7.666679704382607e-05, + "loss": 1.6615, + "num_input_tokens_seen": 1742340096, + "step": 1477 + }, + { + "epoch": 0.056387873068302466, + "grad_norm": 0.83203125, + "learning_rate": 7.66605587329495e-05, + "loss": 1.6439, + "num_input_tokens_seen": 1743519744, + "step": 1478 + }, + { + "epoch": 0.05650583932995163, + "grad_norm": 0.80859375, + "learning_rate": 7.665431484411072e-05, + "loss": 1.6852, + "num_input_tokens_seen": 1744699392, + "step": 1479 + }, + { + "epoch": 0.0566238055916008, + "grad_norm": 0.97265625, + "learning_rate": 7.664806537825972e-05, + "loss": 1.7587, + "num_input_tokens_seen": 1745879040, + "step": 1480 + }, + { + "epoch": 0.05674177185324997, + "grad_norm": 0.82421875, + "learning_rate": 7.664181033634738e-05, + "loss": 1.6441, + "num_input_tokens_seen": 1747058688, + "step": 1481 + }, + { + "epoch": 0.05685973811489914, + "grad_norm": 0.69921875, + "learning_rate": 7.66355497193254e-05, + "loss": 1.7134, + "num_input_tokens_seen": 1748238336, + "step": 1482 + }, + { + "epoch": 0.05697770437654831, + "grad_norm": 0.8828125, + "learning_rate": 7.662928352814638e-05, + "loss": 1.6675, + "num_input_tokens_seen": 1749417984, + "step": 1483 + }, + { + "epoch": 0.057095670638197475, + "grad_norm": 0.8515625, + "learning_rate": 7.662301176376367e-05, + "loss": 1.657, + "num_input_tokens_seen": 1750597632, + "step": 1484 + }, + { + "epoch": 0.05721363689984665, + "grad_norm": 0.875, + "learning_rate": 7.661673442713159e-05, + "loss": 1.6178, + "num_input_tokens_seen": 1751777280, + "step": 1485 + }, + { + "epoch": 0.05733160316149581, + "grad_norm": 0.93359375, + "learning_rate": 7.661045151920522e-05, + "loss": 1.5022, + "num_input_tokens_seen": 1752956928, + "step": 1486 + }, + { + "epoch": 0.05744956942314498, + "grad_norm": 1.0, + "learning_rate": 7.66041630409405e-05, + "loss": 1.5419, + "num_input_tokens_seen": 1754136576, + "step": 1487 + }, + { + "epoch": 0.05756753568479415, + "grad_norm": 0.9609375, + "learning_rate": 7.659786899329426e-05, + "loss": 1.6542, + "num_input_tokens_seen": 1755316224, + "step": 1488 + }, + { + "epoch": 0.05768550194644332, + "grad_norm": 0.83984375, + "learning_rate": 7.659156937722413e-05, + "loss": 1.6363, + "num_input_tokens_seen": 1756495872, + "step": 1489 + }, + { + "epoch": 0.057803468208092484, + "grad_norm": 0.953125, + "learning_rate": 7.658526419368863e-05, + "loss": 1.7117, + "num_input_tokens_seen": 1757675520, + "step": 1490 + }, + { + "epoch": 0.057921434469741656, + "grad_norm": 0.94140625, + "learning_rate": 7.657895344364707e-05, + "loss": 1.6056, + "num_input_tokens_seen": 1758855168, + "step": 1491 + }, + { + "epoch": 0.05803940073139082, + "grad_norm": 0.7890625, + "learning_rate": 7.657263712805966e-05, + "loss": 1.7623, + "num_input_tokens_seen": 1760034816, + "step": 1492 + }, + { + "epoch": 0.05815736699303999, + "grad_norm": 0.93359375, + "learning_rate": 7.656631524788743e-05, + "loss": 1.5595, + "num_input_tokens_seen": 1761214464, + "step": 1493 + }, + { + "epoch": 0.05827533325468916, + "grad_norm": 0.70703125, + "learning_rate": 7.655998780409228e-05, + "loss": 1.7031, + "num_input_tokens_seen": 1762394112, + "step": 1494 + }, + { + "epoch": 0.05839329951633833, + "grad_norm": 0.98828125, + "learning_rate": 7.655365479763693e-05, + "loss": 1.5904, + "num_input_tokens_seen": 1763573760, + "step": 1495 + }, + { + "epoch": 0.058511265777987494, + "grad_norm": 0.83203125, + "learning_rate": 7.654731622948494e-05, + "loss": 1.7596, + "num_input_tokens_seen": 1764753408, + "step": 1496 + }, + { + "epoch": 0.058629232039636665, + "grad_norm": 0.87109375, + "learning_rate": 7.654097210060076e-05, + "loss": 1.7201, + "num_input_tokens_seen": 1765933056, + "step": 1497 + }, + { + "epoch": 0.05874719830128583, + "grad_norm": 0.7578125, + "learning_rate": 7.653462241194965e-05, + "loss": 1.5919, + "num_input_tokens_seen": 1767112704, + "step": 1498 + }, + { + "epoch": 0.058865164562935, + "grad_norm": 0.77734375, + "learning_rate": 7.652826716449773e-05, + "loss": 1.718, + "num_input_tokens_seen": 1768292352, + "step": 1499 + }, + { + "epoch": 0.058983130824584167, + "grad_norm": 0.9609375, + "learning_rate": 7.652190635921195e-05, + "loss": 1.6418, + "num_input_tokens_seen": 1769472000, + "step": 1500 + }, + { + "epoch": 0.05910109708623334, + "grad_norm": 0.78125, + "learning_rate": 7.651553999706011e-05, + "loss": 1.601, + "num_input_tokens_seen": 1770651648, + "step": 1501 + }, + { + "epoch": 0.0592190633478825, + "grad_norm": 0.94921875, + "learning_rate": 7.65091680790109e-05, + "loss": 1.7251, + "num_input_tokens_seen": 1771831296, + "step": 1502 + }, + { + "epoch": 0.059337029609531675, + "grad_norm": 0.8828125, + "learning_rate": 7.650279060603376e-05, + "loss": 1.611, + "num_input_tokens_seen": 1773010944, + "step": 1503 + }, + { + "epoch": 0.05945499587118084, + "grad_norm": 0.8671875, + "learning_rate": 7.649640757909907e-05, + "loss": 1.6156, + "num_input_tokens_seen": 1774190592, + "step": 1504 + }, + { + "epoch": 0.05957296213283001, + "grad_norm": 0.796875, + "learning_rate": 7.649001899917804e-05, + "loss": 1.6175, + "num_input_tokens_seen": 1775370240, + "step": 1505 + }, + { + "epoch": 0.059690928394479176, + "grad_norm": 0.9140625, + "learning_rate": 7.648362486724266e-05, + "loss": 1.6087, + "num_input_tokens_seen": 1776549888, + "step": 1506 + }, + { + "epoch": 0.05980889465612835, + "grad_norm": 0.82421875, + "learning_rate": 7.64772251842658e-05, + "loss": 1.6076, + "num_input_tokens_seen": 1777729536, + "step": 1507 + }, + { + "epoch": 0.05992686091777751, + "grad_norm": 0.953125, + "learning_rate": 7.647081995122122e-05, + "loss": 1.5446, + "num_input_tokens_seen": 1778909184, + "step": 1508 + }, + { + "epoch": 0.060044827179426684, + "grad_norm": 0.76953125, + "learning_rate": 7.646440916908347e-05, + "loss": 1.8014, + "num_input_tokens_seen": 1780088832, + "step": 1509 + }, + { + "epoch": 0.060162793441075856, + "grad_norm": 0.88671875, + "learning_rate": 7.645799283882797e-05, + "loss": 1.736, + "num_input_tokens_seen": 1781268480, + "step": 1510 + }, + { + "epoch": 0.06028075970272502, + "grad_norm": 0.97265625, + "learning_rate": 7.645157096143096e-05, + "loss": 1.6802, + "num_input_tokens_seen": 1782448128, + "step": 1511 + }, + { + "epoch": 0.06039872596437419, + "grad_norm": 0.92578125, + "learning_rate": 7.644514353786954e-05, + "loss": 1.7258, + "num_input_tokens_seen": 1783627776, + "step": 1512 + }, + { + "epoch": 0.06051669222602336, + "grad_norm": 0.9140625, + "learning_rate": 7.643871056912165e-05, + "loss": 1.5829, + "num_input_tokens_seen": 1784807424, + "step": 1513 + }, + { + "epoch": 0.06063465848767253, + "grad_norm": 0.96484375, + "learning_rate": 7.64322720561661e-05, + "loss": 1.6509, + "num_input_tokens_seen": 1785987072, + "step": 1514 + }, + { + "epoch": 0.06075262474932169, + "grad_norm": 0.81640625, + "learning_rate": 7.642582799998249e-05, + "loss": 1.6295, + "num_input_tokens_seen": 1787166720, + "step": 1515 + }, + { + "epoch": 0.060870591010970865, + "grad_norm": 0.8671875, + "learning_rate": 7.641937840155132e-05, + "loss": 1.6291, + "num_input_tokens_seen": 1788346368, + "step": 1516 + }, + { + "epoch": 0.06098855727262003, + "grad_norm": 0.90234375, + "learning_rate": 7.641292326185389e-05, + "loss": 1.6605, + "num_input_tokens_seen": 1789526016, + "step": 1517 + }, + { + "epoch": 0.0611065235342692, + "grad_norm": 0.80078125, + "learning_rate": 7.640646258187236e-05, + "loss": 1.6616, + "num_input_tokens_seen": 1790705664, + "step": 1518 + }, + { + "epoch": 0.061224489795918366, + "grad_norm": 0.75, + "learning_rate": 7.639999636258972e-05, + "loss": 1.6898, + "num_input_tokens_seen": 1791885312, + "step": 1519 + }, + { + "epoch": 0.06134245605756754, + "grad_norm": 0.875, + "learning_rate": 7.639352460498985e-05, + "loss": 1.7334, + "num_input_tokens_seen": 1793064960, + "step": 1520 + }, + { + "epoch": 0.0614604223192167, + "grad_norm": 0.83203125, + "learning_rate": 7.638704731005741e-05, + "loss": 1.5819, + "num_input_tokens_seen": 1794244608, + "step": 1521 + }, + { + "epoch": 0.061578388580865874, + "grad_norm": 0.7890625, + "learning_rate": 7.638056447877795e-05, + "loss": 1.7682, + "num_input_tokens_seen": 1795424256, + "step": 1522 + }, + { + "epoch": 0.06169635484251504, + "grad_norm": 0.88671875, + "learning_rate": 7.637407611213783e-05, + "loss": 1.6932, + "num_input_tokens_seen": 1796603904, + "step": 1523 + }, + { + "epoch": 0.06181432110416421, + "grad_norm": 0.734375, + "learning_rate": 7.636758221112428e-05, + "loss": 1.6488, + "num_input_tokens_seen": 1797783552, + "step": 1524 + }, + { + "epoch": 0.061932287365813375, + "grad_norm": 0.84765625, + "learning_rate": 7.636108277672533e-05, + "loss": 1.7371, + "num_input_tokens_seen": 1798963200, + "step": 1525 + }, + { + "epoch": 0.06205025362746255, + "grad_norm": 0.80078125, + "learning_rate": 7.635457780992989e-05, + "loss": 1.7218, + "num_input_tokens_seen": 1800142848, + "step": 1526 + }, + { + "epoch": 0.06216821988911171, + "grad_norm": 0.81640625, + "learning_rate": 7.634806731172772e-05, + "loss": 1.7231, + "num_input_tokens_seen": 1801322496, + "step": 1527 + }, + { + "epoch": 0.06228618615076088, + "grad_norm": 0.81640625, + "learning_rate": 7.634155128310938e-05, + "loss": 1.6153, + "num_input_tokens_seen": 1802502144, + "step": 1528 + }, + { + "epoch": 0.06240415241241005, + "grad_norm": 0.92578125, + "learning_rate": 7.63350297250663e-05, + "loss": 1.6892, + "num_input_tokens_seen": 1803681792, + "step": 1529 + }, + { + "epoch": 0.06252211867405921, + "grad_norm": 0.890625, + "learning_rate": 7.632850263859077e-05, + "loss": 1.5461, + "num_input_tokens_seen": 1804861440, + "step": 1530 + }, + { + "epoch": 0.06264008493570838, + "grad_norm": 0.87890625, + "learning_rate": 7.632197002467586e-05, + "loss": 1.7642, + "num_input_tokens_seen": 1806041088, + "step": 1531 + }, + { + "epoch": 0.06275805119735756, + "grad_norm": 0.8671875, + "learning_rate": 7.631543188431552e-05, + "loss": 1.6223, + "num_input_tokens_seen": 1807220736, + "step": 1532 + }, + { + "epoch": 0.06287601745900673, + "grad_norm": 0.86328125, + "learning_rate": 7.630888821850457e-05, + "loss": 1.5815, + "num_input_tokens_seen": 1808400384, + "step": 1533 + }, + { + "epoch": 0.06299398372065589, + "grad_norm": 0.8828125, + "learning_rate": 7.630233902823862e-05, + "loss": 1.5879, + "num_input_tokens_seen": 1809580032, + "step": 1534 + }, + { + "epoch": 0.06311194998230506, + "grad_norm": 0.7578125, + "learning_rate": 7.629578431451415e-05, + "loss": 1.6571, + "num_input_tokens_seen": 1810759680, + "step": 1535 + }, + { + "epoch": 0.06322991624395423, + "grad_norm": 0.78125, + "learning_rate": 7.628922407832843e-05, + "loss": 1.6632, + "num_input_tokens_seen": 1811939328, + "step": 1536 + }, + { + "epoch": 0.0633478825056034, + "grad_norm": 0.82421875, + "learning_rate": 7.628265832067967e-05, + "loss": 1.8045, + "num_input_tokens_seen": 1813118976, + "step": 1537 + }, + { + "epoch": 0.06346584876725257, + "grad_norm": 0.828125, + "learning_rate": 7.627608704256681e-05, + "loss": 1.6111, + "num_input_tokens_seen": 1814298624, + "step": 1538 + }, + { + "epoch": 0.06358381502890173, + "grad_norm": 1.0234375, + "learning_rate": 7.62695102449897e-05, + "loss": 1.7442, + "num_input_tokens_seen": 1815478272, + "step": 1539 + }, + { + "epoch": 0.0637017812905509, + "grad_norm": 0.8203125, + "learning_rate": 7.626292792894902e-05, + "loss": 1.7246, + "num_input_tokens_seen": 1816657920, + "step": 1540 + }, + { + "epoch": 0.06381974755220007, + "grad_norm": 0.7890625, + "learning_rate": 7.625634009544627e-05, + "loss": 1.7061, + "num_input_tokens_seen": 1817837568, + "step": 1541 + }, + { + "epoch": 0.06393771381384925, + "grad_norm": 1.03125, + "learning_rate": 7.62497467454838e-05, + "loss": 1.5667, + "num_input_tokens_seen": 1819017216, + "step": 1542 + }, + { + "epoch": 0.0640556800754984, + "grad_norm": 0.82421875, + "learning_rate": 7.62431478800648e-05, + "loss": 1.6419, + "num_input_tokens_seen": 1820196864, + "step": 1543 + }, + { + "epoch": 0.06417364633714757, + "grad_norm": 0.8984375, + "learning_rate": 7.62365435001933e-05, + "loss": 1.6755, + "num_input_tokens_seen": 1821376512, + "step": 1544 + }, + { + "epoch": 0.06429161259879675, + "grad_norm": 0.84765625, + "learning_rate": 7.622993360687416e-05, + "loss": 1.6076, + "num_input_tokens_seen": 1822556160, + "step": 1545 + }, + { + "epoch": 0.06440957886044592, + "grad_norm": 0.84765625, + "learning_rate": 7.622331820111309e-05, + "loss": 1.7897, + "num_input_tokens_seen": 1823735808, + "step": 1546 + }, + { + "epoch": 0.06452754512209508, + "grad_norm": 0.78125, + "learning_rate": 7.621669728391663e-05, + "loss": 1.7062, + "num_input_tokens_seen": 1824915456, + "step": 1547 + }, + { + "epoch": 0.06464551138374425, + "grad_norm": 0.95703125, + "learning_rate": 7.621007085629218e-05, + "loss": 1.8787, + "num_input_tokens_seen": 1826095104, + "step": 1548 + }, + { + "epoch": 0.06476347764539342, + "grad_norm": 0.90625, + "learning_rate": 7.620343891924794e-05, + "loss": 1.6609, + "num_input_tokens_seen": 1827274752, + "step": 1549 + }, + { + "epoch": 0.06488144390704259, + "grad_norm": 0.8671875, + "learning_rate": 7.619680147379297e-05, + "loss": 1.6619, + "num_input_tokens_seen": 1828454400, + "step": 1550 + }, + { + "epoch": 0.06499941016869175, + "grad_norm": 0.94140625, + "learning_rate": 7.61901585209372e-05, + "loss": 1.5511, + "num_input_tokens_seen": 1829634048, + "step": 1551 + }, + { + "epoch": 0.06511737643034092, + "grad_norm": 0.82421875, + "learning_rate": 7.618351006169133e-05, + "loss": 1.6867, + "num_input_tokens_seen": 1830813696, + "step": 1552 + }, + { + "epoch": 0.06523534269199009, + "grad_norm": 0.8125, + "learning_rate": 7.617685609706693e-05, + "loss": 1.6889, + "num_input_tokens_seen": 1831993344, + "step": 1553 + }, + { + "epoch": 0.06535330895363926, + "grad_norm": 0.84765625, + "learning_rate": 7.617019662807645e-05, + "loss": 1.6725, + "num_input_tokens_seen": 1833172992, + "step": 1554 + }, + { + "epoch": 0.06547127521528842, + "grad_norm": 0.921875, + "learning_rate": 7.61635316557331e-05, + "loss": 1.6894, + "num_input_tokens_seen": 1834352640, + "step": 1555 + }, + { + "epoch": 0.0655892414769376, + "grad_norm": 0.734375, + "learning_rate": 7.6156861181051e-05, + "loss": 1.596, + "num_input_tokens_seen": 1835532288, + "step": 1556 + }, + { + "epoch": 0.06570720773858676, + "grad_norm": 0.9140625, + "learning_rate": 7.615018520504503e-05, + "loss": 1.6515, + "num_input_tokens_seen": 1836711936, + "step": 1557 + }, + { + "epoch": 0.06582517400023594, + "grad_norm": 0.98046875, + "learning_rate": 7.6143503728731e-05, + "loss": 1.642, + "num_input_tokens_seen": 1837891584, + "step": 1558 + }, + { + "epoch": 0.0659431402618851, + "grad_norm": 0.88671875, + "learning_rate": 7.613681675312548e-05, + "loss": 1.7575, + "num_input_tokens_seen": 1839071232, + "step": 1559 + }, + { + "epoch": 0.06606110652353427, + "grad_norm": 1.0, + "learning_rate": 7.61301242792459e-05, + "loss": 1.571, + "num_input_tokens_seen": 1840250880, + "step": 1560 + }, + { + "epoch": 0.06617907278518344, + "grad_norm": 0.875, + "learning_rate": 7.612342630811053e-05, + "loss": 1.495, + "num_input_tokens_seen": 1841430528, + "step": 1561 + }, + { + "epoch": 0.06629703904683261, + "grad_norm": 1.0546875, + "learning_rate": 7.61167228407385e-05, + "loss": 1.5052, + "num_input_tokens_seen": 1842610176, + "step": 1562 + }, + { + "epoch": 0.06641500530848178, + "grad_norm": 0.7734375, + "learning_rate": 7.611001387814973e-05, + "loss": 1.6763, + "num_input_tokens_seen": 1843789824, + "step": 1563 + }, + { + "epoch": 0.06653297157013094, + "grad_norm": 0.921875, + "learning_rate": 7.610329942136501e-05, + "loss": 1.683, + "num_input_tokens_seen": 1844969472, + "step": 1564 + }, + { + "epoch": 0.06665093783178011, + "grad_norm": 0.8359375, + "learning_rate": 7.609657947140594e-05, + "loss": 1.5549, + "num_input_tokens_seen": 1846149120, + "step": 1565 + }, + { + "epoch": 0.06676890409342928, + "grad_norm": 0.890625, + "learning_rate": 7.608985402929499e-05, + "loss": 1.556, + "num_input_tokens_seen": 1847328768, + "step": 1566 + }, + { + "epoch": 0.06688687035507845, + "grad_norm": 0.82421875, + "learning_rate": 7.608312309605545e-05, + "loss": 1.6592, + "num_input_tokens_seen": 1848508416, + "step": 1567 + }, + { + "epoch": 0.06700483661672761, + "grad_norm": 0.75390625, + "learning_rate": 7.607638667271142e-05, + "loss": 1.7267, + "num_input_tokens_seen": 1849688064, + "step": 1568 + }, + { + "epoch": 0.06712280287837678, + "grad_norm": 0.77734375, + "learning_rate": 7.606964476028788e-05, + "loss": 1.709, + "num_input_tokens_seen": 1850867712, + "step": 1569 + }, + { + "epoch": 0.06724076914002595, + "grad_norm": 0.80859375, + "learning_rate": 7.60628973598106e-05, + "loss": 1.5965, + "num_input_tokens_seen": 1852047360, + "step": 1570 + }, + { + "epoch": 0.06735873540167513, + "grad_norm": 0.71875, + "learning_rate": 7.605614447230622e-05, + "loss": 1.6316, + "num_input_tokens_seen": 1853227008, + "step": 1571 + }, + { + "epoch": 0.06747670166332428, + "grad_norm": 0.828125, + "learning_rate": 7.604938609880221e-05, + "loss": 1.7218, + "num_input_tokens_seen": 1854406656, + "step": 1572 + }, + { + "epoch": 0.06759466792497346, + "grad_norm": 0.7890625, + "learning_rate": 7.604262224032687e-05, + "loss": 1.6131, + "num_input_tokens_seen": 1855586304, + "step": 1573 + }, + { + "epoch": 0.06771263418662263, + "grad_norm": 0.90625, + "learning_rate": 7.603585289790931e-05, + "loss": 1.5626, + "num_input_tokens_seen": 1856765952, + "step": 1574 + }, + { + "epoch": 0.0678306004482718, + "grad_norm": 0.79296875, + "learning_rate": 7.60290780725795e-05, + "loss": 1.6016, + "num_input_tokens_seen": 1857945600, + "step": 1575 + }, + { + "epoch": 0.06794856670992096, + "grad_norm": 0.72265625, + "learning_rate": 7.602229776536826e-05, + "loss": 1.6785, + "num_input_tokens_seen": 1859125248, + "step": 1576 + }, + { + "epoch": 0.06806653297157013, + "grad_norm": 0.765625, + "learning_rate": 7.60155119773072e-05, + "loss": 1.824, + "num_input_tokens_seen": 1860304896, + "step": 1577 + }, + { + "epoch": 0.0681844992332193, + "grad_norm": 0.796875, + "learning_rate": 7.600872070942882e-05, + "loss": 1.6268, + "num_input_tokens_seen": 1861484544, + "step": 1578 + }, + { + "epoch": 0.06830246549486847, + "grad_norm": 0.78515625, + "learning_rate": 7.600192396276638e-05, + "loss": 1.6131, + "num_input_tokens_seen": 1862664192, + "step": 1579 + }, + { + "epoch": 0.06842043175651763, + "grad_norm": 0.7734375, + "learning_rate": 7.599512173835406e-05, + "loss": 1.6428, + "num_input_tokens_seen": 1863843840, + "step": 1580 + }, + { + "epoch": 0.0685383980181668, + "grad_norm": 0.86328125, + "learning_rate": 7.598831403722681e-05, + "loss": 1.6124, + "num_input_tokens_seen": 1865023488, + "step": 1581 + }, + { + "epoch": 0.06865636427981597, + "grad_norm": 0.70703125, + "learning_rate": 7.598150086042042e-05, + "loss": 1.6437, + "num_input_tokens_seen": 1866203136, + "step": 1582 + }, + { + "epoch": 0.06877433054146515, + "grad_norm": 0.8671875, + "learning_rate": 7.597468220897154e-05, + "loss": 1.4808, + "num_input_tokens_seen": 1867382784, + "step": 1583 + }, + { + "epoch": 0.0688922968031143, + "grad_norm": 0.83984375, + "learning_rate": 7.596785808391764e-05, + "loss": 1.6543, + "num_input_tokens_seen": 1868562432, + "step": 1584 + }, + { + "epoch": 0.06901026306476347, + "grad_norm": 0.8515625, + "learning_rate": 7.596102848629701e-05, + "loss": 1.5045, + "num_input_tokens_seen": 1869742080, + "step": 1585 + }, + { + "epoch": 0.06912822932641265, + "grad_norm": 0.78125, + "learning_rate": 7.595419341714879e-05, + "loss": 1.6585, + "num_input_tokens_seen": 1870921728, + "step": 1586 + }, + { + "epoch": 0.06924619558806182, + "grad_norm": 0.80078125, + "learning_rate": 7.594735287751293e-05, + "loss": 1.5746, + "num_input_tokens_seen": 1872101376, + "step": 1587 + }, + { + "epoch": 0.06936416184971098, + "grad_norm": 0.78125, + "learning_rate": 7.594050686843028e-05, + "loss": 1.5959, + "num_input_tokens_seen": 1873281024, + "step": 1588 + }, + { + "epoch": 0.06948212811136015, + "grad_norm": 0.8671875, + "learning_rate": 7.593365539094242e-05, + "loss": 1.4867, + "num_input_tokens_seen": 1874460672, + "step": 1589 + }, + { + "epoch": 0.06960009437300932, + "grad_norm": 0.875, + "learning_rate": 7.592679844609184e-05, + "loss": 1.5991, + "num_input_tokens_seen": 1875640320, + "step": 1590 + }, + { + "epoch": 0.06971806063465849, + "grad_norm": 0.7109375, + "learning_rate": 7.591993603492182e-05, + "loss": 1.7018, + "num_input_tokens_seen": 1876819968, + "step": 1591 + }, + { + "epoch": 0.06983602689630766, + "grad_norm": 0.77734375, + "learning_rate": 7.591306815847649e-05, + "loss": 1.5462, + "num_input_tokens_seen": 1877999616, + "step": 1592 + }, + { + "epoch": 0.06995399315795682, + "grad_norm": 0.84765625, + "learning_rate": 7.590619481780081e-05, + "loss": 1.4772, + "num_input_tokens_seen": 1879179264, + "step": 1593 + }, + { + "epoch": 0.07007195941960599, + "grad_norm": 0.765625, + "learning_rate": 7.589931601394057e-05, + "loss": 1.622, + "num_input_tokens_seen": 1880358912, + "step": 1594 + }, + { + "epoch": 0.07018992568125516, + "grad_norm": 0.8984375, + "learning_rate": 7.58924317479424e-05, + "loss": 1.7494, + "num_input_tokens_seen": 1881538560, + "step": 1595 + }, + { + "epoch": 0.07030789194290434, + "grad_norm": 0.828125, + "learning_rate": 7.588554202085375e-05, + "loss": 1.6065, + "num_input_tokens_seen": 1882718208, + "step": 1596 + }, + { + "epoch": 0.0704258582045535, + "grad_norm": 0.828125, + "learning_rate": 7.587864683372288e-05, + "loss": 1.6051, + "num_input_tokens_seen": 1883897856, + "step": 1597 + }, + { + "epoch": 0.07054382446620266, + "grad_norm": 0.828125, + "learning_rate": 7.587174618759893e-05, + "loss": 1.4877, + "num_input_tokens_seen": 1885077504, + "step": 1598 + }, + { + "epoch": 0.07066179072785184, + "grad_norm": 0.8125, + "learning_rate": 7.586484008353182e-05, + "loss": 1.519, + "num_input_tokens_seen": 1886257152, + "step": 1599 + }, + { + "epoch": 0.07077975698950101, + "grad_norm": 0.79296875, + "learning_rate": 7.585792852257236e-05, + "loss": 1.5906, + "num_input_tokens_seen": 1887436800, + "step": 1600 + }, + { + "epoch": 0.07077975698950101, + "eval_wikipedia_loss": 2.2380566596984863, + "eval_wikipedia_runtime": 161.8513, + "eval_wikipedia_samples_per_second": 4.337, + "eval_wikipedia_steps_per_second": 0.185, + "num_input_tokens_seen": 1887436800, + "step": 1600 + }, + { + "epoch": 0.07077975698950101, + "eval_toxicity_loss": 3.9978690147399902, + "eval_toxicity_runtime": 0.9108, + "eval_toxicity_samples_per_second": 2.196, + "eval_toxicity_steps_per_second": 1.098, + "num_input_tokens_seen": 1887436800, + "step": 1600 + }, + { + "epoch": 0.00011796626164916834, + "grad_norm": 0.69921875, + "learning_rate": 7.585101150577211e-05, + "loss": 1.6086, + "num_input_tokens_seen": 1888616448, + "step": 1601 + }, + { + "epoch": 0.0002359325232983367, + "grad_norm": 0.640625, + "learning_rate": 7.584408903418355e-05, + "loss": 1.4421, + "num_input_tokens_seen": 1889796096, + "step": 1602 + }, + { + "epoch": 0.000353898784947505, + "grad_norm": 0.69140625, + "learning_rate": 7.583716110885992e-05, + "loss": 1.3924, + "num_input_tokens_seen": 1890975744, + "step": 1603 + }, + { + "epoch": 0.0004718650465966734, + "grad_norm": 0.83203125, + "learning_rate": 7.583022773085532e-05, + "loss": 1.4947, + "num_input_tokens_seen": 1892155392, + "step": 1604 + }, + { + "epoch": 0.0005898313082458417, + "grad_norm": 0.79296875, + "learning_rate": 7.582328890122466e-05, + "loss": 1.5896, + "num_input_tokens_seen": 1893335040, + "step": 1605 + }, + { + "epoch": 0.00070779756989501, + "grad_norm": 0.73828125, + "learning_rate": 7.581634462102373e-05, + "loss": 1.4465, + "num_input_tokens_seen": 1894514688, + "step": 1606 + }, + { + "epoch": 0.0008257638315441783, + "grad_norm": 0.78515625, + "learning_rate": 7.580939489130906e-05, + "loss": 1.48, + "num_input_tokens_seen": 1895694336, + "step": 1607 + }, + { + "epoch": 0.0009437300931933467, + "grad_norm": 0.7109375, + "learning_rate": 7.580243971313811e-05, + "loss": 1.5052, + "num_input_tokens_seen": 1896873984, + "step": 1608 + }, + { + "epoch": 0.001061696354842515, + "grad_norm": 0.8046875, + "learning_rate": 7.579547908756911e-05, + "loss": 1.5373, + "num_input_tokens_seen": 1898053632, + "step": 1609 + }, + { + "epoch": 0.0011796626164916834, + "grad_norm": 0.828125, + "learning_rate": 7.578851301566112e-05, + "loss": 1.4559, + "num_input_tokens_seen": 1899233280, + "step": 1610 + }, + { + "epoch": 0.0012976288781408518, + "grad_norm": 1.015625, + "learning_rate": 7.578154149847404e-05, + "loss": 1.5937, + "num_input_tokens_seen": 1900412928, + "step": 1611 + }, + { + "epoch": 0.00141559513979002, + "grad_norm": 0.85546875, + "learning_rate": 7.57745645370686e-05, + "loss": 1.6112, + "num_input_tokens_seen": 1901592576, + "step": 1612 + }, + { + "epoch": 0.0015335614014391884, + "grad_norm": 0.83203125, + "learning_rate": 7.576758213250638e-05, + "loss": 1.4209, + "num_input_tokens_seen": 1902772224, + "step": 1613 + }, + { + "epoch": 0.0016515276630883566, + "grad_norm": 0.94921875, + "learning_rate": 7.576059428584972e-05, + "loss": 1.6171, + "num_input_tokens_seen": 1903951872, + "step": 1614 + }, + { + "epoch": 0.001769493924737525, + "grad_norm": 0.9453125, + "learning_rate": 7.575360099816185e-05, + "loss": 1.4181, + "num_input_tokens_seen": 1905131520, + "step": 1615 + }, + { + "epoch": 0.0018874601863866935, + "grad_norm": 1.0078125, + "learning_rate": 7.574660227050681e-05, + "loss": 1.529, + "num_input_tokens_seen": 1906311168, + "step": 1616 + }, + { + "epoch": 0.0020054264480358617, + "grad_norm": 0.91015625, + "learning_rate": 7.573959810394948e-05, + "loss": 1.6515, + "num_input_tokens_seen": 1907490816, + "step": 1617 + }, + { + "epoch": 0.00212339270968503, + "grad_norm": 1.015625, + "learning_rate": 7.573258849955555e-05, + "loss": 1.6023, + "num_input_tokens_seen": 1908670464, + "step": 1618 + }, + { + "epoch": 0.0022413589713341986, + "grad_norm": 0.890625, + "learning_rate": 7.572557345839153e-05, + "loss": 1.4418, + "num_input_tokens_seen": 1909850112, + "step": 1619 + }, + { + "epoch": 0.0023593252329833668, + "grad_norm": 1.0703125, + "learning_rate": 7.571855298152477e-05, + "loss": 1.5494, + "num_input_tokens_seen": 1911029760, + "step": 1620 + }, + { + "epoch": 0.002477291494632535, + "grad_norm": 0.84375, + "learning_rate": 7.571152707002347e-05, + "loss": 1.5324, + "num_input_tokens_seen": 1912209408, + "step": 1621 + }, + { + "epoch": 0.0025952577562817036, + "grad_norm": 1.0078125, + "learning_rate": 7.57044957249566e-05, + "loss": 1.5491, + "num_input_tokens_seen": 1913389056, + "step": 1622 + }, + { + "epoch": 0.002713224017930872, + "grad_norm": 0.81640625, + "learning_rate": 7.569745894739402e-05, + "loss": 1.5509, + "num_input_tokens_seen": 1914568704, + "step": 1623 + }, + { + "epoch": 0.00283119027958004, + "grad_norm": 0.97265625, + "learning_rate": 7.569041673840637e-05, + "loss": 1.5173, + "num_input_tokens_seen": 1915748352, + "step": 1624 + }, + { + "epoch": 0.0029491565412292082, + "grad_norm": 0.69921875, + "learning_rate": 7.568336909906514e-05, + "loss": 1.6629, + "num_input_tokens_seen": 1916928000, + "step": 1625 + }, + { + "epoch": 0.003067122802878377, + "grad_norm": 0.91015625, + "learning_rate": 7.567631603044264e-05, + "loss": 1.5456, + "num_input_tokens_seen": 1918107648, + "step": 1626 + }, + { + "epoch": 0.003185089064527545, + "grad_norm": 0.87890625, + "learning_rate": 7.5669257533612e-05, + "loss": 1.4868, + "num_input_tokens_seen": 1919287296, + "step": 1627 + }, + { + "epoch": 0.0033030553261767133, + "grad_norm": 0.8671875, + "learning_rate": 7.566219360964719e-05, + "loss": 1.475, + "num_input_tokens_seen": 1920466944, + "step": 1628 + }, + { + "epoch": 0.003421021587825882, + "grad_norm": 0.84375, + "learning_rate": 7.565512425962298e-05, + "loss": 1.4149, + "num_input_tokens_seen": 1921646592, + "step": 1629 + }, + { + "epoch": 0.00353898784947505, + "grad_norm": 0.84375, + "learning_rate": 7.5648049484615e-05, + "loss": 1.4973, + "num_input_tokens_seen": 1922826240, + "step": 1630 + }, + { + "epoch": 0.0036569541111242184, + "grad_norm": 0.859375, + "learning_rate": 7.564096928569969e-05, + "loss": 1.5576, + "num_input_tokens_seen": 1924005888, + "step": 1631 + }, + { + "epoch": 0.003774920372773387, + "grad_norm": 0.83984375, + "learning_rate": 7.56338836639543e-05, + "loss": 1.5025, + "num_input_tokens_seen": 1925185536, + "step": 1632 + }, + { + "epoch": 0.003892886634422555, + "grad_norm": 0.87109375, + "learning_rate": 7.562679262045692e-05, + "loss": 1.5112, + "num_input_tokens_seen": 1926365184, + "step": 1633 + }, + { + "epoch": 0.004010852896071723, + "grad_norm": 0.6875, + "learning_rate": 7.561969615628649e-05, + "loss": 1.6745, + "num_input_tokens_seen": 1927544832, + "step": 1634 + }, + { + "epoch": 0.004128819157720892, + "grad_norm": 0.85546875, + "learning_rate": 7.56125942725227e-05, + "loss": 1.5378, + "num_input_tokens_seen": 1928724480, + "step": 1635 + }, + { + "epoch": 0.00424678541937006, + "grad_norm": 0.7890625, + "learning_rate": 7.560548697024616e-05, + "loss": 1.4558, + "num_input_tokens_seen": 1929904128, + "step": 1636 + }, + { + "epoch": 0.004364751681019229, + "grad_norm": 0.8984375, + "learning_rate": 7.559837425053822e-05, + "loss": 1.5246, + "num_input_tokens_seen": 1931083776, + "step": 1637 + }, + { + "epoch": 0.004482717942668397, + "grad_norm": 0.7890625, + "learning_rate": 7.559125611448112e-05, + "loss": 1.6329, + "num_input_tokens_seen": 1932263424, + "step": 1638 + }, + { + "epoch": 0.004600684204317565, + "grad_norm": 0.8515625, + "learning_rate": 7.558413256315788e-05, + "loss": 1.6571, + "num_input_tokens_seen": 1933443072, + "step": 1639 + }, + { + "epoch": 0.0047186504659667335, + "grad_norm": 0.7109375, + "learning_rate": 7.557700359765238e-05, + "loss": 1.75, + "num_input_tokens_seen": 1934622720, + "step": 1640 + }, + { + "epoch": 0.004836616727615902, + "grad_norm": 0.78515625, + "learning_rate": 7.556986921904927e-05, + "loss": 1.7082, + "num_input_tokens_seen": 1935802368, + "step": 1641 + }, + { + "epoch": 0.00495458298926507, + "grad_norm": 0.75390625, + "learning_rate": 7.556272942843407e-05, + "loss": 1.6003, + "num_input_tokens_seen": 1936982016, + "step": 1642 + }, + { + "epoch": 0.005072549250914238, + "grad_norm": 0.80859375, + "learning_rate": 7.555558422689312e-05, + "loss": 1.6011, + "num_input_tokens_seen": 1938161664, + "step": 1643 + }, + { + "epoch": 0.005190515512563407, + "grad_norm": 0.7109375, + "learning_rate": 7.554843361551357e-05, + "loss": 1.5739, + "num_input_tokens_seen": 1939341312, + "step": 1644 + }, + { + "epoch": 0.0053084817742125754, + "grad_norm": 0.7890625, + "learning_rate": 7.55412775953834e-05, + "loss": 1.5394, + "num_input_tokens_seen": 1940520960, + "step": 1645 + }, + { + "epoch": 0.005426448035861744, + "grad_norm": 0.9609375, + "learning_rate": 7.553411616759141e-05, + "loss": 1.3772, + "num_input_tokens_seen": 1941700608, + "step": 1646 + }, + { + "epoch": 0.005544414297510912, + "grad_norm": 0.81640625, + "learning_rate": 7.55269493332272e-05, + "loss": 1.4369, + "num_input_tokens_seen": 1942880256, + "step": 1647 + }, + { + "epoch": 0.00566238055916008, + "grad_norm": 0.73828125, + "learning_rate": 7.551977709338125e-05, + "loss": 1.7093, + "num_input_tokens_seen": 1944059904, + "step": 1648 + }, + { + "epoch": 0.005780346820809248, + "grad_norm": 0.7734375, + "learning_rate": 7.55125994491448e-05, + "loss": 1.5003, + "num_input_tokens_seen": 1945239552, + "step": 1649 + }, + { + "epoch": 0.0058983130824584165, + "grad_norm": 0.81640625, + "learning_rate": 7.550541640160996e-05, + "loss": 1.6225, + "num_input_tokens_seen": 1946419200, + "step": 1650 + }, + { + "epoch": 0.0060162793441075856, + "grad_norm": 0.86328125, + "learning_rate": 7.549822795186963e-05, + "loss": 1.4609, + "num_input_tokens_seen": 1947598848, + "step": 1651 + }, + { + "epoch": 0.006134245605756754, + "grad_norm": 0.80859375, + "learning_rate": 7.549103410101754e-05, + "loss": 1.5634, + "num_input_tokens_seen": 1948778496, + "step": 1652 + }, + { + "epoch": 0.006252211867405922, + "grad_norm": 0.77734375, + "learning_rate": 7.548383485014826e-05, + "loss": 1.5238, + "num_input_tokens_seen": 1949958144, + "step": 1653 + }, + { + "epoch": 0.00637017812905509, + "grad_norm": 0.78125, + "learning_rate": 7.547663020035717e-05, + "loss": 1.6528, + "num_input_tokens_seen": 1951137792, + "step": 1654 + }, + { + "epoch": 0.006488144390704258, + "grad_norm": 0.765625, + "learning_rate": 7.546942015274046e-05, + "loss": 1.6072, + "num_input_tokens_seen": 1952317440, + "step": 1655 + }, + { + "epoch": 0.006606110652353427, + "grad_norm": 0.7890625, + "learning_rate": 7.546220470839512e-05, + "loss": 1.4707, + "num_input_tokens_seen": 1953497088, + "step": 1656 + }, + { + "epoch": 0.006724076914002596, + "grad_norm": 0.7109375, + "learning_rate": 7.545498386841904e-05, + "loss": 1.678, + "num_input_tokens_seen": 1954676736, + "step": 1657 + }, + { + "epoch": 0.006842043175651764, + "grad_norm": 0.92578125, + "learning_rate": 7.544775763391086e-05, + "loss": 1.5031, + "num_input_tokens_seen": 1955856384, + "step": 1658 + }, + { + "epoch": 0.006960009437300932, + "grad_norm": 0.75390625, + "learning_rate": 7.544052600597009e-05, + "loss": 1.4664, + "num_input_tokens_seen": 1957036032, + "step": 1659 + }, + { + "epoch": 0.0070779756989501, + "grad_norm": 1.0078125, + "learning_rate": 7.543328898569698e-05, + "loss": 1.5593, + "num_input_tokens_seen": 1958215680, + "step": 1660 + }, + { + "epoch": 0.0071959419605992685, + "grad_norm": 0.87109375, + "learning_rate": 7.542604657419268e-05, + "loss": 1.5318, + "num_input_tokens_seen": 1959395328, + "step": 1661 + }, + { + "epoch": 0.007313908222248437, + "grad_norm": 0.80859375, + "learning_rate": 7.541879877255915e-05, + "loss": 1.6062, + "num_input_tokens_seen": 1960574976, + "step": 1662 + }, + { + "epoch": 0.007431874483897605, + "grad_norm": 0.8125, + "learning_rate": 7.541154558189914e-05, + "loss": 1.5415, + "num_input_tokens_seen": 1961754624, + "step": 1663 + }, + { + "epoch": 0.007549840745546774, + "grad_norm": 0.80078125, + "learning_rate": 7.540428700331625e-05, + "loss": 1.4204, + "num_input_tokens_seen": 1962934272, + "step": 1664 + }, + { + "epoch": 0.007667807007195942, + "grad_norm": 0.76171875, + "learning_rate": 7.539702303791486e-05, + "loss": 1.5433, + "num_input_tokens_seen": 1964113920, + "step": 1665 + }, + { + "epoch": 0.00778577326884511, + "grad_norm": 0.80859375, + "learning_rate": 7.53897536868002e-05, + "loss": 1.6512, + "num_input_tokens_seen": 1965293568, + "step": 1666 + }, + { + "epoch": 0.007903739530494279, + "grad_norm": 0.81640625, + "learning_rate": 7.538247895107835e-05, + "loss": 1.5139, + "num_input_tokens_seen": 1966473216, + "step": 1667 + }, + { + "epoch": 0.008021705792143447, + "grad_norm": 0.74609375, + "learning_rate": 7.53751988318561e-05, + "loss": 1.7058, + "num_input_tokens_seen": 1967652864, + "step": 1668 + }, + { + "epoch": 0.008139672053792615, + "grad_norm": 0.828125, + "learning_rate": 7.53679133302412e-05, + "loss": 1.5792, + "num_input_tokens_seen": 1968832512, + "step": 1669 + }, + { + "epoch": 0.008257638315441783, + "grad_norm": 0.8046875, + "learning_rate": 7.536062244734212e-05, + "loss": 1.4524, + "num_input_tokens_seen": 1970012160, + "step": 1670 + }, + { + "epoch": 0.008375604577090951, + "grad_norm": 0.75390625, + "learning_rate": 7.535332618426816e-05, + "loss": 1.6209, + "num_input_tokens_seen": 1971191808, + "step": 1671 + }, + { + "epoch": 0.00849357083874012, + "grad_norm": 0.71484375, + "learning_rate": 7.53460245421295e-05, + "loss": 1.5364, + "num_input_tokens_seen": 1972371456, + "step": 1672 + }, + { + "epoch": 0.008611537100389288, + "grad_norm": 0.734375, + "learning_rate": 7.533871752203708e-05, + "loss": 1.6611, + "num_input_tokens_seen": 1973551104, + "step": 1673 + }, + { + "epoch": 0.008729503362038458, + "grad_norm": 0.82421875, + "learning_rate": 7.533140512510267e-05, + "loss": 1.5247, + "num_input_tokens_seen": 1974730752, + "step": 1674 + }, + { + "epoch": 0.008847469623687626, + "grad_norm": 0.703125, + "learning_rate": 7.532408735243887e-05, + "loss": 1.6105, + "num_input_tokens_seen": 1975910400, + "step": 1675 + }, + { + "epoch": 0.008965435885336794, + "grad_norm": 0.71484375, + "learning_rate": 7.531676420515908e-05, + "loss": 1.621, + "num_input_tokens_seen": 1977090048, + "step": 1676 + }, + { + "epoch": 0.009083402146985962, + "grad_norm": 0.71484375, + "learning_rate": 7.530943568437753e-05, + "loss": 1.5137, + "num_input_tokens_seen": 1978269696, + "step": 1677 + }, + { + "epoch": 0.00920136840863513, + "grad_norm": 0.7265625, + "learning_rate": 7.530210179120927e-05, + "loss": 1.4861, + "num_input_tokens_seen": 1979449344, + "step": 1678 + }, + { + "epoch": 0.009319334670284299, + "grad_norm": 0.74609375, + "learning_rate": 7.529476252677016e-05, + "loss": 1.6147, + "num_input_tokens_seen": 1980628992, + "step": 1679 + }, + { + "epoch": 0.009437300931933467, + "grad_norm": 0.8046875, + "learning_rate": 7.528741789217692e-05, + "loss": 1.506, + "num_input_tokens_seen": 1981808640, + "step": 1680 + }, + { + "epoch": 0.009555267193582635, + "grad_norm": 0.73046875, + "learning_rate": 7.528006788854697e-05, + "loss": 1.5949, + "num_input_tokens_seen": 1982988288, + "step": 1681 + }, + { + "epoch": 0.009673233455231803, + "grad_norm": 0.79296875, + "learning_rate": 7.527271251699867e-05, + "loss": 1.5086, + "num_input_tokens_seen": 1984167936, + "step": 1682 + }, + { + "epoch": 0.009791199716880972, + "grad_norm": 0.79296875, + "learning_rate": 7.526535177865118e-05, + "loss": 1.5301, + "num_input_tokens_seen": 1985347584, + "step": 1683 + }, + { + "epoch": 0.00990916597853014, + "grad_norm": 0.76953125, + "learning_rate": 7.525798567462439e-05, + "loss": 1.6647, + "num_input_tokens_seen": 1986527232, + "step": 1684 + }, + { + "epoch": 0.010027132240179308, + "grad_norm": 0.77734375, + "learning_rate": 7.525061420603911e-05, + "loss": 1.6048, + "num_input_tokens_seen": 1987706880, + "step": 1685 + }, + { + "epoch": 0.010145098501828476, + "grad_norm": 0.87109375, + "learning_rate": 7.524323737401688e-05, + "loss": 1.7124, + "num_input_tokens_seen": 1988886528, + "step": 1686 + }, + { + "epoch": 0.010263064763477646, + "grad_norm": 0.765625, + "learning_rate": 7.523585517968013e-05, + "loss": 1.6371, + "num_input_tokens_seen": 1990066176, + "step": 1687 + }, + { + "epoch": 0.010381031025126814, + "grad_norm": 0.79296875, + "learning_rate": 7.522846762415207e-05, + "loss": 1.5074, + "num_input_tokens_seen": 1991245824, + "step": 1688 + }, + { + "epoch": 0.010498997286775983, + "grad_norm": 0.734375, + "learning_rate": 7.52210747085567e-05, + "loss": 1.5505, + "num_input_tokens_seen": 1992425472, + "step": 1689 + }, + { + "epoch": 0.010616963548425151, + "grad_norm": 0.81640625, + "learning_rate": 7.521367643401889e-05, + "loss": 1.5206, + "num_input_tokens_seen": 1993605120, + "step": 1690 + }, + { + "epoch": 0.010734929810074319, + "grad_norm": 0.66796875, + "learning_rate": 7.52062728016643e-05, + "loss": 1.6137, + "num_input_tokens_seen": 1994784768, + "step": 1691 + }, + { + "epoch": 0.010852896071723487, + "grad_norm": 0.765625, + "learning_rate": 7.519886381261938e-05, + "loss": 1.5537, + "num_input_tokens_seen": 1995964416, + "step": 1692 + }, + { + "epoch": 0.010970862333372655, + "grad_norm": 0.74609375, + "learning_rate": 7.519144946801145e-05, + "loss": 1.5487, + "num_input_tokens_seen": 1997144064, + "step": 1693 + }, + { + "epoch": 0.011088828595021824, + "grad_norm": 0.80078125, + "learning_rate": 7.518402976896861e-05, + "loss": 1.5808, + "num_input_tokens_seen": 1998323712, + "step": 1694 + }, + { + "epoch": 0.011206794856670992, + "grad_norm": 0.7890625, + "learning_rate": 7.517660471661976e-05, + "loss": 1.5318, + "num_input_tokens_seen": 1999503360, + "step": 1695 + }, + { + "epoch": 0.01132476111832016, + "grad_norm": 0.703125, + "learning_rate": 7.516917431209462e-05, + "loss": 1.6044, + "num_input_tokens_seen": 2000683008, + "step": 1696 + }, + { + "epoch": 0.011442727379969328, + "grad_norm": 0.72265625, + "learning_rate": 7.51617385565238e-05, + "loss": 1.6691, + "num_input_tokens_seen": 2001862656, + "step": 1697 + }, + { + "epoch": 0.011560693641618497, + "grad_norm": 0.8359375, + "learning_rate": 7.51542974510386e-05, + "loss": 1.4109, + "num_input_tokens_seen": 2003042304, + "step": 1698 + }, + { + "epoch": 0.011678659903267665, + "grad_norm": 0.8359375, + "learning_rate": 7.514685099677122e-05, + "loss": 1.5029, + "num_input_tokens_seen": 2004221952, + "step": 1699 + }, + { + "epoch": 0.011796626164916833, + "grad_norm": 0.85546875, + "learning_rate": 7.513939919485466e-05, + "loss": 1.5524, + "num_input_tokens_seen": 2005401600, + "step": 1700 + }, + { + "epoch": 0.011914592426566003, + "grad_norm": 0.82421875, + "learning_rate": 7.51319420464227e-05, + "loss": 1.4823, + "num_input_tokens_seen": 2006581248, + "step": 1701 + }, + { + "epoch": 0.012032558688215171, + "grad_norm": 0.75390625, + "learning_rate": 7.512447955260998e-05, + "loss": 1.66, + "num_input_tokens_seen": 2007760896, + "step": 1702 + }, + { + "epoch": 0.01215052494986434, + "grad_norm": 0.80078125, + "learning_rate": 7.51170117145519e-05, + "loss": 1.6474, + "num_input_tokens_seen": 2008940544, + "step": 1703 + }, + { + "epoch": 0.012268491211513508, + "grad_norm": 0.6875, + "learning_rate": 7.510953853338474e-05, + "loss": 1.6331, + "num_input_tokens_seen": 2010120192, + "step": 1704 + }, + { + "epoch": 0.012386457473162676, + "grad_norm": 0.79296875, + "learning_rate": 7.510206001024554e-05, + "loss": 1.7039, + "num_input_tokens_seen": 2011299840, + "step": 1705 + }, + { + "epoch": 0.012504423734811844, + "grad_norm": 0.765625, + "learning_rate": 7.509457614627217e-05, + "loss": 1.5544, + "num_input_tokens_seen": 2012479488, + "step": 1706 + }, + { + "epoch": 0.012622389996461012, + "grad_norm": 0.765625, + "learning_rate": 7.50870869426033e-05, + "loss": 1.5711, + "num_input_tokens_seen": 2013659136, + "step": 1707 + }, + { + "epoch": 0.01274035625811018, + "grad_norm": 0.77734375, + "learning_rate": 7.507959240037844e-05, + "loss": 1.5601, + "num_input_tokens_seen": 2014838784, + "step": 1708 + }, + { + "epoch": 0.012858322519759349, + "grad_norm": 0.70703125, + "learning_rate": 7.50720925207379e-05, + "loss": 1.7537, + "num_input_tokens_seen": 2016018432, + "step": 1709 + }, + { + "epoch": 0.012976288781408517, + "grad_norm": 0.7421875, + "learning_rate": 7.506458730482277e-05, + "loss": 1.5504, + "num_input_tokens_seen": 2017198080, + "step": 1710 + }, + { + "epoch": 0.013094255043057685, + "grad_norm": 0.71484375, + "learning_rate": 7.505707675377502e-05, + "loss": 1.6148, + "num_input_tokens_seen": 2018377728, + "step": 1711 + }, + { + "epoch": 0.013212221304706853, + "grad_norm": 0.71484375, + "learning_rate": 7.504956086873735e-05, + "loss": 1.541, + "num_input_tokens_seen": 2019557376, + "step": 1712 + }, + { + "epoch": 0.013330187566356021, + "grad_norm": 0.765625, + "learning_rate": 7.504203965085335e-05, + "loss": 1.6243, + "num_input_tokens_seen": 2020737024, + "step": 1713 + }, + { + "epoch": 0.013448153828005191, + "grad_norm": 0.796875, + "learning_rate": 7.503451310126738e-05, + "loss": 1.4932, + "num_input_tokens_seen": 2021916672, + "step": 1714 + }, + { + "epoch": 0.01356612008965436, + "grad_norm": 0.765625, + "learning_rate": 7.50269812211246e-05, + "loss": 1.7139, + "num_input_tokens_seen": 2023096320, + "step": 1715 + }, + { + "epoch": 0.013684086351303528, + "grad_norm": 0.8515625, + "learning_rate": 7.5019444011571e-05, + "loss": 1.5194, + "num_input_tokens_seen": 2024275968, + "step": 1716 + }, + { + "epoch": 0.013802052612952696, + "grad_norm": 0.76171875, + "learning_rate": 7.501190147375338e-05, + "loss": 1.6824, + "num_input_tokens_seen": 2025455616, + "step": 1717 + }, + { + "epoch": 0.013920018874601864, + "grad_norm": 0.73046875, + "learning_rate": 7.500435360881937e-05, + "loss": 1.6044, + "num_input_tokens_seen": 2026635264, + "step": 1718 + }, + { + "epoch": 0.014037985136251032, + "grad_norm": 0.66796875, + "learning_rate": 7.499680041791737e-05, + "loss": 1.5265, + "num_input_tokens_seen": 2027814912, + "step": 1719 + }, + { + "epoch": 0.0141559513979002, + "grad_norm": 0.82421875, + "learning_rate": 7.49892419021966e-05, + "loss": 1.5371, + "num_input_tokens_seen": 2028994560, + "step": 1720 + }, + { + "epoch": 0.014273917659549369, + "grad_norm": 0.7109375, + "learning_rate": 7.498167806280712e-05, + "loss": 1.5835, + "num_input_tokens_seen": 2030174208, + "step": 1721 + }, + { + "epoch": 0.014391883921198537, + "grad_norm": 0.7109375, + "learning_rate": 7.497410890089976e-05, + "loss": 1.5378, + "num_input_tokens_seen": 2031353856, + "step": 1722 + }, + { + "epoch": 0.014509850182847705, + "grad_norm": 0.69140625, + "learning_rate": 7.496653441762621e-05, + "loss": 1.6016, + "num_input_tokens_seen": 2032533504, + "step": 1723 + }, + { + "epoch": 0.014627816444496873, + "grad_norm": 0.7421875, + "learning_rate": 7.495895461413891e-05, + "loss": 1.5343, + "num_input_tokens_seen": 2033713152, + "step": 1724 + }, + { + "epoch": 0.014745782706146042, + "grad_norm": 0.71484375, + "learning_rate": 7.495136949159117e-05, + "loss": 1.6498, + "num_input_tokens_seen": 2034892800, + "step": 1725 + }, + { + "epoch": 0.01486374896779521, + "grad_norm": 0.80859375, + "learning_rate": 7.494377905113704e-05, + "loss": 1.4332, + "num_input_tokens_seen": 2036072448, + "step": 1726 + }, + { + "epoch": 0.014981715229444378, + "grad_norm": 0.66796875, + "learning_rate": 7.493618329393145e-05, + "loss": 1.6878, + "num_input_tokens_seen": 2037252096, + "step": 1727 + }, + { + "epoch": 0.015099681491093548, + "grad_norm": 0.69921875, + "learning_rate": 7.49285822211301e-05, + "loss": 1.557, + "num_input_tokens_seen": 2038431744, + "step": 1728 + }, + { + "epoch": 0.015217647752742716, + "grad_norm": 0.7109375, + "learning_rate": 7.492097583388949e-05, + "loss": 1.6027, + "num_input_tokens_seen": 2039611392, + "step": 1729 + }, + { + "epoch": 0.015335614014391884, + "grad_norm": 0.73828125, + "learning_rate": 7.491336413336695e-05, + "loss": 1.5635, + "num_input_tokens_seen": 2040791040, + "step": 1730 + }, + { + "epoch": 0.015453580276041053, + "grad_norm": 0.7890625, + "learning_rate": 7.490574712072063e-05, + "loss": 1.5244, + "num_input_tokens_seen": 2041970688, + "step": 1731 + }, + { + "epoch": 0.01557154653769022, + "grad_norm": 0.75, + "learning_rate": 7.489812479710944e-05, + "loss": 1.4318, + "num_input_tokens_seen": 2043150336, + "step": 1732 + }, + { + "epoch": 0.01568951279933939, + "grad_norm": 0.7265625, + "learning_rate": 7.489049716369316e-05, + "loss": 1.5501, + "num_input_tokens_seen": 2044329984, + "step": 1733 + }, + { + "epoch": 0.015807479060988557, + "grad_norm": 0.62890625, + "learning_rate": 7.488286422163232e-05, + "loss": 1.6179, + "num_input_tokens_seen": 2045509632, + "step": 1734 + }, + { + "epoch": 0.015925445322637725, + "grad_norm": 0.6796875, + "learning_rate": 7.48752259720883e-05, + "loss": 1.5711, + "num_input_tokens_seen": 2046689280, + "step": 1735 + }, + { + "epoch": 0.016043411584286894, + "grad_norm": 0.71875, + "learning_rate": 7.486758241622327e-05, + "loss": 1.5267, + "num_input_tokens_seen": 2047868928, + "step": 1736 + }, + { + "epoch": 0.016161377845936062, + "grad_norm": 0.72265625, + "learning_rate": 7.48599335552002e-05, + "loss": 1.622, + "num_input_tokens_seen": 2049048576, + "step": 1737 + }, + { + "epoch": 0.01627934410758523, + "grad_norm": 0.98828125, + "learning_rate": 7.485227939018287e-05, + "loss": 1.5862, + "num_input_tokens_seen": 2050228224, + "step": 1738 + }, + { + "epoch": 0.0163973103692344, + "grad_norm": 0.78125, + "learning_rate": 7.484461992233592e-05, + "loss": 1.5703, + "num_input_tokens_seen": 2051407872, + "step": 1739 + }, + { + "epoch": 0.016515276630883566, + "grad_norm": 0.80078125, + "learning_rate": 7.48369551528247e-05, + "loss": 1.6746, + "num_input_tokens_seen": 2052587520, + "step": 1740 + }, + { + "epoch": 0.016633242892532735, + "grad_norm": 0.85546875, + "learning_rate": 7.482928508281543e-05, + "loss": 1.4853, + "num_input_tokens_seen": 2053767168, + "step": 1741 + }, + { + "epoch": 0.016751209154181903, + "grad_norm": 0.7265625, + "learning_rate": 7.482160971347514e-05, + "loss": 1.5609, + "num_input_tokens_seen": 2054946816, + "step": 1742 + }, + { + "epoch": 0.01686917541583107, + "grad_norm": 0.796875, + "learning_rate": 7.481392904597161e-05, + "loss": 1.4062, + "num_input_tokens_seen": 2056126464, + "step": 1743 + }, + { + "epoch": 0.01698714167748024, + "grad_norm": 0.6796875, + "learning_rate": 7.480624308147352e-05, + "loss": 1.6638, + "num_input_tokens_seen": 2057306112, + "step": 1744 + }, + { + "epoch": 0.017105107939129408, + "grad_norm": 0.84375, + "learning_rate": 7.479855182115027e-05, + "loss": 1.4458, + "num_input_tokens_seen": 2058485760, + "step": 1745 + }, + { + "epoch": 0.017223074200778576, + "grad_norm": 0.65625, + "learning_rate": 7.479085526617209e-05, + "loss": 1.7725, + "num_input_tokens_seen": 2059665408, + "step": 1746 + }, + { + "epoch": 0.017341040462427744, + "grad_norm": 0.80078125, + "learning_rate": 7.478315341771003e-05, + "loss": 1.5117, + "num_input_tokens_seen": 2060845056, + "step": 1747 + }, + { + "epoch": 0.017459006724076916, + "grad_norm": 0.68359375, + "learning_rate": 7.477544627693595e-05, + "loss": 1.5183, + "num_input_tokens_seen": 2062024704, + "step": 1748 + }, + { + "epoch": 0.017576972985726084, + "grad_norm": 0.828125, + "learning_rate": 7.476773384502251e-05, + "loss": 1.5633, + "num_input_tokens_seen": 2063204352, + "step": 1749 + }, + { + "epoch": 0.017694939247375252, + "grad_norm": 0.66796875, + "learning_rate": 7.476001612314314e-05, + "loss": 1.5814, + "num_input_tokens_seen": 2064384000, + "step": 1750 + }, + { + "epoch": 0.01781290550902442, + "grad_norm": 0.80859375, + "learning_rate": 7.475229311247212e-05, + "loss": 1.5078, + "num_input_tokens_seen": 2065563648, + "step": 1751 + }, + { + "epoch": 0.01793087177067359, + "grad_norm": 0.7421875, + "learning_rate": 7.474456481418452e-05, + "loss": 1.5594, + "num_input_tokens_seen": 2066743296, + "step": 1752 + }, + { + "epoch": 0.018048838032322757, + "grad_norm": 0.83203125, + "learning_rate": 7.473683122945622e-05, + "loss": 1.5369, + "num_input_tokens_seen": 2067922944, + "step": 1753 + }, + { + "epoch": 0.018166804293971925, + "grad_norm": 0.69921875, + "learning_rate": 7.472909235946388e-05, + "loss": 1.5476, + "num_input_tokens_seen": 2069102592, + "step": 1754 + }, + { + "epoch": 0.018284770555621093, + "grad_norm": 0.71875, + "learning_rate": 7.472134820538498e-05, + "loss": 1.525, + "num_input_tokens_seen": 2070282240, + "step": 1755 + }, + { + "epoch": 0.01840273681727026, + "grad_norm": 0.75, + "learning_rate": 7.471359876839782e-05, + "loss": 1.6491, + "num_input_tokens_seen": 2071461888, + "step": 1756 + }, + { + "epoch": 0.01852070307891943, + "grad_norm": 0.7109375, + "learning_rate": 7.470584404968149e-05, + "loss": 1.5732, + "num_input_tokens_seen": 2072641536, + "step": 1757 + }, + { + "epoch": 0.018638669340568598, + "grad_norm": 0.71875, + "learning_rate": 7.469808405041587e-05, + "loss": 1.5811, + "num_input_tokens_seen": 2073821184, + "step": 1758 + }, + { + "epoch": 0.018756635602217766, + "grad_norm": 0.65625, + "learning_rate": 7.469031877178167e-05, + "loss": 1.6869, + "num_input_tokens_seen": 2075000832, + "step": 1759 + }, + { + "epoch": 0.018874601863866934, + "grad_norm": 0.64453125, + "learning_rate": 7.468254821496037e-05, + "loss": 1.7133, + "num_input_tokens_seen": 2076180480, + "step": 1760 + }, + { + "epoch": 0.018992568125516102, + "grad_norm": 0.6953125, + "learning_rate": 7.46747723811343e-05, + "loss": 1.5979, + "num_input_tokens_seen": 2077360128, + "step": 1761 + }, + { + "epoch": 0.01911053438716527, + "grad_norm": 0.64453125, + "learning_rate": 7.466699127148653e-05, + "loss": 1.6148, + "num_input_tokens_seen": 2078539776, + "step": 1762 + }, + { + "epoch": 0.01922850064881444, + "grad_norm": 0.67578125, + "learning_rate": 7.465920488720099e-05, + "loss": 1.5162, + "num_input_tokens_seen": 2079719424, + "step": 1763 + }, + { + "epoch": 0.019346466910463607, + "grad_norm": 0.7265625, + "learning_rate": 7.465141322946241e-05, + "loss": 1.4266, + "num_input_tokens_seen": 2080899072, + "step": 1764 + }, + { + "epoch": 0.019464433172112775, + "grad_norm": 0.703125, + "learning_rate": 7.464361629945625e-05, + "loss": 1.6248, + "num_input_tokens_seen": 2082078720, + "step": 1765 + }, + { + "epoch": 0.019582399433761943, + "grad_norm": 0.70703125, + "learning_rate": 7.463581409836888e-05, + "loss": 1.4722, + "num_input_tokens_seen": 2083258368, + "step": 1766 + }, + { + "epoch": 0.01970036569541111, + "grad_norm": 0.73046875, + "learning_rate": 7.462800662738739e-05, + "loss": 1.5744, + "num_input_tokens_seen": 2084438016, + "step": 1767 + }, + { + "epoch": 0.01981833195706028, + "grad_norm": 0.703125, + "learning_rate": 7.46201938876997e-05, + "loss": 1.5756, + "num_input_tokens_seen": 2085617664, + "step": 1768 + }, + { + "epoch": 0.019936298218709448, + "grad_norm": 0.68359375, + "learning_rate": 7.461237588049453e-05, + "loss": 1.4826, + "num_input_tokens_seen": 2086797312, + "step": 1769 + }, + { + "epoch": 0.020054264480358616, + "grad_norm": 0.74609375, + "learning_rate": 7.460455260696142e-05, + "loss": 1.7039, + "num_input_tokens_seen": 2087976960, + "step": 1770 + }, + { + "epoch": 0.020172230742007784, + "grad_norm": 0.75390625, + "learning_rate": 7.459672406829068e-05, + "loss": 1.4206, + "num_input_tokens_seen": 2089156608, + "step": 1771 + }, + { + "epoch": 0.020290197003656953, + "grad_norm": 0.71875, + "learning_rate": 7.458889026567342e-05, + "loss": 1.6331, + "num_input_tokens_seen": 2090336256, + "step": 1772 + }, + { + "epoch": 0.02040816326530612, + "grad_norm": 0.7421875, + "learning_rate": 7.458105120030159e-05, + "loss": 1.5279, + "num_input_tokens_seen": 2091515904, + "step": 1773 + }, + { + "epoch": 0.020526129526955292, + "grad_norm": 0.6640625, + "learning_rate": 7.457320687336792e-05, + "loss": 1.6853, + "num_input_tokens_seen": 2092695552, + "step": 1774 + }, + { + "epoch": 0.02064409578860446, + "grad_norm": 0.80859375, + "learning_rate": 7.45653572860659e-05, + "loss": 1.5579, + "num_input_tokens_seen": 2093875200, + "step": 1775 + }, + { + "epoch": 0.02076206205025363, + "grad_norm": 0.6953125, + "learning_rate": 7.455750243958989e-05, + "loss": 1.6844, + "num_input_tokens_seen": 2095054848, + "step": 1776 + }, + { + "epoch": 0.020880028311902797, + "grad_norm": 0.76953125, + "learning_rate": 7.4549642335135e-05, + "loss": 1.6191, + "num_input_tokens_seen": 2096234496, + "step": 1777 + }, + { + "epoch": 0.020997994573551965, + "grad_norm": 0.83984375, + "learning_rate": 7.454177697389717e-05, + "loss": 1.5507, + "num_input_tokens_seen": 2097414144, + "step": 1778 + }, + { + "epoch": 0.021115960835201134, + "grad_norm": 0.82421875, + "learning_rate": 7.453390635707312e-05, + "loss": 1.4706, + "num_input_tokens_seen": 2098593792, + "step": 1779 + }, + { + "epoch": 0.021233927096850302, + "grad_norm": 0.6484375, + "learning_rate": 7.452603048586039e-05, + "loss": 1.5721, + "num_input_tokens_seen": 2099773440, + "step": 1780 + }, + { + "epoch": 0.02135189335849947, + "grad_norm": 0.8671875, + "learning_rate": 7.451814936145728e-05, + "loss": 1.344, + "num_input_tokens_seen": 2100953088, + "step": 1781 + }, + { + "epoch": 0.021469859620148638, + "grad_norm": 0.6953125, + "learning_rate": 7.451026298506294e-05, + "loss": 1.5718, + "num_input_tokens_seen": 2102132736, + "step": 1782 + }, + { + "epoch": 0.021587825881797806, + "grad_norm": 0.79296875, + "learning_rate": 7.450237135787728e-05, + "loss": 1.5887, + "num_input_tokens_seen": 2103312384, + "step": 1783 + }, + { + "epoch": 0.021705792143446975, + "grad_norm": 0.77734375, + "learning_rate": 7.449447448110104e-05, + "loss": 1.5317, + "num_input_tokens_seen": 2104492032, + "step": 1784 + }, + { + "epoch": 0.021823758405096143, + "grad_norm": 0.78515625, + "learning_rate": 7.448657235593572e-05, + "loss": 1.645, + "num_input_tokens_seen": 2105671680, + "step": 1785 + }, + { + "epoch": 0.02194172466674531, + "grad_norm": 0.76953125, + "learning_rate": 7.447866498358366e-05, + "loss": 1.533, + "num_input_tokens_seen": 2106851328, + "step": 1786 + }, + { + "epoch": 0.02205969092839448, + "grad_norm": 0.71875, + "learning_rate": 7.447075236524797e-05, + "loss": 1.6696, + "num_input_tokens_seen": 2108030976, + "step": 1787 + }, + { + "epoch": 0.022177657190043647, + "grad_norm": 0.87890625, + "learning_rate": 7.446283450213256e-05, + "loss": 1.4246, + "num_input_tokens_seen": 2109210624, + "step": 1788 + }, + { + "epoch": 0.022295623451692816, + "grad_norm": 0.703125, + "learning_rate": 7.445491139544218e-05, + "loss": 1.6228, + "num_input_tokens_seen": 2110390272, + "step": 1789 + }, + { + "epoch": 0.022413589713341984, + "grad_norm": 0.828125, + "learning_rate": 7.444698304638229e-05, + "loss": 1.6991, + "num_input_tokens_seen": 2111569920, + "step": 1790 + }, + { + "epoch": 0.022531555974991152, + "grad_norm": 0.8359375, + "learning_rate": 7.443904945615924e-05, + "loss": 1.5197, + "num_input_tokens_seen": 2112749568, + "step": 1791 + }, + { + "epoch": 0.02264952223664032, + "grad_norm": 0.7890625, + "learning_rate": 7.443111062598013e-05, + "loss": 1.5836, + "num_input_tokens_seen": 2113929216, + "step": 1792 + }, + { + "epoch": 0.02276748849828949, + "grad_norm": 0.8203125, + "learning_rate": 7.442316655705285e-05, + "loss": 1.6029, + "num_input_tokens_seen": 2115108864, + "step": 1793 + }, + { + "epoch": 0.022885454759938657, + "grad_norm": 0.8125, + "learning_rate": 7.441521725058613e-05, + "loss": 1.6011, + "num_input_tokens_seen": 2116288512, + "step": 1794 + }, + { + "epoch": 0.023003421021587825, + "grad_norm": 0.75390625, + "learning_rate": 7.440726270778945e-05, + "loss": 1.6227, + "num_input_tokens_seen": 2117468160, + "step": 1795 + }, + { + "epoch": 0.023121387283236993, + "grad_norm": 0.8046875, + "learning_rate": 7.43993029298731e-05, + "loss": 1.4413, + "num_input_tokens_seen": 2118647808, + "step": 1796 + }, + { + "epoch": 0.02323935354488616, + "grad_norm": 0.69140625, + "learning_rate": 7.43913379180482e-05, + "loss": 1.5052, + "num_input_tokens_seen": 2119827456, + "step": 1797 + }, + { + "epoch": 0.02335731980653533, + "grad_norm": 0.71484375, + "learning_rate": 7.438336767352662e-05, + "loss": 1.5939, + "num_input_tokens_seen": 2121007104, + "step": 1798 + }, + { + "epoch": 0.023475286068184498, + "grad_norm": 0.68359375, + "learning_rate": 7.437539219752105e-05, + "loss": 1.649, + "num_input_tokens_seen": 2122186752, + "step": 1799 + }, + { + "epoch": 0.023593252329833666, + "grad_norm": 0.76953125, + "learning_rate": 7.436741149124496e-05, + "loss": 1.5859, + "num_input_tokens_seen": 2123366400, + "step": 1800 + }, + { + "epoch": 0.023593252329833666, + "eval_wikipedia_loss": 2.2597548961639404, + "eval_wikipedia_runtime": 162.0396, + "eval_wikipedia_samples_per_second": 4.332, + "eval_wikipedia_steps_per_second": 0.185, + "num_input_tokens_seen": 2123366400, + "step": 1800 + }, + { + "epoch": 0.023593252329833666, + "eval_toxicity_loss": 4.024182319641113, + "eval_toxicity_runtime": 0.9591, + "eval_toxicity_samples_per_second": 2.085, + "eval_toxicity_steps_per_second": 1.043, + "num_input_tokens_seen": 2123366400, + "step": 1800 + }, + { + "epoch": 0.023711218591482838, + "grad_norm": 0.73046875, + "learning_rate": 7.435942555591265e-05, + "loss": 1.5798, + "num_input_tokens_seen": 2124546048, + "step": 1801 + }, + { + "epoch": 0.023829184853132006, + "grad_norm": 0.8203125, + "learning_rate": 7.435143439273918e-05, + "loss": 1.6395, + "num_input_tokens_seen": 2125725696, + "step": 1802 + }, + { + "epoch": 0.023947151114781174, + "grad_norm": 0.7421875, + "learning_rate": 7.434343800294041e-05, + "loss": 1.6122, + "num_input_tokens_seen": 2126905344, + "step": 1803 + }, + { + "epoch": 0.024065117376430342, + "grad_norm": 0.76171875, + "learning_rate": 7.433543638773302e-05, + "loss": 1.5967, + "num_input_tokens_seen": 2128084992, + "step": 1804 + }, + { + "epoch": 0.02418308363807951, + "grad_norm": 0.7734375, + "learning_rate": 7.432742954833445e-05, + "loss": 1.5463, + "num_input_tokens_seen": 2129264640, + "step": 1805 + }, + { + "epoch": 0.02430104989972868, + "grad_norm": 0.76171875, + "learning_rate": 7.431941748596297e-05, + "loss": 1.5567, + "num_input_tokens_seen": 2130444288, + "step": 1806 + }, + { + "epoch": 0.024419016161377847, + "grad_norm": 0.70703125, + "learning_rate": 7.431140020183763e-05, + "loss": 1.5494, + "num_input_tokens_seen": 2131623936, + "step": 1807 + }, + { + "epoch": 0.024536982423027015, + "grad_norm": 0.76171875, + "learning_rate": 7.430337769717824e-05, + "loss": 1.6508, + "num_input_tokens_seen": 2132803584, + "step": 1808 + }, + { + "epoch": 0.024654948684676183, + "grad_norm": 0.65234375, + "learning_rate": 7.429534997320546e-05, + "loss": 1.7077, + "num_input_tokens_seen": 2133983232, + "step": 1809 + }, + { + "epoch": 0.02477291494632535, + "grad_norm": 0.8046875, + "learning_rate": 7.428731703114075e-05, + "loss": 1.4564, + "num_input_tokens_seen": 2135162880, + "step": 1810 + }, + { + "epoch": 0.02489088120797452, + "grad_norm": 0.68359375, + "learning_rate": 7.427927887220629e-05, + "loss": 1.6478, + "num_input_tokens_seen": 2136342528, + "step": 1811 + }, + { + "epoch": 0.025008847469623688, + "grad_norm": 0.6953125, + "learning_rate": 7.427123549762511e-05, + "loss": 1.6442, + "num_input_tokens_seen": 2137522176, + "step": 1812 + }, + { + "epoch": 0.025126813731272856, + "grad_norm": 0.77734375, + "learning_rate": 7.426318690862104e-05, + "loss": 1.4693, + "num_input_tokens_seen": 2138701824, + "step": 1813 + }, + { + "epoch": 0.025244779992922024, + "grad_norm": 0.69140625, + "learning_rate": 7.425513310641867e-05, + "loss": 1.5982, + "num_input_tokens_seen": 2139881472, + "step": 1814 + }, + { + "epoch": 0.025362746254571193, + "grad_norm": 0.7421875, + "learning_rate": 7.42470740922434e-05, + "loss": 1.4796, + "num_input_tokens_seen": 2141061120, + "step": 1815 + }, + { + "epoch": 0.02548071251622036, + "grad_norm": 0.8203125, + "learning_rate": 7.423900986732143e-05, + "loss": 1.4444, + "num_input_tokens_seen": 2142240768, + "step": 1816 + }, + { + "epoch": 0.02559867877786953, + "grad_norm": 0.6640625, + "learning_rate": 7.423094043287974e-05, + "loss": 1.5656, + "num_input_tokens_seen": 2143420416, + "step": 1817 + }, + { + "epoch": 0.025716645039518697, + "grad_norm": 0.78515625, + "learning_rate": 7.422286579014609e-05, + "loss": 1.4905, + "num_input_tokens_seen": 2144600064, + "step": 1818 + }, + { + "epoch": 0.025834611301167865, + "grad_norm": 0.68359375, + "learning_rate": 7.421478594034907e-05, + "loss": 1.688, + "num_input_tokens_seen": 2145779712, + "step": 1819 + }, + { + "epoch": 0.025952577562817034, + "grad_norm": 0.82421875, + "learning_rate": 7.420670088471803e-05, + "loss": 1.5098, + "num_input_tokens_seen": 2146959360, + "step": 1820 + }, + { + "epoch": 0.026070543824466202, + "grad_norm": 0.7109375, + "learning_rate": 7.419861062448314e-05, + "loss": 1.5118, + "num_input_tokens_seen": 2148139008, + "step": 1821 + }, + { + "epoch": 0.02618851008611537, + "grad_norm": 0.7734375, + "learning_rate": 7.419051516087535e-05, + "loss": 1.5599, + "num_input_tokens_seen": 2149318656, + "step": 1822 + }, + { + "epoch": 0.026306476347764538, + "grad_norm": 0.72265625, + "learning_rate": 7.418241449512638e-05, + "loss": 1.5937, + "num_input_tokens_seen": 2150498304, + "step": 1823 + }, + { + "epoch": 0.026424442609413706, + "grad_norm": 0.72265625, + "learning_rate": 7.417430862846875e-05, + "loss": 1.5222, + "num_input_tokens_seen": 2151677952, + "step": 1824 + }, + { + "epoch": 0.026542408871062875, + "grad_norm": 0.76171875, + "learning_rate": 7.416619756213581e-05, + "loss": 1.5716, + "num_input_tokens_seen": 2152857600, + "step": 1825 + }, + { + "epoch": 0.026660375132712043, + "grad_norm": 0.74609375, + "learning_rate": 7.415808129736164e-05, + "loss": 1.5728, + "num_input_tokens_seen": 2154037248, + "step": 1826 + }, + { + "epoch": 0.02677834139436121, + "grad_norm": 0.6484375, + "learning_rate": 7.414995983538116e-05, + "loss": 1.7184, + "num_input_tokens_seen": 2155216896, + "step": 1827 + }, + { + "epoch": 0.026896307656010383, + "grad_norm": 0.72265625, + "learning_rate": 7.414183317743008e-05, + "loss": 1.5229, + "num_input_tokens_seen": 2156396544, + "step": 1828 + }, + { + "epoch": 0.02701427391765955, + "grad_norm": 0.6875, + "learning_rate": 7.413370132474485e-05, + "loss": 1.5489, + "num_input_tokens_seen": 2157576192, + "step": 1829 + }, + { + "epoch": 0.02713224017930872, + "grad_norm": 0.6484375, + "learning_rate": 7.412556427856276e-05, + "loss": 1.642, + "num_input_tokens_seen": 2158755840, + "step": 1830 + }, + { + "epoch": 0.027250206440957887, + "grad_norm": 0.6640625, + "learning_rate": 7.411742204012188e-05, + "loss": 1.6251, + "num_input_tokens_seen": 2159935488, + "step": 1831 + }, + { + "epoch": 0.027368172702607056, + "grad_norm": 0.73046875, + "learning_rate": 7.410927461066107e-05, + "loss": 1.5202, + "num_input_tokens_seen": 2161115136, + "step": 1832 + }, + { + "epoch": 0.027486138964256224, + "grad_norm": 0.82421875, + "learning_rate": 7.410112199141994e-05, + "loss": 1.5337, + "num_input_tokens_seen": 2162294784, + "step": 1833 + }, + { + "epoch": 0.027604105225905392, + "grad_norm": 0.80859375, + "learning_rate": 7.409296418363897e-05, + "loss": 1.4675, + "num_input_tokens_seen": 2163474432, + "step": 1834 + }, + { + "epoch": 0.02772207148755456, + "grad_norm": 0.7109375, + "learning_rate": 7.408480118855935e-05, + "loss": 1.6147, + "num_input_tokens_seen": 2164654080, + "step": 1835 + }, + { + "epoch": 0.02784003774920373, + "grad_norm": 0.95703125, + "learning_rate": 7.407663300742309e-05, + "loss": 1.4314, + "num_input_tokens_seen": 2165833728, + "step": 1836 + }, + { + "epoch": 0.027958004010852897, + "grad_norm": 0.80078125, + "learning_rate": 7.406845964147303e-05, + "loss": 1.5776, + "num_input_tokens_seen": 2167013376, + "step": 1837 + }, + { + "epoch": 0.028075970272502065, + "grad_norm": 0.78125, + "learning_rate": 7.406028109195273e-05, + "loss": 1.6119, + "num_input_tokens_seen": 2168193024, + "step": 1838 + }, + { + "epoch": 0.028193936534151233, + "grad_norm": 0.828125, + "learning_rate": 7.405209736010656e-05, + "loss": 1.5874, + "num_input_tokens_seen": 2169372672, + "step": 1839 + }, + { + "epoch": 0.0283119027958004, + "grad_norm": 0.75, + "learning_rate": 7.404390844717971e-05, + "loss": 1.583, + "num_input_tokens_seen": 2170552320, + "step": 1840 + }, + { + "epoch": 0.02842986905744957, + "grad_norm": 0.6328125, + "learning_rate": 7.403571435441814e-05, + "loss": 1.6481, + "num_input_tokens_seen": 2171731968, + "step": 1841 + }, + { + "epoch": 0.028547835319098738, + "grad_norm": 0.71875, + "learning_rate": 7.402751508306858e-05, + "loss": 1.5372, + "num_input_tokens_seen": 2172911616, + "step": 1842 + }, + { + "epoch": 0.028665801580747906, + "grad_norm": 0.6484375, + "learning_rate": 7.401931063437855e-05, + "loss": 1.5178, + "num_input_tokens_seen": 2174091264, + "step": 1843 + }, + { + "epoch": 0.028783767842397074, + "grad_norm": 0.68359375, + "learning_rate": 7.40111010095964e-05, + "loss": 1.5221, + "num_input_tokens_seen": 2175270912, + "step": 1844 + }, + { + "epoch": 0.028901734104046242, + "grad_norm": 0.65625, + "learning_rate": 7.400288620997123e-05, + "loss": 1.7355, + "num_input_tokens_seen": 2176450560, + "step": 1845 + }, + { + "epoch": 0.02901970036569541, + "grad_norm": 0.68359375, + "learning_rate": 7.399466623675292e-05, + "loss": 1.5432, + "num_input_tokens_seen": 2177630208, + "step": 1846 + }, + { + "epoch": 0.02913766662734458, + "grad_norm": 0.6796875, + "learning_rate": 7.398644109119214e-05, + "loss": 1.4819, + "num_input_tokens_seen": 2178809856, + "step": 1847 + }, + { + "epoch": 0.029255632888993747, + "grad_norm": 0.703125, + "learning_rate": 7.39782107745404e-05, + "loss": 1.5471, + "num_input_tokens_seen": 2179989504, + "step": 1848 + }, + { + "epoch": 0.029373599150642915, + "grad_norm": 0.7265625, + "learning_rate": 7.396997528804994e-05, + "loss": 1.6242, + "num_input_tokens_seen": 2181169152, + "step": 1849 + }, + { + "epoch": 0.029491565412292083, + "grad_norm": 0.6328125, + "learning_rate": 7.396173463297379e-05, + "loss": 1.5332, + "num_input_tokens_seen": 2182348800, + "step": 1850 + }, + { + "epoch": 0.02960953167394125, + "grad_norm": 0.66796875, + "learning_rate": 7.395348881056578e-05, + "loss": 1.4848, + "num_input_tokens_seen": 2183528448, + "step": 1851 + }, + { + "epoch": 0.02972749793559042, + "grad_norm": 0.71484375, + "learning_rate": 7.394523782208053e-05, + "loss": 1.5674, + "num_input_tokens_seen": 2184708096, + "step": 1852 + }, + { + "epoch": 0.029845464197239588, + "grad_norm": 0.703125, + "learning_rate": 7.393698166877346e-05, + "loss": 1.7141, + "num_input_tokens_seen": 2185887744, + "step": 1853 + }, + { + "epoch": 0.029963430458888756, + "grad_norm": 0.68359375, + "learning_rate": 7.39287203519007e-05, + "loss": 1.5141, + "num_input_tokens_seen": 2187067392, + "step": 1854 + }, + { + "epoch": 0.030081396720537928, + "grad_norm": 0.6640625, + "learning_rate": 7.39204538727193e-05, + "loss": 1.6283, + "num_input_tokens_seen": 2188247040, + "step": 1855 + }, + { + "epoch": 0.030199362982187096, + "grad_norm": 0.66015625, + "learning_rate": 7.391218223248695e-05, + "loss": 1.7063, + "num_input_tokens_seen": 2189426688, + "step": 1856 + }, + { + "epoch": 0.030317329243836264, + "grad_norm": 0.765625, + "learning_rate": 7.390390543246224e-05, + "loss": 1.5577, + "num_input_tokens_seen": 2190606336, + "step": 1857 + }, + { + "epoch": 0.030435295505485432, + "grad_norm": 0.7578125, + "learning_rate": 7.389562347390447e-05, + "loss": 1.5518, + "num_input_tokens_seen": 2191785984, + "step": 1858 + }, + { + "epoch": 0.0305532617671346, + "grad_norm": 0.7890625, + "learning_rate": 7.388733635807378e-05, + "loss": 1.5015, + "num_input_tokens_seen": 2192965632, + "step": 1859 + }, + { + "epoch": 0.03067122802878377, + "grad_norm": 0.6640625, + "learning_rate": 7.387904408623103e-05, + "loss": 1.4798, + "num_input_tokens_seen": 2194145280, + "step": 1860 + }, + { + "epoch": 0.030789194290432937, + "grad_norm": 0.7578125, + "learning_rate": 7.387074665963794e-05, + "loss": 1.5943, + "num_input_tokens_seen": 2195324928, + "step": 1861 + }, + { + "epoch": 0.030907160552082105, + "grad_norm": 0.6796875, + "learning_rate": 7.386244407955695e-05, + "loss": 1.6022, + "num_input_tokens_seen": 2196504576, + "step": 1862 + }, + { + "epoch": 0.031025126813731273, + "grad_norm": 0.7421875, + "learning_rate": 7.385413634725132e-05, + "loss": 1.5654, + "num_input_tokens_seen": 2197684224, + "step": 1863 + }, + { + "epoch": 0.03114309307538044, + "grad_norm": 0.77734375, + "learning_rate": 7.384582346398509e-05, + "loss": 1.597, + "num_input_tokens_seen": 2198863872, + "step": 1864 + }, + { + "epoch": 0.031261059337029606, + "grad_norm": 0.765625, + "learning_rate": 7.383750543102308e-05, + "loss": 1.4255, + "num_input_tokens_seen": 2200043520, + "step": 1865 + }, + { + "epoch": 0.03137902559867878, + "grad_norm": 0.72265625, + "learning_rate": 7.382918224963087e-05, + "loss": 1.6604, + "num_input_tokens_seen": 2201223168, + "step": 1866 + }, + { + "epoch": 0.03149699186032794, + "grad_norm": 0.765625, + "learning_rate": 7.382085392107486e-05, + "loss": 1.6227, + "num_input_tokens_seen": 2202402816, + "step": 1867 + }, + { + "epoch": 0.031614958121977114, + "grad_norm": 0.94140625, + "learning_rate": 7.381252044662223e-05, + "loss": 1.5137, + "num_input_tokens_seen": 2203582464, + "step": 1868 + }, + { + "epoch": 0.031732924383626286, + "grad_norm": 0.71875, + "learning_rate": 7.380418182754093e-05, + "loss": 1.6039, + "num_input_tokens_seen": 2204762112, + "step": 1869 + }, + { + "epoch": 0.03185089064527545, + "grad_norm": 0.76953125, + "learning_rate": 7.379583806509967e-05, + "loss": 1.4421, + "num_input_tokens_seen": 2205941760, + "step": 1870 + }, + { + "epoch": 0.03196885690692462, + "grad_norm": 0.66796875, + "learning_rate": 7.378748916056798e-05, + "loss": 1.6332, + "num_input_tokens_seen": 2207121408, + "step": 1871 + }, + { + "epoch": 0.03208682316857379, + "grad_norm": 0.71484375, + "learning_rate": 7.377913511521617e-05, + "loss": 1.5797, + "num_input_tokens_seen": 2208301056, + "step": 1872 + }, + { + "epoch": 0.03220478943022296, + "grad_norm": 0.66796875, + "learning_rate": 7.377077593031531e-05, + "loss": 1.598, + "num_input_tokens_seen": 2209480704, + "step": 1873 + }, + { + "epoch": 0.032322755691872124, + "grad_norm": 0.73046875, + "learning_rate": 7.376241160713727e-05, + "loss": 1.5616, + "num_input_tokens_seen": 2210660352, + "step": 1874 + }, + { + "epoch": 0.032440721953521295, + "grad_norm": 0.765625, + "learning_rate": 7.37540421469547e-05, + "loss": 1.4614, + "num_input_tokens_seen": 2211840000, + "step": 1875 + }, + { + "epoch": 0.03255868821517046, + "grad_norm": 0.6796875, + "learning_rate": 7.374566755104098e-05, + "loss": 1.5495, + "num_input_tokens_seen": 2213019648, + "step": 1876 + }, + { + "epoch": 0.03267665447681963, + "grad_norm": 0.81640625, + "learning_rate": 7.373728782067038e-05, + "loss": 1.358, + "num_input_tokens_seen": 2214199296, + "step": 1877 + }, + { + "epoch": 0.0327946207384688, + "grad_norm": 0.79296875, + "learning_rate": 7.372890295711786e-05, + "loss": 1.4047, + "num_input_tokens_seen": 2215378944, + "step": 1878 + }, + { + "epoch": 0.03291258700011797, + "grad_norm": 0.7578125, + "learning_rate": 7.37205129616592e-05, + "loss": 1.4799, + "num_input_tokens_seen": 2216558592, + "step": 1879 + }, + { + "epoch": 0.03303055326176713, + "grad_norm": 0.71875, + "learning_rate": 7.371211783557095e-05, + "loss": 1.3531, + "num_input_tokens_seen": 2217738240, + "step": 1880 + }, + { + "epoch": 0.033148519523416305, + "grad_norm": 0.70703125, + "learning_rate": 7.370371758013042e-05, + "loss": 1.5988, + "num_input_tokens_seen": 2218917888, + "step": 1881 + }, + { + "epoch": 0.03326648578506547, + "grad_norm": 0.69140625, + "learning_rate": 7.369531219661575e-05, + "loss": 1.5523, + "num_input_tokens_seen": 2220097536, + "step": 1882 + }, + { + "epoch": 0.03338445204671464, + "grad_norm": 0.6484375, + "learning_rate": 7.368690168630582e-05, + "loss": 1.5946, + "num_input_tokens_seen": 2221277184, + "step": 1883 + }, + { + "epoch": 0.033502418308363806, + "grad_norm": 0.7109375, + "learning_rate": 7.367848605048031e-05, + "loss": 1.4925, + "num_input_tokens_seen": 2222456832, + "step": 1884 + }, + { + "epoch": 0.03362038457001298, + "grad_norm": 0.76171875, + "learning_rate": 7.367006529041967e-05, + "loss": 1.5686, + "num_input_tokens_seen": 2223636480, + "step": 1885 + }, + { + "epoch": 0.03373835083166214, + "grad_norm": 0.8359375, + "learning_rate": 7.366163940740511e-05, + "loss": 1.5127, + "num_input_tokens_seen": 2224816128, + "step": 1886 + }, + { + "epoch": 0.033856317093311314, + "grad_norm": 0.83203125, + "learning_rate": 7.365320840271867e-05, + "loss": 1.5116, + "num_input_tokens_seen": 2225995776, + "step": 1887 + }, + { + "epoch": 0.03397428335496048, + "grad_norm": 0.796875, + "learning_rate": 7.364477227764314e-05, + "loss": 1.486, + "num_input_tokens_seen": 2227175424, + "step": 1888 + }, + { + "epoch": 0.03409224961660965, + "grad_norm": 1.046875, + "learning_rate": 7.363633103346207e-05, + "loss": 1.6249, + "num_input_tokens_seen": 2228355072, + "step": 1889 + }, + { + "epoch": 0.034210215878258815, + "grad_norm": 0.8984375, + "learning_rate": 7.362788467145983e-05, + "loss": 1.6136, + "num_input_tokens_seen": 2229534720, + "step": 1890 + }, + { + "epoch": 0.03432818213990799, + "grad_norm": 0.84765625, + "learning_rate": 7.361943319292153e-05, + "loss": 1.5335, + "num_input_tokens_seen": 2230714368, + "step": 1891 + }, + { + "epoch": 0.03444614840155715, + "grad_norm": 0.7734375, + "learning_rate": 7.36109765991331e-05, + "loss": 1.4603, + "num_input_tokens_seen": 2231894016, + "step": 1892 + }, + { + "epoch": 0.03456411466320632, + "grad_norm": 0.83984375, + "learning_rate": 7.360251489138119e-05, + "loss": 1.4003, + "num_input_tokens_seen": 2233073664, + "step": 1893 + }, + { + "epoch": 0.03468208092485549, + "grad_norm": 0.73828125, + "learning_rate": 7.359404807095328e-05, + "loss": 1.5943, + "num_input_tokens_seen": 2234253312, + "step": 1894 + }, + { + "epoch": 0.03480004718650466, + "grad_norm": 0.8203125, + "learning_rate": 7.358557613913761e-05, + "loss": 1.5785, + "num_input_tokens_seen": 2235432960, + "step": 1895 + }, + { + "epoch": 0.03491801344815383, + "grad_norm": 0.8359375, + "learning_rate": 7.357709909722319e-05, + "loss": 1.3838, + "num_input_tokens_seen": 2236612608, + "step": 1896 + }, + { + "epoch": 0.035035979709802996, + "grad_norm": 0.69140625, + "learning_rate": 7.356861694649985e-05, + "loss": 1.5458, + "num_input_tokens_seen": 2237792256, + "step": 1897 + }, + { + "epoch": 0.03515394597145217, + "grad_norm": 0.73828125, + "learning_rate": 7.35601296882581e-05, + "loss": 1.5471, + "num_input_tokens_seen": 2238971904, + "step": 1898 + }, + { + "epoch": 0.03527191223310133, + "grad_norm": 0.8046875, + "learning_rate": 7.355163732378937e-05, + "loss": 1.4163, + "num_input_tokens_seen": 2240151552, + "step": 1899 + }, + { + "epoch": 0.035389878494750504, + "grad_norm": 0.703125, + "learning_rate": 7.35431398543857e-05, + "loss": 1.5865, + "num_input_tokens_seen": 2241331200, + "step": 1900 + }, + { + "epoch": 0.03550784475639967, + "grad_norm": 0.8203125, + "learning_rate": 7.353463728134005e-05, + "loss": 1.3711, + "num_input_tokens_seen": 2242510848, + "step": 1901 + }, + { + "epoch": 0.03562581101804884, + "grad_norm": 0.68359375, + "learning_rate": 7.352612960594609e-05, + "loss": 1.5282, + "num_input_tokens_seen": 2243690496, + "step": 1902 + }, + { + "epoch": 0.035743777279698005, + "grad_norm": 0.765625, + "learning_rate": 7.351761682949827e-05, + "loss": 1.6066, + "num_input_tokens_seen": 2244870144, + "step": 1903 + }, + { + "epoch": 0.03586174354134718, + "grad_norm": 0.76953125, + "learning_rate": 7.350909895329183e-05, + "loss": 1.5216, + "num_input_tokens_seen": 2246049792, + "step": 1904 + }, + { + "epoch": 0.03597970980299634, + "grad_norm": 0.7421875, + "learning_rate": 7.350057597862277e-05, + "loss": 1.5401, + "num_input_tokens_seen": 2247229440, + "step": 1905 + }, + { + "epoch": 0.03609767606464551, + "grad_norm": 0.77734375, + "learning_rate": 7.349204790678788e-05, + "loss": 1.4897, + "num_input_tokens_seen": 2248409088, + "step": 1906 + }, + { + "epoch": 0.03621564232629468, + "grad_norm": 0.8359375, + "learning_rate": 7.348351473908469e-05, + "loss": 1.5963, + "num_input_tokens_seen": 2249588736, + "step": 1907 + }, + { + "epoch": 0.03633360858794385, + "grad_norm": 0.765625, + "learning_rate": 7.34749764768116e-05, + "loss": 1.6018, + "num_input_tokens_seen": 2250768384, + "step": 1908 + }, + { + "epoch": 0.036451574849593014, + "grad_norm": 0.84765625, + "learning_rate": 7.346643312126766e-05, + "loss": 1.5299, + "num_input_tokens_seen": 2251948032, + "step": 1909 + }, + { + "epoch": 0.036569541111242186, + "grad_norm": 0.68359375, + "learning_rate": 7.345788467375278e-05, + "loss": 1.4308, + "num_input_tokens_seen": 2253127680, + "step": 1910 + }, + { + "epoch": 0.03668750737289135, + "grad_norm": 0.984375, + "learning_rate": 7.344933113556762e-05, + "loss": 1.6228, + "num_input_tokens_seen": 2254307328, + "step": 1911 + }, + { + "epoch": 0.03680547363454052, + "grad_norm": 0.78515625, + "learning_rate": 7.344077250801361e-05, + "loss": 1.5428, + "num_input_tokens_seen": 2255486976, + "step": 1912 + }, + { + "epoch": 0.03692343989618969, + "grad_norm": 0.8828125, + "learning_rate": 7.343220879239296e-05, + "loss": 1.4764, + "num_input_tokens_seen": 2256666624, + "step": 1913 + }, + { + "epoch": 0.03704140615783886, + "grad_norm": 0.9140625, + "learning_rate": 7.342363999000865e-05, + "loss": 1.4045, + "num_input_tokens_seen": 2257846272, + "step": 1914 + }, + { + "epoch": 0.037159372419488024, + "grad_norm": 0.87109375, + "learning_rate": 7.341506610216445e-05, + "loss": 1.4639, + "num_input_tokens_seen": 2259025920, + "step": 1915 + }, + { + "epoch": 0.037277338681137195, + "grad_norm": 0.8125, + "learning_rate": 7.340648713016487e-05, + "loss": 1.4876, + "num_input_tokens_seen": 2260205568, + "step": 1916 + }, + { + "epoch": 0.03739530494278636, + "grad_norm": 0.7890625, + "learning_rate": 7.339790307531523e-05, + "loss": 1.4313, + "num_input_tokens_seen": 2261385216, + "step": 1917 + }, + { + "epoch": 0.03751327120443553, + "grad_norm": 0.77734375, + "learning_rate": 7.33893139389216e-05, + "loss": 1.6842, + "num_input_tokens_seen": 2262564864, + "step": 1918 + }, + { + "epoch": 0.0376312374660847, + "grad_norm": 0.765625, + "learning_rate": 7.338071972229083e-05, + "loss": 1.3915, + "num_input_tokens_seen": 2263744512, + "step": 1919 + }, + { + "epoch": 0.03774920372773387, + "grad_norm": 0.765625, + "learning_rate": 7.337212042673055e-05, + "loss": 1.4723, + "num_input_tokens_seen": 2264924160, + "step": 1920 + }, + { + "epoch": 0.03786716998938304, + "grad_norm": 0.828125, + "learning_rate": 7.336351605354916e-05, + "loss": 1.3676, + "num_input_tokens_seen": 2266103808, + "step": 1921 + }, + { + "epoch": 0.037985136251032205, + "grad_norm": 0.66796875, + "learning_rate": 7.335490660405581e-05, + "loss": 1.512, + "num_input_tokens_seen": 2267283456, + "step": 1922 + }, + { + "epoch": 0.038103102512681376, + "grad_norm": 0.703125, + "learning_rate": 7.334629207956046e-05, + "loss": 1.4637, + "num_input_tokens_seen": 2268463104, + "step": 1923 + }, + { + "epoch": 0.03822106877433054, + "grad_norm": 0.66796875, + "learning_rate": 7.333767248137382e-05, + "loss": 1.5311, + "num_input_tokens_seen": 2269642752, + "step": 1924 + }, + { + "epoch": 0.03833903503597971, + "grad_norm": 0.6875, + "learning_rate": 7.332904781080736e-05, + "loss": 1.4918, + "num_input_tokens_seen": 2270822400, + "step": 1925 + }, + { + "epoch": 0.03845700129762888, + "grad_norm": 0.67578125, + "learning_rate": 7.332041806917337e-05, + "loss": 1.5913, + "num_input_tokens_seen": 2272002048, + "step": 1926 + }, + { + "epoch": 0.03857496755927805, + "grad_norm": 0.6953125, + "learning_rate": 7.331178325778485e-05, + "loss": 1.3829, + "num_input_tokens_seen": 2273181696, + "step": 1927 + }, + { + "epoch": 0.038692933820927214, + "grad_norm": 0.6875, + "learning_rate": 7.330314337795561e-05, + "loss": 1.4821, + "num_input_tokens_seen": 2274361344, + "step": 1928 + }, + { + "epoch": 0.038810900082576386, + "grad_norm": 0.7421875, + "learning_rate": 7.329449843100022e-05, + "loss": 1.5275, + "num_input_tokens_seen": 2275540992, + "step": 1929 + }, + { + "epoch": 0.03892886634422555, + "grad_norm": 0.63671875, + "learning_rate": 7.328584841823401e-05, + "loss": 1.634, + "num_input_tokens_seen": 2276720640, + "step": 1930 + }, + { + "epoch": 0.03904683260587472, + "grad_norm": 0.7109375, + "learning_rate": 7.327719334097312e-05, + "loss": 1.6776, + "num_input_tokens_seen": 2277900288, + "step": 1931 + }, + { + "epoch": 0.03916479886752389, + "grad_norm": 0.70703125, + "learning_rate": 7.326853320053442e-05, + "loss": 1.4269, + "num_input_tokens_seen": 2279079936, + "step": 1932 + }, + { + "epoch": 0.03928276512917306, + "grad_norm": 0.66015625, + "learning_rate": 7.325986799823555e-05, + "loss": 1.4935, + "num_input_tokens_seen": 2280259584, + "step": 1933 + }, + { + "epoch": 0.03940073139082222, + "grad_norm": 0.66015625, + "learning_rate": 7.325119773539497e-05, + "loss": 1.5445, + "num_input_tokens_seen": 2281439232, + "step": 1934 + }, + { + "epoch": 0.039518697652471395, + "grad_norm": 0.71484375, + "learning_rate": 7.324252241333185e-05, + "loss": 1.4365, + "num_input_tokens_seen": 2282618880, + "step": 1935 + }, + { + "epoch": 0.03963666391412056, + "grad_norm": 0.6484375, + "learning_rate": 7.323384203336615e-05, + "loss": 1.5626, + "num_input_tokens_seen": 2283798528, + "step": 1936 + }, + { + "epoch": 0.03975463017576973, + "grad_norm": 0.75390625, + "learning_rate": 7.32251565968186e-05, + "loss": 1.4364, + "num_input_tokens_seen": 2284978176, + "step": 1937 + }, + { + "epoch": 0.039872596437418896, + "grad_norm": 0.65234375, + "learning_rate": 7.321646610501073e-05, + "loss": 1.5292, + "num_input_tokens_seen": 2286157824, + "step": 1938 + }, + { + "epoch": 0.03999056269906807, + "grad_norm": 0.71484375, + "learning_rate": 7.320777055926478e-05, + "loss": 1.3565, + "num_input_tokens_seen": 2287337472, + "step": 1939 + }, + { + "epoch": 0.04010852896071723, + "grad_norm": 0.69921875, + "learning_rate": 7.319906996090383e-05, + "loss": 1.5397, + "num_input_tokens_seen": 2288517120, + "step": 1940 + }, + { + "epoch": 0.040226495222366404, + "grad_norm": 0.6640625, + "learning_rate": 7.319036431125165e-05, + "loss": 1.4882, + "num_input_tokens_seen": 2289696768, + "step": 1941 + }, + { + "epoch": 0.04034446148401557, + "grad_norm": 0.67578125, + "learning_rate": 7.318165361163284e-05, + "loss": 1.6145, + "num_input_tokens_seen": 2290876416, + "step": 1942 + }, + { + "epoch": 0.04046242774566474, + "grad_norm": 0.6484375, + "learning_rate": 7.317293786337273e-05, + "loss": 1.5312, + "num_input_tokens_seen": 2292056064, + "step": 1943 + }, + { + "epoch": 0.040580394007313905, + "grad_norm": 0.76171875, + "learning_rate": 7.316421706779746e-05, + "loss": 1.5138, + "num_input_tokens_seen": 2293235712, + "step": 1944 + }, + { + "epoch": 0.04069836026896308, + "grad_norm": 0.703125, + "learning_rate": 7.31554912262339e-05, + "loss": 1.4698, + "num_input_tokens_seen": 2294415360, + "step": 1945 + }, + { + "epoch": 0.04081632653061224, + "grad_norm": 0.65234375, + "learning_rate": 7.314676034000968e-05, + "loss": 1.4988, + "num_input_tokens_seen": 2295595008, + "step": 1946 + }, + { + "epoch": 0.04093429279226141, + "grad_norm": 0.65234375, + "learning_rate": 7.313802441045326e-05, + "loss": 1.5906, + "num_input_tokens_seen": 2296774656, + "step": 1947 + }, + { + "epoch": 0.041052259053910585, + "grad_norm": 0.67578125, + "learning_rate": 7.31292834388938e-05, + "loss": 1.7172, + "num_input_tokens_seen": 2297954304, + "step": 1948 + }, + { + "epoch": 0.04117022531555975, + "grad_norm": 0.66796875, + "learning_rate": 7.312053742666126e-05, + "loss": 1.5577, + "num_input_tokens_seen": 2299133952, + "step": 1949 + }, + { + "epoch": 0.04128819157720892, + "grad_norm": 0.6953125, + "learning_rate": 7.311178637508634e-05, + "loss": 1.5534, + "num_input_tokens_seen": 2300313600, + "step": 1950 + }, + { + "epoch": 0.041406157838858086, + "grad_norm": 0.62109375, + "learning_rate": 7.310303028550056e-05, + "loss": 1.4872, + "num_input_tokens_seen": 2301493248, + "step": 1951 + }, + { + "epoch": 0.04152412410050726, + "grad_norm": 0.73046875, + "learning_rate": 7.309426915923615e-05, + "loss": 1.4101, + "num_input_tokens_seen": 2302672896, + "step": 1952 + }, + { + "epoch": 0.04164209036215642, + "grad_norm": 0.69140625, + "learning_rate": 7.308550299762613e-05, + "loss": 1.609, + "num_input_tokens_seen": 2303852544, + "step": 1953 + }, + { + "epoch": 0.041760056623805594, + "grad_norm": 0.63671875, + "learning_rate": 7.307673180200429e-05, + "loss": 1.6246, + "num_input_tokens_seen": 2305032192, + "step": 1954 + }, + { + "epoch": 0.04187802288545476, + "grad_norm": 0.74609375, + "learning_rate": 7.306795557370519e-05, + "loss": 1.5308, + "num_input_tokens_seen": 2306211840, + "step": 1955 + }, + { + "epoch": 0.04199598914710393, + "grad_norm": 0.68359375, + "learning_rate": 7.305917431406413e-05, + "loss": 1.5942, + "num_input_tokens_seen": 2307391488, + "step": 1956 + }, + { + "epoch": 0.042113955408753095, + "grad_norm": 0.7734375, + "learning_rate": 7.30503880244172e-05, + "loss": 1.6072, + "num_input_tokens_seen": 2308571136, + "step": 1957 + }, + { + "epoch": 0.04223192167040227, + "grad_norm": 0.734375, + "learning_rate": 7.304159670610126e-05, + "loss": 1.3998, + "num_input_tokens_seen": 2309750784, + "step": 1958 + }, + { + "epoch": 0.04234988793205143, + "grad_norm": 0.71875, + "learning_rate": 7.30328003604539e-05, + "loss": 1.5292, + "num_input_tokens_seen": 2310930432, + "step": 1959 + }, + { + "epoch": 0.042467854193700603, + "grad_norm": 0.6875, + "learning_rate": 7.302399898881352e-05, + "loss": 1.4782, + "num_input_tokens_seen": 2312110080, + "step": 1960 + }, + { + "epoch": 0.04258582045534977, + "grad_norm": 0.703125, + "learning_rate": 7.301519259251925e-05, + "loss": 1.3287, + "num_input_tokens_seen": 2313289728, + "step": 1961 + }, + { + "epoch": 0.04270378671699894, + "grad_norm": 0.734375, + "learning_rate": 7.3006381172911e-05, + "loss": 1.5527, + "num_input_tokens_seen": 2314469376, + "step": 1962 + }, + { + "epoch": 0.042821752978648105, + "grad_norm": 0.734375, + "learning_rate": 7.299756473132944e-05, + "loss": 1.5148, + "num_input_tokens_seen": 2315649024, + "step": 1963 + }, + { + "epoch": 0.042939719240297276, + "grad_norm": 0.6640625, + "learning_rate": 7.2988743269116e-05, + "loss": 1.541, + "num_input_tokens_seen": 2316828672, + "step": 1964 + }, + { + "epoch": 0.04305768550194644, + "grad_norm": 0.6875, + "learning_rate": 7.297991678761289e-05, + "loss": 1.4709, + "num_input_tokens_seen": 2318008320, + "step": 1965 + }, + { + "epoch": 0.04317565176359561, + "grad_norm": 0.7421875, + "learning_rate": 7.297108528816308e-05, + "loss": 1.4995, + "num_input_tokens_seen": 2319187968, + "step": 1966 + }, + { + "epoch": 0.04329361802524478, + "grad_norm": 0.67578125, + "learning_rate": 7.296224877211029e-05, + "loss": 1.4244, + "num_input_tokens_seen": 2320367616, + "step": 1967 + }, + { + "epoch": 0.04341158428689395, + "grad_norm": 0.9296875, + "learning_rate": 7.295340724079899e-05, + "loss": 1.5493, + "num_input_tokens_seen": 2321547264, + "step": 1968 + }, + { + "epoch": 0.043529550548543114, + "grad_norm": 0.74609375, + "learning_rate": 7.294456069557445e-05, + "loss": 1.5873, + "num_input_tokens_seen": 2322726912, + "step": 1969 + }, + { + "epoch": 0.043647516810192286, + "grad_norm": 0.75, + "learning_rate": 7.293570913778268e-05, + "loss": 1.3775, + "num_input_tokens_seen": 2323906560, + "step": 1970 + }, + { + "epoch": 0.04376548307184145, + "grad_norm": 0.75, + "learning_rate": 7.292685256877049e-05, + "loss": 1.443, + "num_input_tokens_seen": 2325086208, + "step": 1971 + }, + { + "epoch": 0.04388344933349062, + "grad_norm": 0.703125, + "learning_rate": 7.291799098988539e-05, + "loss": 1.495, + "num_input_tokens_seen": 2326265856, + "step": 1972 + }, + { + "epoch": 0.04400141559513979, + "grad_norm": 0.65625, + "learning_rate": 7.290912440247567e-05, + "loss": 1.5695, + "num_input_tokens_seen": 2327445504, + "step": 1973 + }, + { + "epoch": 0.04411938185678896, + "grad_norm": 0.70703125, + "learning_rate": 7.290025280789042e-05, + "loss": 1.5184, + "num_input_tokens_seen": 2328625152, + "step": 1974 + }, + { + "epoch": 0.04423734811843813, + "grad_norm": 0.6953125, + "learning_rate": 7.289137620747947e-05, + "loss": 1.4567, + "num_input_tokens_seen": 2329804800, + "step": 1975 + }, + { + "epoch": 0.044355314380087295, + "grad_norm": 0.625, + "learning_rate": 7.288249460259338e-05, + "loss": 1.5241, + "num_input_tokens_seen": 2330984448, + "step": 1976 + }, + { + "epoch": 0.044473280641736467, + "grad_norm": 0.73828125, + "learning_rate": 7.287360799458354e-05, + "loss": 1.4828, + "num_input_tokens_seen": 2332164096, + "step": 1977 + }, + { + "epoch": 0.04459124690338563, + "grad_norm": 0.6640625, + "learning_rate": 7.286471638480204e-05, + "loss": 1.6184, + "num_input_tokens_seen": 2333343744, + "step": 1978 + }, + { + "epoch": 0.0447092131650348, + "grad_norm": 0.73828125, + "learning_rate": 7.285581977460174e-05, + "loss": 1.3618, + "num_input_tokens_seen": 2334523392, + "step": 1979 + }, + { + "epoch": 0.04482717942668397, + "grad_norm": 0.73046875, + "learning_rate": 7.28469181653363e-05, + "loss": 1.3807, + "num_input_tokens_seen": 2335703040, + "step": 1980 + }, + { + "epoch": 0.04494514568833314, + "grad_norm": 0.72265625, + "learning_rate": 7.283801155836009e-05, + "loss": 1.5257, + "num_input_tokens_seen": 2336882688, + "step": 1981 + }, + { + "epoch": 0.045063111949982304, + "grad_norm": 0.69140625, + "learning_rate": 7.282909995502828e-05, + "loss": 1.5478, + "num_input_tokens_seen": 2338062336, + "step": 1982 + }, + { + "epoch": 0.045181078211631476, + "grad_norm": 0.703125, + "learning_rate": 7.282018335669678e-05, + "loss": 1.4212, + "num_input_tokens_seen": 2339241984, + "step": 1983 + }, + { + "epoch": 0.04529904447328064, + "grad_norm": 0.82421875, + "learning_rate": 7.281126176472226e-05, + "loss": 1.4443, + "num_input_tokens_seen": 2340421632, + "step": 1984 + }, + { + "epoch": 0.04541701073492981, + "grad_norm": 0.640625, + "learning_rate": 7.280233518046217e-05, + "loss": 1.544, + "num_input_tokens_seen": 2341601280, + "step": 1985 + }, + { + "epoch": 0.04553497699657898, + "grad_norm": 0.796875, + "learning_rate": 7.27934036052747e-05, + "loss": 1.498, + "num_input_tokens_seen": 2342780928, + "step": 1986 + }, + { + "epoch": 0.04565294325822815, + "grad_norm": 0.69140625, + "learning_rate": 7.278446704051878e-05, + "loss": 1.6416, + "num_input_tokens_seen": 2343960576, + "step": 1987 + }, + { + "epoch": 0.04577090951987731, + "grad_norm": 0.76171875, + "learning_rate": 7.277552548755414e-05, + "loss": 1.4801, + "num_input_tokens_seen": 2345140224, + "step": 1988 + }, + { + "epoch": 0.045888875781526485, + "grad_norm": 0.703125, + "learning_rate": 7.276657894774126e-05, + "loss": 1.4833, + "num_input_tokens_seen": 2346319872, + "step": 1989 + }, + { + "epoch": 0.04600684204317565, + "grad_norm": 0.73046875, + "learning_rate": 7.275762742244135e-05, + "loss": 1.5809, + "num_input_tokens_seen": 2347499520, + "step": 1990 + }, + { + "epoch": 0.04612480830482482, + "grad_norm": 0.73828125, + "learning_rate": 7.274867091301642e-05, + "loss": 1.553, + "num_input_tokens_seen": 2348679168, + "step": 1991 + }, + { + "epoch": 0.046242774566473986, + "grad_norm": 0.890625, + "learning_rate": 7.27397094208292e-05, + "loss": 1.3766, + "num_input_tokens_seen": 2349858816, + "step": 1992 + }, + { + "epoch": 0.04636074082812316, + "grad_norm": 0.75390625, + "learning_rate": 7.27307429472432e-05, + "loss": 1.5416, + "num_input_tokens_seen": 2351038464, + "step": 1993 + }, + { + "epoch": 0.04647870708977232, + "grad_norm": 0.8828125, + "learning_rate": 7.27217714936227e-05, + "loss": 1.4611, + "num_input_tokens_seen": 2352218112, + "step": 1994 + }, + { + "epoch": 0.046596673351421494, + "grad_norm": 0.71875, + "learning_rate": 7.271279506133269e-05, + "loss": 1.4342, + "num_input_tokens_seen": 2353397760, + "step": 1995 + }, + { + "epoch": 0.04671463961307066, + "grad_norm": 0.84765625, + "learning_rate": 7.270381365173897e-05, + "loss": 1.5395, + "num_input_tokens_seen": 2354577408, + "step": 1996 + }, + { + "epoch": 0.04683260587471983, + "grad_norm": 0.7265625, + "learning_rate": 7.269482726620807e-05, + "loss": 1.5751, + "num_input_tokens_seen": 2355757056, + "step": 1997 + }, + { + "epoch": 0.046950572136368995, + "grad_norm": 0.75, + "learning_rate": 7.268583590610729e-05, + "loss": 1.5388, + "num_input_tokens_seen": 2356936704, + "step": 1998 + }, + { + "epoch": 0.04706853839801817, + "grad_norm": 0.7421875, + "learning_rate": 7.267683957280466e-05, + "loss": 1.4628, + "num_input_tokens_seen": 2358116352, + "step": 1999 + }, + { + "epoch": 0.04718650465966733, + "grad_norm": 0.6875, + "learning_rate": 7.266783826766901e-05, + "loss": 1.6311, + "num_input_tokens_seen": 2359296000, + "step": 2000 + }, + { + "epoch": 0.04718650465966733, + "eval_wikipedia_loss": 2.2608883380889893, + "eval_wikipedia_runtime": 163.5557, + "eval_wikipedia_samples_per_second": 4.292, + "eval_wikipedia_steps_per_second": 0.183, + "num_input_tokens_seen": 2359296000, + "step": 2000 + }, + { + "epoch": 0.04718650465966733, + "eval_toxicity_loss": 4.0160722732543945, + "eval_toxicity_runtime": 1.1558, + "eval_toxicity_samples_per_second": 1.73, + "eval_toxicity_steps_per_second": 0.865, + "num_input_tokens_seen": 2359296000, + "step": 2000 + }, + { + "epoch": 0.047304470921316503, + "grad_norm": 0.74609375, + "learning_rate": 7.265883199206989e-05, + "loss": 1.4713, + "num_input_tokens_seen": 2360475648, + "step": 2001 + }, + { + "epoch": 0.047422437182965675, + "grad_norm": 0.6953125, + "learning_rate": 7.264982074737762e-05, + "loss": 1.4955, + "num_input_tokens_seen": 2361655296, + "step": 2002 + }, + { + "epoch": 0.04754040344461484, + "grad_norm": 0.67578125, + "learning_rate": 7.264080453496328e-05, + "loss": 1.5753, + "num_input_tokens_seen": 2362834944, + "step": 2003 + }, + { + "epoch": 0.04765836970626401, + "grad_norm": 0.6328125, + "learning_rate": 7.263178335619868e-05, + "loss": 1.6932, + "num_input_tokens_seen": 2364014592, + "step": 2004 + }, + { + "epoch": 0.047776335967913176, + "grad_norm": 0.7109375, + "learning_rate": 7.262275721245644e-05, + "loss": 1.6407, + "num_input_tokens_seen": 2365194240, + "step": 2005 + }, + { + "epoch": 0.04789430222956235, + "grad_norm": 0.59765625, + "learning_rate": 7.26137261051099e-05, + "loss": 1.698, + "num_input_tokens_seen": 2366373888, + "step": 2006 + }, + { + "epoch": 0.04801226849121151, + "grad_norm": 0.76953125, + "learning_rate": 7.260469003553312e-05, + "loss": 1.4249, + "num_input_tokens_seen": 2367553536, + "step": 2007 + }, + { + "epoch": 0.048130234752860684, + "grad_norm": 0.61328125, + "learning_rate": 7.259564900510098e-05, + "loss": 1.7002, + "num_input_tokens_seen": 2368733184, + "step": 2008 + }, + { + "epoch": 0.04824820101450985, + "grad_norm": 0.6796875, + "learning_rate": 7.258660301518909e-05, + "loss": 1.7053, + "num_input_tokens_seen": 2369912832, + "step": 2009 + }, + { + "epoch": 0.04836616727615902, + "grad_norm": 0.6875, + "learning_rate": 7.257755206717379e-05, + "loss": 1.4856, + "num_input_tokens_seen": 2371092480, + "step": 2010 + }, + { + "epoch": 0.048484133537808186, + "grad_norm": 0.72265625, + "learning_rate": 7.256849616243223e-05, + "loss": 1.4462, + "num_input_tokens_seen": 2372272128, + "step": 2011 + }, + { + "epoch": 0.04860209979945736, + "grad_norm": 0.70703125, + "learning_rate": 7.255943530234225e-05, + "loss": 1.4224, + "num_input_tokens_seen": 2373451776, + "step": 2012 + }, + { + "epoch": 0.04872006606110652, + "grad_norm": 0.63671875, + "learning_rate": 7.255036948828249e-05, + "loss": 1.6058, + "num_input_tokens_seen": 2374631424, + "step": 2013 + }, + { + "epoch": 0.048838032322755694, + "grad_norm": 0.69921875, + "learning_rate": 7.254129872163232e-05, + "loss": 1.4915, + "num_input_tokens_seen": 2375811072, + "step": 2014 + }, + { + "epoch": 0.04895599858440486, + "grad_norm": 0.73828125, + "learning_rate": 7.253222300377188e-05, + "loss": 1.5527, + "num_input_tokens_seen": 2376990720, + "step": 2015 + }, + { + "epoch": 0.04907396484605403, + "grad_norm": 0.640625, + "learning_rate": 7.252314233608204e-05, + "loss": 1.5796, + "num_input_tokens_seen": 2378170368, + "step": 2016 + }, + { + "epoch": 0.049191931107703195, + "grad_norm": 0.6875, + "learning_rate": 7.251405671994446e-05, + "loss": 1.6129, + "num_input_tokens_seen": 2379350016, + "step": 2017 + }, + { + "epoch": 0.049309897369352367, + "grad_norm": 0.6796875, + "learning_rate": 7.250496615674152e-05, + "loss": 1.5305, + "num_input_tokens_seen": 2380529664, + "step": 2018 + }, + { + "epoch": 0.04942786363100153, + "grad_norm": 0.6328125, + "learning_rate": 7.249587064785636e-05, + "loss": 1.5511, + "num_input_tokens_seen": 2381709312, + "step": 2019 + }, + { + "epoch": 0.0495458298926507, + "grad_norm": 0.69140625, + "learning_rate": 7.248677019467286e-05, + "loss": 1.5779, + "num_input_tokens_seen": 2382888960, + "step": 2020 + }, + { + "epoch": 0.04966379615429987, + "grad_norm": 0.65625, + "learning_rate": 7.24776647985757e-05, + "loss": 1.5857, + "num_input_tokens_seen": 2384068608, + "step": 2021 + }, + { + "epoch": 0.04978176241594904, + "grad_norm": 0.66796875, + "learning_rate": 7.246855446095028e-05, + "loss": 1.496, + "num_input_tokens_seen": 2385248256, + "step": 2022 + }, + { + "epoch": 0.049899728677598204, + "grad_norm": 0.6171875, + "learning_rate": 7.245943918318272e-05, + "loss": 1.49, + "num_input_tokens_seen": 2386427904, + "step": 2023 + }, + { + "epoch": 0.050017694939247376, + "grad_norm": 0.65625, + "learning_rate": 7.245031896665995e-05, + "loss": 1.6214, + "num_input_tokens_seen": 2387607552, + "step": 2024 + }, + { + "epoch": 0.05013566120089654, + "grad_norm": 0.6015625, + "learning_rate": 7.244119381276963e-05, + "loss": 1.6914, + "num_input_tokens_seen": 2388787200, + "step": 2025 + }, + { + "epoch": 0.05025362746254571, + "grad_norm": 0.66796875, + "learning_rate": 7.243206372290014e-05, + "loss": 1.5241, + "num_input_tokens_seen": 2389966848, + "step": 2026 + }, + { + "epoch": 0.05037159372419488, + "grad_norm": 0.6796875, + "learning_rate": 7.242292869844067e-05, + "loss": 1.6441, + "num_input_tokens_seen": 2391146496, + "step": 2027 + }, + { + "epoch": 0.05048955998584405, + "grad_norm": 0.6875, + "learning_rate": 7.24137887407811e-05, + "loss": 1.6763, + "num_input_tokens_seen": 2392326144, + "step": 2028 + }, + { + "epoch": 0.05060752624749322, + "grad_norm": 0.66796875, + "learning_rate": 7.24046438513121e-05, + "loss": 1.4772, + "num_input_tokens_seen": 2393505792, + "step": 2029 + }, + { + "epoch": 0.050725492509142385, + "grad_norm": 0.66796875, + "learning_rate": 7.239549403142509e-05, + "loss": 1.5272, + "num_input_tokens_seen": 2394685440, + "step": 2030 + }, + { + "epoch": 0.05084345877079156, + "grad_norm": 0.7265625, + "learning_rate": 7.238633928251221e-05, + "loss": 1.3924, + "num_input_tokens_seen": 2395865088, + "step": 2031 + }, + { + "epoch": 0.05096142503244072, + "grad_norm": 0.6015625, + "learning_rate": 7.237717960596639e-05, + "loss": 1.6087, + "num_input_tokens_seen": 2397044736, + "step": 2032 + }, + { + "epoch": 0.05107939129408989, + "grad_norm": 0.71875, + "learning_rate": 7.236801500318127e-05, + "loss": 1.5425, + "num_input_tokens_seen": 2398224384, + "step": 2033 + }, + { + "epoch": 0.05119735755573906, + "grad_norm": 0.68359375, + "learning_rate": 7.235884547555127e-05, + "loss": 1.5686, + "num_input_tokens_seen": 2399404032, + "step": 2034 + }, + { + "epoch": 0.05131532381738823, + "grad_norm": 0.6328125, + "learning_rate": 7.234967102447155e-05, + "loss": 1.6643, + "num_input_tokens_seen": 2400583680, + "step": 2035 + }, + { + "epoch": 0.051433290079037394, + "grad_norm": 0.6875, + "learning_rate": 7.234049165133801e-05, + "loss": 1.5434, + "num_input_tokens_seen": 2401763328, + "step": 2036 + }, + { + "epoch": 0.051551256340686566, + "grad_norm": 0.70703125, + "learning_rate": 7.23313073575473e-05, + "loss": 1.5236, + "num_input_tokens_seen": 2402942976, + "step": 2037 + }, + { + "epoch": 0.05166922260233573, + "grad_norm": 0.625, + "learning_rate": 7.232211814449686e-05, + "loss": 1.59, + "num_input_tokens_seen": 2404122624, + "step": 2038 + }, + { + "epoch": 0.0517871888639849, + "grad_norm": 0.625, + "learning_rate": 7.23129240135848e-05, + "loss": 1.5156, + "num_input_tokens_seen": 2405302272, + "step": 2039 + }, + { + "epoch": 0.05190515512563407, + "grad_norm": 0.62109375, + "learning_rate": 7.230372496621003e-05, + "loss": 1.6894, + "num_input_tokens_seen": 2406481920, + "step": 2040 + }, + { + "epoch": 0.05202312138728324, + "grad_norm": 0.66015625, + "learning_rate": 7.229452100377223e-05, + "loss": 1.5584, + "num_input_tokens_seen": 2407661568, + "step": 2041 + }, + { + "epoch": 0.052141087648932403, + "grad_norm": 0.70703125, + "learning_rate": 7.228531212767178e-05, + "loss": 1.5068, + "num_input_tokens_seen": 2408841216, + "step": 2042 + }, + { + "epoch": 0.052259053910581575, + "grad_norm": 0.67578125, + "learning_rate": 7.22760983393098e-05, + "loss": 1.595, + "num_input_tokens_seen": 2410020864, + "step": 2043 + }, + { + "epoch": 0.05237702017223074, + "grad_norm": 0.64453125, + "learning_rate": 7.226687964008822e-05, + "loss": 1.4293, + "num_input_tokens_seen": 2411200512, + "step": 2044 + }, + { + "epoch": 0.05249498643387991, + "grad_norm": 0.65625, + "learning_rate": 7.225765603140964e-05, + "loss": 1.4935, + "num_input_tokens_seen": 2412380160, + "step": 2045 + }, + { + "epoch": 0.052612952695529076, + "grad_norm": 0.640625, + "learning_rate": 7.22484275146775e-05, + "loss": 1.453, + "num_input_tokens_seen": 2413559808, + "step": 2046 + }, + { + "epoch": 0.05273091895717825, + "grad_norm": 0.625, + "learning_rate": 7.223919409129589e-05, + "loss": 1.5559, + "num_input_tokens_seen": 2414739456, + "step": 2047 + }, + { + "epoch": 0.05284888521882741, + "grad_norm": 0.640625, + "learning_rate": 7.222995576266971e-05, + "loss": 1.4826, + "num_input_tokens_seen": 2415919104, + "step": 2048 + }, + { + "epoch": 0.052966851480476584, + "grad_norm": 0.70703125, + "learning_rate": 7.222071253020457e-05, + "loss": 1.5566, + "num_input_tokens_seen": 2417098752, + "step": 2049 + }, + { + "epoch": 0.05308481774212575, + "grad_norm": 0.609375, + "learning_rate": 7.221146439530687e-05, + "loss": 1.6199, + "num_input_tokens_seen": 2418278400, + "step": 2050 + }, + { + "epoch": 0.05320278400377492, + "grad_norm": 0.625, + "learning_rate": 7.220221135938369e-05, + "loss": 1.5922, + "num_input_tokens_seen": 2419458048, + "step": 2051 + }, + { + "epoch": 0.053320750265424086, + "grad_norm": 0.59375, + "learning_rate": 7.219295342384293e-05, + "loss": 1.5259, + "num_input_tokens_seen": 2420637696, + "step": 2052 + }, + { + "epoch": 0.05343871652707326, + "grad_norm": 0.58984375, + "learning_rate": 7.218369059009319e-05, + "loss": 1.6072, + "num_input_tokens_seen": 2421817344, + "step": 2053 + }, + { + "epoch": 0.05355668278872242, + "grad_norm": 0.671875, + "learning_rate": 7.217442285954381e-05, + "loss": 1.6169, + "num_input_tokens_seen": 2422996992, + "step": 2054 + }, + { + "epoch": 0.053674649050371594, + "grad_norm": 0.62109375, + "learning_rate": 7.21651502336049e-05, + "loss": 1.5768, + "num_input_tokens_seen": 2424176640, + "step": 2055 + }, + { + "epoch": 0.053792615312020765, + "grad_norm": 0.609375, + "learning_rate": 7.21558727136873e-05, + "loss": 1.5223, + "num_input_tokens_seen": 2425356288, + "step": 2056 + }, + { + "epoch": 0.05391058157366993, + "grad_norm": 0.59765625, + "learning_rate": 7.214659030120262e-05, + "loss": 1.5783, + "num_input_tokens_seen": 2426535936, + "step": 2057 + }, + { + "epoch": 0.0540285478353191, + "grad_norm": 0.71875, + "learning_rate": 7.213730299756317e-05, + "loss": 1.4265, + "num_input_tokens_seen": 2427715584, + "step": 2058 + }, + { + "epoch": 0.054146514096968267, + "grad_norm": 0.6484375, + "learning_rate": 7.212801080418204e-05, + "loss": 1.5677, + "num_input_tokens_seen": 2428895232, + "step": 2059 + }, + { + "epoch": 0.05426448035861744, + "grad_norm": 0.6171875, + "learning_rate": 7.211871372247304e-05, + "loss": 1.5219, + "num_input_tokens_seen": 2430074880, + "step": 2060 + }, + { + "epoch": 0.0543824466202666, + "grad_norm": 0.66796875, + "learning_rate": 7.210941175385075e-05, + "loss": 1.5097, + "num_input_tokens_seen": 2431254528, + "step": 2061 + }, + { + "epoch": 0.054500412881915775, + "grad_norm": 0.66015625, + "learning_rate": 7.210010489973047e-05, + "loss": 1.7001, + "num_input_tokens_seen": 2432434176, + "step": 2062 + }, + { + "epoch": 0.05461837914356494, + "grad_norm": 0.640625, + "learning_rate": 7.209079316152826e-05, + "loss": 1.5308, + "num_input_tokens_seen": 2433613824, + "step": 2063 + }, + { + "epoch": 0.05473634540521411, + "grad_norm": 0.63671875, + "learning_rate": 7.208147654066091e-05, + "loss": 1.5989, + "num_input_tokens_seen": 2434793472, + "step": 2064 + }, + { + "epoch": 0.054854311666863276, + "grad_norm": 0.6328125, + "learning_rate": 7.207215503854596e-05, + "loss": 1.7482, + "num_input_tokens_seen": 2435973120, + "step": 2065 + }, + { + "epoch": 0.05497227792851245, + "grad_norm": 0.6875, + "learning_rate": 7.206282865660169e-05, + "loss": 1.6143, + "num_input_tokens_seen": 2437152768, + "step": 2066 + }, + { + "epoch": 0.05509024419016161, + "grad_norm": 0.6484375, + "learning_rate": 7.205349739624711e-05, + "loss": 1.6127, + "num_input_tokens_seen": 2438332416, + "step": 2067 + }, + { + "epoch": 0.055208210451810784, + "grad_norm": 0.64453125, + "learning_rate": 7.204416125890203e-05, + "loss": 1.4988, + "num_input_tokens_seen": 2439512064, + "step": 2068 + }, + { + "epoch": 0.05532617671345995, + "grad_norm": 0.61328125, + "learning_rate": 7.20348202459869e-05, + "loss": 1.5739, + "num_input_tokens_seen": 2440691712, + "step": 2069 + }, + { + "epoch": 0.05544414297510912, + "grad_norm": 0.65234375, + "learning_rate": 7.202547435892302e-05, + "loss": 1.5308, + "num_input_tokens_seen": 2441871360, + "step": 2070 + }, + { + "epoch": 0.055562109236758285, + "grad_norm": 0.625, + "learning_rate": 7.201612359913235e-05, + "loss": 1.5948, + "num_input_tokens_seen": 2443051008, + "step": 2071 + }, + { + "epoch": 0.05568007549840746, + "grad_norm": 0.67578125, + "learning_rate": 7.200676796803765e-05, + "loss": 1.5753, + "num_input_tokens_seen": 2444230656, + "step": 2072 + }, + { + "epoch": 0.05579804176005662, + "grad_norm": 0.6484375, + "learning_rate": 7.199740746706235e-05, + "loss": 1.5194, + "num_input_tokens_seen": 2445410304, + "step": 2073 + }, + { + "epoch": 0.05591600802170579, + "grad_norm": 0.68359375, + "learning_rate": 7.198804209763071e-05, + "loss": 1.4933, + "num_input_tokens_seen": 2446589952, + "step": 2074 + }, + { + "epoch": 0.05603397428335496, + "grad_norm": 0.65234375, + "learning_rate": 7.197867186116767e-05, + "loss": 1.5015, + "num_input_tokens_seen": 2447769600, + "step": 2075 + }, + { + "epoch": 0.05615194054500413, + "grad_norm": 0.63671875, + "learning_rate": 7.196929675909893e-05, + "loss": 1.6335, + "num_input_tokens_seen": 2448949248, + "step": 2076 + }, + { + "epoch": 0.056269906806653294, + "grad_norm": 0.6171875, + "learning_rate": 7.195991679285091e-05, + "loss": 1.5782, + "num_input_tokens_seen": 2450128896, + "step": 2077 + }, + { + "epoch": 0.056387873068302466, + "grad_norm": 0.703125, + "learning_rate": 7.19505319638508e-05, + "loss": 1.4924, + "num_input_tokens_seen": 2451308544, + "step": 2078 + }, + { + "epoch": 0.05650583932995163, + "grad_norm": 0.69921875, + "learning_rate": 7.194114227352653e-05, + "loss": 1.5547, + "num_input_tokens_seen": 2452488192, + "step": 2079 + }, + { + "epoch": 0.0566238055916008, + "grad_norm": 0.61328125, + "learning_rate": 7.193174772330673e-05, + "loss": 1.4579, + "num_input_tokens_seen": 2453667840, + "step": 2080 + }, + { + "epoch": 0.05674177185324997, + "grad_norm": 0.7421875, + "learning_rate": 7.19223483146208e-05, + "loss": 1.4006, + "num_input_tokens_seen": 2454847488, + "step": 2081 + }, + { + "epoch": 0.05685973811489914, + "grad_norm": 0.6875, + "learning_rate": 7.191294404889891e-05, + "loss": 1.4052, + "num_input_tokens_seen": 2456027136, + "step": 2082 + }, + { + "epoch": 0.05697770437654831, + "grad_norm": 0.6640625, + "learning_rate": 7.190353492757186e-05, + "loss": 1.5845, + "num_input_tokens_seen": 2457206784, + "step": 2083 + }, + { + "epoch": 0.057095670638197475, + "grad_norm": 0.66796875, + "learning_rate": 7.189412095207136e-05, + "loss": 1.5037, + "num_input_tokens_seen": 2458386432, + "step": 2084 + }, + { + "epoch": 0.05721363689984665, + "grad_norm": 0.76953125, + "learning_rate": 7.188470212382968e-05, + "loss": 1.5359, + "num_input_tokens_seen": 2459566080, + "step": 2085 + }, + { + "epoch": 0.05733160316149581, + "grad_norm": 0.84375, + "learning_rate": 7.187527844427995e-05, + "loss": 1.665, + "num_input_tokens_seen": 2460745728, + "step": 2086 + }, + { + "epoch": 0.05744956942314498, + "grad_norm": 0.6875, + "learning_rate": 7.186584991485599e-05, + "loss": 1.6403, + "num_input_tokens_seen": 2461925376, + "step": 2087 + }, + { + "epoch": 0.05756753568479415, + "grad_norm": 0.7265625, + "learning_rate": 7.185641653699234e-05, + "loss": 1.3332, + "num_input_tokens_seen": 2463105024, + "step": 2088 + }, + { + "epoch": 0.05768550194644332, + "grad_norm": 0.609375, + "learning_rate": 7.184697831212435e-05, + "loss": 1.6377, + "num_input_tokens_seen": 2464284672, + "step": 2089 + }, + { + "epoch": 0.057803468208092484, + "grad_norm": 0.73828125, + "learning_rate": 7.183753524168803e-05, + "loss": 1.4486, + "num_input_tokens_seen": 2465464320, + "step": 2090 + }, + { + "epoch": 0.057921434469741656, + "grad_norm": 0.66015625, + "learning_rate": 7.182808732712018e-05, + "loss": 1.4627, + "num_input_tokens_seen": 2466643968, + "step": 2091 + }, + { + "epoch": 0.05803940073139082, + "grad_norm": 0.65234375, + "learning_rate": 7.181863456985827e-05, + "loss": 1.6655, + "num_input_tokens_seen": 2467823616, + "step": 2092 + }, + { + "epoch": 0.05815736699303999, + "grad_norm": 0.63671875, + "learning_rate": 7.180917697134061e-05, + "loss": 1.499, + "num_input_tokens_seen": 2469003264, + "step": 2093 + }, + { + "epoch": 0.05827533325468916, + "grad_norm": 0.79296875, + "learning_rate": 7.179971453300615e-05, + "loss": 1.5666, + "num_input_tokens_seen": 2470182912, + "step": 2094 + }, + { + "epoch": 0.05839329951633833, + "grad_norm": 0.62109375, + "learning_rate": 7.179024725629464e-05, + "loss": 1.754, + "num_input_tokens_seen": 2471362560, + "step": 2095 + }, + { + "epoch": 0.058511265777987494, + "grad_norm": 0.6484375, + "learning_rate": 7.178077514264652e-05, + "loss": 1.6832, + "num_input_tokens_seen": 2472542208, + "step": 2096 + }, + { + "epoch": 0.058629232039636665, + "grad_norm": 0.7109375, + "learning_rate": 7.177129819350299e-05, + "loss": 1.4757, + "num_input_tokens_seen": 2473721856, + "step": 2097 + }, + { + "epoch": 0.05874719830128583, + "grad_norm": 0.59765625, + "learning_rate": 7.1761816410306e-05, + "loss": 1.4754, + "num_input_tokens_seen": 2474901504, + "step": 2098 + }, + { + "epoch": 0.058865164562935, + "grad_norm": 0.59375, + "learning_rate": 7.175232979449819e-05, + "loss": 1.677, + "num_input_tokens_seen": 2476081152, + "step": 2099 + }, + { + "epoch": 0.058983130824584167, + "grad_norm": 0.63671875, + "learning_rate": 7.174283834752299e-05, + "loss": 1.588, + "num_input_tokens_seen": 2477260800, + "step": 2100 + }, + { + "epoch": 0.05910109708623334, + "grad_norm": 0.72265625, + "learning_rate": 7.173334207082453e-05, + "loss": 1.5977, + "num_input_tokens_seen": 2478440448, + "step": 2101 + }, + { + "epoch": 0.0592190633478825, + "grad_norm": 0.68359375, + "learning_rate": 7.172384096584769e-05, + "loss": 1.4083, + "num_input_tokens_seen": 2479620096, + "step": 2102 + }, + { + "epoch": 0.059337029609531675, + "grad_norm": 0.63671875, + "learning_rate": 7.171433503403805e-05, + "loss": 1.7229, + "num_input_tokens_seen": 2480799744, + "step": 2103 + }, + { + "epoch": 0.05945499587118084, + "grad_norm": 0.62890625, + "learning_rate": 7.170482427684199e-05, + "loss": 1.5378, + "num_input_tokens_seen": 2481979392, + "step": 2104 + }, + { + "epoch": 0.05957296213283001, + "grad_norm": 0.6796875, + "learning_rate": 7.169530869570655e-05, + "loss": 1.6472, + "num_input_tokens_seen": 2483159040, + "step": 2105 + }, + { + "epoch": 0.059690928394479176, + "grad_norm": 0.71484375, + "learning_rate": 7.168578829207958e-05, + "loss": 1.5256, + "num_input_tokens_seen": 2484338688, + "step": 2106 + }, + { + "epoch": 0.05980889465612835, + "grad_norm": 0.6171875, + "learning_rate": 7.167626306740961e-05, + "loss": 1.6106, + "num_input_tokens_seen": 2485518336, + "step": 2107 + }, + { + "epoch": 0.05992686091777751, + "grad_norm": 0.61328125, + "learning_rate": 7.16667330231459e-05, + "loss": 1.6116, + "num_input_tokens_seen": 2486697984, + "step": 2108 + }, + { + "epoch": 0.060044827179426684, + "grad_norm": 0.67578125, + "learning_rate": 7.165719816073848e-05, + "loss": 1.553, + "num_input_tokens_seen": 2487877632, + "step": 2109 + }, + { + "epoch": 0.060162793441075856, + "grad_norm": 0.7109375, + "learning_rate": 7.164765848163809e-05, + "loss": 1.5079, + "num_input_tokens_seen": 2489057280, + "step": 2110 + }, + { + "epoch": 0.06028075970272502, + "grad_norm": 0.6171875, + "learning_rate": 7.16381139872962e-05, + "loss": 1.7166, + "num_input_tokens_seen": 2490236928, + "step": 2111 + }, + { + "epoch": 0.06039872596437419, + "grad_norm": 0.69140625, + "learning_rate": 7.162856467916504e-05, + "loss": 1.5981, + "num_input_tokens_seen": 2491416576, + "step": 2112 + }, + { + "epoch": 0.06051669222602336, + "grad_norm": 0.67578125, + "learning_rate": 7.161901055869752e-05, + "loss": 1.4822, + "num_input_tokens_seen": 2492596224, + "step": 2113 + }, + { + "epoch": 0.06063465848767253, + "grad_norm": 0.65234375, + "learning_rate": 7.160945162734735e-05, + "loss": 1.6089, + "num_input_tokens_seen": 2493775872, + "step": 2114 + }, + { + "epoch": 0.06075262474932169, + "grad_norm": 0.67578125, + "learning_rate": 7.159988788656892e-05, + "loss": 1.5562, + "num_input_tokens_seen": 2494955520, + "step": 2115 + }, + { + "epoch": 0.060870591010970865, + "grad_norm": 0.65234375, + "learning_rate": 7.159031933781736e-05, + "loss": 1.5186, + "num_input_tokens_seen": 2496135168, + "step": 2116 + }, + { + "epoch": 0.06098855727262003, + "grad_norm": 0.6953125, + "learning_rate": 7.158074598254855e-05, + "loss": 1.3422, + "num_input_tokens_seen": 2497314816, + "step": 2117 + }, + { + "epoch": 0.0611065235342692, + "grad_norm": 0.59765625, + "learning_rate": 7.157116782221909e-05, + "loss": 1.7471, + "num_input_tokens_seen": 2498494464, + "step": 2118 + }, + { + "epoch": 0.061224489795918366, + "grad_norm": 0.6328125, + "learning_rate": 7.156158485828631e-05, + "loss": 1.6097, + "num_input_tokens_seen": 2499674112, + "step": 2119 + }, + { + "epoch": 0.06134245605756754, + "grad_norm": 0.63671875, + "learning_rate": 7.155199709220828e-05, + "loss": 1.4928, + "num_input_tokens_seen": 2500853760, + "step": 2120 + }, + { + "epoch": 0.0614604223192167, + "grad_norm": 0.62890625, + "learning_rate": 7.154240452544378e-05, + "loss": 1.5735, + "num_input_tokens_seen": 2502033408, + "step": 2121 + }, + { + "epoch": 0.061578388580865874, + "grad_norm": 0.72265625, + "learning_rate": 7.153280715945235e-05, + "loss": 1.5354, + "num_input_tokens_seen": 2503213056, + "step": 2122 + }, + { + "epoch": 0.06169635484251504, + "grad_norm": 0.6953125, + "learning_rate": 7.152320499569425e-05, + "loss": 1.5084, + "num_input_tokens_seen": 2504392704, + "step": 2123 + }, + { + "epoch": 0.06181432110416421, + "grad_norm": 0.6328125, + "learning_rate": 7.151359803563042e-05, + "loss": 1.4934, + "num_input_tokens_seen": 2505572352, + "step": 2124 + }, + { + "epoch": 0.061932287365813375, + "grad_norm": 0.671875, + "learning_rate": 7.150398628072263e-05, + "loss": 1.4994, + "num_input_tokens_seen": 2506752000, + "step": 2125 + }, + { + "epoch": 0.06205025362746255, + "grad_norm": 0.65234375, + "learning_rate": 7.14943697324333e-05, + "loss": 1.4492, + "num_input_tokens_seen": 2507931648, + "step": 2126 + }, + { + "epoch": 0.06216821988911171, + "grad_norm": 0.6328125, + "learning_rate": 7.148474839222559e-05, + "loss": 1.7602, + "num_input_tokens_seen": 2509111296, + "step": 2127 + }, + { + "epoch": 0.06228618615076088, + "grad_norm": 0.6484375, + "learning_rate": 7.147512226156342e-05, + "loss": 1.5096, + "num_input_tokens_seen": 2510290944, + "step": 2128 + }, + { + "epoch": 0.06240415241241005, + "grad_norm": 0.65234375, + "learning_rate": 7.146549134191142e-05, + "loss": 1.6076, + "num_input_tokens_seen": 2511470592, + "step": 2129 + }, + { + "epoch": 0.06252211867405921, + "grad_norm": 0.64453125, + "learning_rate": 7.145585563473495e-05, + "loss": 1.449, + "num_input_tokens_seen": 2512650240, + "step": 2130 + }, + { + "epoch": 0.06264008493570838, + "grad_norm": 0.6484375, + "learning_rate": 7.14462151415001e-05, + "loss": 1.5525, + "num_input_tokens_seen": 2513829888, + "step": 2131 + }, + { + "epoch": 0.06275805119735756, + "grad_norm": 0.62890625, + "learning_rate": 7.143656986367368e-05, + "loss": 1.4403, + "num_input_tokens_seen": 2515009536, + "step": 2132 + }, + { + "epoch": 0.06287601745900673, + "grad_norm": 0.62890625, + "learning_rate": 7.142691980272322e-05, + "loss": 1.5139, + "num_input_tokens_seen": 2516189184, + "step": 2133 + }, + { + "epoch": 0.06299398372065589, + "grad_norm": 0.67578125, + "learning_rate": 7.141726496011701e-05, + "loss": 1.4524, + "num_input_tokens_seen": 2517368832, + "step": 2134 + }, + { + "epoch": 0.06311194998230506, + "grad_norm": 0.68359375, + "learning_rate": 7.140760533732405e-05, + "loss": 1.4579, + "num_input_tokens_seen": 2518548480, + "step": 2135 + }, + { + "epoch": 0.06322991624395423, + "grad_norm": 0.61328125, + "learning_rate": 7.139794093581407e-05, + "loss": 1.6199, + "num_input_tokens_seen": 2519728128, + "step": 2136 + }, + { + "epoch": 0.0633478825056034, + "grad_norm": 0.83203125, + "learning_rate": 7.13882717570575e-05, + "loss": 1.6241, + "num_input_tokens_seen": 2520907776, + "step": 2137 + }, + { + "epoch": 0.06346584876725257, + "grad_norm": 0.72265625, + "learning_rate": 7.137859780252555e-05, + "loss": 1.6226, + "num_input_tokens_seen": 2522087424, + "step": 2138 + }, + { + "epoch": 0.06358381502890173, + "grad_norm": 0.78515625, + "learning_rate": 7.136891907369012e-05, + "loss": 1.507, + "num_input_tokens_seen": 2523267072, + "step": 2139 + }, + { + "epoch": 0.0637017812905509, + "grad_norm": 0.734375, + "learning_rate": 7.135923557202383e-05, + "loss": 1.3917, + "num_input_tokens_seen": 2524446720, + "step": 2140 + }, + { + "epoch": 0.06381974755220007, + "grad_norm": 0.66796875, + "learning_rate": 7.134954729900006e-05, + "loss": 1.4087, + "num_input_tokens_seen": 2525626368, + "step": 2141 + }, + { + "epoch": 0.06393771381384925, + "grad_norm": 0.7109375, + "learning_rate": 7.133985425609288e-05, + "loss": 1.5533, + "num_input_tokens_seen": 2526806016, + "step": 2142 + }, + { + "epoch": 0.0640556800754984, + "grad_norm": 0.73046875, + "learning_rate": 7.13301564447771e-05, + "loss": 1.4244, + "num_input_tokens_seen": 2527985664, + "step": 2143 + }, + { + "epoch": 0.06417364633714757, + "grad_norm": 0.62109375, + "learning_rate": 7.132045386652829e-05, + "loss": 1.5217, + "num_input_tokens_seen": 2529165312, + "step": 2144 + }, + { + "epoch": 0.06429161259879675, + "grad_norm": 0.7265625, + "learning_rate": 7.131074652282268e-05, + "loss": 1.4388, + "num_input_tokens_seen": 2530344960, + "step": 2145 + }, + { + "epoch": 0.06440957886044592, + "grad_norm": 0.6328125, + "learning_rate": 7.130103441513726e-05, + "loss": 1.6643, + "num_input_tokens_seen": 2531524608, + "step": 2146 + }, + { + "epoch": 0.06452754512209508, + "grad_norm": 0.64453125, + "learning_rate": 7.129131754494975e-05, + "loss": 1.6273, + "num_input_tokens_seen": 2532704256, + "step": 2147 + }, + { + "epoch": 0.06464551138374425, + "grad_norm": 0.6796875, + "learning_rate": 7.128159591373859e-05, + "loss": 1.5731, + "num_input_tokens_seen": 2533883904, + "step": 2148 + }, + { + "epoch": 0.06476347764539342, + "grad_norm": 0.6640625, + "learning_rate": 7.127186952298293e-05, + "loss": 1.5956, + "num_input_tokens_seen": 2535063552, + "step": 2149 + }, + { + "epoch": 0.06488144390704259, + "grad_norm": 0.703125, + "learning_rate": 7.126213837416267e-05, + "loss": 1.5309, + "num_input_tokens_seen": 2536243200, + "step": 2150 + }, + { + "epoch": 0.06499941016869175, + "grad_norm": 0.6328125, + "learning_rate": 7.125240246875841e-05, + "loss": 1.5006, + "num_input_tokens_seen": 2537422848, + "step": 2151 + }, + { + "epoch": 0.06511737643034092, + "grad_norm": 0.71484375, + "learning_rate": 7.124266180825148e-05, + "loss": 1.6113, + "num_input_tokens_seen": 2538602496, + "step": 2152 + }, + { + "epoch": 0.06523534269199009, + "grad_norm": 0.62109375, + "learning_rate": 7.123291639412395e-05, + "loss": 1.4539, + "num_input_tokens_seen": 2539782144, + "step": 2153 + }, + { + "epoch": 0.06535330895363926, + "grad_norm": 0.7109375, + "learning_rate": 7.12231662278586e-05, + "loss": 1.4511, + "num_input_tokens_seen": 2540961792, + "step": 2154 + }, + { + "epoch": 0.06547127521528842, + "grad_norm": 0.5625, + "learning_rate": 7.121341131093892e-05, + "loss": 1.5934, + "num_input_tokens_seen": 2542141440, + "step": 2155 + }, + { + "epoch": 0.0655892414769376, + "grad_norm": 0.625, + "learning_rate": 7.120365164484915e-05, + "loss": 1.5815, + "num_input_tokens_seen": 2543321088, + "step": 2156 + }, + { + "epoch": 0.06570720773858676, + "grad_norm": 0.73828125, + "learning_rate": 7.119388723107422e-05, + "loss": 1.5041, + "num_input_tokens_seen": 2544500736, + "step": 2157 + }, + { + "epoch": 0.06582517400023594, + "grad_norm": 0.62109375, + "learning_rate": 7.118411807109983e-05, + "loss": 1.5656, + "num_input_tokens_seen": 2545680384, + "step": 2158 + }, + { + "epoch": 0.0659431402618851, + "grad_norm": 0.68359375, + "learning_rate": 7.117434416641234e-05, + "loss": 1.5776, + "num_input_tokens_seen": 2546860032, + "step": 2159 + }, + { + "epoch": 0.06606110652353427, + "grad_norm": 0.64453125, + "learning_rate": 7.116456551849889e-05, + "loss": 1.4988, + "num_input_tokens_seen": 2548039680, + "step": 2160 + }, + { + "epoch": 0.06617907278518344, + "grad_norm": 0.6484375, + "learning_rate": 7.11547821288473e-05, + "loss": 1.374, + "num_input_tokens_seen": 2549219328, + "step": 2161 + }, + { + "epoch": 0.06629703904683261, + "grad_norm": 0.59375, + "learning_rate": 7.114499399894614e-05, + "loss": 1.4518, + "num_input_tokens_seen": 2550398976, + "step": 2162 + }, + { + "epoch": 0.06641500530848178, + "grad_norm": 0.6171875, + "learning_rate": 7.113520113028468e-05, + "loss": 1.6117, + "num_input_tokens_seen": 2551578624, + "step": 2163 + }, + { + "epoch": 0.06653297157013094, + "grad_norm": 0.6171875, + "learning_rate": 7.112540352435294e-05, + "loss": 1.4237, + "num_input_tokens_seen": 2552758272, + "step": 2164 + }, + { + "epoch": 0.06665093783178011, + "grad_norm": 0.66015625, + "learning_rate": 7.111560118264162e-05, + "loss": 1.4234, + "num_input_tokens_seen": 2553937920, + "step": 2165 + }, + { + "epoch": 0.06676890409342928, + "grad_norm": 0.60546875, + "learning_rate": 7.110579410664217e-05, + "loss": 1.5433, + "num_input_tokens_seen": 2555117568, + "step": 2166 + }, + { + "epoch": 0.06688687035507845, + "grad_norm": 0.6328125, + "learning_rate": 7.109598229784675e-05, + "loss": 1.6265, + "num_input_tokens_seen": 2556297216, + "step": 2167 + }, + { + "epoch": 0.06700483661672761, + "grad_norm": 0.59765625, + "learning_rate": 7.108616575774824e-05, + "loss": 1.599, + "num_input_tokens_seen": 2557476864, + "step": 2168 + }, + { + "epoch": 0.06712280287837678, + "grad_norm": 0.6796875, + "learning_rate": 7.107634448784025e-05, + "loss": 1.7717, + "num_input_tokens_seen": 2558656512, + "step": 2169 + }, + { + "epoch": 0.06724076914002595, + "grad_norm": 0.71484375, + "learning_rate": 7.106651848961711e-05, + "loss": 1.4123, + "num_input_tokens_seen": 2559836160, + "step": 2170 + }, + { + "epoch": 0.06735873540167513, + "grad_norm": 0.734375, + "learning_rate": 7.105668776457384e-05, + "loss": 1.4984, + "num_input_tokens_seen": 2561015808, + "step": 2171 + }, + { + "epoch": 0.06747670166332428, + "grad_norm": 0.7734375, + "learning_rate": 7.10468523142062e-05, + "loss": 1.5935, + "num_input_tokens_seen": 2562195456, + "step": 2172 + }, + { + "epoch": 0.06759466792497346, + "grad_norm": 0.76171875, + "learning_rate": 7.10370121400107e-05, + "loss": 1.4926, + "num_input_tokens_seen": 2563375104, + "step": 2173 + }, + { + "epoch": 0.06771263418662263, + "grad_norm": 0.8671875, + "learning_rate": 7.102716724348449e-05, + "loss": 1.45, + "num_input_tokens_seen": 2564554752, + "step": 2174 + }, + { + "epoch": 0.0678306004482718, + "grad_norm": 0.6484375, + "learning_rate": 7.101731762612554e-05, + "loss": 1.6375, + "num_input_tokens_seen": 2565734400, + "step": 2175 + }, + { + "epoch": 0.06794856670992096, + "grad_norm": 0.88671875, + "learning_rate": 7.100746328943245e-05, + "loss": 1.3712, + "num_input_tokens_seen": 2566914048, + "step": 2176 + }, + { + "epoch": 0.06806653297157013, + "grad_norm": 0.65625, + "learning_rate": 7.099760423490457e-05, + "loss": 1.5398, + "num_input_tokens_seen": 2568093696, + "step": 2177 + }, + { + "epoch": 0.0681844992332193, + "grad_norm": 0.83203125, + "learning_rate": 7.098774046404199e-05, + "loss": 1.5061, + "num_input_tokens_seen": 2569273344, + "step": 2178 + }, + { + "epoch": 0.06830246549486847, + "grad_norm": 0.69140625, + "learning_rate": 7.09778719783455e-05, + "loss": 1.4503, + "num_input_tokens_seen": 2570452992, + "step": 2179 + }, + { + "epoch": 0.06842043175651763, + "grad_norm": 0.8515625, + "learning_rate": 7.096799877931659e-05, + "loss": 1.6409, + "num_input_tokens_seen": 2571632640, + "step": 2180 + }, + { + "epoch": 0.0685383980181668, + "grad_norm": 0.671875, + "learning_rate": 7.095812086845749e-05, + "loss": 1.6075, + "num_input_tokens_seen": 2572812288, + "step": 2181 + }, + { + "epoch": 0.06865636427981597, + "grad_norm": 0.78515625, + "learning_rate": 7.094823824727114e-05, + "loss": 1.4472, + "num_input_tokens_seen": 2573991936, + "step": 2182 + }, + { + "epoch": 0.06877433054146515, + "grad_norm": 0.6796875, + "learning_rate": 7.09383509172612e-05, + "loss": 1.4211, + "num_input_tokens_seen": 2575171584, + "step": 2183 + }, + { + "epoch": 0.0688922968031143, + "grad_norm": 0.70703125, + "learning_rate": 7.092845887993201e-05, + "loss": 1.5067, + "num_input_tokens_seen": 2576351232, + "step": 2184 + }, + { + "epoch": 0.06901026306476347, + "grad_norm": 0.68359375, + "learning_rate": 7.091856213678872e-05, + "loss": 1.6708, + "num_input_tokens_seen": 2577530880, + "step": 2185 + }, + { + "epoch": 0.06912822932641265, + "grad_norm": 0.69921875, + "learning_rate": 7.09086606893371e-05, + "loss": 1.5261, + "num_input_tokens_seen": 2578710528, + "step": 2186 + }, + { + "epoch": 0.06924619558806182, + "grad_norm": 0.7109375, + "learning_rate": 7.089875453908366e-05, + "loss": 1.476, + "num_input_tokens_seen": 2579890176, + "step": 2187 + }, + { + "epoch": 0.06936416184971098, + "grad_norm": 0.8046875, + "learning_rate": 7.088884368753566e-05, + "loss": 1.587, + "num_input_tokens_seen": 2581069824, + "step": 2188 + }, + { + "epoch": 0.06948212811136015, + "grad_norm": 0.68359375, + "learning_rate": 7.087892813620104e-05, + "loss": 1.52, + "num_input_tokens_seen": 2582249472, + "step": 2189 + }, + { + "epoch": 0.06960009437300932, + "grad_norm": 0.8515625, + "learning_rate": 7.086900788658848e-05, + "loss": 1.4511, + "num_input_tokens_seen": 2583429120, + "step": 2190 + }, + { + "epoch": 0.06971806063465849, + "grad_norm": 0.61328125, + "learning_rate": 7.085908294020734e-05, + "loss": 1.5586, + "num_input_tokens_seen": 2584608768, + "step": 2191 + }, + { + "epoch": 0.06983602689630766, + "grad_norm": 0.71484375, + "learning_rate": 7.084915329856773e-05, + "loss": 1.3686, + "num_input_tokens_seen": 2585788416, + "step": 2192 + }, + { + "epoch": 0.06995399315795682, + "grad_norm": 0.65625, + "learning_rate": 7.083921896318045e-05, + "loss": 1.5593, + "num_input_tokens_seen": 2586968064, + "step": 2193 + }, + { + "epoch": 0.07007195941960599, + "grad_norm": 0.65234375, + "learning_rate": 7.082927993555704e-05, + "loss": 1.4251, + "num_input_tokens_seen": 2588147712, + "step": 2194 + }, + { + "epoch": 0.07018992568125516, + "grad_norm": 0.703125, + "learning_rate": 7.081933621720973e-05, + "loss": 1.5143, + "num_input_tokens_seen": 2589327360, + "step": 2195 + }, + { + "epoch": 0.07030789194290434, + "grad_norm": 0.6953125, + "learning_rate": 7.080938780965148e-05, + "loss": 1.6101, + "num_input_tokens_seen": 2590507008, + "step": 2196 + }, + { + "epoch": 0.0704258582045535, + "grad_norm": 0.6640625, + "learning_rate": 7.079943471439593e-05, + "loss": 1.5199, + "num_input_tokens_seen": 2591686656, + "step": 2197 + }, + { + "epoch": 0.07054382446620266, + "grad_norm": 0.67578125, + "learning_rate": 7.078947693295751e-05, + "loss": 1.6252, + "num_input_tokens_seen": 2592866304, + "step": 2198 + }, + { + "epoch": 0.07066179072785184, + "grad_norm": 0.73046875, + "learning_rate": 7.077951446685128e-05, + "loss": 1.5631, + "num_input_tokens_seen": 2594045952, + "step": 2199 + }, + { + "epoch": 0.07077975698950101, + "grad_norm": 0.58984375, + "learning_rate": 7.076954731759302e-05, + "loss": 1.6381, + "num_input_tokens_seen": 2595225600, + "step": 2200 + }, + { + "epoch": 0.07077975698950101, + "eval_wikipedia_loss": 2.2444777488708496, + "eval_wikipedia_runtime": 162.8868, + "eval_wikipedia_samples_per_second": 4.31, + "eval_wikipedia_steps_per_second": 0.184, + "num_input_tokens_seen": 2595225600, + "step": 2200 + }, + { + "epoch": 0.07077975698950101, + "eval_toxicity_loss": 4.000207901000977, + "eval_toxicity_runtime": 1.0596, + "eval_toxicity_samples_per_second": 1.887, + "eval_toxicity_steps_per_second": 0.944, + "num_input_tokens_seen": 2595225600, + "step": 2200 + }, + { + "epoch": 0.00011796626164916834, + "grad_norm": 0.796875, + "learning_rate": 7.07595754866993e-05, + "loss": 1.279, + "num_input_tokens_seen": 2596405248, + "step": 2201 + }, + { + "epoch": 0.0002359325232983367, + "grad_norm": 0.62890625, + "learning_rate": 7.074959897568731e-05, + "loss": 1.4499, + "num_input_tokens_seen": 2597584896, + "step": 2202 + }, + { + "epoch": 0.000353898784947505, + "grad_norm": 0.78125, + "learning_rate": 7.073961778607501e-05, + "loss": 1.3672, + "num_input_tokens_seen": 2598764544, + "step": 2203 + }, + { + "epoch": 0.0004718650465966734, + "grad_norm": 0.734375, + "learning_rate": 7.072963191938106e-05, + "loss": 1.5299, + "num_input_tokens_seen": 2599944192, + "step": 2204 + }, + { + "epoch": 0.0005898313082458417, + "grad_norm": 0.72265625, + "learning_rate": 7.07196413771248e-05, + "loss": 1.4092, + "num_input_tokens_seen": 2601123840, + "step": 2205 + }, + { + "epoch": 0.00070779756989501, + "grad_norm": 0.6796875, + "learning_rate": 7.070964616082633e-05, + "loss": 1.3923, + "num_input_tokens_seen": 2602303488, + "step": 2206 + }, + { + "epoch": 0.0008257638315441783, + "grad_norm": 1.03125, + "learning_rate": 7.069964627200643e-05, + "loss": 1.4942, + "num_input_tokens_seen": 2603483136, + "step": 2207 + }, + { + "epoch": 0.0009437300931933467, + "grad_norm": 0.80078125, + "learning_rate": 7.06896417121866e-05, + "loss": 1.3644, + "num_input_tokens_seen": 2604662784, + "step": 2208 + }, + { + "epoch": 0.001061696354842515, + "grad_norm": 0.7109375, + "learning_rate": 7.067963248288905e-05, + "loss": 1.389, + "num_input_tokens_seen": 2605842432, + "step": 2209 + }, + { + "epoch": 0.0011796626164916834, + "grad_norm": 0.7265625, + "learning_rate": 7.066961858563669e-05, + "loss": 1.2878, + "num_input_tokens_seen": 2607022080, + "step": 2210 + }, + { + "epoch": 0.0012976288781408518, + "grad_norm": 0.7890625, + "learning_rate": 7.065960002195319e-05, + "loss": 1.4527, + "num_input_tokens_seen": 2608201728, + "step": 2211 + }, + { + "epoch": 0.00141559513979002, + "grad_norm": 0.72265625, + "learning_rate": 7.064957679336284e-05, + "loss": 1.3769, + "num_input_tokens_seen": 2609381376, + "step": 2212 + }, + { + "epoch": 0.0015335614014391884, + "grad_norm": 0.67578125, + "learning_rate": 7.06395489013907e-05, + "loss": 1.3244, + "num_input_tokens_seen": 2610561024, + "step": 2213 + }, + { + "epoch": 0.0016515276630883566, + "grad_norm": 0.69140625, + "learning_rate": 7.062951634756256e-05, + "loss": 1.2275, + "num_input_tokens_seen": 2611740672, + "step": 2214 + }, + { + "epoch": 0.001769493924737525, + "grad_norm": 0.72265625, + "learning_rate": 7.061947913340485e-05, + "loss": 1.3976, + "num_input_tokens_seen": 2612920320, + "step": 2215 + }, + { + "epoch": 0.0018874601863866935, + "grad_norm": 0.73828125, + "learning_rate": 7.060943726044477e-05, + "loss": 1.2778, + "num_input_tokens_seen": 2614099968, + "step": 2216 + }, + { + "epoch": 0.0020054264480358617, + "grad_norm": 0.65234375, + "learning_rate": 7.059939073021022e-05, + "loss": 1.5112, + "num_input_tokens_seen": 2615279616, + "step": 2217 + }, + { + "epoch": 0.00212339270968503, + "grad_norm": 0.6484375, + "learning_rate": 7.058933954422977e-05, + "loss": 1.4127, + "num_input_tokens_seen": 2616459264, + "step": 2218 + }, + { + "epoch": 0.0022413589713341986, + "grad_norm": 0.734375, + "learning_rate": 7.057928370403272e-05, + "loss": 1.4968, + "num_input_tokens_seen": 2617638912, + "step": 2219 + }, + { + "epoch": 0.0023593252329833668, + "grad_norm": 0.71484375, + "learning_rate": 7.056922321114912e-05, + "loss": 1.5317, + "num_input_tokens_seen": 2618818560, + "step": 2220 + }, + { + "epoch": 0.002477291494632535, + "grad_norm": 0.7109375, + "learning_rate": 7.055915806710965e-05, + "loss": 1.4512, + "num_input_tokens_seen": 2619998208, + "step": 2221 + }, + { + "epoch": 0.0025952577562817036, + "grad_norm": 0.79296875, + "learning_rate": 7.054908827344575e-05, + "loss": 1.3763, + "num_input_tokens_seen": 2621177856, + "step": 2222 + }, + { + "epoch": 0.002713224017930872, + "grad_norm": 0.64453125, + "learning_rate": 7.053901383168957e-05, + "loss": 1.6134, + "num_input_tokens_seen": 2622357504, + "step": 2223 + }, + { + "epoch": 0.00283119027958004, + "grad_norm": 0.70703125, + "learning_rate": 7.052893474337394e-05, + "loss": 1.4966, + "num_input_tokens_seen": 2623537152, + "step": 2224 + }, + { + "epoch": 0.0029491565412292082, + "grad_norm": 1.3828125, + "learning_rate": 7.05188510100324e-05, + "loss": 1.5941, + "num_input_tokens_seen": 2624716800, + "step": 2225 + }, + { + "epoch": 0.003067122802878377, + "grad_norm": 1.140625, + "learning_rate": 7.050876263319922e-05, + "loss": 1.3249, + "num_input_tokens_seen": 2625896448, + "step": 2226 + }, + { + "epoch": 0.003185089064527545, + "grad_norm": 0.9140625, + "learning_rate": 7.049866961440936e-05, + "loss": 1.4531, + "num_input_tokens_seen": 2627076096, + "step": 2227 + }, + { + "epoch": 0.0033030553261767133, + "grad_norm": 1.0703125, + "learning_rate": 7.04885719551985e-05, + "loss": 1.4713, + "num_input_tokens_seen": 2628255744, + "step": 2228 + }, + { + "epoch": 0.003421021587825882, + "grad_norm": 0.8984375, + "learning_rate": 7.047846965710297e-05, + "loss": 1.3711, + "num_input_tokens_seen": 2629435392, + "step": 2229 + }, + { + "epoch": 0.00353898784947505, + "grad_norm": 0.8515625, + "learning_rate": 7.046836272165992e-05, + "loss": 1.4326, + "num_input_tokens_seen": 2630615040, + "step": 2230 + }, + { + "epoch": 0.0036569541111242184, + "grad_norm": 0.875, + "learning_rate": 7.045825115040707e-05, + "loss": 1.36, + "num_input_tokens_seen": 2631794688, + "step": 2231 + }, + { + "epoch": 0.003774920372773387, + "grad_norm": 0.87890625, + "learning_rate": 7.044813494488296e-05, + "loss": 1.4388, + "num_input_tokens_seen": 2632974336, + "step": 2232 + }, + { + "epoch": 0.003892886634422555, + "grad_norm": 0.8515625, + "learning_rate": 7.043801410662676e-05, + "loss": 1.3882, + "num_input_tokens_seen": 2634153984, + "step": 2233 + }, + { + "epoch": 0.004010852896071723, + "grad_norm": 0.73046875, + "learning_rate": 7.042788863717838e-05, + "loss": 1.4323, + "num_input_tokens_seen": 2635333632, + "step": 2234 + }, + { + "epoch": 0.004128819157720892, + "grad_norm": 0.80859375, + "learning_rate": 7.041775853807842e-05, + "loss": 1.4982, + "num_input_tokens_seen": 2636513280, + "step": 2235 + }, + { + "epoch": 0.00424678541937006, + "grad_norm": 0.7265625, + "learning_rate": 7.04076238108682e-05, + "loss": 1.3422, + "num_input_tokens_seen": 2637692928, + "step": 2236 + }, + { + "epoch": 0.004364751681019229, + "grad_norm": 1.2421875, + "learning_rate": 7.039748445708974e-05, + "loss": 1.5675, + "num_input_tokens_seen": 2638872576, + "step": 2237 + }, + { + "epoch": 0.004482717942668397, + "grad_norm": 0.73828125, + "learning_rate": 7.038734047828573e-05, + "loss": 1.6413, + "num_input_tokens_seen": 2640052224, + "step": 2238 + }, + { + "epoch": 0.004600684204317565, + "grad_norm": 0.9375, + "learning_rate": 7.037719187599963e-05, + "loss": 1.3223, + "num_input_tokens_seen": 2641231872, + "step": 2239 + }, + { + "epoch": 0.0047186504659667335, + "grad_norm": 0.703125, + "learning_rate": 7.036703865177555e-05, + "loss": 1.5629, + "num_input_tokens_seen": 2642411520, + "step": 2240 + }, + { + "epoch": 0.004836616727615902, + "grad_norm": 0.8515625, + "learning_rate": 7.035688080715829e-05, + "loss": 1.4278, + "num_input_tokens_seen": 2643591168, + "step": 2241 + }, + { + "epoch": 0.00495458298926507, + "grad_norm": 0.734375, + "learning_rate": 7.034671834369343e-05, + "loss": 1.4345, + "num_input_tokens_seen": 2644770816, + "step": 2242 + }, + { + "epoch": 0.005072549250914238, + "grad_norm": 0.70703125, + "learning_rate": 7.033655126292719e-05, + "loss": 1.5669, + "num_input_tokens_seen": 2645950464, + "step": 2243 + }, + { + "epoch": 0.005190515512563407, + "grad_norm": 0.6875, + "learning_rate": 7.03263795664065e-05, + "loss": 1.7457, + "num_input_tokens_seen": 2647130112, + "step": 2244 + }, + { + "epoch": 0.0053084817742125754, + "grad_norm": 0.67578125, + "learning_rate": 7.0316203255679e-05, + "loss": 1.3967, + "num_input_tokens_seen": 2648309760, + "step": 2245 + }, + { + "epoch": 0.005426448035861744, + "grad_norm": 0.81640625, + "learning_rate": 7.030602233229301e-05, + "loss": 1.4547, + "num_input_tokens_seen": 2649489408, + "step": 2246 + }, + { + "epoch": 0.005544414297510912, + "grad_norm": 0.68359375, + "learning_rate": 7.029583679779763e-05, + "loss": 1.4224, + "num_input_tokens_seen": 2650669056, + "step": 2247 + }, + { + "epoch": 0.00566238055916008, + "grad_norm": 0.7734375, + "learning_rate": 7.028564665374255e-05, + "loss": 1.388, + "num_input_tokens_seen": 2651848704, + "step": 2248 + }, + { + "epoch": 0.005780346820809248, + "grad_norm": 0.7109375, + "learning_rate": 7.027545190167826e-05, + "loss": 1.5302, + "num_input_tokens_seen": 2653028352, + "step": 2249 + }, + { + "epoch": 0.0058983130824584165, + "grad_norm": 0.68359375, + "learning_rate": 7.026525254315585e-05, + "loss": 1.5047, + "num_input_tokens_seen": 2654208000, + "step": 2250 + }, + { + "epoch": 0.0060162793441075856, + "grad_norm": 0.85546875, + "learning_rate": 7.025504857972725e-05, + "loss": 1.4331, + "num_input_tokens_seen": 2655387648, + "step": 2251 + }, + { + "epoch": 0.006134245605756754, + "grad_norm": 0.65234375, + "learning_rate": 7.024484001294493e-05, + "loss": 1.3799, + "num_input_tokens_seen": 2656567296, + "step": 2252 + }, + { + "epoch": 0.006252211867405922, + "grad_norm": 0.7265625, + "learning_rate": 7.023462684436219e-05, + "loss": 1.5903, + "num_input_tokens_seen": 2657746944, + "step": 2253 + }, + { + "epoch": 0.00637017812905509, + "grad_norm": 0.67578125, + "learning_rate": 7.022440907553297e-05, + "loss": 1.4781, + "num_input_tokens_seen": 2658926592, + "step": 2254 + }, + { + "epoch": 0.006488144390704258, + "grad_norm": 0.6796875, + "learning_rate": 7.02141867080119e-05, + "loss": 1.3965, + "num_input_tokens_seen": 2660106240, + "step": 2255 + }, + { + "epoch": 0.006606110652353427, + "grad_norm": 0.7421875, + "learning_rate": 7.020395974335435e-05, + "loss": 1.3427, + "num_input_tokens_seen": 2661285888, + "step": 2256 + }, + { + "epoch": 0.006724076914002596, + "grad_norm": 0.62890625, + "learning_rate": 7.019372818311637e-05, + "loss": 1.4117, + "num_input_tokens_seen": 2662465536, + "step": 2257 + }, + { + "epoch": 0.006842043175651764, + "grad_norm": 0.63671875, + "learning_rate": 7.018349202885469e-05, + "loss": 1.6288, + "num_input_tokens_seen": 2663645184, + "step": 2258 + }, + { + "epoch": 0.006960009437300932, + "grad_norm": 0.8984375, + "learning_rate": 7.017325128212676e-05, + "loss": 1.4989, + "num_input_tokens_seen": 2664824832, + "step": 2259 + }, + { + "epoch": 0.0070779756989501, + "grad_norm": 0.671875, + "learning_rate": 7.016300594449075e-05, + "loss": 1.493, + "num_input_tokens_seen": 2666004480, + "step": 2260 + }, + { + "epoch": 0.0071959419605992685, + "grad_norm": 0.66015625, + "learning_rate": 7.015275601750548e-05, + "loss": 1.6693, + "num_input_tokens_seen": 2667184128, + "step": 2261 + }, + { + "epoch": 0.007313908222248437, + "grad_norm": 0.6328125, + "learning_rate": 7.01425015027305e-05, + "loss": 1.419, + "num_input_tokens_seen": 2668363776, + "step": 2262 + }, + { + "epoch": 0.007431874483897605, + "grad_norm": 0.671875, + "learning_rate": 7.013224240172605e-05, + "loss": 1.4517, + "num_input_tokens_seen": 2669543424, + "step": 2263 + }, + { + "epoch": 0.007549840745546774, + "grad_norm": 0.65625, + "learning_rate": 7.012197871605308e-05, + "loss": 1.463, + "num_input_tokens_seen": 2670723072, + "step": 2264 + }, + { + "epoch": 0.007667807007195942, + "grad_norm": 0.71875, + "learning_rate": 7.01117104472732e-05, + "loss": 1.5614, + "num_input_tokens_seen": 2671902720, + "step": 2265 + }, + { + "epoch": 0.00778577326884511, + "grad_norm": 0.75, + "learning_rate": 7.010143759694876e-05, + "loss": 1.5027, + "num_input_tokens_seen": 2673082368, + "step": 2266 + }, + { + "epoch": 0.007903739530494279, + "grad_norm": 0.640625, + "learning_rate": 7.00911601666428e-05, + "loss": 1.271, + "num_input_tokens_seen": 2674262016, + "step": 2267 + }, + { + "epoch": 0.008021705792143447, + "grad_norm": 0.6484375, + "learning_rate": 7.008087815791904e-05, + "loss": 1.4959, + "num_input_tokens_seen": 2675441664, + "step": 2268 + }, + { + "epoch": 0.008139672053792615, + "grad_norm": 0.65234375, + "learning_rate": 7.007059157234189e-05, + "loss": 1.4131, + "num_input_tokens_seen": 2676621312, + "step": 2269 + }, + { + "epoch": 0.008257638315441783, + "grad_norm": 0.625, + "learning_rate": 7.006030041147649e-05, + "loss": 1.605, + "num_input_tokens_seen": 2677800960, + "step": 2270 + }, + { + "epoch": 0.008375604577090951, + "grad_norm": 0.7109375, + "learning_rate": 7.005000467688863e-05, + "loss": 1.3874, + "num_input_tokens_seen": 2678980608, + "step": 2271 + }, + { + "epoch": 0.00849357083874012, + "grad_norm": 0.67578125, + "learning_rate": 7.003970437014485e-05, + "loss": 1.4089, + "num_input_tokens_seen": 2680160256, + "step": 2272 + }, + { + "epoch": 0.008611537100389288, + "grad_norm": 0.65234375, + "learning_rate": 7.002939949281236e-05, + "loss": 1.4299, + "num_input_tokens_seen": 2681339904, + "step": 2273 + }, + { + "epoch": 0.008729503362038458, + "grad_norm": 0.69921875, + "learning_rate": 7.001909004645903e-05, + "loss": 1.5478, + "num_input_tokens_seen": 2682519552, + "step": 2274 + }, + { + "epoch": 0.008847469623687626, + "grad_norm": 0.71875, + "learning_rate": 7.00087760326535e-05, + "loss": 1.5255, + "num_input_tokens_seen": 2683699200, + "step": 2275 + }, + { + "epoch": 0.008965435885336794, + "grad_norm": 0.67578125, + "learning_rate": 6.999845745296502e-05, + "loss": 1.5791, + "num_input_tokens_seen": 2684878848, + "step": 2276 + }, + { + "epoch": 0.009083402146985962, + "grad_norm": 0.671875, + "learning_rate": 6.998813430896363e-05, + "loss": 1.4338, + "num_input_tokens_seen": 2686058496, + "step": 2277 + }, + { + "epoch": 0.00920136840863513, + "grad_norm": 0.65234375, + "learning_rate": 6.997780660221998e-05, + "loss": 1.3966, + "num_input_tokens_seen": 2687238144, + "step": 2278 + }, + { + "epoch": 0.009319334670284299, + "grad_norm": 0.65625, + "learning_rate": 6.996747433430544e-05, + "loss": 1.4853, + "num_input_tokens_seen": 2688417792, + "step": 2279 + }, + { + "epoch": 0.009437300931933467, + "grad_norm": 0.6328125, + "learning_rate": 6.99571375067921e-05, + "loss": 1.4374, + "num_input_tokens_seen": 2689597440, + "step": 2280 + }, + { + "epoch": 0.009555267193582635, + "grad_norm": 0.625, + "learning_rate": 6.994679612125271e-05, + "loss": 1.4626, + "num_input_tokens_seen": 2690777088, + "step": 2281 + }, + { + "epoch": 0.009673233455231803, + "grad_norm": 0.63671875, + "learning_rate": 6.993645017926073e-05, + "loss": 1.4426, + "num_input_tokens_seen": 2691956736, + "step": 2282 + }, + { + "epoch": 0.009791199716880972, + "grad_norm": 0.62890625, + "learning_rate": 6.992609968239033e-05, + "loss": 1.551, + "num_input_tokens_seen": 2693136384, + "step": 2283 + }, + { + "epoch": 0.00990916597853014, + "grad_norm": 0.6328125, + "learning_rate": 6.991574463221634e-05, + "loss": 1.4595, + "num_input_tokens_seen": 2694316032, + "step": 2284 + }, + { + "epoch": 0.010027132240179308, + "grad_norm": 0.61328125, + "learning_rate": 6.990538503031429e-05, + "loss": 1.4067, + "num_input_tokens_seen": 2695495680, + "step": 2285 + }, + { + "epoch": 0.010145098501828476, + "grad_norm": 0.63671875, + "learning_rate": 6.989502087826043e-05, + "loss": 1.3568, + "num_input_tokens_seen": 2696675328, + "step": 2286 + }, + { + "epoch": 0.010263064763477646, + "grad_norm": 0.66796875, + "learning_rate": 6.988465217763168e-05, + "loss": 1.61, + "num_input_tokens_seen": 2697854976, + "step": 2287 + }, + { + "epoch": 0.010381031025126814, + "grad_norm": 0.609375, + "learning_rate": 6.987427893000563e-05, + "loss": 1.3611, + "num_input_tokens_seen": 2699034624, + "step": 2288 + }, + { + "epoch": 0.010498997286775983, + "grad_norm": 0.66015625, + "learning_rate": 6.986390113696059e-05, + "loss": 1.4669, + "num_input_tokens_seen": 2700214272, + "step": 2289 + }, + { + "epoch": 0.010616963548425151, + "grad_norm": 0.64453125, + "learning_rate": 6.985351880007558e-05, + "loss": 1.4732, + "num_input_tokens_seen": 2701393920, + "step": 2290 + }, + { + "epoch": 0.010734929810074319, + "grad_norm": 0.671875, + "learning_rate": 6.984313192093029e-05, + "loss": 1.4818, + "num_input_tokens_seen": 2702573568, + "step": 2291 + }, + { + "epoch": 0.010852896071723487, + "grad_norm": 0.62109375, + "learning_rate": 6.983274050110509e-05, + "loss": 1.4583, + "num_input_tokens_seen": 2703753216, + "step": 2292 + }, + { + "epoch": 0.010970862333372655, + "grad_norm": 0.625, + "learning_rate": 6.982234454218102e-05, + "loss": 1.4855, + "num_input_tokens_seen": 2704932864, + "step": 2293 + }, + { + "epoch": 0.011088828595021824, + "grad_norm": 0.58984375, + "learning_rate": 6.98119440457399e-05, + "loss": 1.5033, + "num_input_tokens_seen": 2706112512, + "step": 2294 + }, + { + "epoch": 0.011206794856670992, + "grad_norm": 0.66796875, + "learning_rate": 6.980153901336414e-05, + "loss": 1.4211, + "num_input_tokens_seen": 2707292160, + "step": 2295 + }, + { + "epoch": 0.01132476111832016, + "grad_norm": 0.6640625, + "learning_rate": 6.97911294466369e-05, + "loss": 1.4463, + "num_input_tokens_seen": 2708471808, + "step": 2296 + }, + { + "epoch": 0.011442727379969328, + "grad_norm": 0.69921875, + "learning_rate": 6.978071534714201e-05, + "loss": 1.3601, + "num_input_tokens_seen": 2709651456, + "step": 2297 + }, + { + "epoch": 0.011560693641618497, + "grad_norm": 0.71875, + "learning_rate": 6.977029671646397e-05, + "loss": 1.6515, + "num_input_tokens_seen": 2710831104, + "step": 2298 + }, + { + "epoch": 0.011678659903267665, + "grad_norm": 0.6171875, + "learning_rate": 6.975987355618802e-05, + "loss": 1.4837, + "num_input_tokens_seen": 2712010752, + "step": 2299 + }, + { + "epoch": 0.011796626164916833, + "grad_norm": 0.65625, + "learning_rate": 6.974944586790007e-05, + "loss": 1.4918, + "num_input_tokens_seen": 2713190400, + "step": 2300 + }, + { + "epoch": 0.011914592426566003, + "grad_norm": 0.62890625, + "learning_rate": 6.973901365318667e-05, + "loss": 1.6257, + "num_input_tokens_seen": 2714370048, + "step": 2301 + }, + { + "epoch": 0.012032558688215171, + "grad_norm": 0.66796875, + "learning_rate": 6.972857691363512e-05, + "loss": 1.4187, + "num_input_tokens_seen": 2715549696, + "step": 2302 + }, + { + "epoch": 0.01215052494986434, + "grad_norm": 0.65625, + "learning_rate": 6.971813565083339e-05, + "loss": 1.3837, + "num_input_tokens_seen": 2716729344, + "step": 2303 + }, + { + "epoch": 0.012268491211513508, + "grad_norm": 0.69921875, + "learning_rate": 6.970768986637013e-05, + "loss": 1.3876, + "num_input_tokens_seen": 2717908992, + "step": 2304 + }, + { + "epoch": 0.012386457473162676, + "grad_norm": 0.640625, + "learning_rate": 6.969723956183468e-05, + "loss": 1.4501, + "num_input_tokens_seen": 2719088640, + "step": 2305 + }, + { + "epoch": 0.012504423734811844, + "grad_norm": 0.6484375, + "learning_rate": 6.968678473881707e-05, + "loss": 1.4169, + "num_input_tokens_seen": 2720268288, + "step": 2306 + }, + { + "epoch": 0.012622389996461012, + "grad_norm": 0.6875, + "learning_rate": 6.967632539890803e-05, + "loss": 1.3804, + "num_input_tokens_seen": 2721447936, + "step": 2307 + }, + { + "epoch": 0.01274035625811018, + "grad_norm": 0.6171875, + "learning_rate": 6.966586154369895e-05, + "loss": 1.6041, + "num_input_tokens_seen": 2722627584, + "step": 2308 + }, + { + "epoch": 0.012858322519759349, + "grad_norm": 0.66015625, + "learning_rate": 6.965539317478191e-05, + "loss": 1.4367, + "num_input_tokens_seen": 2723807232, + "step": 2309 + }, + { + "epoch": 0.012976288781408517, + "grad_norm": 0.6171875, + "learning_rate": 6.964492029374973e-05, + "loss": 1.5256, + "num_input_tokens_seen": 2724986880, + "step": 2310 + }, + { + "epoch": 0.013094255043057685, + "grad_norm": 0.62890625, + "learning_rate": 6.963444290219585e-05, + "loss": 1.4456, + "num_input_tokens_seen": 2726166528, + "step": 2311 + }, + { + "epoch": 0.013212221304706853, + "grad_norm": 0.68359375, + "learning_rate": 6.962396100171441e-05, + "loss": 1.4174, + "num_input_tokens_seen": 2727346176, + "step": 2312 + }, + { + "epoch": 0.013330187566356021, + "grad_norm": 0.66796875, + "learning_rate": 6.961347459390027e-05, + "loss": 1.5069, + "num_input_tokens_seen": 2728525824, + "step": 2313 + }, + { + "epoch": 0.013448153828005191, + "grad_norm": 0.69140625, + "learning_rate": 6.960298368034894e-05, + "loss": 1.6307, + "num_input_tokens_seen": 2729705472, + "step": 2314 + }, + { + "epoch": 0.01356612008965436, + "grad_norm": 0.828125, + "learning_rate": 6.959248826265665e-05, + "loss": 1.5438, + "num_input_tokens_seen": 2730885120, + "step": 2315 + }, + { + "epoch": 0.013684086351303528, + "grad_norm": 0.671875, + "learning_rate": 6.958198834242027e-05, + "loss": 1.3704, + "num_input_tokens_seen": 2732064768, + "step": 2316 + }, + { + "epoch": 0.013802052612952696, + "grad_norm": 0.71484375, + "learning_rate": 6.957148392123738e-05, + "loss": 1.5327, + "num_input_tokens_seen": 2733244416, + "step": 2317 + }, + { + "epoch": 0.013920018874601864, + "grad_norm": 0.73828125, + "learning_rate": 6.956097500070626e-05, + "loss": 1.5696, + "num_input_tokens_seen": 2734424064, + "step": 2318 + }, + { + "epoch": 0.014037985136251032, + "grad_norm": 0.75390625, + "learning_rate": 6.955046158242586e-05, + "loss": 1.4443, + "num_input_tokens_seen": 2735603712, + "step": 2319 + }, + { + "epoch": 0.0141559513979002, + "grad_norm": 0.66015625, + "learning_rate": 6.95399436679958e-05, + "loss": 1.4513, + "num_input_tokens_seen": 2736783360, + "step": 2320 + }, + { + "epoch": 0.014273917659549369, + "grad_norm": 0.6171875, + "learning_rate": 6.952942125901639e-05, + "loss": 1.4938, + "num_input_tokens_seen": 2737963008, + "step": 2321 + }, + { + "epoch": 0.014391883921198537, + "grad_norm": 0.60546875, + "learning_rate": 6.951889435708865e-05, + "loss": 1.5951, + "num_input_tokens_seen": 2739142656, + "step": 2322 + }, + { + "epoch": 0.014509850182847705, + "grad_norm": 0.65234375, + "learning_rate": 6.950836296381425e-05, + "loss": 1.4721, + "num_input_tokens_seen": 2740322304, + "step": 2323 + }, + { + "epoch": 0.014627816444496873, + "grad_norm": 0.60546875, + "learning_rate": 6.949782708079559e-05, + "loss": 1.3621, + "num_input_tokens_seen": 2741501952, + "step": 2324 + }, + { + "epoch": 0.014745782706146042, + "grad_norm": 0.62109375, + "learning_rate": 6.948728670963568e-05, + "loss": 1.5476, + "num_input_tokens_seen": 2742681600, + "step": 2325 + }, + { + "epoch": 0.01486374896779521, + "grad_norm": 0.6015625, + "learning_rate": 6.947674185193827e-05, + "loss": 1.3664, + "num_input_tokens_seen": 2743861248, + "step": 2326 + }, + { + "epoch": 0.014981715229444378, + "grad_norm": 0.66796875, + "learning_rate": 6.946619250930781e-05, + "loss": 1.4769, + "num_input_tokens_seen": 2745040896, + "step": 2327 + }, + { + "epoch": 0.015099681491093548, + "grad_norm": 0.61328125, + "learning_rate": 6.945563868334934e-05, + "loss": 1.5773, + "num_input_tokens_seen": 2746220544, + "step": 2328 + }, + { + "epoch": 0.015217647752742716, + "grad_norm": 0.671875, + "learning_rate": 6.944508037566867e-05, + "loss": 1.3092, + "num_input_tokens_seen": 2747400192, + "step": 2329 + }, + { + "epoch": 0.015335614014391884, + "grad_norm": 0.609375, + "learning_rate": 6.943451758787227e-05, + "loss": 1.4372, + "num_input_tokens_seen": 2748579840, + "step": 2330 + }, + { + "epoch": 0.015453580276041053, + "grad_norm": 0.61328125, + "learning_rate": 6.942395032156728e-05, + "loss": 1.394, + "num_input_tokens_seen": 2749759488, + "step": 2331 + }, + { + "epoch": 0.01557154653769022, + "grad_norm": 0.65625, + "learning_rate": 6.941337857836152e-05, + "loss": 1.4001, + "num_input_tokens_seen": 2750939136, + "step": 2332 + }, + { + "epoch": 0.01568951279933939, + "grad_norm": 0.625, + "learning_rate": 6.940280235986351e-05, + "loss": 1.415, + "num_input_tokens_seen": 2752118784, + "step": 2333 + }, + { + "epoch": 0.015807479060988557, + "grad_norm": 0.5859375, + "learning_rate": 6.939222166768242e-05, + "loss": 1.4309, + "num_input_tokens_seen": 2753298432, + "step": 2334 + }, + { + "epoch": 0.015925445322637725, + "grad_norm": 0.625, + "learning_rate": 6.938163650342812e-05, + "loss": 1.4035, + "num_input_tokens_seen": 2754478080, + "step": 2335 + }, + { + "epoch": 0.016043411584286894, + "grad_norm": 0.609375, + "learning_rate": 6.937104686871118e-05, + "loss": 1.4242, + "num_input_tokens_seen": 2755657728, + "step": 2336 + }, + { + "epoch": 0.016161377845936062, + "grad_norm": 0.62109375, + "learning_rate": 6.936045276514283e-05, + "loss": 1.5698, + "num_input_tokens_seen": 2756837376, + "step": 2337 + }, + { + "epoch": 0.01627934410758523, + "grad_norm": 0.58203125, + "learning_rate": 6.934985419433496e-05, + "loss": 1.5925, + "num_input_tokens_seen": 2758017024, + "step": 2338 + }, + { + "epoch": 0.0163973103692344, + "grad_norm": 0.625, + "learning_rate": 6.933925115790016e-05, + "loss": 1.4618, + "num_input_tokens_seen": 2759196672, + "step": 2339 + }, + { + "epoch": 0.016515276630883566, + "grad_norm": 0.578125, + "learning_rate": 6.932864365745172e-05, + "loss": 1.6154, + "num_input_tokens_seen": 2760376320, + "step": 2340 + }, + { + "epoch": 0.016633242892532735, + "grad_norm": 0.66015625, + "learning_rate": 6.931803169460356e-05, + "loss": 1.5247, + "num_input_tokens_seen": 2761555968, + "step": 2341 + }, + { + "epoch": 0.016751209154181903, + "grad_norm": 0.6484375, + "learning_rate": 6.930741527097033e-05, + "loss": 1.4851, + "num_input_tokens_seen": 2762735616, + "step": 2342 + }, + { + "epoch": 0.01686917541583107, + "grad_norm": 0.66015625, + "learning_rate": 6.929679438816733e-05, + "loss": 1.4153, + "num_input_tokens_seen": 2763915264, + "step": 2343 + }, + { + "epoch": 0.01698714167748024, + "grad_norm": 0.6171875, + "learning_rate": 6.928616904781053e-05, + "loss": 1.4394, + "num_input_tokens_seen": 2765094912, + "step": 2344 + }, + { + "epoch": 0.017105107939129408, + "grad_norm": 0.59765625, + "learning_rate": 6.927553925151661e-05, + "loss": 1.4926, + "num_input_tokens_seen": 2766274560, + "step": 2345 + }, + { + "epoch": 0.017223074200778576, + "grad_norm": 0.61328125, + "learning_rate": 6.92649050009029e-05, + "loss": 1.5191, + "num_input_tokens_seen": 2767454208, + "step": 2346 + }, + { + "epoch": 0.017341040462427744, + "grad_norm": 0.671875, + "learning_rate": 6.925426629758743e-05, + "loss": 1.4289, + "num_input_tokens_seen": 2768633856, + "step": 2347 + }, + { + "epoch": 0.017459006724076916, + "grad_norm": 0.58984375, + "learning_rate": 6.92436231431889e-05, + "loss": 1.5127, + "num_input_tokens_seen": 2769813504, + "step": 2348 + }, + { + "epoch": 0.017576972985726084, + "grad_norm": 0.62890625, + "learning_rate": 6.923297553932665e-05, + "loss": 1.3559, + "num_input_tokens_seen": 2770993152, + "step": 2349 + }, + { + "epoch": 0.017694939247375252, + "grad_norm": 0.56640625, + "learning_rate": 6.922232348762076e-05, + "loss": 1.4668, + "num_input_tokens_seen": 2772172800, + "step": 2350 + }, + { + "epoch": 0.01781290550902442, + "grad_norm": 0.6484375, + "learning_rate": 6.921166698969194e-05, + "loss": 1.5413, + "num_input_tokens_seen": 2773352448, + "step": 2351 + }, + { + "epoch": 0.01793087177067359, + "grad_norm": 0.59765625, + "learning_rate": 6.92010060471616e-05, + "loss": 1.5214, + "num_input_tokens_seen": 2774532096, + "step": 2352 + }, + { + "epoch": 0.018048838032322757, + "grad_norm": 0.6484375, + "learning_rate": 6.919034066165183e-05, + "loss": 1.3498, + "num_input_tokens_seen": 2775711744, + "step": 2353 + }, + { + "epoch": 0.018166804293971925, + "grad_norm": 0.6171875, + "learning_rate": 6.917967083478538e-05, + "loss": 1.6508, + "num_input_tokens_seen": 2776891392, + "step": 2354 + }, + { + "epoch": 0.018284770555621093, + "grad_norm": 0.609375, + "learning_rate": 6.916899656818565e-05, + "loss": 1.4732, + "num_input_tokens_seen": 2778071040, + "step": 2355 + }, + { + "epoch": 0.01840273681727026, + "grad_norm": 0.60546875, + "learning_rate": 6.91583178634768e-05, + "loss": 1.4493, + "num_input_tokens_seen": 2779250688, + "step": 2356 + }, + { + "epoch": 0.01852070307891943, + "grad_norm": 0.6484375, + "learning_rate": 6.914763472228357e-05, + "loss": 1.4775, + "num_input_tokens_seen": 2780430336, + "step": 2357 + }, + { + "epoch": 0.018638669340568598, + "grad_norm": 0.640625, + "learning_rate": 6.913694714623144e-05, + "loss": 1.4312, + "num_input_tokens_seen": 2781609984, + "step": 2358 + }, + { + "epoch": 0.018756635602217766, + "grad_norm": 0.6328125, + "learning_rate": 6.912625513694652e-05, + "loss": 1.4589, + "num_input_tokens_seen": 2782789632, + "step": 2359 + }, + { + "epoch": 0.018874601863866934, + "grad_norm": 0.609375, + "learning_rate": 6.911555869605564e-05, + "loss": 1.5448, + "num_input_tokens_seen": 2783969280, + "step": 2360 + }, + { + "epoch": 0.018992568125516102, + "grad_norm": 0.578125, + "learning_rate": 6.910485782518627e-05, + "loss": 1.6133, + "num_input_tokens_seen": 2785148928, + "step": 2361 + }, + { + "epoch": 0.01911053438716527, + "grad_norm": 0.65234375, + "learning_rate": 6.909415252596655e-05, + "loss": 1.6983, + "num_input_tokens_seen": 2786328576, + "step": 2362 + }, + { + "epoch": 0.01922850064881444, + "grad_norm": 0.58984375, + "learning_rate": 6.908344280002534e-05, + "loss": 1.3997, + "num_input_tokens_seen": 2787508224, + "step": 2363 + }, + { + "epoch": 0.019346466910463607, + "grad_norm": 0.61328125, + "learning_rate": 6.907272864899213e-05, + "loss": 1.4385, + "num_input_tokens_seen": 2788687872, + "step": 2364 + }, + { + "epoch": 0.019464433172112775, + "grad_norm": 0.625, + "learning_rate": 6.906201007449706e-05, + "loss": 1.5578, + "num_input_tokens_seen": 2789867520, + "step": 2365 + }, + { + "epoch": 0.019582399433761943, + "grad_norm": 0.68359375, + "learning_rate": 6.905128707817102e-05, + "loss": 1.4887, + "num_input_tokens_seen": 2791047168, + "step": 2366 + }, + { + "epoch": 0.01970036569541111, + "grad_norm": 0.7265625, + "learning_rate": 6.904055966164554e-05, + "loss": 1.5436, + "num_input_tokens_seen": 2792226816, + "step": 2367 + }, + { + "epoch": 0.01981833195706028, + "grad_norm": 0.6328125, + "learning_rate": 6.902982782655278e-05, + "loss": 1.5248, + "num_input_tokens_seen": 2793406464, + "step": 2368 + }, + { + "epoch": 0.019936298218709448, + "grad_norm": 0.64453125, + "learning_rate": 6.90190915745256e-05, + "loss": 1.4808, + "num_input_tokens_seen": 2794586112, + "step": 2369 + }, + { + "epoch": 0.020054264480358616, + "grad_norm": 0.78515625, + "learning_rate": 6.900835090719759e-05, + "loss": 1.5845, + "num_input_tokens_seen": 2795765760, + "step": 2370 + }, + { + "epoch": 0.020172230742007784, + "grad_norm": 0.64453125, + "learning_rate": 6.899760582620289e-05, + "loss": 1.572, + "num_input_tokens_seen": 2796945408, + "step": 2371 + }, + { + "epoch": 0.020290197003656953, + "grad_norm": 0.75390625, + "learning_rate": 6.898685633317643e-05, + "loss": 1.4013, + "num_input_tokens_seen": 2798125056, + "step": 2372 + }, + { + "epoch": 0.02040816326530612, + "grad_norm": 0.609375, + "learning_rate": 6.897610242975376e-05, + "loss": 1.4491, + "num_input_tokens_seen": 2799304704, + "step": 2373 + }, + { + "epoch": 0.020526129526955292, + "grad_norm": 0.84375, + "learning_rate": 6.896534411757108e-05, + "loss": 1.4883, + "num_input_tokens_seen": 2800484352, + "step": 2374 + }, + { + "epoch": 0.02064409578860446, + "grad_norm": 0.60546875, + "learning_rate": 6.89545813982653e-05, + "loss": 1.3609, + "num_input_tokens_seen": 2801664000, + "step": 2375 + }, + { + "epoch": 0.02076206205025363, + "grad_norm": 0.7734375, + "learning_rate": 6.894381427347397e-05, + "loss": 1.5091, + "num_input_tokens_seen": 2802843648, + "step": 2376 + }, + { + "epoch": 0.020880028311902797, + "grad_norm": 0.62890625, + "learning_rate": 6.893304274483535e-05, + "loss": 1.5084, + "num_input_tokens_seen": 2804023296, + "step": 2377 + }, + { + "epoch": 0.020997994573551965, + "grad_norm": 0.83984375, + "learning_rate": 6.892226681398832e-05, + "loss": 1.3664, + "num_input_tokens_seen": 2805202944, + "step": 2378 + }, + { + "epoch": 0.021115960835201134, + "grad_norm": 0.625, + "learning_rate": 6.891148648257249e-05, + "loss": 1.5294, + "num_input_tokens_seen": 2806382592, + "step": 2379 + }, + { + "epoch": 0.021233927096850302, + "grad_norm": 0.703125, + "learning_rate": 6.890070175222806e-05, + "loss": 1.382, + "num_input_tokens_seen": 2807562240, + "step": 2380 + }, + { + "epoch": 0.02135189335849947, + "grad_norm": 0.6328125, + "learning_rate": 6.888991262459597e-05, + "loss": 1.4804, + "num_input_tokens_seen": 2808741888, + "step": 2381 + }, + { + "epoch": 0.021469859620148638, + "grad_norm": 0.640625, + "learning_rate": 6.887911910131779e-05, + "loss": 1.4278, + "num_input_tokens_seen": 2809921536, + "step": 2382 + }, + { + "epoch": 0.021587825881797806, + "grad_norm": 0.82421875, + "learning_rate": 6.88683211840358e-05, + "loss": 1.5575, + "num_input_tokens_seen": 2811101184, + "step": 2383 + }, + { + "epoch": 0.021705792143446975, + "grad_norm": 0.6015625, + "learning_rate": 6.885751887439288e-05, + "loss": 1.5781, + "num_input_tokens_seen": 2812280832, + "step": 2384 + }, + { + "epoch": 0.021823758405096143, + "grad_norm": 0.65234375, + "learning_rate": 6.884671217403265e-05, + "loss": 1.4838, + "num_input_tokens_seen": 2813460480, + "step": 2385 + }, + { + "epoch": 0.02194172466674531, + "grad_norm": 0.640625, + "learning_rate": 6.883590108459935e-05, + "loss": 1.418, + "num_input_tokens_seen": 2814640128, + "step": 2386 + }, + { + "epoch": 0.02205969092839448, + "grad_norm": 0.61328125, + "learning_rate": 6.88250856077379e-05, + "loss": 1.4708, + "num_input_tokens_seen": 2815819776, + "step": 2387 + }, + { + "epoch": 0.022177657190043647, + "grad_norm": 0.65625, + "learning_rate": 6.881426574509394e-05, + "loss": 1.4804, + "num_input_tokens_seen": 2816999424, + "step": 2388 + }, + { + "epoch": 0.022295623451692816, + "grad_norm": 0.6875, + "learning_rate": 6.880344149831364e-05, + "loss": 1.4976, + "num_input_tokens_seen": 2818179072, + "step": 2389 + }, + { + "epoch": 0.022413589713341984, + "grad_norm": 0.640625, + "learning_rate": 6.879261286904401e-05, + "loss": 1.5934, + "num_input_tokens_seen": 2819358720, + "step": 2390 + }, + { + "epoch": 0.022531555974991152, + "grad_norm": 0.64453125, + "learning_rate": 6.87817798589326e-05, + "loss": 1.381, + "num_input_tokens_seen": 2820538368, + "step": 2391 + }, + { + "epoch": 0.02264952223664032, + "grad_norm": 0.63671875, + "learning_rate": 6.877094246962767e-05, + "loss": 1.4783, + "num_input_tokens_seen": 2821718016, + "step": 2392 + }, + { + "epoch": 0.02276748849828949, + "grad_norm": 0.640625, + "learning_rate": 6.876010070277817e-05, + "loss": 1.242, + "num_input_tokens_seen": 2822897664, + "step": 2393 + }, + { + "epoch": 0.022885454759938657, + "grad_norm": 0.58203125, + "learning_rate": 6.874925456003369e-05, + "loss": 1.5498, + "num_input_tokens_seen": 2824077312, + "step": 2394 + }, + { + "epoch": 0.023003421021587825, + "grad_norm": 0.6328125, + "learning_rate": 6.873840404304446e-05, + "loss": 1.3926, + "num_input_tokens_seen": 2825256960, + "step": 2395 + }, + { + "epoch": 0.023121387283236993, + "grad_norm": 0.59375, + "learning_rate": 6.872754915346141e-05, + "loss": 1.5161, + "num_input_tokens_seen": 2826436608, + "step": 2396 + }, + { + "epoch": 0.02323935354488616, + "grad_norm": 0.59765625, + "learning_rate": 6.871668989293614e-05, + "loss": 1.4212, + "num_input_tokens_seen": 2827616256, + "step": 2397 + }, + { + "epoch": 0.02335731980653533, + "grad_norm": 0.6796875, + "learning_rate": 6.870582626312091e-05, + "loss": 1.4399, + "num_input_tokens_seen": 2828795904, + "step": 2398 + }, + { + "epoch": 0.023475286068184498, + "grad_norm": 0.62890625, + "learning_rate": 6.869495826566864e-05, + "loss": 1.4074, + "num_input_tokens_seen": 2829975552, + "step": 2399 + }, + { + "epoch": 0.023593252329833666, + "grad_norm": 0.59765625, + "learning_rate": 6.868408590223289e-05, + "loss": 1.5593, + "num_input_tokens_seen": 2831155200, + "step": 2400 + }, + { + "epoch": 0.023593252329833666, + "eval_wikipedia_loss": 2.2714240550994873, + "eval_wikipedia_runtime": 160.8949, + "eval_wikipedia_samples_per_second": 4.363, + "eval_wikipedia_steps_per_second": 0.186, + "num_input_tokens_seen": 2831155200, + "step": 2400 + }, + { + "epoch": 0.023593252329833666, + "eval_toxicity_loss": 4.004484176635742, + "eval_toxicity_runtime": 1.0541, + "eval_toxicity_samples_per_second": 1.897, + "eval_toxicity_steps_per_second": 0.949, + "num_input_tokens_seen": 2831155200, + "step": 2400 + }, + { + "epoch": 0.023711218591482838, + "grad_norm": 0.66796875, + "learning_rate": 6.867320917446792e-05, + "loss": 1.3818, + "num_input_tokens_seen": 2832334848, + "step": 2401 + }, + { + "epoch": 0.023829184853132006, + "grad_norm": 0.62109375, + "learning_rate": 6.866232808402865e-05, + "loss": 1.4095, + "num_input_tokens_seen": 2833514496, + "step": 2402 + }, + { + "epoch": 0.023947151114781174, + "grad_norm": 0.62890625, + "learning_rate": 6.865144263257064e-05, + "loss": 1.6509, + "num_input_tokens_seen": 2834694144, + "step": 2403 + }, + { + "epoch": 0.024065117376430342, + "grad_norm": 0.61328125, + "learning_rate": 6.864055282175014e-05, + "loss": 1.5531, + "num_input_tokens_seen": 2835873792, + "step": 2404 + }, + { + "epoch": 0.02418308363807951, + "grad_norm": 0.59765625, + "learning_rate": 6.862965865322404e-05, + "loss": 1.3999, + "num_input_tokens_seen": 2837053440, + "step": 2405 + }, + { + "epoch": 0.02430104989972868, + "grad_norm": 0.6484375, + "learning_rate": 6.861876012864992e-05, + "loss": 1.4736, + "num_input_tokens_seen": 2838233088, + "step": 2406 + }, + { + "epoch": 0.024419016161377847, + "grad_norm": 0.59375, + "learning_rate": 6.860785724968601e-05, + "loss": 1.4672, + "num_input_tokens_seen": 2839412736, + "step": 2407 + }, + { + "epoch": 0.024536982423027015, + "grad_norm": 0.63671875, + "learning_rate": 6.859695001799117e-05, + "loss": 1.6059, + "num_input_tokens_seen": 2840592384, + "step": 2408 + }, + { + "epoch": 0.024654948684676183, + "grad_norm": 0.6328125, + "learning_rate": 6.8586038435225e-05, + "loss": 1.4083, + "num_input_tokens_seen": 2841772032, + "step": 2409 + }, + { + "epoch": 0.02477291494632535, + "grad_norm": 0.65625, + "learning_rate": 6.857512250304766e-05, + "loss": 1.2803, + "num_input_tokens_seen": 2842951680, + "step": 2410 + }, + { + "epoch": 0.02489088120797452, + "grad_norm": 0.65234375, + "learning_rate": 6.856420222312007e-05, + "loss": 1.3801, + "num_input_tokens_seen": 2844131328, + "step": 2411 + }, + { + "epoch": 0.025008847469623688, + "grad_norm": 0.640625, + "learning_rate": 6.855327759710376e-05, + "loss": 1.3017, + "num_input_tokens_seen": 2845310976, + "step": 2412 + }, + { + "epoch": 0.025126813731272856, + "grad_norm": 0.6328125, + "learning_rate": 6.85423486266609e-05, + "loss": 1.3986, + "num_input_tokens_seen": 2846490624, + "step": 2413 + }, + { + "epoch": 0.025244779992922024, + "grad_norm": 0.58203125, + "learning_rate": 6.853141531345439e-05, + "loss": 1.592, + "num_input_tokens_seen": 2847670272, + "step": 2414 + }, + { + "epoch": 0.025362746254571193, + "grad_norm": 0.64453125, + "learning_rate": 6.852047765914772e-05, + "loss": 1.5204, + "num_input_tokens_seen": 2848849920, + "step": 2415 + }, + { + "epoch": 0.02548071251622036, + "grad_norm": 0.59765625, + "learning_rate": 6.85095356654051e-05, + "loss": 1.4745, + "num_input_tokens_seen": 2850029568, + "step": 2416 + }, + { + "epoch": 0.02559867877786953, + "grad_norm": 0.58984375, + "learning_rate": 6.849858933389135e-05, + "loss": 1.5989, + "num_input_tokens_seen": 2851209216, + "step": 2417 + }, + { + "epoch": 0.025716645039518697, + "grad_norm": 0.5859375, + "learning_rate": 6.848763866627198e-05, + "loss": 1.5378, + "num_input_tokens_seen": 2852388864, + "step": 2418 + }, + { + "epoch": 0.025834611301167865, + "grad_norm": 0.62890625, + "learning_rate": 6.847668366421315e-05, + "loss": 1.3857, + "num_input_tokens_seen": 2853568512, + "step": 2419 + }, + { + "epoch": 0.025952577562817034, + "grad_norm": 0.609375, + "learning_rate": 6.846572432938166e-05, + "loss": 1.5616, + "num_input_tokens_seen": 2854748160, + "step": 2420 + }, + { + "epoch": 0.026070543824466202, + "grad_norm": 0.69140625, + "learning_rate": 6.845476066344504e-05, + "loss": 1.4183, + "num_input_tokens_seen": 2855927808, + "step": 2421 + }, + { + "epoch": 0.02618851008611537, + "grad_norm": 0.6171875, + "learning_rate": 6.844379266807138e-05, + "loss": 1.2672, + "num_input_tokens_seen": 2857107456, + "step": 2422 + }, + { + "epoch": 0.026306476347764538, + "grad_norm": 0.6875, + "learning_rate": 6.84328203449295e-05, + "loss": 1.5404, + "num_input_tokens_seen": 2858287104, + "step": 2423 + }, + { + "epoch": 0.026424442609413706, + "grad_norm": 0.65625, + "learning_rate": 6.842184369568886e-05, + "loss": 1.5096, + "num_input_tokens_seen": 2859466752, + "step": 2424 + }, + { + "epoch": 0.026542408871062875, + "grad_norm": 0.63671875, + "learning_rate": 6.841086272201956e-05, + "loss": 1.5436, + "num_input_tokens_seen": 2860646400, + "step": 2425 + }, + { + "epoch": 0.026660375132712043, + "grad_norm": 0.62890625, + "learning_rate": 6.839987742559241e-05, + "loss": 1.494, + "num_input_tokens_seen": 2861826048, + "step": 2426 + }, + { + "epoch": 0.02677834139436121, + "grad_norm": 0.65625, + "learning_rate": 6.838888780807879e-05, + "loss": 1.5509, + "num_input_tokens_seen": 2863005696, + "step": 2427 + }, + { + "epoch": 0.026896307656010383, + "grad_norm": 0.69140625, + "learning_rate": 6.83778938711508e-05, + "loss": 1.4803, + "num_input_tokens_seen": 2864185344, + "step": 2428 + }, + { + "epoch": 0.02701427391765955, + "grad_norm": 0.62890625, + "learning_rate": 6.836689561648121e-05, + "loss": 1.4344, + "num_input_tokens_seen": 2865364992, + "step": 2429 + }, + { + "epoch": 0.02713224017930872, + "grad_norm": 0.6328125, + "learning_rate": 6.83558930457434e-05, + "loss": 1.3625, + "num_input_tokens_seen": 2866544640, + "step": 2430 + }, + { + "epoch": 0.027250206440957887, + "grad_norm": 0.6015625, + "learning_rate": 6.834488616061142e-05, + "loss": 1.4183, + "num_input_tokens_seen": 2867724288, + "step": 2431 + }, + { + "epoch": 0.027368172702607056, + "grad_norm": 0.65625, + "learning_rate": 6.833387496276003e-05, + "loss": 1.3796, + "num_input_tokens_seen": 2868903936, + "step": 2432 + }, + { + "epoch": 0.027486138964256224, + "grad_norm": 0.62890625, + "learning_rate": 6.832285945386455e-05, + "loss": 1.5422, + "num_input_tokens_seen": 2870083584, + "step": 2433 + }, + { + "epoch": 0.027604105225905392, + "grad_norm": 0.67578125, + "learning_rate": 6.831183963560103e-05, + "loss": 1.4594, + "num_input_tokens_seen": 2871263232, + "step": 2434 + }, + { + "epoch": 0.02772207148755456, + "grad_norm": 0.70703125, + "learning_rate": 6.830081550964616e-05, + "loss": 1.5606, + "num_input_tokens_seen": 2872442880, + "step": 2435 + }, + { + "epoch": 0.02784003774920373, + "grad_norm": 0.609375, + "learning_rate": 6.828978707767727e-05, + "loss": 1.4426, + "num_input_tokens_seen": 2873622528, + "step": 2436 + }, + { + "epoch": 0.027958004010852897, + "grad_norm": 0.6328125, + "learning_rate": 6.827875434137234e-05, + "loss": 1.4133, + "num_input_tokens_seen": 2874802176, + "step": 2437 + }, + { + "epoch": 0.028075970272502065, + "grad_norm": 0.61328125, + "learning_rate": 6.826771730241004e-05, + "loss": 1.5358, + "num_input_tokens_seen": 2875981824, + "step": 2438 + }, + { + "epoch": 0.028193936534151233, + "grad_norm": 0.66015625, + "learning_rate": 6.825667596246967e-05, + "loss": 1.3897, + "num_input_tokens_seen": 2877161472, + "step": 2439 + }, + { + "epoch": 0.0283119027958004, + "grad_norm": 0.6328125, + "learning_rate": 6.824563032323117e-05, + "loss": 1.5979, + "num_input_tokens_seen": 2878341120, + "step": 2440 + }, + { + "epoch": 0.02842986905744957, + "grad_norm": 0.73046875, + "learning_rate": 6.823458038637517e-05, + "loss": 1.6035, + "num_input_tokens_seen": 2879520768, + "step": 2441 + }, + { + "epoch": 0.028547835319098738, + "grad_norm": 0.65234375, + "learning_rate": 6.822352615358293e-05, + "loss": 1.4794, + "num_input_tokens_seen": 2880700416, + "step": 2442 + }, + { + "epoch": 0.028665801580747906, + "grad_norm": 0.62890625, + "learning_rate": 6.821246762653636e-05, + "loss": 1.4634, + "num_input_tokens_seen": 2881880064, + "step": 2443 + }, + { + "epoch": 0.028783767842397074, + "grad_norm": 0.62109375, + "learning_rate": 6.820140480691804e-05, + "loss": 1.4982, + "num_input_tokens_seen": 2883059712, + "step": 2444 + }, + { + "epoch": 0.028901734104046242, + "grad_norm": 0.59375, + "learning_rate": 6.819033769641121e-05, + "loss": 1.4973, + "num_input_tokens_seen": 2884239360, + "step": 2445 + }, + { + "epoch": 0.02901970036569541, + "grad_norm": 0.6015625, + "learning_rate": 6.817926629669972e-05, + "loss": 1.4905, + "num_input_tokens_seen": 2885419008, + "step": 2446 + }, + { + "epoch": 0.02913766662734458, + "grad_norm": 0.62109375, + "learning_rate": 6.816819060946813e-05, + "loss": 1.3498, + "num_input_tokens_seen": 2886598656, + "step": 2447 + }, + { + "epoch": 0.029255632888993747, + "grad_norm": 0.5703125, + "learning_rate": 6.815711063640159e-05, + "loss": 1.5305, + "num_input_tokens_seen": 2887778304, + "step": 2448 + }, + { + "epoch": 0.029373599150642915, + "grad_norm": 0.609375, + "learning_rate": 6.814602637918597e-05, + "loss": 1.4629, + "num_input_tokens_seen": 2888957952, + "step": 2449 + }, + { + "epoch": 0.029491565412292083, + "grad_norm": 0.62890625, + "learning_rate": 6.813493783950772e-05, + "loss": 1.3772, + "num_input_tokens_seen": 2890137600, + "step": 2450 + }, + { + "epoch": 0.02960953167394125, + "grad_norm": 0.59375, + "learning_rate": 6.812384501905402e-05, + "loss": 1.4661, + "num_input_tokens_seen": 2891317248, + "step": 2451 + }, + { + "epoch": 0.02972749793559042, + "grad_norm": 0.65234375, + "learning_rate": 6.811274791951263e-05, + "loss": 1.6128, + "num_input_tokens_seen": 2892496896, + "step": 2452 + }, + { + "epoch": 0.029845464197239588, + "grad_norm": 0.60546875, + "learning_rate": 6.810164654257201e-05, + "loss": 1.6284, + "num_input_tokens_seen": 2893676544, + "step": 2453 + }, + { + "epoch": 0.029963430458888756, + "grad_norm": 0.6484375, + "learning_rate": 6.809054088992124e-05, + "loss": 1.2364, + "num_input_tokens_seen": 2894856192, + "step": 2454 + }, + { + "epoch": 0.030081396720537928, + "grad_norm": 0.62890625, + "learning_rate": 6.807943096325007e-05, + "loss": 1.4442, + "num_input_tokens_seen": 2896035840, + "step": 2455 + }, + { + "epoch": 0.030199362982187096, + "grad_norm": 0.65234375, + "learning_rate": 6.806831676424889e-05, + "loss": 1.5318, + "num_input_tokens_seen": 2897215488, + "step": 2456 + }, + { + "epoch": 0.030317329243836264, + "grad_norm": 0.58984375, + "learning_rate": 6.805719829460874e-05, + "loss": 1.5749, + "num_input_tokens_seen": 2898395136, + "step": 2457 + }, + { + "epoch": 0.030435295505485432, + "grad_norm": 0.640625, + "learning_rate": 6.804607555602131e-05, + "loss": 1.4685, + "num_input_tokens_seen": 2899574784, + "step": 2458 + }, + { + "epoch": 0.0305532617671346, + "grad_norm": 0.609375, + "learning_rate": 6.803494855017896e-05, + "loss": 1.53, + "num_input_tokens_seen": 2900754432, + "step": 2459 + }, + { + "epoch": 0.03067122802878377, + "grad_norm": 0.64453125, + "learning_rate": 6.802381727877465e-05, + "loss": 1.4206, + "num_input_tokens_seen": 2901934080, + "step": 2460 + }, + { + "epoch": 0.030789194290432937, + "grad_norm": 0.62109375, + "learning_rate": 6.801268174350206e-05, + "loss": 1.6105, + "num_input_tokens_seen": 2903113728, + "step": 2461 + }, + { + "epoch": 0.030907160552082105, + "grad_norm": 0.6328125, + "learning_rate": 6.800154194605546e-05, + "loss": 1.468, + "num_input_tokens_seen": 2904293376, + "step": 2462 + }, + { + "epoch": 0.031025126813731273, + "grad_norm": 0.64453125, + "learning_rate": 6.799039788812978e-05, + "loss": 1.3604, + "num_input_tokens_seen": 2905473024, + "step": 2463 + }, + { + "epoch": 0.03114309307538044, + "grad_norm": 0.58984375, + "learning_rate": 6.79792495714206e-05, + "loss": 1.4354, + "num_input_tokens_seen": 2906652672, + "step": 2464 + }, + { + "epoch": 0.031261059337029606, + "grad_norm": 0.59375, + "learning_rate": 6.796809699762419e-05, + "loss": 1.4907, + "num_input_tokens_seen": 2907832320, + "step": 2465 + }, + { + "epoch": 0.03137902559867878, + "grad_norm": 0.625, + "learning_rate": 6.79569401684374e-05, + "loss": 1.4576, + "num_input_tokens_seen": 2909011968, + "step": 2466 + }, + { + "epoch": 0.03149699186032794, + "grad_norm": 0.6015625, + "learning_rate": 6.794577908555777e-05, + "loss": 1.7254, + "num_input_tokens_seen": 2910191616, + "step": 2467 + }, + { + "epoch": 0.031614958121977114, + "grad_norm": 0.63671875, + "learning_rate": 6.793461375068347e-05, + "loss": 1.4307, + "num_input_tokens_seen": 2911371264, + "step": 2468 + }, + { + "epoch": 0.031732924383626286, + "grad_norm": 0.6484375, + "learning_rate": 6.792344416551335e-05, + "loss": 1.5432, + "num_input_tokens_seen": 2912550912, + "step": 2469 + }, + { + "epoch": 0.03185089064527545, + "grad_norm": 0.6015625, + "learning_rate": 6.791227033174683e-05, + "loss": 1.3251, + "num_input_tokens_seen": 2913730560, + "step": 2470 + }, + { + "epoch": 0.03196885690692462, + "grad_norm": 0.6015625, + "learning_rate": 6.790109225108406e-05, + "loss": 1.5154, + "num_input_tokens_seen": 2914910208, + "step": 2471 + }, + { + "epoch": 0.03208682316857379, + "grad_norm": 0.64453125, + "learning_rate": 6.788990992522581e-05, + "loss": 1.5991, + "num_input_tokens_seen": 2916089856, + "step": 2472 + }, + { + "epoch": 0.03220478943022296, + "grad_norm": 0.7109375, + "learning_rate": 6.787872335587347e-05, + "loss": 1.5224, + "num_input_tokens_seen": 2917269504, + "step": 2473 + }, + { + "epoch": 0.032322755691872124, + "grad_norm": 0.55859375, + "learning_rate": 6.78675325447291e-05, + "loss": 1.5096, + "num_input_tokens_seen": 2918449152, + "step": 2474 + }, + { + "epoch": 0.032440721953521295, + "grad_norm": 0.70703125, + "learning_rate": 6.785633749349541e-05, + "loss": 1.3008, + "num_input_tokens_seen": 2919628800, + "step": 2475 + }, + { + "epoch": 0.03255868821517046, + "grad_norm": 0.59375, + "learning_rate": 6.784513820387574e-05, + "loss": 1.4127, + "num_input_tokens_seen": 2920808448, + "step": 2476 + }, + { + "epoch": 0.03267665447681963, + "grad_norm": 0.625, + "learning_rate": 6.783393467757405e-05, + "loss": 1.5803, + "num_input_tokens_seen": 2921988096, + "step": 2477 + }, + { + "epoch": 0.0327946207384688, + "grad_norm": 0.66796875, + "learning_rate": 6.782272691629502e-05, + "loss": 1.3688, + "num_input_tokens_seen": 2923167744, + "step": 2478 + }, + { + "epoch": 0.03291258700011797, + "grad_norm": 0.65234375, + "learning_rate": 6.781151492174391e-05, + "loss": 1.5045, + "num_input_tokens_seen": 2924347392, + "step": 2479 + }, + { + "epoch": 0.03303055326176713, + "grad_norm": 0.6640625, + "learning_rate": 6.780029869562662e-05, + "loss": 1.3259, + "num_input_tokens_seen": 2925527040, + "step": 2480 + }, + { + "epoch": 0.033148519523416305, + "grad_norm": 0.65625, + "learning_rate": 6.778907823964976e-05, + "loss": 1.4663, + "num_input_tokens_seen": 2926706688, + "step": 2481 + }, + { + "epoch": 0.03326648578506547, + "grad_norm": 0.82421875, + "learning_rate": 6.777785355552049e-05, + "loss": 1.5435, + "num_input_tokens_seen": 2927886336, + "step": 2482 + }, + { + "epoch": 0.03338445204671464, + "grad_norm": 0.6171875, + "learning_rate": 6.77666246449467e-05, + "loss": 1.5047, + "num_input_tokens_seen": 2929065984, + "step": 2483 + }, + { + "epoch": 0.033502418308363806, + "grad_norm": 0.67578125, + "learning_rate": 6.775539150963689e-05, + "loss": 1.4834, + "num_input_tokens_seen": 2930245632, + "step": 2484 + }, + { + "epoch": 0.03362038457001298, + "grad_norm": 0.671875, + "learning_rate": 6.77441541513002e-05, + "loss": 1.3929, + "num_input_tokens_seen": 2931425280, + "step": 2485 + }, + { + "epoch": 0.03373835083166214, + "grad_norm": 1.1796875, + "learning_rate": 6.773291257164638e-05, + "loss": 1.5317, + "num_input_tokens_seen": 2932604928, + "step": 2486 + }, + { + "epoch": 0.033856317093311314, + "grad_norm": 0.6875, + "learning_rate": 6.772166677238586e-05, + "loss": 1.4426, + "num_input_tokens_seen": 2933784576, + "step": 2487 + }, + { + "epoch": 0.03397428335496048, + "grad_norm": 0.75390625, + "learning_rate": 6.771041675522975e-05, + "loss": 1.6853, + "num_input_tokens_seen": 2934964224, + "step": 2488 + }, + { + "epoch": 0.03409224961660965, + "grad_norm": 0.66015625, + "learning_rate": 6.769916252188971e-05, + "loss": 1.5797, + "num_input_tokens_seen": 2936143872, + "step": 2489 + }, + { + "epoch": 0.034210215878258815, + "grad_norm": 0.79296875, + "learning_rate": 6.76879040740781e-05, + "loss": 1.4338, + "num_input_tokens_seen": 2937323520, + "step": 2490 + }, + { + "epoch": 0.03432818213990799, + "grad_norm": 0.89453125, + "learning_rate": 6.767664141350793e-05, + "loss": 1.3769, + "num_input_tokens_seen": 2938503168, + "step": 2491 + }, + { + "epoch": 0.03444614840155715, + "grad_norm": 0.734375, + "learning_rate": 6.766537454189282e-05, + "loss": 1.4008, + "num_input_tokens_seen": 2939682816, + "step": 2492 + }, + { + "epoch": 0.03456411466320632, + "grad_norm": 0.79296875, + "learning_rate": 6.765410346094703e-05, + "loss": 1.6917, + "num_input_tokens_seen": 2940862464, + "step": 2493 + }, + { + "epoch": 0.03468208092485549, + "grad_norm": 0.74609375, + "learning_rate": 6.76428281723855e-05, + "loss": 1.424, + "num_input_tokens_seen": 2942042112, + "step": 2494 + }, + { + "epoch": 0.03480004718650466, + "grad_norm": 0.7890625, + "learning_rate": 6.763154867792375e-05, + "loss": 1.3273, + "num_input_tokens_seen": 2943221760, + "step": 2495 + }, + { + "epoch": 0.03491801344815383, + "grad_norm": 0.7109375, + "learning_rate": 6.762026497927801e-05, + "loss": 1.4786, + "num_input_tokens_seen": 2944401408, + "step": 2496 + }, + { + "epoch": 0.035035979709802996, + "grad_norm": 0.73828125, + "learning_rate": 6.760897707816509e-05, + "loss": 1.3188, + "num_input_tokens_seen": 2945581056, + "step": 2497 + }, + { + "epoch": 0.03515394597145217, + "grad_norm": 0.78515625, + "learning_rate": 6.759768497630245e-05, + "loss": 1.3535, + "num_input_tokens_seen": 2946760704, + "step": 2498 + }, + { + "epoch": 0.03527191223310133, + "grad_norm": 0.6796875, + "learning_rate": 6.758638867540824e-05, + "loss": 1.3905, + "num_input_tokens_seen": 2947940352, + "step": 2499 + }, + { + "epoch": 0.035389878494750504, + "grad_norm": 0.703125, + "learning_rate": 6.757508817720115e-05, + "loss": 1.4335, + "num_input_tokens_seen": 2949120000, + "step": 2500 + }, + { + "epoch": 0.03550784475639967, + "grad_norm": 0.671875, + "learning_rate": 6.756378348340065e-05, + "loss": 1.3988, + "num_input_tokens_seen": 2950299648, + "step": 2501 + }, + { + "epoch": 0.03562581101804884, + "grad_norm": 0.65234375, + "learning_rate": 6.75524745957267e-05, + "loss": 1.4672, + "num_input_tokens_seen": 2951479296, + "step": 2502 + }, + { + "epoch": 0.035743777279698005, + "grad_norm": 0.68359375, + "learning_rate": 6.754116151589998e-05, + "loss": 1.3077, + "num_input_tokens_seen": 2952658944, + "step": 2503 + }, + { + "epoch": 0.03586174354134718, + "grad_norm": 0.6328125, + "learning_rate": 6.752984424564182e-05, + "loss": 1.4232, + "num_input_tokens_seen": 2953838592, + "step": 2504 + }, + { + "epoch": 0.03597970980299634, + "grad_norm": 0.6484375, + "learning_rate": 6.751852278667413e-05, + "loss": 1.3803, + "num_input_tokens_seen": 2955018240, + "step": 2505 + }, + { + "epoch": 0.03609767606464551, + "grad_norm": 0.65234375, + "learning_rate": 6.75071971407195e-05, + "loss": 1.4027, + "num_input_tokens_seen": 2956197888, + "step": 2506 + }, + { + "epoch": 0.03621564232629468, + "grad_norm": 0.62109375, + "learning_rate": 6.749586730950114e-05, + "loss": 1.498, + "num_input_tokens_seen": 2957377536, + "step": 2507 + }, + { + "epoch": 0.03633360858794385, + "grad_norm": 0.61328125, + "learning_rate": 6.748453329474291e-05, + "loss": 1.4218, + "num_input_tokens_seen": 2958557184, + "step": 2508 + }, + { + "epoch": 0.036451574849593014, + "grad_norm": 0.6328125, + "learning_rate": 6.747319509816929e-05, + "loss": 1.4672, + "num_input_tokens_seen": 2959736832, + "step": 2509 + }, + { + "epoch": 0.036569541111242186, + "grad_norm": 0.66796875, + "learning_rate": 6.746185272150541e-05, + "loss": 1.3774, + "num_input_tokens_seen": 2960916480, + "step": 2510 + }, + { + "epoch": 0.03668750737289135, + "grad_norm": 0.63671875, + "learning_rate": 6.745050616647705e-05, + "loss": 1.5326, + "num_input_tokens_seen": 2962096128, + "step": 2511 + }, + { + "epoch": 0.03680547363454052, + "grad_norm": 0.609375, + "learning_rate": 6.743915543481057e-05, + "loss": 1.4675, + "num_input_tokens_seen": 2963275776, + "step": 2512 + }, + { + "epoch": 0.03692343989618969, + "grad_norm": 0.6328125, + "learning_rate": 6.742780052823302e-05, + "loss": 1.4793, + "num_input_tokens_seen": 2964455424, + "step": 2513 + }, + { + "epoch": 0.03704140615783886, + "grad_norm": 0.6015625, + "learning_rate": 6.741644144847206e-05, + "loss": 1.4618, + "num_input_tokens_seen": 2965635072, + "step": 2514 + }, + { + "epoch": 0.037159372419488024, + "grad_norm": 0.64453125, + "learning_rate": 6.740507819725601e-05, + "loss": 1.4407, + "num_input_tokens_seen": 2966814720, + "step": 2515 + }, + { + "epoch": 0.037277338681137195, + "grad_norm": 0.6484375, + "learning_rate": 6.739371077631379e-05, + "loss": 1.3813, + "num_input_tokens_seen": 2967994368, + "step": 2516 + }, + { + "epoch": 0.03739530494278636, + "grad_norm": 0.62890625, + "learning_rate": 6.738233918737496e-05, + "loss": 1.4495, + "num_input_tokens_seen": 2969174016, + "step": 2517 + }, + { + "epoch": 0.03751327120443553, + "grad_norm": 0.640625, + "learning_rate": 6.737096343216975e-05, + "loss": 1.4633, + "num_input_tokens_seen": 2970353664, + "step": 2518 + }, + { + "epoch": 0.0376312374660847, + "grad_norm": 0.625, + "learning_rate": 6.7359583512429e-05, + "loss": 1.6253, + "num_input_tokens_seen": 2971533312, + "step": 2519 + }, + { + "epoch": 0.03774920372773387, + "grad_norm": 0.59375, + "learning_rate": 6.734819942988417e-05, + "loss": 1.4672, + "num_input_tokens_seen": 2972712960, + "step": 2520 + }, + { + "epoch": 0.03786716998938304, + "grad_norm": 0.61328125, + "learning_rate": 6.733681118626735e-05, + "loss": 1.3775, + "num_input_tokens_seen": 2973892608, + "step": 2521 + }, + { + "epoch": 0.037985136251032205, + "grad_norm": 0.5859375, + "learning_rate": 6.732541878331132e-05, + "loss": 1.5464, + "num_input_tokens_seen": 2975072256, + "step": 2522 + }, + { + "epoch": 0.038103102512681376, + "grad_norm": 0.59765625, + "learning_rate": 6.731402222274941e-05, + "loss": 1.2845, + "num_input_tokens_seen": 2976251904, + "step": 2523 + }, + { + "epoch": 0.03822106877433054, + "grad_norm": 0.6484375, + "learning_rate": 6.730262150631566e-05, + "loss": 1.4293, + "num_input_tokens_seen": 2977431552, + "step": 2524 + }, + { + "epoch": 0.03833903503597971, + "grad_norm": 0.65625, + "learning_rate": 6.729121663574468e-05, + "loss": 1.3535, + "num_input_tokens_seen": 2978611200, + "step": 2525 + }, + { + "epoch": 0.03845700129762888, + "grad_norm": 0.62890625, + "learning_rate": 6.727980761277177e-05, + "loss": 1.4109, + "num_input_tokens_seen": 2979790848, + "step": 2526 + }, + { + "epoch": 0.03857496755927805, + "grad_norm": 0.6484375, + "learning_rate": 6.72683944391328e-05, + "loss": 1.5062, + "num_input_tokens_seen": 2980970496, + "step": 2527 + }, + { + "epoch": 0.038692933820927214, + "grad_norm": 0.6015625, + "learning_rate": 6.725697711656432e-05, + "loss": 1.4584, + "num_input_tokens_seen": 2982150144, + "step": 2528 + }, + { + "epoch": 0.038810900082576386, + "grad_norm": 0.64453125, + "learning_rate": 6.724555564680348e-05, + "loss": 1.3609, + "num_input_tokens_seen": 2983329792, + "step": 2529 + }, + { + "epoch": 0.03892886634422555, + "grad_norm": 0.6640625, + "learning_rate": 6.723413003158809e-05, + "loss": 1.3514, + "num_input_tokens_seen": 2984509440, + "step": 2530 + }, + { + "epoch": 0.03904683260587472, + "grad_norm": 0.64453125, + "learning_rate": 6.722270027265657e-05, + "loss": 1.4508, + "num_input_tokens_seen": 2985689088, + "step": 2531 + }, + { + "epoch": 0.03916479886752389, + "grad_norm": 0.62109375, + "learning_rate": 6.721126637174797e-05, + "loss": 1.4692, + "num_input_tokens_seen": 2986868736, + "step": 2532 + }, + { + "epoch": 0.03928276512917306, + "grad_norm": 0.59765625, + "learning_rate": 6.719982833060198e-05, + "loss": 1.3881, + "num_input_tokens_seen": 2988048384, + "step": 2533 + }, + { + "epoch": 0.03940073139082222, + "grad_norm": 0.7265625, + "learning_rate": 6.718838615095891e-05, + "loss": 1.3993, + "num_input_tokens_seen": 2989228032, + "step": 2534 + }, + { + "epoch": 0.039518697652471395, + "grad_norm": 0.67578125, + "learning_rate": 6.717693983455974e-05, + "loss": 1.5893, + "num_input_tokens_seen": 2990407680, + "step": 2535 + }, + { + "epoch": 0.03963666391412056, + "grad_norm": 0.64453125, + "learning_rate": 6.7165489383146e-05, + "loss": 1.3197, + "num_input_tokens_seen": 2991587328, + "step": 2536 + }, + { + "epoch": 0.03975463017576973, + "grad_norm": 0.625, + "learning_rate": 6.71540347984599e-05, + "loss": 1.4952, + "num_input_tokens_seen": 2992766976, + "step": 2537 + }, + { + "epoch": 0.039872596437418896, + "grad_norm": 0.66796875, + "learning_rate": 6.71425760822443e-05, + "loss": 1.4684, + "num_input_tokens_seen": 2993946624, + "step": 2538 + }, + { + "epoch": 0.03999056269906807, + "grad_norm": 0.61328125, + "learning_rate": 6.713111323624265e-05, + "loss": 1.4798, + "num_input_tokens_seen": 2995126272, + "step": 2539 + }, + { + "epoch": 0.04010852896071723, + "grad_norm": 0.6484375, + "learning_rate": 6.711964626219903e-05, + "loss": 1.4208, + "num_input_tokens_seen": 2996305920, + "step": 2540 + }, + { + "epoch": 0.040226495222366404, + "grad_norm": 0.6640625, + "learning_rate": 6.710817516185817e-05, + "loss": 1.3006, + "num_input_tokens_seen": 2997485568, + "step": 2541 + }, + { + "epoch": 0.04034446148401557, + "grad_norm": 0.625, + "learning_rate": 6.709669993696543e-05, + "loss": 1.4182, + "num_input_tokens_seen": 2998665216, + "step": 2542 + }, + { + "epoch": 0.04046242774566474, + "grad_norm": 0.60546875, + "learning_rate": 6.708522058926673e-05, + "loss": 1.4264, + "num_input_tokens_seen": 2999844864, + "step": 2543 + }, + { + "epoch": 0.040580394007313905, + "grad_norm": 0.5859375, + "learning_rate": 6.707373712050873e-05, + "loss": 1.5005, + "num_input_tokens_seen": 3001024512, + "step": 2544 + }, + { + "epoch": 0.04069836026896308, + "grad_norm": 0.578125, + "learning_rate": 6.706224953243863e-05, + "loss": 1.4911, + "num_input_tokens_seen": 3002204160, + "step": 2545 + }, + { + "epoch": 0.04081632653061224, + "grad_norm": 0.6328125, + "learning_rate": 6.705075782680428e-05, + "loss": 1.3447, + "num_input_tokens_seen": 3003383808, + "step": 2546 + }, + { + "epoch": 0.04093429279226141, + "grad_norm": 0.5703125, + "learning_rate": 6.703926200535419e-05, + "loss": 1.5497, + "num_input_tokens_seen": 3004563456, + "step": 2547 + }, + { + "epoch": 0.041052259053910585, + "grad_norm": 0.60546875, + "learning_rate": 6.702776206983744e-05, + "loss": 1.4596, + "num_input_tokens_seen": 3005743104, + "step": 2548 + }, + { + "epoch": 0.04117022531555975, + "grad_norm": 0.59375, + "learning_rate": 6.701625802200378e-05, + "loss": 1.4756, + "num_input_tokens_seen": 3006922752, + "step": 2549 + }, + { + "epoch": 0.04128819157720892, + "grad_norm": 0.58984375, + "learning_rate": 6.700474986360354e-05, + "loss": 1.4192, + "num_input_tokens_seen": 3008102400, + "step": 2550 + }, + { + "epoch": 0.041406157838858086, + "grad_norm": 0.578125, + "learning_rate": 6.699323759638773e-05, + "loss": 1.4665, + "num_input_tokens_seen": 3009282048, + "step": 2551 + }, + { + "epoch": 0.04152412410050726, + "grad_norm": 0.59765625, + "learning_rate": 6.698172122210797e-05, + "loss": 1.5898, + "num_input_tokens_seen": 3010461696, + "step": 2552 + }, + { + "epoch": 0.04164209036215642, + "grad_norm": 0.609375, + "learning_rate": 6.697020074251647e-05, + "loss": 1.4587, + "num_input_tokens_seen": 3011641344, + "step": 2553 + }, + { + "epoch": 0.041760056623805594, + "grad_norm": 0.5859375, + "learning_rate": 6.69586761593661e-05, + "loss": 1.4906, + "num_input_tokens_seen": 3012820992, + "step": 2554 + }, + { + "epoch": 0.04187802288545476, + "grad_norm": 0.6015625, + "learning_rate": 6.694714747441035e-05, + "loss": 1.3911, + "num_input_tokens_seen": 3014000640, + "step": 2555 + }, + { + "epoch": 0.04199598914710393, + "grad_norm": 0.58984375, + "learning_rate": 6.693561468940331e-05, + "loss": 1.4116, + "num_input_tokens_seen": 3015180288, + "step": 2556 + }, + { + "epoch": 0.042113955408753095, + "grad_norm": 0.64453125, + "learning_rate": 6.692407780609972e-05, + "loss": 1.3856, + "num_input_tokens_seen": 3016359936, + "step": 2557 + }, + { + "epoch": 0.04223192167040227, + "grad_norm": 0.6015625, + "learning_rate": 6.691253682625496e-05, + "loss": 1.4585, + "num_input_tokens_seen": 3017539584, + "step": 2558 + }, + { + "epoch": 0.04234988793205143, + "grad_norm": 0.5859375, + "learning_rate": 6.690099175162497e-05, + "loss": 1.5573, + "num_input_tokens_seen": 3018719232, + "step": 2559 + }, + { + "epoch": 0.042467854193700603, + "grad_norm": 0.640625, + "learning_rate": 6.688944258396637e-05, + "loss": 1.4737, + "num_input_tokens_seen": 3019898880, + "step": 2560 + }, + { + "epoch": 0.04258582045534977, + "grad_norm": 0.6484375, + "learning_rate": 6.687788932503637e-05, + "loss": 1.4925, + "num_input_tokens_seen": 3021078528, + "step": 2561 + }, + { + "epoch": 0.04270378671699894, + "grad_norm": 0.80078125, + "learning_rate": 6.686633197659284e-05, + "loss": 1.5562, + "num_input_tokens_seen": 3022258176, + "step": 2562 + }, + { + "epoch": 0.042821752978648105, + "grad_norm": 0.68359375, + "learning_rate": 6.685477054039423e-05, + "loss": 1.4028, + "num_input_tokens_seen": 3023437824, + "step": 2563 + }, + { + "epoch": 0.042939719240297276, + "grad_norm": 0.61328125, + "learning_rate": 6.684320501819965e-05, + "loss": 1.445, + "num_input_tokens_seen": 3024617472, + "step": 2564 + }, + { + "epoch": 0.04305768550194644, + "grad_norm": 0.640625, + "learning_rate": 6.683163541176879e-05, + "loss": 1.3349, + "num_input_tokens_seen": 3025797120, + "step": 2565 + }, + { + "epoch": 0.04317565176359561, + "grad_norm": 0.6171875, + "learning_rate": 6.6820061722862e-05, + "loss": 1.3495, + "num_input_tokens_seen": 3026976768, + "step": 2566 + }, + { + "epoch": 0.04329361802524478, + "grad_norm": 0.6015625, + "learning_rate": 6.680848395324022e-05, + "loss": 1.4801, + "num_input_tokens_seen": 3028156416, + "step": 2567 + }, + { + "epoch": 0.04341158428689395, + "grad_norm": 0.60546875, + "learning_rate": 6.679690210466505e-05, + "loss": 1.4375, + "num_input_tokens_seen": 3029336064, + "step": 2568 + }, + { + "epoch": 0.043529550548543114, + "grad_norm": 1.6953125, + "learning_rate": 6.678531617889866e-05, + "loss": 1.5589, + "num_input_tokens_seen": 3030515712, + "step": 2569 + }, + { + "epoch": 0.043647516810192286, + "grad_norm": 0.6796875, + "learning_rate": 6.677372617770389e-05, + "loss": 1.5393, + "num_input_tokens_seen": 3031695360, + "step": 2570 + }, + { + "epoch": 0.04376548307184145, + "grad_norm": 0.6484375, + "learning_rate": 6.676213210284415e-05, + "loss": 1.3024, + "num_input_tokens_seen": 3032875008, + "step": 2571 + }, + { + "epoch": 0.04388344933349062, + "grad_norm": 0.640625, + "learning_rate": 6.675053395608353e-05, + "loss": 1.4264, + "num_input_tokens_seen": 3034054656, + "step": 2572 + }, + { + "epoch": 0.04400141559513979, + "grad_norm": 0.62890625, + "learning_rate": 6.673893173918667e-05, + "loss": 1.2767, + "num_input_tokens_seen": 3035234304, + "step": 2573 + }, + { + "epoch": 0.04411938185678896, + "grad_norm": 0.69140625, + "learning_rate": 6.67273254539189e-05, + "loss": 1.4428, + "num_input_tokens_seen": 3036413952, + "step": 2574 + }, + { + "epoch": 0.04423734811843813, + "grad_norm": 0.67578125, + "learning_rate": 6.671571510204611e-05, + "loss": 1.4224, + "num_input_tokens_seen": 3037593600, + "step": 2575 + }, + { + "epoch": 0.044355314380087295, + "grad_norm": 0.640625, + "learning_rate": 6.670410068533486e-05, + "loss": 1.2808, + "num_input_tokens_seen": 3038773248, + "step": 2576 + }, + { + "epoch": 0.044473280641736467, + "grad_norm": 0.73828125, + "learning_rate": 6.669248220555227e-05, + "loss": 1.3767, + "num_input_tokens_seen": 3039952896, + "step": 2577 + }, + { + "epoch": 0.04459124690338563, + "grad_norm": 0.6015625, + "learning_rate": 6.668085966446614e-05, + "loss": 1.6047, + "num_input_tokens_seen": 3041132544, + "step": 2578 + }, + { + "epoch": 0.0447092131650348, + "grad_norm": 0.69140625, + "learning_rate": 6.666923306384483e-05, + "loss": 1.3309, + "num_input_tokens_seen": 3042312192, + "step": 2579 + }, + { + "epoch": 0.04482717942668397, + "grad_norm": 0.63671875, + "learning_rate": 6.665760240545737e-05, + "loss": 1.3701, + "num_input_tokens_seen": 3043491840, + "step": 2580 + }, + { + "epoch": 0.04494514568833314, + "grad_norm": 0.69921875, + "learning_rate": 6.664596769107336e-05, + "loss": 1.298, + "num_input_tokens_seen": 3044671488, + "step": 2581 + }, + { + "epoch": 0.045063111949982304, + "grad_norm": 0.60546875, + "learning_rate": 6.663432892246306e-05, + "loss": 1.6694, + "num_input_tokens_seen": 3045851136, + "step": 2582 + }, + { + "epoch": 0.045181078211631476, + "grad_norm": 0.640625, + "learning_rate": 6.662268610139732e-05, + "loss": 1.4567, + "num_input_tokens_seen": 3047030784, + "step": 2583 + }, + { + "epoch": 0.04529904447328064, + "grad_norm": 0.71875, + "learning_rate": 6.661103922964761e-05, + "loss": 1.5915, + "num_input_tokens_seen": 3048210432, + "step": 2584 + }, + { + "epoch": 0.04541701073492981, + "grad_norm": 0.69140625, + "learning_rate": 6.659938830898603e-05, + "loss": 1.4121, + "num_input_tokens_seen": 3049390080, + "step": 2585 + }, + { + "epoch": 0.04553497699657898, + "grad_norm": 0.69140625, + "learning_rate": 6.658773334118527e-05, + "loss": 1.6211, + "num_input_tokens_seen": 3050569728, + "step": 2586 + }, + { + "epoch": 0.04565294325822815, + "grad_norm": 0.74609375, + "learning_rate": 6.657607432801868e-05, + "loss": 1.557, + "num_input_tokens_seen": 3051749376, + "step": 2587 + }, + { + "epoch": 0.04577090951987731, + "grad_norm": 0.64453125, + "learning_rate": 6.656441127126017e-05, + "loss": 1.4462, + "num_input_tokens_seen": 3052929024, + "step": 2588 + }, + { + "epoch": 0.045888875781526485, + "grad_norm": 0.63671875, + "learning_rate": 6.65527441726843e-05, + "loss": 1.4628, + "num_input_tokens_seen": 3054108672, + "step": 2589 + }, + { + "epoch": 0.04600684204317565, + "grad_norm": 0.625, + "learning_rate": 6.654107303406623e-05, + "loss": 1.3959, + "num_input_tokens_seen": 3055288320, + "step": 2590 + }, + { + "epoch": 0.04612480830482482, + "grad_norm": 0.63671875, + "learning_rate": 6.652939785718177e-05, + "loss": 1.5412, + "num_input_tokens_seen": 3056467968, + "step": 2591 + }, + { + "epoch": 0.046242774566473986, + "grad_norm": 0.65625, + "learning_rate": 6.651771864380729e-05, + "loss": 1.3125, + "num_input_tokens_seen": 3057647616, + "step": 2592 + }, + { + "epoch": 0.04636074082812316, + "grad_norm": 0.6484375, + "learning_rate": 6.65060353957198e-05, + "loss": 1.4411, + "num_input_tokens_seen": 3058827264, + "step": 2593 + }, + { + "epoch": 0.04647870708977232, + "grad_norm": 0.63671875, + "learning_rate": 6.649434811469694e-05, + "loss": 1.463, + "num_input_tokens_seen": 3060006912, + "step": 2594 + }, + { + "epoch": 0.046596673351421494, + "grad_norm": 0.6171875, + "learning_rate": 6.648265680251695e-05, + "loss": 1.3815, + "num_input_tokens_seen": 3061186560, + "step": 2595 + }, + { + "epoch": 0.04671463961307066, + "grad_norm": 0.62109375, + "learning_rate": 6.647096146095866e-05, + "loss": 1.4478, + "num_input_tokens_seen": 3062366208, + "step": 2596 + }, + { + "epoch": 0.04683260587471983, + "grad_norm": 0.69140625, + "learning_rate": 6.645926209180156e-05, + "loss": 1.3286, + "num_input_tokens_seen": 3063545856, + "step": 2597 + }, + { + "epoch": 0.046950572136368995, + "grad_norm": 0.63671875, + "learning_rate": 6.644755869682572e-05, + "loss": 1.3154, + "num_input_tokens_seen": 3064725504, + "step": 2598 + }, + { + "epoch": 0.04706853839801817, + "grad_norm": 0.61328125, + "learning_rate": 6.643585127781182e-05, + "loss": 1.2973, + "num_input_tokens_seen": 3065905152, + "step": 2599 + }, + { + "epoch": 0.04718650465966733, + "grad_norm": 0.62890625, + "learning_rate": 6.642413983654116e-05, + "loss": 1.4398, + "num_input_tokens_seen": 3067084800, + "step": 2600 + }, + { + "epoch": 0.04718650465966733, + "eval_wikipedia_loss": 2.269557476043701, + "eval_wikipedia_runtime": 162.0914, + "eval_wikipedia_samples_per_second": 4.331, + "eval_wikipedia_steps_per_second": 0.185, + "num_input_tokens_seen": 3067084800, + "step": 2600 + }, + { + "epoch": 0.04718650465966733, + "eval_toxicity_loss": 4.000088691711426, + "eval_toxicity_runtime": 1.1002, + "eval_toxicity_samples_per_second": 1.818, + "eval_toxicity_steps_per_second": 0.909, + "num_input_tokens_seen": 3067084800, + "step": 2600 + }, + { + "epoch": 0.047304470921316503, + "grad_norm": 0.625, + "learning_rate": 6.641242437479568e-05, + "loss": 1.415, + "num_input_tokens_seen": 3068264448, + "step": 2601 + }, + { + "epoch": 0.047422437182965675, + "grad_norm": 0.62109375, + "learning_rate": 6.640070489435788e-05, + "loss": 1.3593, + "num_input_tokens_seen": 3069444096, + "step": 2602 + }, + { + "epoch": 0.04754040344461484, + "grad_norm": 0.625, + "learning_rate": 6.63889813970109e-05, + "loss": 1.3307, + "num_input_tokens_seen": 3070623744, + "step": 2603 + }, + { + "epoch": 0.04765836970626401, + "grad_norm": 0.6328125, + "learning_rate": 6.63772538845385e-05, + "loss": 1.4466, + "num_input_tokens_seen": 3071803392, + "step": 2604 + }, + { + "epoch": 0.047776335967913176, + "grad_norm": 0.61328125, + "learning_rate": 6.636552235872505e-05, + "loss": 1.5066, + "num_input_tokens_seen": 3072983040, + "step": 2605 + }, + { + "epoch": 0.04789430222956235, + "grad_norm": 0.625, + "learning_rate": 6.635378682135549e-05, + "loss": 1.515, + "num_input_tokens_seen": 3074162688, + "step": 2606 + }, + { + "epoch": 0.04801226849121151, + "grad_norm": 0.6875, + "learning_rate": 6.634204727421542e-05, + "loss": 1.4039, + "num_input_tokens_seen": 3075342336, + "step": 2607 + }, + { + "epoch": 0.048130234752860684, + "grad_norm": 0.58203125, + "learning_rate": 6.633030371909103e-05, + "loss": 1.4873, + "num_input_tokens_seen": 3076521984, + "step": 2608 + }, + { + "epoch": 0.04824820101450985, + "grad_norm": 0.6015625, + "learning_rate": 6.63185561577691e-05, + "loss": 1.4735, + "num_input_tokens_seen": 3077701632, + "step": 2609 + }, + { + "epoch": 0.04836616727615902, + "grad_norm": 0.59765625, + "learning_rate": 6.630680459203708e-05, + "loss": 1.4558, + "num_input_tokens_seen": 3078881280, + "step": 2610 + }, + { + "epoch": 0.048484133537808186, + "grad_norm": 0.6171875, + "learning_rate": 6.629504902368296e-05, + "loss": 1.341, + "num_input_tokens_seen": 3080060928, + "step": 2611 + }, + { + "epoch": 0.04860209979945736, + "grad_norm": 0.578125, + "learning_rate": 6.628328945449538e-05, + "loss": 1.4216, + "num_input_tokens_seen": 3081240576, + "step": 2612 + }, + { + "epoch": 0.04872006606110652, + "grad_norm": 0.58984375, + "learning_rate": 6.627152588626356e-05, + "loss": 1.3641, + "num_input_tokens_seen": 3082420224, + "step": 2613 + }, + { + "epoch": 0.048838032322755694, + "grad_norm": 0.5625, + "learning_rate": 6.625975832077736e-05, + "loss": 1.3914, + "num_input_tokens_seen": 3083599872, + "step": 2614 + }, + { + "epoch": 0.04895599858440486, + "grad_norm": 0.59765625, + "learning_rate": 6.624798675982724e-05, + "loss": 1.4569, + "num_input_tokens_seen": 3084779520, + "step": 2615 + }, + { + "epoch": 0.04907396484605403, + "grad_norm": 0.578125, + "learning_rate": 6.623621120520427e-05, + "loss": 1.4752, + "num_input_tokens_seen": 3085959168, + "step": 2616 + }, + { + "epoch": 0.049191931107703195, + "grad_norm": 0.60546875, + "learning_rate": 6.622443165870007e-05, + "loss": 1.3478, + "num_input_tokens_seen": 3087138816, + "step": 2617 + }, + { + "epoch": 0.049309897369352367, + "grad_norm": 0.66015625, + "learning_rate": 6.621264812210696e-05, + "loss": 1.4947, + "num_input_tokens_seen": 3088318464, + "step": 2618 + }, + { + "epoch": 0.04942786363100153, + "grad_norm": 0.625, + "learning_rate": 6.620086059721782e-05, + "loss": 1.5183, + "num_input_tokens_seen": 3089498112, + "step": 2619 + }, + { + "epoch": 0.0495458298926507, + "grad_norm": 0.58984375, + "learning_rate": 6.618906908582613e-05, + "loss": 1.4208, + "num_input_tokens_seen": 3090677760, + "step": 2620 + }, + { + "epoch": 0.04966379615429987, + "grad_norm": 0.63671875, + "learning_rate": 6.617727358972599e-05, + "loss": 1.3987, + "num_input_tokens_seen": 3091857408, + "step": 2621 + }, + { + "epoch": 0.04978176241594904, + "grad_norm": 0.625, + "learning_rate": 6.61654741107121e-05, + "loss": 1.448, + "num_input_tokens_seen": 3093037056, + "step": 2622 + }, + { + "epoch": 0.049899728677598204, + "grad_norm": 0.59375, + "learning_rate": 6.615367065057978e-05, + "loss": 1.4476, + "num_input_tokens_seen": 3094216704, + "step": 2623 + }, + { + "epoch": 0.050017694939247376, + "grad_norm": 0.62890625, + "learning_rate": 6.614186321112494e-05, + "loss": 1.3176, + "num_input_tokens_seen": 3095396352, + "step": 2624 + }, + { + "epoch": 0.05013566120089654, + "grad_norm": 0.703125, + "learning_rate": 6.61300517941441e-05, + "loss": 1.4517, + "num_input_tokens_seen": 3096576000, + "step": 2625 + }, + { + "epoch": 0.05025362746254571, + "grad_norm": 0.546875, + "learning_rate": 6.611823640143439e-05, + "loss": 1.5191, + "num_input_tokens_seen": 3097755648, + "step": 2626 + }, + { + "epoch": 0.05037159372419488, + "grad_norm": 0.6328125, + "learning_rate": 6.610641703479353e-05, + "loss": 1.4314, + "num_input_tokens_seen": 3098935296, + "step": 2627 + }, + { + "epoch": 0.05048955998584405, + "grad_norm": 0.609375, + "learning_rate": 6.609459369601986e-05, + "loss": 1.2779, + "num_input_tokens_seen": 3100114944, + "step": 2628 + }, + { + "epoch": 0.05060752624749322, + "grad_norm": 0.62890625, + "learning_rate": 6.608276638691233e-05, + "loss": 1.4569, + "num_input_tokens_seen": 3101294592, + "step": 2629 + }, + { + "epoch": 0.050725492509142385, + "grad_norm": 0.59375, + "learning_rate": 6.607093510927046e-05, + "loss": 1.4863, + "num_input_tokens_seen": 3102474240, + "step": 2630 + }, + { + "epoch": 0.05084345877079156, + "grad_norm": 0.58984375, + "learning_rate": 6.605909986489444e-05, + "loss": 1.4728, + "num_input_tokens_seen": 3103653888, + "step": 2631 + }, + { + "epoch": 0.05096142503244072, + "grad_norm": 0.578125, + "learning_rate": 6.604726065558498e-05, + "loss": 1.5118, + "num_input_tokens_seen": 3104833536, + "step": 2632 + }, + { + "epoch": 0.05107939129408989, + "grad_norm": 0.65234375, + "learning_rate": 6.603541748314345e-05, + "loss": 1.5741, + "num_input_tokens_seen": 3106013184, + "step": 2633 + }, + { + "epoch": 0.05119735755573906, + "grad_norm": 0.62109375, + "learning_rate": 6.602357034937179e-05, + "loss": 1.3293, + "num_input_tokens_seen": 3107192832, + "step": 2634 + }, + { + "epoch": 0.05131532381738823, + "grad_norm": 0.66015625, + "learning_rate": 6.601171925607259e-05, + "loss": 1.3841, + "num_input_tokens_seen": 3108372480, + "step": 2635 + }, + { + "epoch": 0.051433290079037394, + "grad_norm": 0.609375, + "learning_rate": 6.599986420504902e-05, + "loss": 1.3418, + "num_input_tokens_seen": 3109552128, + "step": 2636 + }, + { + "epoch": 0.051551256340686566, + "grad_norm": 0.63671875, + "learning_rate": 6.59880051981048e-05, + "loss": 1.4209, + "num_input_tokens_seen": 3110731776, + "step": 2637 + }, + { + "epoch": 0.05166922260233573, + "grad_norm": 0.6328125, + "learning_rate": 6.597614223704432e-05, + "loss": 1.2842, + "num_input_tokens_seen": 3111911424, + "step": 2638 + }, + { + "epoch": 0.0517871888639849, + "grad_norm": 0.58203125, + "learning_rate": 6.596427532367256e-05, + "loss": 1.4498, + "num_input_tokens_seen": 3113091072, + "step": 2639 + }, + { + "epoch": 0.05190515512563407, + "grad_norm": 0.59375, + "learning_rate": 6.595240445979506e-05, + "loss": 1.4183, + "num_input_tokens_seen": 3114270720, + "step": 2640 + }, + { + "epoch": 0.05202312138728324, + "grad_norm": 0.6328125, + "learning_rate": 6.594052964721803e-05, + "loss": 1.411, + "num_input_tokens_seen": 3115450368, + "step": 2641 + }, + { + "epoch": 0.052141087648932403, + "grad_norm": 0.6640625, + "learning_rate": 6.592865088774822e-05, + "loss": 1.4398, + "num_input_tokens_seen": 3116630016, + "step": 2642 + }, + { + "epoch": 0.052259053910581575, + "grad_norm": 0.62890625, + "learning_rate": 6.5916768183193e-05, + "loss": 1.4009, + "num_input_tokens_seen": 3117809664, + "step": 2643 + }, + { + "epoch": 0.05237702017223074, + "grad_norm": 0.61328125, + "learning_rate": 6.590488153536035e-05, + "loss": 1.4343, + "num_input_tokens_seen": 3118989312, + "step": 2644 + }, + { + "epoch": 0.05249498643387991, + "grad_norm": 0.6015625, + "learning_rate": 6.589299094605884e-05, + "loss": 1.4657, + "num_input_tokens_seen": 3120168960, + "step": 2645 + }, + { + "epoch": 0.052612952695529076, + "grad_norm": 0.60546875, + "learning_rate": 6.588109641709763e-05, + "loss": 1.3724, + "num_input_tokens_seen": 3121348608, + "step": 2646 + }, + { + "epoch": 0.05273091895717825, + "grad_norm": 0.62109375, + "learning_rate": 6.586919795028651e-05, + "loss": 1.3908, + "num_input_tokens_seen": 3122528256, + "step": 2647 + }, + { + "epoch": 0.05284888521882741, + "grad_norm": 0.5859375, + "learning_rate": 6.585729554743584e-05, + "loss": 1.3079, + "num_input_tokens_seen": 3123707904, + "step": 2648 + }, + { + "epoch": 0.052966851480476584, + "grad_norm": 0.5625, + "learning_rate": 6.584538921035659e-05, + "loss": 1.4801, + "num_input_tokens_seen": 3124887552, + "step": 2649 + }, + { + "epoch": 0.05308481774212575, + "grad_norm": 0.59765625, + "learning_rate": 6.583347894086032e-05, + "loss": 1.5978, + "num_input_tokens_seen": 3126067200, + "step": 2650 + }, + { + "epoch": 0.05320278400377492, + "grad_norm": 0.59375, + "learning_rate": 6.582156474075922e-05, + "loss": 1.4478, + "num_input_tokens_seen": 3127246848, + "step": 2651 + }, + { + "epoch": 0.053320750265424086, + "grad_norm": 0.6171875, + "learning_rate": 6.580964661186604e-05, + "loss": 1.5333, + "num_input_tokens_seen": 3128426496, + "step": 2652 + }, + { + "epoch": 0.05343871652707326, + "grad_norm": 0.58203125, + "learning_rate": 6.579772455599414e-05, + "loss": 1.4508, + "num_input_tokens_seen": 3129606144, + "step": 2653 + }, + { + "epoch": 0.05355668278872242, + "grad_norm": 0.6171875, + "learning_rate": 6.578579857495748e-05, + "loss": 1.4779, + "num_input_tokens_seen": 3130785792, + "step": 2654 + }, + { + "epoch": 0.053674649050371594, + "grad_norm": 0.58203125, + "learning_rate": 6.577386867057062e-05, + "loss": 1.6732, + "num_input_tokens_seen": 3131965440, + "step": 2655 + }, + { + "epoch": 0.053792615312020765, + "grad_norm": 0.625, + "learning_rate": 6.576193484464872e-05, + "loss": 1.4453, + "num_input_tokens_seen": 3133145088, + "step": 2656 + }, + { + "epoch": 0.05391058157366993, + "grad_norm": 0.578125, + "learning_rate": 6.574999709900752e-05, + "loss": 1.4292, + "num_input_tokens_seen": 3134324736, + "step": 2657 + }, + { + "epoch": 0.0540285478353191, + "grad_norm": 0.671875, + "learning_rate": 6.573805543546338e-05, + "loss": 1.3879, + "num_input_tokens_seen": 3135504384, + "step": 2658 + }, + { + "epoch": 0.054146514096968267, + "grad_norm": 0.6640625, + "learning_rate": 6.572610985583323e-05, + "loss": 1.3263, + "num_input_tokens_seen": 3136684032, + "step": 2659 + }, + { + "epoch": 0.05426448035861744, + "grad_norm": 0.61328125, + "learning_rate": 6.57141603619346e-05, + "loss": 1.3943, + "num_input_tokens_seen": 3137863680, + "step": 2660 + }, + { + "epoch": 0.0543824466202666, + "grad_norm": 0.61328125, + "learning_rate": 6.570220695558565e-05, + "loss": 1.5915, + "num_input_tokens_seen": 3139043328, + "step": 2661 + }, + { + "epoch": 0.054500412881915775, + "grad_norm": 0.6015625, + "learning_rate": 6.56902496386051e-05, + "loss": 1.4019, + "num_input_tokens_seen": 3140222976, + "step": 2662 + }, + { + "epoch": 0.05461837914356494, + "grad_norm": 0.6171875, + "learning_rate": 6.567828841281226e-05, + "loss": 1.3996, + "num_input_tokens_seen": 3141402624, + "step": 2663 + }, + { + "epoch": 0.05473634540521411, + "grad_norm": 0.6640625, + "learning_rate": 6.566632328002706e-05, + "loss": 1.5085, + "num_input_tokens_seen": 3142582272, + "step": 2664 + }, + { + "epoch": 0.054854311666863276, + "grad_norm": 0.60546875, + "learning_rate": 6.565435424207004e-05, + "loss": 1.5003, + "num_input_tokens_seen": 3143761920, + "step": 2665 + }, + { + "epoch": 0.05497227792851245, + "grad_norm": 0.63671875, + "learning_rate": 6.564238130076228e-05, + "loss": 1.5261, + "num_input_tokens_seen": 3144941568, + "step": 2666 + }, + { + "epoch": 0.05509024419016161, + "grad_norm": 0.58984375, + "learning_rate": 6.563040445792545e-05, + "loss": 1.6174, + "num_input_tokens_seen": 3146121216, + "step": 2667 + }, + { + "epoch": 0.055208210451810784, + "grad_norm": 0.625, + "learning_rate": 6.561842371538191e-05, + "loss": 1.4721, + "num_input_tokens_seen": 3147300864, + "step": 2668 + }, + { + "epoch": 0.05532617671345995, + "grad_norm": 0.5859375, + "learning_rate": 6.560643907495453e-05, + "loss": 1.4945, + "num_input_tokens_seen": 3148480512, + "step": 2669 + }, + { + "epoch": 0.05544414297510912, + "grad_norm": 0.63671875, + "learning_rate": 6.559445053846676e-05, + "loss": 1.4133, + "num_input_tokens_seen": 3149660160, + "step": 2670 + }, + { + "epoch": 0.055562109236758285, + "grad_norm": 0.60546875, + "learning_rate": 6.558245810774271e-05, + "loss": 1.3864, + "num_input_tokens_seen": 3150839808, + "step": 2671 + }, + { + "epoch": 0.05568007549840746, + "grad_norm": 1.5234375, + "learning_rate": 6.557046178460702e-05, + "loss": 1.4671, + "num_input_tokens_seen": 3152019456, + "step": 2672 + }, + { + "epoch": 0.05579804176005662, + "grad_norm": 0.66015625, + "learning_rate": 6.555846157088499e-05, + "loss": 1.4746, + "num_input_tokens_seen": 3153199104, + "step": 2673 + }, + { + "epoch": 0.05591600802170579, + "grad_norm": 0.70703125, + "learning_rate": 6.554645746840242e-05, + "loss": 1.3687, + "num_input_tokens_seen": 3154378752, + "step": 2674 + }, + { + "epoch": 0.05603397428335496, + "grad_norm": 0.578125, + "learning_rate": 6.553444947898581e-05, + "loss": 1.473, + "num_input_tokens_seen": 3155558400, + "step": 2675 + }, + { + "epoch": 0.05615194054500413, + "grad_norm": 0.69921875, + "learning_rate": 6.552243760446213e-05, + "loss": 1.4667, + "num_input_tokens_seen": 3156738048, + "step": 2676 + }, + { + "epoch": 0.056269906806653294, + "grad_norm": 0.5703125, + "learning_rate": 6.551042184665905e-05, + "loss": 1.5438, + "num_input_tokens_seen": 3157917696, + "step": 2677 + }, + { + "epoch": 0.056387873068302466, + "grad_norm": 0.72265625, + "learning_rate": 6.549840220740478e-05, + "loss": 1.3698, + "num_input_tokens_seen": 3159097344, + "step": 2678 + }, + { + "epoch": 0.05650583932995163, + "grad_norm": 0.6171875, + "learning_rate": 6.548637868852813e-05, + "loss": 1.5553, + "num_input_tokens_seen": 3160276992, + "step": 2679 + }, + { + "epoch": 0.0566238055916008, + "grad_norm": 0.671875, + "learning_rate": 6.547435129185848e-05, + "loss": 1.3827, + "num_input_tokens_seen": 3161456640, + "step": 2680 + }, + { + "epoch": 0.05674177185324997, + "grad_norm": 0.58984375, + "learning_rate": 6.546232001922585e-05, + "loss": 1.5977, + "num_input_tokens_seen": 3162636288, + "step": 2681 + }, + { + "epoch": 0.05685973811489914, + "grad_norm": 0.68359375, + "learning_rate": 6.545028487246078e-05, + "loss": 1.4531, + "num_input_tokens_seen": 3163815936, + "step": 2682 + }, + { + "epoch": 0.05697770437654831, + "grad_norm": 0.59765625, + "learning_rate": 6.543824585339444e-05, + "loss": 1.5484, + "num_input_tokens_seen": 3164995584, + "step": 2683 + }, + { + "epoch": 0.057095670638197475, + "grad_norm": 0.65625, + "learning_rate": 6.542620296385862e-05, + "loss": 1.4082, + "num_input_tokens_seen": 3166175232, + "step": 2684 + }, + { + "epoch": 0.05721363689984665, + "grad_norm": 0.6640625, + "learning_rate": 6.541415620568563e-05, + "loss": 1.4821, + "num_input_tokens_seen": 3167354880, + "step": 2685 + }, + { + "epoch": 0.05733160316149581, + "grad_norm": 0.609375, + "learning_rate": 6.540210558070842e-05, + "loss": 1.4739, + "num_input_tokens_seen": 3168534528, + "step": 2686 + }, + { + "epoch": 0.05744956942314498, + "grad_norm": 0.64453125, + "learning_rate": 6.539005109076051e-05, + "loss": 1.1184, + "num_input_tokens_seen": 3169714176, + "step": 2687 + }, + { + "epoch": 0.05756753568479415, + "grad_norm": 0.6328125, + "learning_rate": 6.5377992737676e-05, + "loss": 1.3518, + "num_input_tokens_seen": 3170893824, + "step": 2688 + }, + { + "epoch": 0.05768550194644332, + "grad_norm": 0.609375, + "learning_rate": 6.53659305232896e-05, + "loss": 1.3856, + "num_input_tokens_seen": 3172073472, + "step": 2689 + }, + { + "epoch": 0.057803468208092484, + "grad_norm": 0.62109375, + "learning_rate": 6.535386444943659e-05, + "loss": 1.6437, + "num_input_tokens_seen": 3173253120, + "step": 2690 + }, + { + "epoch": 0.057921434469741656, + "grad_norm": 0.6015625, + "learning_rate": 6.534179451795285e-05, + "loss": 1.3971, + "num_input_tokens_seen": 3174432768, + "step": 2691 + }, + { + "epoch": 0.05803940073139082, + "grad_norm": 0.7109375, + "learning_rate": 6.532972073067482e-05, + "loss": 1.281, + "num_input_tokens_seen": 3175612416, + "step": 2692 + }, + { + "epoch": 0.05815736699303999, + "grad_norm": 0.6484375, + "learning_rate": 6.531764308943957e-05, + "loss": 1.4171, + "num_input_tokens_seen": 3176792064, + "step": 2693 + }, + { + "epoch": 0.05827533325468916, + "grad_norm": 0.83984375, + "learning_rate": 6.530556159608471e-05, + "loss": 1.2739, + "num_input_tokens_seen": 3177971712, + "step": 2694 + }, + { + "epoch": 0.05839329951633833, + "grad_norm": 0.59375, + "learning_rate": 6.529347625244848e-05, + "loss": 1.3464, + "num_input_tokens_seen": 3179151360, + "step": 2695 + }, + { + "epoch": 0.058511265777987494, + "grad_norm": 0.64453125, + "learning_rate": 6.528138706036966e-05, + "loss": 1.4137, + "num_input_tokens_seen": 3180331008, + "step": 2696 + }, + { + "epoch": 0.058629232039636665, + "grad_norm": 0.61328125, + "learning_rate": 6.526929402168767e-05, + "loss": 1.5121, + "num_input_tokens_seen": 3181510656, + "step": 2697 + }, + { + "epoch": 0.05874719830128583, + "grad_norm": 0.625, + "learning_rate": 6.525719713824245e-05, + "loss": 1.5248, + "num_input_tokens_seen": 3182690304, + "step": 2698 + }, + { + "epoch": 0.058865164562935, + "grad_norm": 0.640625, + "learning_rate": 6.52450964118746e-05, + "loss": 1.5589, + "num_input_tokens_seen": 3183869952, + "step": 2699 + }, + { + "epoch": 0.058983130824584167, + "grad_norm": 0.65625, + "learning_rate": 6.523299184442522e-05, + "loss": 1.4395, + "num_input_tokens_seen": 3185049600, + "step": 2700 + }, + { + "epoch": 0.05910109708623334, + "grad_norm": 0.60546875, + "learning_rate": 6.522088343773607e-05, + "loss": 1.3782, + "num_input_tokens_seen": 3186229248, + "step": 2701 + }, + { + "epoch": 0.0592190633478825, + "grad_norm": 0.61328125, + "learning_rate": 6.520877119364946e-05, + "loss": 1.4526, + "num_input_tokens_seen": 3187408896, + "step": 2702 + }, + { + "epoch": 0.059337029609531675, + "grad_norm": 0.609375, + "learning_rate": 6.519665511400827e-05, + "loss": 1.4238, + "num_input_tokens_seen": 3188588544, + "step": 2703 + }, + { + "epoch": 0.05945499587118084, + "grad_norm": 0.59765625, + "learning_rate": 6.518453520065599e-05, + "loss": 1.5417, + "num_input_tokens_seen": 3189768192, + "step": 2704 + }, + { + "epoch": 0.05957296213283001, + "grad_norm": 0.6328125, + "learning_rate": 6.51724114554367e-05, + "loss": 1.4273, + "num_input_tokens_seen": 3190947840, + "step": 2705 + }, + { + "epoch": 0.059690928394479176, + "grad_norm": 0.62109375, + "learning_rate": 6.516028388019503e-05, + "loss": 1.3257, + "num_input_tokens_seen": 3192127488, + "step": 2706 + }, + { + "epoch": 0.05980889465612835, + "grad_norm": 0.609375, + "learning_rate": 6.514815247677622e-05, + "loss": 1.408, + "num_input_tokens_seen": 3193307136, + "step": 2707 + }, + { + "epoch": 0.05992686091777751, + "grad_norm": 0.66796875, + "learning_rate": 6.513601724702607e-05, + "loss": 1.4547, + "num_input_tokens_seen": 3194486784, + "step": 2708 + }, + { + "epoch": 0.060044827179426684, + "grad_norm": 0.609375, + "learning_rate": 6.512387819279098e-05, + "loss": 1.3638, + "num_input_tokens_seen": 3195666432, + "step": 2709 + }, + { + "epoch": 0.060162793441075856, + "grad_norm": 0.62109375, + "learning_rate": 6.511173531591793e-05, + "loss": 1.5405, + "num_input_tokens_seen": 3196846080, + "step": 2710 + }, + { + "epoch": 0.06028075970272502, + "grad_norm": 0.60546875, + "learning_rate": 6.509958861825449e-05, + "loss": 1.5411, + "num_input_tokens_seen": 3198025728, + "step": 2711 + }, + { + "epoch": 0.06039872596437419, + "grad_norm": 0.65234375, + "learning_rate": 6.508743810164876e-05, + "loss": 1.3663, + "num_input_tokens_seen": 3199205376, + "step": 2712 + }, + { + "epoch": 0.06051669222602336, + "grad_norm": 0.57421875, + "learning_rate": 6.50752837679495e-05, + "loss": 1.6135, + "num_input_tokens_seen": 3200385024, + "step": 2713 + }, + { + "epoch": 0.06063465848767253, + "grad_norm": 0.64453125, + "learning_rate": 6.506312561900598e-05, + "loss": 1.4566, + "num_input_tokens_seen": 3201564672, + "step": 2714 + }, + { + "epoch": 0.06075262474932169, + "grad_norm": 0.57421875, + "learning_rate": 6.505096365666812e-05, + "loss": 1.4268, + "num_input_tokens_seen": 3202744320, + "step": 2715 + }, + { + "epoch": 0.060870591010970865, + "grad_norm": 0.73828125, + "learning_rate": 6.503879788278634e-05, + "loss": 1.5095, + "num_input_tokens_seen": 3203923968, + "step": 2716 + }, + { + "epoch": 0.06098855727262003, + "grad_norm": 0.60546875, + "learning_rate": 6.50266282992117e-05, + "loss": 1.4699, + "num_input_tokens_seen": 3205103616, + "step": 2717 + }, + { + "epoch": 0.0611065235342692, + "grad_norm": 0.66796875, + "learning_rate": 6.501445490779584e-05, + "loss": 1.5063, + "num_input_tokens_seen": 3206283264, + "step": 2718 + }, + { + "epoch": 0.061224489795918366, + "grad_norm": 0.59375, + "learning_rate": 6.500227771039092e-05, + "loss": 1.4013, + "num_input_tokens_seen": 3207462912, + "step": 2719 + }, + { + "epoch": 0.06134245605756754, + "grad_norm": 0.609375, + "learning_rate": 6.499009670884976e-05, + "loss": 1.5184, + "num_input_tokens_seen": 3208642560, + "step": 2720 + }, + { + "epoch": 0.0614604223192167, + "grad_norm": 0.609375, + "learning_rate": 6.49779119050257e-05, + "loss": 1.4452, + "num_input_tokens_seen": 3209822208, + "step": 2721 + }, + { + "epoch": 0.061578388580865874, + "grad_norm": 0.59375, + "learning_rate": 6.496572330077268e-05, + "loss": 1.5885, + "num_input_tokens_seen": 3211001856, + "step": 2722 + }, + { + "epoch": 0.06169635484251504, + "grad_norm": 0.58203125, + "learning_rate": 6.495353089794522e-05, + "loss": 1.444, + "num_input_tokens_seen": 3212181504, + "step": 2723 + }, + { + "epoch": 0.06181432110416421, + "grad_norm": 0.57421875, + "learning_rate": 6.49413346983984e-05, + "loss": 1.4746, + "num_input_tokens_seen": 3213361152, + "step": 2724 + }, + { + "epoch": 0.061932287365813375, + "grad_norm": 0.609375, + "learning_rate": 6.49291347039879e-05, + "loss": 1.3359, + "num_input_tokens_seen": 3214540800, + "step": 2725 + }, + { + "epoch": 0.06205025362746255, + "grad_norm": 0.5703125, + "learning_rate": 6.491693091656997e-05, + "loss": 1.322, + "num_input_tokens_seen": 3215720448, + "step": 2726 + }, + { + "epoch": 0.06216821988911171, + "grad_norm": 0.578125, + "learning_rate": 6.490472333800144e-05, + "loss": 1.6406, + "num_input_tokens_seen": 3216900096, + "step": 2727 + }, + { + "epoch": 0.06228618615076088, + "grad_norm": 0.55859375, + "learning_rate": 6.489251197013969e-05, + "loss": 1.5383, + "num_input_tokens_seen": 3218079744, + "step": 2728 + }, + { + "epoch": 0.06240415241241005, + "grad_norm": 0.58984375, + "learning_rate": 6.488029681484273e-05, + "loss": 1.523, + "num_input_tokens_seen": 3219259392, + "step": 2729 + }, + { + "epoch": 0.06252211867405921, + "grad_norm": 0.6015625, + "learning_rate": 6.48680778739691e-05, + "loss": 1.4078, + "num_input_tokens_seen": 3220439040, + "step": 2730 + }, + { + "epoch": 0.06264008493570838, + "grad_norm": 0.55078125, + "learning_rate": 6.485585514937793e-05, + "loss": 1.4882, + "num_input_tokens_seen": 3221618688, + "step": 2731 + }, + { + "epoch": 0.06275805119735756, + "grad_norm": 0.60546875, + "learning_rate": 6.484362864292893e-05, + "loss": 1.4485, + "num_input_tokens_seen": 3222798336, + "step": 2732 + }, + { + "epoch": 0.06287601745900673, + "grad_norm": 0.60546875, + "learning_rate": 6.483139835648237e-05, + "loss": 1.3728, + "num_input_tokens_seen": 3223977984, + "step": 2733 + }, + { + "epoch": 0.06299398372065589, + "grad_norm": 0.6796875, + "learning_rate": 6.481916429189914e-05, + "loss": 1.6664, + "num_input_tokens_seen": 3225157632, + "step": 2734 + }, + { + "epoch": 0.06311194998230506, + "grad_norm": 0.76171875, + "learning_rate": 6.480692645104063e-05, + "loss": 1.3752, + "num_input_tokens_seen": 3226337280, + "step": 2735 + }, + { + "epoch": 0.06322991624395423, + "grad_norm": 0.6953125, + "learning_rate": 6.479468483576888e-05, + "loss": 1.4803, + "num_input_tokens_seen": 3227516928, + "step": 2736 + }, + { + "epoch": 0.0633478825056034, + "grad_norm": 0.66015625, + "learning_rate": 6.478243944794645e-05, + "loss": 1.3846, + "num_input_tokens_seen": 3228696576, + "step": 2737 + }, + { + "epoch": 0.06346584876725257, + "grad_norm": 0.6171875, + "learning_rate": 6.477019028943652e-05, + "loss": 1.368, + "num_input_tokens_seen": 3229876224, + "step": 2738 + }, + { + "epoch": 0.06358381502890173, + "grad_norm": 0.62109375, + "learning_rate": 6.475793736210279e-05, + "loss": 1.3318, + "num_input_tokens_seen": 3231055872, + "step": 2739 + }, + { + "epoch": 0.0637017812905509, + "grad_norm": 0.60546875, + "learning_rate": 6.474568066780957e-05, + "loss": 1.3599, + "num_input_tokens_seen": 3232235520, + "step": 2740 + }, + { + "epoch": 0.06381974755220007, + "grad_norm": 0.625, + "learning_rate": 6.473342020842175e-05, + "loss": 1.467, + "num_input_tokens_seen": 3233415168, + "step": 2741 + }, + { + "epoch": 0.06393771381384925, + "grad_norm": 0.61328125, + "learning_rate": 6.472115598580476e-05, + "loss": 1.5315, + "num_input_tokens_seen": 3234594816, + "step": 2742 + }, + { + "epoch": 0.0640556800754984, + "grad_norm": 0.71484375, + "learning_rate": 6.470888800182464e-05, + "loss": 1.6513, + "num_input_tokens_seen": 3235774464, + "step": 2743 + }, + { + "epoch": 0.06417364633714757, + "grad_norm": 0.7265625, + "learning_rate": 6.469661625834797e-05, + "loss": 1.4312, + "num_input_tokens_seen": 3236954112, + "step": 2744 + }, + { + "epoch": 0.06429161259879675, + "grad_norm": 0.578125, + "learning_rate": 6.468434075724191e-05, + "loss": 1.572, + "num_input_tokens_seen": 3238133760, + "step": 2745 + }, + { + "epoch": 0.06440957886044592, + "grad_norm": 0.65625, + "learning_rate": 6.467206150037424e-05, + "loss": 1.5232, + "num_input_tokens_seen": 3239313408, + "step": 2746 + }, + { + "epoch": 0.06452754512209508, + "grad_norm": 0.578125, + "learning_rate": 6.46597784896132e-05, + "loss": 1.3866, + "num_input_tokens_seen": 3240493056, + "step": 2747 + }, + { + "epoch": 0.06464551138374425, + "grad_norm": 0.62890625, + "learning_rate": 6.464749172682773e-05, + "loss": 1.4282, + "num_input_tokens_seen": 3241672704, + "step": 2748 + }, + { + "epoch": 0.06476347764539342, + "grad_norm": 0.640625, + "learning_rate": 6.463520121388722e-05, + "loss": 1.4459, + "num_input_tokens_seen": 3242852352, + "step": 2749 + }, + { + "epoch": 0.06488144390704259, + "grad_norm": 0.578125, + "learning_rate": 6.462290695266175e-05, + "loss": 1.4493, + "num_input_tokens_seen": 3244032000, + "step": 2750 + }, + { + "epoch": 0.06499941016869175, + "grad_norm": 0.65625, + "learning_rate": 6.461060894502188e-05, + "loss": 1.4182, + "num_input_tokens_seen": 3245211648, + "step": 2751 + }, + { + "epoch": 0.06511737643034092, + "grad_norm": 0.61328125, + "learning_rate": 6.459830719283879e-05, + "loss": 1.3863, + "num_input_tokens_seen": 3246391296, + "step": 2752 + }, + { + "epoch": 0.06523534269199009, + "grad_norm": 0.7890625, + "learning_rate": 6.458600169798418e-05, + "loss": 1.3374, + "num_input_tokens_seen": 3247570944, + "step": 2753 + }, + { + "epoch": 0.06535330895363926, + "grad_norm": 0.60546875, + "learning_rate": 6.457369246233038e-05, + "loss": 1.377, + "num_input_tokens_seen": 3248750592, + "step": 2754 + }, + { + "epoch": 0.06547127521528842, + "grad_norm": 0.62109375, + "learning_rate": 6.456137948775026e-05, + "loss": 1.4464, + "num_input_tokens_seen": 3249930240, + "step": 2755 + }, + { + "epoch": 0.0655892414769376, + "grad_norm": 0.58203125, + "learning_rate": 6.454906277611723e-05, + "loss": 1.4057, + "num_input_tokens_seen": 3251109888, + "step": 2756 + }, + { + "epoch": 0.06570720773858676, + "grad_norm": 0.62890625, + "learning_rate": 6.453674232930532e-05, + "loss": 1.3274, + "num_input_tokens_seen": 3252289536, + "step": 2757 + }, + { + "epoch": 0.06582517400023594, + "grad_norm": 0.58984375, + "learning_rate": 6.45244181491891e-05, + "loss": 1.5408, + "num_input_tokens_seen": 3253469184, + "step": 2758 + }, + { + "epoch": 0.0659431402618851, + "grad_norm": 0.5859375, + "learning_rate": 6.451209023764373e-05, + "loss": 1.6035, + "num_input_tokens_seen": 3254648832, + "step": 2759 + }, + { + "epoch": 0.06606110652353427, + "grad_norm": 0.61328125, + "learning_rate": 6.449975859654488e-05, + "loss": 1.4643, + "num_input_tokens_seen": 3255828480, + "step": 2760 + }, + { + "epoch": 0.06617907278518344, + "grad_norm": 0.62890625, + "learning_rate": 6.448742322776888e-05, + "loss": 1.3458, + "num_input_tokens_seen": 3257008128, + "step": 2761 + }, + { + "epoch": 0.06629703904683261, + "grad_norm": 0.62109375, + "learning_rate": 6.447508413319254e-05, + "loss": 1.3885, + "num_input_tokens_seen": 3258187776, + "step": 2762 + }, + { + "epoch": 0.06641500530848178, + "grad_norm": 0.61328125, + "learning_rate": 6.446274131469327e-05, + "loss": 1.4346, + "num_input_tokens_seen": 3259367424, + "step": 2763 + }, + { + "epoch": 0.06653297157013094, + "grad_norm": 0.80078125, + "learning_rate": 6.445039477414909e-05, + "loss": 1.3219, + "num_input_tokens_seen": 3260547072, + "step": 2764 + }, + { + "epoch": 0.06665093783178011, + "grad_norm": 0.734375, + "learning_rate": 6.44380445134385e-05, + "loss": 1.4726, + "num_input_tokens_seen": 3261726720, + "step": 2765 + }, + { + "epoch": 0.06676890409342928, + "grad_norm": 0.73828125, + "learning_rate": 6.442569053444063e-05, + "loss": 1.4043, + "num_input_tokens_seen": 3262906368, + "step": 2766 + }, + { + "epoch": 0.06688687035507845, + "grad_norm": 0.61328125, + "learning_rate": 6.441333283903516e-05, + "loss": 1.2764, + "num_input_tokens_seen": 3264086016, + "step": 2767 + }, + { + "epoch": 0.06700483661672761, + "grad_norm": 0.68359375, + "learning_rate": 6.440097142910234e-05, + "loss": 1.3078, + "num_input_tokens_seen": 3265265664, + "step": 2768 + }, + { + "epoch": 0.06712280287837678, + "grad_norm": 0.6015625, + "learning_rate": 6.438860630652297e-05, + "loss": 1.4187, + "num_input_tokens_seen": 3266445312, + "step": 2769 + }, + { + "epoch": 0.06724076914002595, + "grad_norm": 0.66015625, + "learning_rate": 6.43762374731784e-05, + "loss": 1.4839, + "num_input_tokens_seen": 3267624960, + "step": 2770 + }, + { + "epoch": 0.06735873540167513, + "grad_norm": 0.6484375, + "learning_rate": 6.436386493095061e-05, + "loss": 1.4041, + "num_input_tokens_seen": 3268804608, + "step": 2771 + }, + { + "epoch": 0.06747670166332428, + "grad_norm": 0.63671875, + "learning_rate": 6.435148868172208e-05, + "loss": 1.4076, + "num_input_tokens_seen": 3269984256, + "step": 2772 + }, + { + "epoch": 0.06759466792497346, + "grad_norm": 0.6015625, + "learning_rate": 6.433910872737588e-05, + "loss": 1.6671, + "num_input_tokens_seen": 3271163904, + "step": 2773 + }, + { + "epoch": 0.06771263418662263, + "grad_norm": 0.64453125, + "learning_rate": 6.432672506979563e-05, + "loss": 1.4125, + "num_input_tokens_seen": 3272343552, + "step": 2774 + }, + { + "epoch": 0.0678306004482718, + "grad_norm": 0.65234375, + "learning_rate": 6.431433771086553e-05, + "loss": 1.3927, + "num_input_tokens_seen": 3273523200, + "step": 2775 + }, + { + "epoch": 0.06794856670992096, + "grad_norm": 0.69140625, + "learning_rate": 6.430194665247033e-05, + "loss": 1.3555, + "num_input_tokens_seen": 3274702848, + "step": 2776 + }, + { + "epoch": 0.06806653297157013, + "grad_norm": 0.62109375, + "learning_rate": 6.428955189649538e-05, + "loss": 1.4094, + "num_input_tokens_seen": 3275882496, + "step": 2777 + }, + { + "epoch": 0.0681844992332193, + "grad_norm": 0.7421875, + "learning_rate": 6.427715344482651e-05, + "loss": 1.4288, + "num_input_tokens_seen": 3277062144, + "step": 2778 + }, + { + "epoch": 0.06830246549486847, + "grad_norm": 0.6171875, + "learning_rate": 6.426475129935021e-05, + "loss": 1.5434, + "num_input_tokens_seen": 3278241792, + "step": 2779 + }, + { + "epoch": 0.06842043175651763, + "grad_norm": 0.8515625, + "learning_rate": 6.425234546195347e-05, + "loss": 1.3234, + "num_input_tokens_seen": 3279421440, + "step": 2780 + }, + { + "epoch": 0.0685383980181668, + "grad_norm": 0.66015625, + "learning_rate": 6.423993593452384e-05, + "loss": 1.3509, + "num_input_tokens_seen": 3280601088, + "step": 2781 + }, + { + "epoch": 0.06865636427981597, + "grad_norm": 0.7265625, + "learning_rate": 6.422752271894949e-05, + "loss": 1.2761, + "num_input_tokens_seen": 3281780736, + "step": 2782 + }, + { + "epoch": 0.06877433054146515, + "grad_norm": 0.6484375, + "learning_rate": 6.421510581711906e-05, + "loss": 1.3809, + "num_input_tokens_seen": 3282960384, + "step": 2783 + }, + { + "epoch": 0.0688922968031143, + "grad_norm": 0.60546875, + "learning_rate": 6.420268523092183e-05, + "loss": 1.3649, + "num_input_tokens_seen": 3284140032, + "step": 2784 + }, + { + "epoch": 0.06901026306476347, + "grad_norm": 0.640625, + "learning_rate": 6.419026096224763e-05, + "loss": 1.353, + "num_input_tokens_seen": 3285319680, + "step": 2785 + }, + { + "epoch": 0.06912822932641265, + "grad_norm": 0.6640625, + "learning_rate": 6.417783301298679e-05, + "loss": 1.3224, + "num_input_tokens_seen": 3286499328, + "step": 2786 + }, + { + "epoch": 0.06924619558806182, + "grad_norm": 0.66796875, + "learning_rate": 6.416540138503028e-05, + "loss": 1.3887, + "num_input_tokens_seen": 3287678976, + "step": 2787 + }, + { + "epoch": 0.06936416184971098, + "grad_norm": 0.6328125, + "learning_rate": 6.415296608026957e-05, + "loss": 1.4403, + "num_input_tokens_seen": 3288858624, + "step": 2788 + }, + { + "epoch": 0.06948212811136015, + "grad_norm": 0.64453125, + "learning_rate": 6.414052710059671e-05, + "loss": 1.3661, + "num_input_tokens_seen": 3290038272, + "step": 2789 + }, + { + "epoch": 0.06960009437300932, + "grad_norm": 0.609375, + "learning_rate": 6.412808444790432e-05, + "loss": 1.3552, + "num_input_tokens_seen": 3291217920, + "step": 2790 + }, + { + "epoch": 0.06971806063465849, + "grad_norm": 0.62890625, + "learning_rate": 6.411563812408556e-05, + "loss": 1.4104, + "num_input_tokens_seen": 3292397568, + "step": 2791 + }, + { + "epoch": 0.06983602689630766, + "grad_norm": 0.59765625, + "learning_rate": 6.410318813103418e-05, + "loss": 1.4642, + "num_input_tokens_seen": 3293577216, + "step": 2792 + }, + { + "epoch": 0.06995399315795682, + "grad_norm": 0.62109375, + "learning_rate": 6.409073447064444e-05, + "loss": 1.2964, + "num_input_tokens_seen": 3294756864, + "step": 2793 + }, + { + "epoch": 0.07007195941960599, + "grad_norm": 0.57421875, + "learning_rate": 6.407827714481119e-05, + "loss": 1.4396, + "num_input_tokens_seen": 3295936512, + "step": 2794 + }, + { + "epoch": 0.07018992568125516, + "grad_norm": 0.609375, + "learning_rate": 6.406581615542985e-05, + "loss": 1.4181, + "num_input_tokens_seen": 3297116160, + "step": 2795 + }, + { + "epoch": 0.07030789194290434, + "grad_norm": 0.59765625, + "learning_rate": 6.405335150439637e-05, + "loss": 1.5784, + "num_input_tokens_seen": 3298295808, + "step": 2796 + }, + { + "epoch": 0.0704258582045535, + "grad_norm": 0.65234375, + "learning_rate": 6.404088319360725e-05, + "loss": 1.2854, + "num_input_tokens_seen": 3299475456, + "step": 2797 + }, + { + "epoch": 0.07054382446620266, + "grad_norm": 0.5703125, + "learning_rate": 6.402841122495958e-05, + "loss": 1.3939, + "num_input_tokens_seen": 3300655104, + "step": 2798 + }, + { + "epoch": 0.07066179072785184, + "grad_norm": 0.5859375, + "learning_rate": 6.401593560035098e-05, + "loss": 1.6043, + "num_input_tokens_seen": 3301834752, + "step": 2799 + }, + { + "epoch": 0.07077975698950101, + "grad_norm": 0.58984375, + "learning_rate": 6.400345632167965e-05, + "loss": 1.5695, + "num_input_tokens_seen": 3303014400, + "step": 2800 + }, + { + "epoch": 0.07077975698950101, + "eval_wikipedia_loss": 2.2536253929138184, + "eval_wikipedia_runtime": 160.8457, + "eval_wikipedia_samples_per_second": 4.364, + "eval_wikipedia_steps_per_second": 0.187, + "num_input_tokens_seen": 3303014400, + "step": 2800 + }, + { + "epoch": 0.07077975698950101, + "eval_toxicity_loss": 3.9696507453918457, + "eval_toxicity_runtime": 0.9742, + "eval_toxicity_samples_per_second": 2.053, + "eval_toxicity_steps_per_second": 1.026, + "num_input_tokens_seen": 3303014400, + "step": 2800 + } + ], + "logging_steps": 1, + "max_steps": 8477, + "num_input_tokens_seen": 3303014400, + "num_train_epochs": 9223372036854775807, + "save_steps": 200, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 4.012207136225362e+19, + "train_batch_size": 6, + "trial_name": null, + "trial_params": null +}