| { | |
| "best_metric": 1.3205376863479614, | |
| "best_model_checkpoint": "model/E4/wangchanglm_E4_wangchanglm_shuffle_augment_gpt4/checkpoint-11960", | |
| "epoch": 9.99712666196484, | |
| "eval_steps": 500, | |
| "global_step": 11960, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 3.2138, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.99999133180605e-05, | |
| "loss": 2.4292, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.999921986615105e-05, | |
| "loss": 1.8051, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.999783298156723e-05, | |
| "loss": 1.7382, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.99957527027787e-05, | |
| "loss": 1.6732, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.999297908748858e-05, | |
| "loss": 1.683, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.998951221263189e-05, | |
| "loss": 1.6447, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.9985352174373414e-05, | |
| "loss": 1.656, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.998049908810499e-05, | |
| "loss": 1.624, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.997495308844239e-05, | |
| "loss": 1.6439, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.9968714329221486e-05, | |
| "loss": 1.6123, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.996178298349407e-05, | |
| "loss": 1.6174, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.9954159243523e-05, | |
| "loss": 1.6039, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.9945843320776896e-05, | |
| "loss": 1.6085, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.993683544592426e-05, | |
| "loss": 1.6019, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.9927135868827065e-05, | |
| "loss": 1.6012, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.991674485853387e-05, | |
| "loss": 1.5745, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 4.99056627032723e-05, | |
| "loss": 1.5897, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 4.98938897104411e-05, | |
| "loss": 1.5815, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 4.9881426206601566e-05, | |
| "loss": 1.574, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 4.986827253746853e-05, | |
| "loss": 1.6022, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 4.9854429067900723e-05, | |
| "loss": 1.5715, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 4.98398961818907e-05, | |
| "loss": 1.5711, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 4.9824674282554165e-05, | |
| "loss": 1.5793, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 4.980876379211879e-05, | |
| "loss": 1.5696, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 4.9792165151912484e-05, | |
| "loss": 1.5586, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.977487882235121e-05, | |
| "loss": 1.5664, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.975690528292617e-05, | |
| "loss": 1.5594, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.973824503219048e-05, | |
| "loss": 1.568, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.97188985877454e-05, | |
| "loss": 1.5401, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 4.9698866486225955e-05, | |
| "loss": 1.529, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.9678149283286024e-05, | |
| "loss": 1.5383, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.965674755358296e-05, | |
| "loss": 1.5577, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 4.9634661890761634e-05, | |
| "loss": 1.5299, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 4.9611892907437974e-05, | |
| "loss": 1.5721, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 4.958844123518197e-05, | |
| "loss": 1.5301, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 4.956430752450014e-05, | |
| "loss": 1.5555, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 4.953949244481754e-05, | |
| "loss": 1.5226, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 4.9513996684459105e-05, | |
| "loss": 1.5321, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 4.948782095063066e-05, | |
| "loss": 1.5388, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 4.946096596939921e-05, | |
| "loss": 1.516, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 4.9433432485672864e-05, | |
| "loss": 1.5097, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 4.940522126318015e-05, | |
| "loss": 1.5212, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 4.9376333084448806e-05, | |
| "loss": 1.5462, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 4.934676875078414e-05, | |
| "loss": 1.5401, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 4.931652908224673e-05, | |
| "loss": 1.5323, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 4.928561491762973e-05, | |
| "loss": 1.5097, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 4.9254027114435554e-05, | |
| "loss": 1.5277, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 4.922176654885215e-05, | |
| "loss": 1.5018, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 4.9188834115728653e-05, | |
| "loss": 1.522, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 4.9155230728550584e-05, | |
| "loss": 1.5077, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 4.912095731941447e-05, | |
| "loss": 1.4862, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 4.908601483900207e-05, | |
| "loss": 1.5044, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 4.9050404256553925e-05, | |
| "loss": 1.524, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 4.901412655984252e-05, | |
| "loss": 1.5035, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 4.897718275514487e-05, | |
| "loss": 1.5023, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 4.893957386721459e-05, | |
| "loss": 1.5072, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 4.8901300939253516e-05, | |
| "loss": 1.493, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 4.8862365032882726e-05, | |
| "loss": 1.5029, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 1.4619702100753784, | |
| "eval_runtime": 236.5249, | |
| "eval_samples_per_second": 20.006, | |
| "eval_steps_per_second": 20.006, | |
| "step": 1196 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.882276722811311e-05, | |
| "loss": 1.5032, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.8782508623315396e-05, | |
| "loss": 1.492, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 4.874159033518973e-05, | |
| "loss": 1.4519, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 4.870001349873464e-05, | |
| "loss": 1.489, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 4.865777926721559e-05, | |
| "loss": 1.4884, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 4.8614888812132976e-05, | |
| "loss": 1.4848, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 4.8571343323189654e-05, | |
| "loss": 1.4941, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 4.85271440082579e-05, | |
| "loss": 1.455, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 4.8482292093345944e-05, | |
| "loss": 1.4446, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 4.843678882256394e-05, | |
| "loss": 1.4752, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 4.8390635458089465e-05, | |
| "loss": 1.4623, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 4.83438332801325e-05, | |
| "loss": 1.4582, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 4.829638358689995e-05, | |
| "loss": 1.4725, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 4.824828769455957e-05, | |
| "loss": 1.4665, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 4.8199546937203546e-05, | |
| "loss": 1.4658, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 4.8150162666811395e-05, | |
| "loss": 1.4589, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 4.810013625321253e-05, | |
| "loss": 1.4555, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 4.804946908404827e-05, | |
| "loss": 1.4614, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 4.799816256473327e-05, | |
| "loss": 1.4733, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 4.794621811841663e-05, | |
| "loss": 1.4583, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 4.789363718594235e-05, | |
| "loss": 1.4595, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 4.784042122580943e-05, | |
| "loss": 1.4527, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 4.778657171413133e-05, | |
| "loss": 1.4461, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 4.773209014459512e-05, | |
| "loss": 1.4673, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 4.767697802841996e-05, | |
| "loss": 1.4424, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 4.7621236894315244e-05, | |
| "loss": 1.474, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 4.756486828843818e-05, | |
| "loss": 1.4505, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 4.7507873774350865e-05, | |
| "loss": 1.445, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 4.7450254932976965e-05, | |
| "loss": 1.4754, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 4.739201336255786e-05, | |
| "loss": 1.4568, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 4.733315067860828e-05, | |
| "loss": 1.4516, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 4.727366851387149e-05, | |
| "loss": 1.4484, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 4.721356851827407e-05, | |
| "loss": 1.4705, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 4.715285235888003e-05, | |
| "loss": 1.4334, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 4.709152171984471e-05, | |
| "loss": 1.4654, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 4.702957830236794e-05, | |
| "loss": 1.4218, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 4.696702382464692e-05, | |
| "loss": 1.4387, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 4.690386002182856e-05, | |
| "loss": 1.4525, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 4.6840088645961325e-05, | |
| "loss": 1.4473, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 4.6775711465946614e-05, | |
| "loss": 1.4581, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 4.671073026748979e-05, | |
| "loss": 1.4407, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 4.6645146853050524e-05, | |
| "loss": 1.4363, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 4.65789630417929e-05, | |
| "loss": 1.4279, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 4.6512180669534886e-05, | |
| "loss": 1.4411, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 4.644480158869744e-05, | |
| "loss": 1.4412, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 4.6376827668253145e-05, | |
| "loss": 1.4367, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 4.630826079367433e-05, | |
| "loss": 1.4217, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 4.62391028668808e-05, | |
| "loss": 1.4305, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 4.6169355806187056e-05, | |
| "loss": 1.4754, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 4.609902154624909e-05, | |
| "loss": 1.443, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 4.6028102038010766e-05, | |
| "loss": 1.4687, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 4.595659924864962e-05, | |
| "loss": 1.4716, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 4.588451516152238e-05, | |
| "loss": 1.432, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 4.581185177610988e-05, | |
| "loss": 1.4254, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 4.573861110796165e-05, | |
| "loss": 1.4457, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 4.5664795188639967e-05, | |
| "loss": 1.4314, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 4.559040606566355e-05, | |
| "loss": 1.4295, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 4.5515445802450735e-05, | |
| "loss": 1.4454, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 4.543991647826222e-05, | |
| "loss": 1.4457, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 4.536382018814345e-05, | |
| "loss": 1.4631, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 1.3995075225830078, | |
| "eval_runtime": 236.5375, | |
| "eval_samples_per_second": 20.005, | |
| "eval_steps_per_second": 20.005, | |
| "step": 2392 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 4.528715904286644e-05, | |
| "loss": 1.4113, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 4.520993516887126e-05, | |
| "loss": 1.3871, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 4.513215070820708e-05, | |
| "loss": 1.4158, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 4.505380781847266e-05, | |
| "loss": 1.4007, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 4.497490867275661e-05, | |
| "loss": 1.4108, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 4.489545545957704e-05, | |
| "loss": 1.4074, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 4.481545038282089e-05, | |
| "loss": 1.3929, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 4.4734895661682796e-05, | |
| "loss": 1.4149, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 4.465379353060349e-05, | |
| "loss": 1.4191, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 4.4572146239207904e-05, | |
| "loss": 1.4251, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 4.448995605224268e-05, | |
| "loss": 1.431, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 4.440722524951341e-05, | |
| "loss": 1.4397, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 4.432395612582136e-05, | |
| "loss": 1.4091, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 4.424015099089989e-05, | |
| "loss": 1.4215, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 4.415581216935025e-05, | |
| "loss": 1.4035, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 4.4070942000577256e-05, | |
| "loss": 1.3935, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 4.398554283872428e-05, | |
| "loss": 1.4288, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 4.389961705260801e-05, | |
| "loss": 1.392, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 4.381316702565274e-05, | |
| "loss": 1.392, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 4.3726195155824214e-05, | |
| "loss": 1.4023, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 4.363870385556318e-05, | |
| "loss": 1.411, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 4.355069555171841e-05, | |
| "loss": 1.433, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 4.346217268547944e-05, | |
| "loss": 1.4109, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 4.3373137712308794e-05, | |
| "loss": 1.425, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 4.328359310187393e-05, | |
| "loss": 1.4118, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 4.3193541337978693e-05, | |
| "loss": 1.402, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 4.3102984918494454e-05, | |
| "loss": 1.4019, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 4.301192635529081e-05, | |
| "loss": 1.3802, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 4.292036817416589e-05, | |
| "loss": 1.3901, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 4.282831291477632e-05, | |
| "loss": 1.3874, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 4.273576313056678e-05, | |
| "loss": 1.3871, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 4.2642721388699145e-05, | |
| "loss": 1.4339, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 4.254919026998131e-05, | |
| "loss": 1.4115, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 4.245517236879558e-05, | |
| "loss": 1.3741, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 4.2360670293026725e-05, | |
| "loss": 1.4006, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 4.2265686663989635e-05, | |
| "loss": 1.4095, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 4.217022411635658e-05, | |
| "loss": 1.3955, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 4.207428529808421e-05, | |
| "loss": 1.4066, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "learning_rate": 4.197787287034001e-05, | |
| "loss": 1.3982, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 4.188098950742852e-05, | |
| "loss": 1.4046, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 4.1783637896717195e-05, | |
| "loss": 1.4145, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 4.16858207385618e-05, | |
| "loss": 1.4142, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 4.1587540746231565e-05, | |
| "loss": 1.3861, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 4.148880064583386e-05, | |
| "loss": 1.3918, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 4.138960317623863e-05, | |
| "loss": 1.4161, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 4.128995108900241e-05, | |
| "loss": 1.4368, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 4.118984714829199e-05, | |
| "loss": 1.4245, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 4.108929413080774e-05, | |
| "loss": 1.4068, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 4.098829482570662e-05, | |
| "loss": 1.3963, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 4.088685203452479e-05, | |
| "loss": 1.3875, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 4.078496857109987e-05, | |
| "loss": 1.3925, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "learning_rate": 4.068264726149298e-05, | |
| "loss": 1.3841, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 4.057989094391024e-05, | |
| "loss": 1.3875, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 4.0476702468624126e-05, | |
| "loss": 1.4244, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 4.037308469789437e-05, | |
| "loss": 1.4129, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 4.026904050588858e-05, | |
| "loss": 1.3921, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 4.01645727786025e-05, | |
| "loss": 1.4025, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 4.005968441377998e-05, | |
| "loss": 1.3919, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 3.9954378320832585e-05, | |
| "loss": 1.4004, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 3.9848657420758886e-05, | |
| "loss": 1.3788, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 1.362040400505066, | |
| "eval_runtime": 237.5985, | |
| "eval_samples_per_second": 19.916, | |
| "eval_steps_per_second": 19.916, | |
| "step": 3589 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 3.974252464606345e-05, | |
| "loss": 1.3835, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "learning_rate": 3.963598294067551e-05, | |
| "loss": 1.4022, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 3.9529035259867265e-05, | |
| "loss": 1.3745, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 3.9421684570171926e-05, | |
| "loss": 1.4041, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "learning_rate": 3.931393384930148e-05, | |
| "loss": 1.3847, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "learning_rate": 3.920578608606398e-05, | |
| "loss": 1.3854, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "learning_rate": 3.909724428028076e-05, | |
| "loss": 1.3776, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 3.898831144270316e-05, | |
| "loss": 1.3884, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 3.8878990594929024e-05, | |
| "loss": 1.366, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "learning_rate": 3.876928476931889e-05, | |
| "loss": 1.3908, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "learning_rate": 3.865919700891188e-05, | |
| "loss": 1.3965, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "learning_rate": 3.854873036734129e-05, | |
| "loss": 1.3454, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "learning_rate": 3.843788790874988e-05, | |
| "loss": 1.3825, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 3.8326672707704894e-05, | |
| "loss": 1.3619, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "learning_rate": 3.8215087849112776e-05, | |
| "loss": 1.3683, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 3.810313642813358e-05, | |
| "loss": 1.3569, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "learning_rate": 3.7990821550095146e-05, | |
| "loss": 1.3777, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "learning_rate": 3.7878146330406924e-05, | |
| "loss": 1.3813, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 3.31, | |
| "learning_rate": 3.7765113894473634e-05, | |
| "loss": 1.3592, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "learning_rate": 3.765172737760846e-05, | |
| "loss": 1.3853, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "learning_rate": 3.753798992494617e-05, | |
| "loss": 1.4033, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "learning_rate": 3.742390469135587e-05, | |
| "loss": 1.411, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "learning_rate": 3.7309474841353444e-05, | |
| "loss": 1.3916, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "learning_rate": 3.7194703549013823e-05, | |
| "loss": 1.388, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "learning_rate": 3.707959399788291e-05, | |
| "loss": 1.3733, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "learning_rate": 3.6964149380889305e-05, | |
| "loss": 1.3736, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "learning_rate": 3.6848372900255715e-05, | |
| "loss": 1.3734, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "learning_rate": 3.6732267767410126e-05, | |
| "loss": 1.3917, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 3.661583720289676e-05, | |
| "loss": 1.3626, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "learning_rate": 3.64990844362867e-05, | |
| "loss": 1.3971, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "learning_rate": 3.638201270608833e-05, | |
| "loss": 1.3953, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "learning_rate": 3.6264625259657516e-05, | |
| "loss": 1.4117, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 3.614692535310748e-05, | |
| "loss": 1.3811, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "learning_rate": 3.602891625121856e-05, | |
| "loss": 1.3744, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 3.591060122734758e-05, | |
| "loss": 1.3807, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "learning_rate": 3.579198356333709e-05, | |
| "loss": 1.3642, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "learning_rate": 3.567306654942432e-05, | |
| "loss": 1.3772, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "learning_rate": 3.5553853484149914e-05, | |
| "loss": 1.3865, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "learning_rate": 3.5434347674266465e-05, | |
| "loss": 1.3467, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "learning_rate": 3.531455243464673e-05, | |
| "loss": 1.3752, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "learning_rate": 3.5194471088191746e-05, | |
| "loss": 1.3689, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "learning_rate": 3.507410696573863e-05, | |
| "loss": 1.3781, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "learning_rate": 3.495346340596817e-05, | |
| "loss": 1.3871, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "learning_rate": 3.483254375531224e-05, | |
| "loss": 1.3645, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "learning_rate": 3.471135136786098e-05, | |
| "loss": 1.3737, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 3.458988960526974e-05, | |
| "loss": 1.3537, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "learning_rate": 3.446816183666588e-05, | |
| "loss": 1.3596, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "learning_rate": 3.43461714385552e-05, | |
| "loss": 1.3672, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 3.422392179472845e-05, | |
| "loss": 1.3626, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "learning_rate": 3.410141629616733e-05, | |
| "loss": 1.3633, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "learning_rate": 3.39786583409505e-05, | |
| "loss": 1.3763, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "learning_rate": 3.38556513341593e-05, | |
| "loss": 1.3767, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "learning_rate": 3.373239868778333e-05, | |
| "loss": 1.3586, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "learning_rate": 3.360890382062574e-05, | |
| "loss": 1.3613, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "learning_rate": 3.348517015820847e-05, | |
| "loss": 1.3741, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "learning_rate": 3.33612011326772e-05, | |
| "loss": 1.3534, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "learning_rate": 3.323700018270616e-05, | |
| "loss": 1.3694, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "learning_rate": 3.3112570753402715e-05, | |
| "loss": 1.3518, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 3.298791629621187e-05, | |
| "loss": 1.3599, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 3.2863040268820444e-05, | |
| "loss": 1.3872, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 1.3402212858200073, | |
| "eval_runtime": 236.9499, | |
| "eval_samples_per_second": 19.97, | |
| "eval_steps_per_second": 19.97, | |
| "step": 4785 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "learning_rate": 3.2737946135061236e-05, | |
| "loss": 1.3592, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "learning_rate": 3.2612637364816936e-05, | |
| "loss": 1.3615, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 3.248711743392381e-05, | |
| "loss": 1.3519, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "learning_rate": 3.2361389824075374e-05, | |
| "loss": 1.3394, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "learning_rate": 3.2235458022725764e-05, | |
| "loss": 1.3626, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "learning_rate": 3.210932552299301e-05, | |
| "loss": 1.3551, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "learning_rate": 3.198299582356215e-05, | |
| "loss": 1.3463, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "learning_rate": 3.1856472428588194e-05, | |
| "loss": 1.3399, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "learning_rate": 3.172975884759891e-05, | |
| "loss": 1.3727, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "learning_rate": 3.160285859539745e-05, | |
| "loss": 1.3612, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "learning_rate": 3.147577519196493e-05, | |
| "loss": 1.3212, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 3.134851216236272e-05, | |
| "loss": 1.322, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 4.21, | |
| "learning_rate": 3.122107303663468e-05, | |
| "loss": 1.3565, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 4.23, | |
| "learning_rate": 3.1093461349709285e-05, | |
| "loss": 1.3802, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "learning_rate": 3.096568064130151e-05, | |
| "loss": 1.3689, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "learning_rate": 3.083773445581472e-05, | |
| "loss": 1.354, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "learning_rate": 3.0709626342242266e-05, | |
| "loss": 1.3688, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 3.05813598540691e-05, | |
| "loss": 1.3393, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 4.31, | |
| "learning_rate": 3.0452938549173234e-05, | |
| "loss": 1.3387, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "learning_rate": 3.0324365989726948e-05, | |
| "loss": 1.3597, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 3.019564574209811e-05, | |
| "loss": 1.3453, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "learning_rate": 3.006678137675114e-05, | |
| "loss": 1.3612, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "learning_rate": 2.9937776468148053e-05, | |
| "loss": 1.385, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "learning_rate": 2.9808634594649266e-05, | |
| "loss": 1.3598, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 2.9679359338414335e-05, | |
| "loss": 1.3522, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 4.43, | |
| "learning_rate": 2.9549954285302632e-05, | |
| "loss": 1.3532, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "learning_rate": 2.9420423024773854e-05, | |
| "loss": 1.3726, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "learning_rate": 2.929076914978845e-05, | |
| "loss": 1.3846, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "learning_rate": 2.9160996256707985e-05, | |
| "loss": 1.3517, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "learning_rate": 2.9031107945195345e-05, | |
| "loss": 1.3391, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "learning_rate": 2.8901107818114947e-05, | |
| "loss": 1.3516, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 4.53, | |
| "learning_rate": 2.8770999481432738e-05, | |
| "loss": 1.3599, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "learning_rate": 2.8640786544116205e-05, | |
| "loss": 1.3634, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 4.56, | |
| "learning_rate": 2.851047261803429e-05, | |
| "loss": 1.3657, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 4.58, | |
| "learning_rate": 2.8380061317857136e-05, | |
| "loss": 1.3537, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 2.8249556260955924e-05, | |
| "loss": 1.3515, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 4.61, | |
| "learning_rate": 2.8118961067302402e-05, | |
| "loss": 1.3557, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "learning_rate": 2.7988279359368612e-05, | |
| "loss": 1.3732, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 4.65, | |
| "learning_rate": 2.7857514762026317e-05, | |
| "loss": 1.3764, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "learning_rate": 2.772667090244647e-05, | |
| "loss": 1.3528, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "learning_rate": 2.7595751409998638e-05, | |
| "loss": 1.3345, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "learning_rate": 2.7464759916150283e-05, | |
| "loss": 1.3708, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 2.733370005436608e-05, | |
| "loss": 1.3617, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "learning_rate": 2.7202575460007067e-05, | |
| "loss": 1.3728, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 2.7071389770229895e-05, | |
| "loss": 1.3655, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 4.76, | |
| "learning_rate": 2.6940146623885836e-05, | |
| "loss": 1.3649, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "learning_rate": 2.6808849661419955e-05, | |
| "loss": 1.355, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "learning_rate": 2.667750252477004e-05, | |
| "loss": 1.3699, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "learning_rate": 2.654610885726563e-05, | |
| "loss": 1.3492, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "learning_rate": 2.6414672303526938e-05, | |
| "loss": 1.3645, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 2.6283196509363807e-05, | |
| "loss": 1.3415, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 4.86, | |
| "learning_rate": 2.6151685121674458e-05, | |
| "loss": 1.3781, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "learning_rate": 2.6020141788344495e-05, | |
| "loss": 1.35, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "learning_rate": 2.588857015814556e-05, | |
| "loss": 1.3811, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 4.91, | |
| "learning_rate": 2.5756973880634257e-05, | |
| "loss": 1.3659, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 4.93, | |
| "learning_rate": 2.5625356606050837e-05, | |
| "loss": 1.3805, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "learning_rate": 2.5493721985217974e-05, | |
| "loss": 1.3721, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "learning_rate": 2.5362073669439485e-05, | |
| "loss": 1.356, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 4.98, | |
| "learning_rate": 2.5230415310399068e-05, | |
| "loss": 1.3602, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 2.5098750560059026e-05, | |
| "loss": 1.3729, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_loss": 1.329305648803711, | |
| "eval_runtime": 236.2546, | |
| "eval_samples_per_second": 20.029, | |
| "eval_steps_per_second": 20.029, | |
| "step": 5981 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "learning_rate": 2.4967083070558905e-05, | |
| "loss": 1.3618, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "learning_rate": 2.4835416494114254e-05, | |
| "loss": 1.369, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "learning_rate": 2.470375448291529e-05, | |
| "loss": 1.3481, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "learning_rate": 2.45721006890256e-05, | |
| "loss": 1.3484, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "learning_rate": 2.444045876428082e-05, | |
| "loss": 1.344, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "learning_rate": 2.43088323601874e-05, | |
| "loss": 1.3485, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 5.12, | |
| "learning_rate": 2.417722512782123e-05, | |
| "loss": 1.3411, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 5.13, | |
| "learning_rate": 2.404564071772644e-05, | |
| "loss": 1.3438, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 5.15, | |
| "learning_rate": 2.3914082779814103e-05, | |
| "loss": 1.3745, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 5.17, | |
| "learning_rate": 2.3782554963260995e-05, | |
| "loss": 1.3419, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 5.18, | |
| "learning_rate": 2.3651060916408386e-05, | |
| "loss": 1.367, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 5.2, | |
| "learning_rate": 2.3519604286660857e-05, | |
| "loss": 1.3439, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 5.22, | |
| "learning_rate": 2.3388188720385063e-05, | |
| "loss": 1.378, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 5.23, | |
| "learning_rate": 2.3256817862808672e-05, | |
| "loss": 1.3298, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 5.25, | |
| "learning_rate": 2.3125495357919187e-05, | |
| "loss": 1.351, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 5.27, | |
| "learning_rate": 2.299422484836292e-05, | |
| "loss": 1.34, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 5.28, | |
| "learning_rate": 2.2863009975343926e-05, | |
| "loss": 1.3157, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "learning_rate": 2.2731854378522964e-05, | |
| "loss": 1.3282, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 5.32, | |
| "learning_rate": 2.260076169591664e-05, | |
| "loss": 1.3677, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 5.33, | |
| "learning_rate": 2.246973556379639e-05, | |
| "loss": 1.3632, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 5.35, | |
| "learning_rate": 2.2338779616587672e-05, | |
| "loss": 1.3629, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 5.37, | |
| "learning_rate": 2.2207897486769164e-05, | |
| "loss": 1.3546, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 5.38, | |
| "learning_rate": 2.2077092804771957e-05, | |
| "loss": 1.3497, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "learning_rate": 2.1946369198878886e-05, | |
| "loss": 1.3486, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 5.42, | |
| "learning_rate": 2.1815730295123888e-05, | |
| "loss": 1.3636, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 5.43, | |
| "learning_rate": 2.168517971719143e-05, | |
| "loss": 1.3515, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 5.45, | |
| "learning_rate": 2.1554721086315957e-05, | |
| "loss": 1.3323, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 5.47, | |
| "learning_rate": 2.1424358021181485e-05, | |
| "loss": 1.3429, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 5.48, | |
| "learning_rate": 2.1294094137821226e-05, | |
| "loss": 1.3395, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 5.5, | |
| "learning_rate": 2.116393304951723e-05, | |
| "loss": 1.3846, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 5.52, | |
| "learning_rate": 2.103387836670024e-05, | |
| "loss": 1.3357, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 5.53, | |
| "learning_rate": 2.0903933696849474e-05, | |
| "loss": 1.3327, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "learning_rate": 2.0774102644392627e-05, | |
| "loss": 1.3538, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 5.57, | |
| "learning_rate": 2.0644388810605833e-05, | |
| "loss": 1.3594, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 5.58, | |
| "learning_rate": 2.051479579351377e-05, | |
| "loss": 1.3474, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 5.6, | |
| "learning_rate": 2.0385327187789942e-05, | |
| "loss": 1.361, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 5.62, | |
| "learning_rate": 2.0255986584656854e-05, | |
| "loss": 1.3664, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 5.63, | |
| "learning_rate": 2.0126777571786473e-05, | |
| "loss": 1.3675, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 5.65, | |
| "learning_rate": 1.9997703733200706e-05, | |
| "loss": 1.3438, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 5.67, | |
| "learning_rate": 1.986876864917196e-05, | |
| "loss": 1.3312, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 5.68, | |
| "learning_rate": 1.973997589612383e-05, | |
| "loss": 1.3318, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 5.7, | |
| "learning_rate": 1.961132904653193e-05, | |
| "loss": 1.3276, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 5.72, | |
| "learning_rate": 1.9482831668824778e-05, | |
| "loss": 1.3509, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 5.73, | |
| "learning_rate": 1.9354487327284803e-05, | |
| "loss": 1.3464, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 5.75, | |
| "learning_rate": 1.9226299581949497e-05, | |
| "loss": 1.3453, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 5.77, | |
| "learning_rate": 1.9098271988512664e-05, | |
| "loss": 1.345, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 5.78, | |
| "learning_rate": 1.897040809822579e-05, | |
| "loss": 1.34, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 5.8, | |
| "learning_rate": 1.8842711457799504e-05, | |
| "loss": 1.3472, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 5.82, | |
| "learning_rate": 1.8715185609305272e-05, | |
| "loss": 1.3425, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 5.83, | |
| "learning_rate": 1.8587834090077077e-05, | |
| "loss": 1.3376, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 5.85, | |
| "learning_rate": 1.8460660432613348e-05, | |
| "loss": 1.3281, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 5.87, | |
| "learning_rate": 1.8333668164478907e-05, | |
| "loss": 1.354, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 5.88, | |
| "learning_rate": 1.8206860808207238e-05, | |
| "loss": 1.3327, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 5.9, | |
| "learning_rate": 1.808024188120265e-05, | |
| "loss": 1.3603, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 5.92, | |
| "learning_rate": 1.7953814895642788e-05, | |
| "loss": 1.3305, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 5.93, | |
| "learning_rate": 1.7827583358381207e-05, | |
| "loss": 1.3339, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 5.95, | |
| "learning_rate": 1.770155077085006e-05, | |
| "loss": 1.3557, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 5.97, | |
| "learning_rate": 1.7575720628963004e-05, | |
| "loss": 1.358, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 5.98, | |
| "learning_rate": 1.7450096423018225e-05, | |
| "loss": 1.3734, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 1.3229433298110962, | |
| "eval_runtime": 236.1592, | |
| "eval_samples_per_second": 20.037, | |
| "eval_steps_per_second": 20.037, | |
| "step": 7178 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 1.7324681637601637e-05, | |
| "loss": 1.3616, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "learning_rate": 1.719947975149019e-05, | |
| "loss": 1.3467, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "learning_rate": 1.7074494237555405e-05, | |
| "loss": 1.3562, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "learning_rate": 1.6949728562667037e-05, | |
| "loss": 1.3243, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "learning_rate": 1.6825186187596915e-05, | |
| "loss": 1.3384, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "learning_rate": 1.6700870566922905e-05, | |
| "loss": 1.3427, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "learning_rate": 1.6576785148933165e-05, | |
| "loss": 1.3458, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 6.12, | |
| "learning_rate": 1.645293337553042e-05, | |
| "loss": 1.336, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 6.14, | |
| "learning_rate": 1.632931868213654e-05, | |
| "loss": 1.3399, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 6.15, | |
| "learning_rate": 1.6205944497597203e-05, | |
| "loss": 1.3481, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 6.17, | |
| "learning_rate": 1.6082814244086858e-05, | |
| "loss": 1.3255, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 6.19, | |
| "learning_rate": 1.5959931337013696e-05, | |
| "loss": 1.355, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 1.5837299184925004e-05, | |
| "loss": 1.3351, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 6.22, | |
| "learning_rate": 1.571492118941259e-05, | |
| "loss": 1.3562, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 6.24, | |
| "learning_rate": 1.5592800745018397e-05, | |
| "loss": 1.3578, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 6.25, | |
| "learning_rate": 1.547094123914039e-05, | |
| "loss": 1.3232, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "learning_rate": 1.5349346051938574e-05, | |
| "loss": 1.3311, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 6.29, | |
| "learning_rate": 1.5228018556241222e-05, | |
| "loss": 1.3278, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 6.3, | |
| "learning_rate": 1.5106962117451354e-05, | |
| "loss": 1.3511, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 6.32, | |
| "learning_rate": 1.4986180093453351e-05, | |
| "loss": 1.357, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 6.34, | |
| "learning_rate": 1.4865675834519844e-05, | |
| "loss": 1.3411, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 6.35, | |
| "learning_rate": 1.474545268321876e-05, | |
| "loss": 1.3678, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 6.37, | |
| "learning_rate": 1.4625513974320598e-05, | |
| "loss": 1.3623, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 6.39, | |
| "learning_rate": 1.4505863034705987e-05, | |
| "loss": 1.3239, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 6.4, | |
| "learning_rate": 1.438650318327333e-05, | |
| "loss": 1.3571, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 6.42, | |
| "learning_rate": 1.4267437730846776e-05, | |
| "loss": 1.369, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 6.44, | |
| "learning_rate": 1.4148669980084379e-05, | |
| "loss": 1.3269, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 6.45, | |
| "learning_rate": 1.4030203225386517e-05, | |
| "loss": 1.3625, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 6.47, | |
| "learning_rate": 1.3912040752804478e-05, | |
| "loss": 1.3527, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 6.49, | |
| "learning_rate": 1.3794185839949304e-05, | |
| "loss": 1.3504, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 6.5, | |
| "learning_rate": 1.3676641755900916e-05, | |
| "loss": 1.3297, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 6.52, | |
| "learning_rate": 1.3559411761117385e-05, | |
| "loss": 1.3519, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 6.54, | |
| "learning_rate": 1.3442499107344542e-05, | |
| "loss": 1.3618, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 6.55, | |
| "learning_rate": 1.3325907037525765e-05, | |
| "loss": 1.3427, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 6.57, | |
| "learning_rate": 1.320963878571198e-05, | |
| "loss": 1.3427, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 6.59, | |
| "learning_rate": 1.3093697576972042e-05, | |
| "loss": 1.3531, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 6.6, | |
| "learning_rate": 1.2978086627303182e-05, | |
| "loss": 1.3334, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 6.62, | |
| "learning_rate": 1.2862809143541896e-05, | |
| "loss": 1.3411, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 6.64, | |
| "learning_rate": 1.2747868323274898e-05, | |
| "loss": 1.357, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 6.65, | |
| "learning_rate": 1.26332673547505e-05, | |
| "loss": 1.3502, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 6.67, | |
| "learning_rate": 1.2519009416790156e-05, | |
| "loss": 1.3595, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 6.69, | |
| "learning_rate": 1.2405097678700253e-05, | |
| "loss": 1.363, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 6.7, | |
| "learning_rate": 1.2291535300184221e-05, | |
| "loss": 1.3261, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 6.72, | |
| "learning_rate": 1.2178325431254948e-05, | |
| "loss": 1.338, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 6.74, | |
| "learning_rate": 1.2065471212147295e-05, | |
| "loss": 1.3243, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 6.75, | |
| "learning_rate": 1.1952975773231052e-05, | |
| "loss": 1.3326, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 6.77, | |
| "learning_rate": 1.1840842234924129e-05, | |
| "loss": 1.3452, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 6.79, | |
| "learning_rate": 1.1729073707605966e-05, | |
| "loss": 1.343, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "learning_rate": 1.1617673291531256e-05, | |
| "loss": 1.3447, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 6.82, | |
| "learning_rate": 1.150664407674395e-05, | |
| "loss": 1.3335, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 6.84, | |
| "learning_rate": 1.1395989142991573e-05, | |
| "loss": 1.3491, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 6.85, | |
| "learning_rate": 1.1285711559639785e-05, | |
| "loss": 1.3639, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 6.87, | |
| "learning_rate": 1.1175814385587203e-05, | |
| "loss": 1.3351, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 6.89, | |
| "learning_rate": 1.106630066918061e-05, | |
| "loss": 1.328, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 6.9, | |
| "learning_rate": 1.095717344813038e-05, | |
| "loss": 1.3412, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 6.92, | |
| "learning_rate": 1.0848435749426192e-05, | |
| "loss": 1.3248, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 6.94, | |
| "learning_rate": 1.0740090589253088e-05, | |
| "loss": 1.338, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 6.95, | |
| "learning_rate": 1.063214097290782e-05, | |
| "loss": 1.335, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 6.97, | |
| "learning_rate": 1.0524589894715489e-05, | |
| "loss": 1.3472, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 6.99, | |
| "learning_rate": 1.0417440337946438e-05, | |
| "loss": 1.3504, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_loss": 1.3214781284332275, | |
| "eval_runtime": 235.9763, | |
| "eval_samples_per_second": 20.053, | |
| "eval_steps_per_second": 20.053, | |
| "step": 8374 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "learning_rate": 1.031069527473358e-05, | |
| "loss": 1.3426, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "learning_rate": 1.0204357665989883e-05, | |
| "loss": 1.3385, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "learning_rate": 1.0098430461326303e-05, | |
| "loss": 1.3513, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "learning_rate": 9.9929165989699e-06, | |
| "loss": 1.3356, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "learning_rate": 9.887819005682411e-06, | |
| "loss": 1.3433, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "learning_rate": 9.783140596679016e-06, | |
| "loss": 1.3322, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "learning_rate": 9.678884275547471e-06, | |
| "loss": 1.3379, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 7.12, | |
| "learning_rate": 9.575052934167619e-06, | |
| "loss": 1.3551, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 7.14, | |
| "learning_rate": 9.47164945263111e-06, | |
| "loss": 1.3579, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 7.16, | |
| "learning_rate": 9.36867669916156e-06, | |
| "loss": 1.3453, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 7.17, | |
| "learning_rate": 9.266137530034986e-06, | |
| "loss": 1.3371, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 7.19, | |
| "learning_rate": 9.164034789500542e-06, | |
| "loss": 1.3608, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 7.21, | |
| "learning_rate": 9.062371309701658e-06, | |
| "loss": 1.3333, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 7.22, | |
| "learning_rate": 8.961149910597492e-06, | |
| "loss": 1.3476, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 7.24, | |
| "learning_rate": 8.860373399884675e-06, | |
| "loss": 1.3341, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 7.26, | |
| "learning_rate": 8.760044572919455e-06, | |
| "loss": 1.3569, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 7.27, | |
| "learning_rate": 8.66016621264012e-06, | |
| "loss": 1.3357, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 7.29, | |
| "learning_rate": 8.560741089489898e-06, | |
| "loss": 1.3433, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 7.31, | |
| "learning_rate": 8.461771961339998e-06, | |
| "loss": 1.3341, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 7.32, | |
| "learning_rate": 8.363261573413163e-06, | |
| "loss": 1.3579, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 7.34, | |
| "learning_rate": 8.265212658207541e-06, | |
| "loss": 1.3304, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 7.36, | |
| "learning_rate": 8.16762793542087e-06, | |
| "loss": 1.3548, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 7.37, | |
| "learning_rate": 8.070510111875015e-06, | |
| "loss": 1.3316, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 7.39, | |
| "learning_rate": 7.973861881440921e-06, | |
| "loss": 1.3292, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 7.41, | |
| "learning_rate": 7.87768592496389e-06, | |
| "loss": 1.3352, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 7.42, | |
| "learning_rate": 7.781984910189202e-06, | |
| "loss": 1.3351, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 7.44, | |
| "learning_rate": 7.686761491688105e-06, | |
| "loss": 1.3313, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 7.46, | |
| "learning_rate": 7.592018310784219e-06, | |
| "loss": 1.3733, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 7.47, | |
| "learning_rate": 7.4977579954802565e-06, | |
| "loss": 1.3178, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 7.49, | |
| "learning_rate": 7.403983160385095e-06, | |
| "loss": 1.3387, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 7.51, | |
| "learning_rate": 7.3106964066412844e-06, | |
| "loss": 1.3389, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 7.52, | |
| "learning_rate": 7.217900321852908e-06, | |
| "loss": 1.3669, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 7.54, | |
| "learning_rate": 7.125597480013785e-06, | |
| "loss": 1.3473, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 7.56, | |
| "learning_rate": 7.03379044143605e-06, | |
| "loss": 1.3328, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 7.57, | |
| "learning_rate": 6.942481752679203e-06, | |
| "loss": 1.3339, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 7.59, | |
| "learning_rate": 6.851673946479387e-06, | |
| "loss": 1.3615, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 7.61, | |
| "learning_rate": 6.761369541679211e-06, | |
| "loss": 1.3405, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 7.62, | |
| "learning_rate": 6.671571043157843e-06, | |
| "loss": 1.3223, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 7.64, | |
| "learning_rate": 6.582280941761518e-06, | |
| "loss": 1.3339, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 7.66, | |
| "learning_rate": 6.493501714234487e-06, | |
| "loss": 1.3414, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 7.67, | |
| "learning_rate": 6.405235823150269e-06, | |
| "loss": 1.3361, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 7.69, | |
| "learning_rate": 6.3174857168433995e-06, | |
| "loss": 1.3379, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 7.71, | |
| "learning_rate": 6.230253829341448e-06, | |
| "loss": 1.3224, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 7.72, | |
| "learning_rate": 6.143542580297576e-06, | |
| "loss": 1.3541, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 7.74, | |
| "learning_rate": 6.057354374923374e-06, | |
| "loss": 1.3647, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 7.76, | |
| "learning_rate": 5.97169160392215e-06, | |
| "loss": 1.3009, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 7.77, | |
| "learning_rate": 5.886556643422611e-06, | |
| "loss": 1.3472, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 7.79, | |
| "learning_rate": 5.801951854913016e-06, | |
| "loss": 1.3575, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 7.81, | |
| "learning_rate": 5.717879585175564e-06, | |
| "loss": 1.3363, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 7.82, | |
| "learning_rate": 5.634342166221382e-06, | |
| "loss": 1.3387, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 7.84, | |
| "learning_rate": 5.551341915225816e-06, | |
| "loss": 1.3328, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 7.86, | |
| "learning_rate": 5.468881134464154e-06, | |
| "loss": 1.3708, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 7.87, | |
| "learning_rate": 5.386962111247756e-06, | |
| "loss": 1.324, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 7.89, | |
| "learning_rate": 5.30558711786062e-06, | |
| "loss": 1.3397, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 7.91, | |
| "learning_rate": 5.224758411496356e-06, | |
| "loss": 1.3569, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 7.92, | |
| "learning_rate": 5.144478234195579e-06, | |
| "loss": 1.3292, | |
| "step": 9480 | |
| }, | |
| { | |
| "epoch": 7.94, | |
| "learning_rate": 5.064748812783685e-06, | |
| "loss": 1.3404, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 7.96, | |
| "learning_rate": 4.985572358809127e-06, | |
| "loss": 1.351, | |
| "step": 9520 | |
| }, | |
| { | |
| "epoch": 7.97, | |
| "learning_rate": 4.906951068482057e-06, | |
| "loss": 1.3712, | |
| "step": 9540 | |
| }, | |
| { | |
| "epoch": 7.99, | |
| "learning_rate": 4.8288871226133875e-06, | |
| "loss": 1.3226, | |
| "step": 9560 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 1.3205684423446655, | |
| "eval_runtime": 237.1121, | |
| "eval_samples_per_second": 19.957, | |
| "eval_steps_per_second": 19.957, | |
| "step": 9570 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "learning_rate": 4.751382686554309e-06, | |
| "loss": 1.3245, | |
| "step": 9580 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "learning_rate": 4.674439910136253e-06, | |
| "loss": 1.3206, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "learning_rate": 4.598060927611228e-06, | |
| "loss": 1.3422, | |
| "step": 9620 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "learning_rate": 4.5222478575926265e-06, | |
| "loss": 1.3173, | |
| "step": 9640 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "learning_rate": 4.447002802996475e-06, | |
| "loss": 1.3481, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "learning_rate": 4.372327850983069e-06, | |
| "loss": 1.3385, | |
| "step": 9680 | |
| }, | |
| { | |
| "epoch": 8.11, | |
| "learning_rate": 4.298225072899123e-06, | |
| "loss": 1.3304, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 8.12, | |
| "learning_rate": 4.224696524220276e-06, | |
| "loss": 1.3349, | |
| "step": 9720 | |
| }, | |
| { | |
| "epoch": 8.14, | |
| "learning_rate": 4.151744244494102e-06, | |
| "loss": 1.366, | |
| "step": 9740 | |
| }, | |
| { | |
| "epoch": 8.16, | |
| "learning_rate": 4.079370257283529e-06, | |
| "loss": 1.3394, | |
| "step": 9760 | |
| }, | |
| { | |
| "epoch": 8.17, | |
| "learning_rate": 4.007576570110691e-06, | |
| "loss": 1.3385, | |
| "step": 9780 | |
| }, | |
| { | |
| "epoch": 8.19, | |
| "learning_rate": 3.9363651744012855e-06, | |
| "loss": 1.3182, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 8.21, | |
| "learning_rate": 3.865738045429279e-06, | |
| "loss": 1.33, | |
| "step": 9820 | |
| }, | |
| { | |
| "epoch": 8.23, | |
| "learning_rate": 3.7956971422621723e-06, | |
| "loss": 1.3453, | |
| "step": 9840 | |
| }, | |
| { | |
| "epoch": 8.24, | |
| "learning_rate": 3.7262444077066248e-06, | |
| "loss": 1.3338, | |
| "step": 9860 | |
| }, | |
| { | |
| "epoch": 8.26, | |
| "learning_rate": 3.6573817682545667e-06, | |
| "loss": 1.3569, | |
| "step": 9880 | |
| }, | |
| { | |
| "epoch": 8.28, | |
| "learning_rate": 3.589111134029771e-06, | |
| "loss": 1.3422, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 8.29, | |
| "learning_rate": 3.5214343987348743e-06, | |
| "loss": 1.3345, | |
| "step": 9920 | |
| }, | |
| { | |
| "epoch": 8.31, | |
| "learning_rate": 3.4543534395988427e-06, | |
| "loss": 1.3087, | |
| "step": 9940 | |
| }, | |
| { | |
| "epoch": 8.33, | |
| "learning_rate": 3.38787011732489e-06, | |
| "loss": 1.3302, | |
| "step": 9960 | |
| }, | |
| { | |
| "epoch": 8.34, | |
| "learning_rate": 3.3219862760388715e-06, | |
| "loss": 1.3326, | |
| "step": 9980 | |
| }, | |
| { | |
| "epoch": 8.36, | |
| "learning_rate": 3.256703743238168e-06, | |
| "loss": 1.3403, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 8.38, | |
| "learning_rate": 3.1920243297409253e-06, | |
| "loss": 1.3399, | |
| "step": 10020 | |
| }, | |
| { | |
| "epoch": 8.39, | |
| "learning_rate": 3.1279498296358735e-06, | |
| "loss": 1.3566, | |
| "step": 10040 | |
| }, | |
| { | |
| "epoch": 8.41, | |
| "learning_rate": 3.0644820202325593e-06, | |
| "loss": 1.3138, | |
| "step": 10060 | |
| }, | |
| { | |
| "epoch": 8.43, | |
| "learning_rate": 3.0016226620120296e-06, | |
| "loss": 1.3172, | |
| "step": 10080 | |
| }, | |
| { | |
| "epoch": 8.44, | |
| "learning_rate": 2.939373498578013e-06, | |
| "loss": 1.3252, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 8.46, | |
| "learning_rate": 2.877736256608535e-06, | |
| "loss": 1.3527, | |
| "step": 10120 | |
| }, | |
| { | |
| "epoch": 8.48, | |
| "learning_rate": 2.816712645808056e-06, | |
| "loss": 1.3656, | |
| "step": 10140 | |
| }, | |
| { | |
| "epoch": 8.49, | |
| "learning_rate": 2.756304358860029e-06, | |
| "loss": 1.3394, | |
| "step": 10160 | |
| }, | |
| { | |
| "epoch": 8.51, | |
| "learning_rate": 2.6965130713799273e-06, | |
| "loss": 1.3403, | |
| "step": 10180 | |
| }, | |
| { | |
| "epoch": 8.53, | |
| "learning_rate": 2.6373404418688104e-06, | |
| "loss": 1.3814, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 8.54, | |
| "learning_rate": 2.5787881116672853e-06, | |
| "loss": 1.3876, | |
| "step": 10220 | |
| }, | |
| { | |
| "epoch": 8.56, | |
| "learning_rate": 2.52085770490999e-06, | |
| "loss": 1.3584, | |
| "step": 10240 | |
| }, | |
| { | |
| "epoch": 8.58, | |
| "learning_rate": 2.463550828480535e-06, | |
| "loss": 1.3301, | |
| "step": 10260 | |
| }, | |
| { | |
| "epoch": 8.59, | |
| "learning_rate": 2.406869071966955e-06, | |
| "loss": 1.3738, | |
| "step": 10280 | |
| }, | |
| { | |
| "epoch": 8.61, | |
| "learning_rate": 2.350814007617597e-06, | |
| "loss": 1.3398, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 8.63, | |
| "learning_rate": 2.2953871902974987e-06, | |
| "loss": 1.3418, | |
| "step": 10320 | |
| }, | |
| { | |
| "epoch": 8.64, | |
| "learning_rate": 2.2405901574452907e-06, | |
| "loss": 1.3211, | |
| "step": 10340 | |
| }, | |
| { | |
| "epoch": 8.66, | |
| "learning_rate": 2.1864244290305202e-06, | |
| "loss": 1.3445, | |
| "step": 10360 | |
| }, | |
| { | |
| "epoch": 8.68, | |
| "learning_rate": 2.1328915075115085e-06, | |
| "loss": 1.3337, | |
| "step": 10380 | |
| }, | |
| { | |
| "epoch": 8.69, | |
| "learning_rate": 2.0799928777936795e-06, | |
| "loss": 1.323, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 8.71, | |
| "learning_rate": 2.027730007188339e-06, | |
| "loss": 1.3152, | |
| "step": 10420 | |
| }, | |
| { | |
| "epoch": 8.73, | |
| "learning_rate": 1.9761043453720207e-06, | |
| "loss": 1.3771, | |
| "step": 10440 | |
| }, | |
| { | |
| "epoch": 8.74, | |
| "learning_rate": 1.9251173243462317e-06, | |
| "loss": 1.3734, | |
| "step": 10460 | |
| }, | |
| { | |
| "epoch": 8.76, | |
| "learning_rate": 1.8747703583977678e-06, | |
| "loss": 1.3167, | |
| "step": 10480 | |
| }, | |
| { | |
| "epoch": 8.78, | |
| "learning_rate": 1.8250648440594486e-06, | |
| "loss": 1.3256, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 8.79, | |
| "learning_rate": 1.7760021600714106e-06, | |
| "loss": 1.3309, | |
| "step": 10520 | |
| }, | |
| { | |
| "epoch": 8.81, | |
| "learning_rate": 1.7275836673428581e-06, | |
| "loss": 1.3264, | |
| "step": 10540 | |
| }, | |
| { | |
| "epoch": 8.83, | |
| "learning_rate": 1.6798107089142868e-06, | |
| "loss": 1.3336, | |
| "step": 10560 | |
| }, | |
| { | |
| "epoch": 8.84, | |
| "learning_rate": 1.632684609920254e-06, | |
| "loss": 1.3105, | |
| "step": 10580 | |
| }, | |
| { | |
| "epoch": 8.86, | |
| "learning_rate": 1.5862066775526457e-06, | |
| "loss": 1.3703, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 8.88, | |
| "learning_rate": 1.5403782010243589e-06, | |
| "loss": 1.3667, | |
| "step": 10620 | |
| }, | |
| { | |
| "epoch": 8.89, | |
| "learning_rate": 1.4952004515335794e-06, | |
| "loss": 1.3438, | |
| "step": 10640 | |
| }, | |
| { | |
| "epoch": 8.91, | |
| "learning_rate": 1.45067468222852e-06, | |
| "loss": 1.3523, | |
| "step": 10660 | |
| }, | |
| { | |
| "epoch": 8.93, | |
| "learning_rate": 1.4068021281726602e-06, | |
| "loss": 1.3406, | |
| "step": 10680 | |
| }, | |
| { | |
| "epoch": 8.94, | |
| "learning_rate": 1.36358400631047e-06, | |
| "loss": 1.3454, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 8.96, | |
| "learning_rate": 1.3210215154336681e-06, | |
| "loss": 1.3453, | |
| "step": 10720 | |
| }, | |
| { | |
| "epoch": 8.98, | |
| "learning_rate": 1.2791158361479733e-06, | |
| "loss": 1.3294, | |
| "step": 10740 | |
| }, | |
| { | |
| "epoch": 8.99, | |
| "learning_rate": 1.2378681308403501e-06, | |
| "loss": 1.3411, | |
| "step": 10760 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_loss": 1.3205618858337402, | |
| "eval_runtime": 237.2113, | |
| "eval_samples_per_second": 19.948, | |
| "eval_steps_per_second": 19.948, | |
| "step": 10767 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "learning_rate": 1.1972795436467676e-06, | |
| "loss": 1.3455, | |
| "step": 10780 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "learning_rate": 1.1573512004204478e-06, | |
| "loss": 1.3268, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "learning_rate": 1.1180842087006843e-06, | |
| "loss": 1.337, | |
| "step": 10820 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "learning_rate": 1.0794796576820587e-06, | |
| "loss": 1.3206, | |
| "step": 10840 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "learning_rate": 1.041538618184265e-06, | |
| "loss": 1.3067, | |
| "step": 10860 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "learning_rate": 1.0042621426224114e-06, | |
| "loss": 1.3394, | |
| "step": 10880 | |
| }, | |
| { | |
| "epoch": 9.11, | |
| "learning_rate": 9.676512649778092e-07, | |
| "loss": 1.3166, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 9.13, | |
| "learning_rate": 9.317070007692913e-07, | |
| "loss": 1.3518, | |
| "step": 10920 | |
| }, | |
| { | |
| "epoch": 9.14, | |
| "learning_rate": 8.964303470250707e-07, | |
| "loss": 1.3584, | |
| "step": 10940 | |
| }, | |
| { | |
| "epoch": 9.16, | |
| "learning_rate": 8.618222822550482e-07, | |
| "loss": 1.3336, | |
| "step": 10960 | |
| }, | |
| { | |
| "epoch": 9.18, | |
| "learning_rate": 8.27883766423701e-07, | |
| "loss": 1.3392, | |
| "step": 10980 | |
| }, | |
| { | |
| "epoch": 9.19, | |
| "learning_rate": 7.94615740923435e-07, | |
| "loss": 1.3356, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 9.21, | |
| "learning_rate": 7.620191285484828e-07, | |
| "loss": 1.3412, | |
| "step": 11020 | |
| }, | |
| { | |
| "epoch": 9.23, | |
| "learning_rate": 7.300948334693053e-07, | |
| "loss": 1.3473, | |
| "step": 11040 | |
| }, | |
| { | |
| "epoch": 9.24, | |
| "learning_rate": 6.988437412075055e-07, | |
| "loss": 1.3129, | |
| "step": 11060 | |
| }, | |
| { | |
| "epoch": 9.26, | |
| "learning_rate": 6.68266718611274e-07, | |
| "loss": 1.353, | |
| "step": 11080 | |
| }, | |
| { | |
| "epoch": 9.28, | |
| "learning_rate": 6.383646138313381e-07, | |
| "loss": 1.3592, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 9.29, | |
| "learning_rate": 6.091382562974396e-07, | |
| "loss": 1.3318, | |
| "step": 11120 | |
| }, | |
| { | |
| "epoch": 9.31, | |
| "learning_rate": 5.805884566953329e-07, | |
| "loss": 1.3179, | |
| "step": 11140 | |
| }, | |
| { | |
| "epoch": 9.33, | |
| "learning_rate": 5.527160069442788e-07, | |
| "loss": 1.3383, | |
| "step": 11160 | |
| }, | |
| { | |
| "epoch": 9.35, | |
| "learning_rate": 5.255216801751006e-07, | |
| "loss": 1.3502, | |
| "step": 11180 | |
| }, | |
| { | |
| "epoch": 9.36, | |
| "learning_rate": 4.990062307087262e-07, | |
| "loss": 1.3378, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 9.38, | |
| "learning_rate": 4.731703940352716e-07, | |
| "loss": 1.3303, | |
| "step": 11220 | |
| }, | |
| { | |
| "epoch": 9.4, | |
| "learning_rate": 4.480148867936268e-07, | |
| "loss": 1.3175, | |
| "step": 11240 | |
| }, | |
| { | |
| "epoch": 9.41, | |
| "learning_rate": 4.2354040675159635e-07, | |
| "loss": 1.3295, | |
| "step": 11260 | |
| }, | |
| { | |
| "epoch": 9.43, | |
| "learning_rate": 3.997476327865318e-07, | |
| "loss": 1.354, | |
| "step": 11280 | |
| }, | |
| { | |
| "epoch": 9.45, | |
| "learning_rate": 3.7663722486649957e-07, | |
| "loss": 1.3428, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 9.46, | |
| "learning_rate": 3.542098240319813e-07, | |
| "loss": 1.3224, | |
| "step": 11320 | |
| }, | |
| { | |
| "epoch": 9.48, | |
| "learning_rate": 3.3246605237809426e-07, | |
| "loss": 1.3292, | |
| "step": 11340 | |
| }, | |
| { | |
| "epoch": 9.5, | |
| "learning_rate": 3.114065130373295e-07, | |
| "loss": 1.3407, | |
| "step": 11360 | |
| }, | |
| { | |
| "epoch": 9.51, | |
| "learning_rate": 2.9103179016282124e-07, | |
| "loss": 1.3524, | |
| "step": 11380 | |
| }, | |
| { | |
| "epoch": 9.53, | |
| "learning_rate": 2.7134244891214853e-07, | |
| "loss": 1.3547, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 9.55, | |
| "learning_rate": 2.523390354316535e-07, | |
| "loss": 1.3528, | |
| "step": 11420 | |
| }, | |
| { | |
| "epoch": 9.56, | |
| "learning_rate": 2.3402207684130596e-07, | |
| "loss": 1.3783, | |
| "step": 11440 | |
| }, | |
| { | |
| "epoch": 9.58, | |
| "learning_rate": 2.1639208122005704e-07, | |
| "loss": 1.3276, | |
| "step": 11460 | |
| }, | |
| { | |
| "epoch": 9.6, | |
| "learning_rate": 1.9944953759176987e-07, | |
| "loss": 1.3325, | |
| "step": 11480 | |
| }, | |
| { | |
| "epoch": 9.61, | |
| "learning_rate": 1.8319491591164417e-07, | |
| "loss": 1.3383, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 9.63, | |
| "learning_rate": 1.676286670531796e-07, | |
| "loss": 1.3339, | |
| "step": 11520 | |
| }, | |
| { | |
| "epoch": 9.65, | |
| "learning_rate": 1.5275122279567178e-07, | |
| "loss": 1.3711, | |
| "step": 11540 | |
| }, | |
| { | |
| "epoch": 9.66, | |
| "learning_rate": 1.3856299581223864e-07, | |
| "loss": 1.3468, | |
| "step": 11560 | |
| }, | |
| { | |
| "epoch": 9.68, | |
| "learning_rate": 1.2506437965836836e-07, | |
| "loss": 1.3427, | |
| "step": 11580 | |
| }, | |
| { | |
| "epoch": 9.7, | |
| "learning_rate": 1.1225574876100597e-07, | |
| "loss": 1.3551, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 9.71, | |
| "learning_rate": 1.0013745840816158e-07, | |
| "loss": 1.3338, | |
| "step": 11620 | |
| }, | |
| { | |
| "epoch": 9.73, | |
| "learning_rate": 8.87098447390683e-08, | |
| "loss": 1.3204, | |
| "step": 11640 | |
| }, | |
| { | |
| "epoch": 9.75, | |
| "learning_rate": 7.797322473484248e-08, | |
| "loss": 1.3483, | |
| "step": 11660 | |
| }, | |
| { | |
| "epoch": 9.76, | |
| "learning_rate": 6.79278962097074e-08, | |
| "loss": 1.3157, | |
| "step": 11680 | |
| }, | |
| { | |
| "epoch": 9.78, | |
| "learning_rate": 5.8574137802713814e-08, | |
| "loss": 1.349, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 9.8, | |
| "learning_rate": 4.991220897002935e-08, | |
| "loss": 1.3398, | |
| "step": 11720 | |
| }, | |
| { | |
| "epoch": 9.81, | |
| "learning_rate": 4.1942349977727724e-08, | |
| "loss": 1.3373, | |
| "step": 11740 | |
| }, | |
| { | |
| "epoch": 9.83, | |
| "learning_rate": 3.466478189513567e-08, | |
| "loss": 1.3389, | |
| "step": 11760 | |
| }, | |
| { | |
| "epoch": 9.85, | |
| "learning_rate": 2.807970658869341e-08, | |
| "loss": 1.3598, | |
| "step": 11780 | |
| }, | |
| { | |
| "epoch": 9.86, | |
| "learning_rate": 2.2187306716353608e-08, | |
| "loss": 1.3674, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 9.88, | |
| "learning_rate": 1.6987745722521487e-08, | |
| "loss": 1.3514, | |
| "step": 11820 | |
| }, | |
| { | |
| "epoch": 9.9, | |
| "learning_rate": 1.2481167833516827e-08, | |
| "loss": 1.351, | |
| "step": 11840 | |
| }, | |
| { | |
| "epoch": 9.91, | |
| "learning_rate": 8.667698053574369e-09, | |
| "loss": 1.3584, | |
| "step": 11860 | |
| }, | |
| { | |
| "epoch": 9.93, | |
| "learning_rate": 5.5474421613799235e-09, | |
| "loss": 1.3529, | |
| "step": 11880 | |
| }, | |
| { | |
| "epoch": 9.95, | |
| "learning_rate": 3.120486707125503e-09, | |
| "loss": 1.3444, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 9.96, | |
| "learning_rate": 1.3868990101223445e-09, | |
| "loss": 1.3519, | |
| "step": 11920 | |
| }, | |
| { | |
| "epoch": 9.98, | |
| "learning_rate": 3.467271569246311e-10, | |
| "loss": 1.3642, | |
| "step": 11940 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "learning_rate": 0.0, | |
| "loss": 1.3294, | |
| "step": 11960 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_loss": 1.3205376863479614, | |
| "eval_runtime": 236.9642, | |
| "eval_samples_per_second": 19.969, | |
| "eval_steps_per_second": 19.969, | |
| "step": 11960 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "step": 11960, | |
| "total_flos": 1.6483225760687555e+18, | |
| "train_loss": 1.3917951301587466, | |
| "train_runtime": 61679.6637, | |
| "train_samples_per_second": 6.207, | |
| "train_steps_per_second": 0.194 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 11960, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "total_flos": 1.6483225760687555e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |