| { | |
| "best_metric": 0.6666322350502014, | |
| "best_model_checkpoint": "./checkpoints/llava-v1.6-mistral/checkpoint-125", | |
| "epoch": 7.992, | |
| "eval_steps": 1.0, | |
| "global_step": 248, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.032, | |
| "grad_norm": 1.3562940564009667, | |
| "learning_rate": 0.0, | |
| "loss": 1.2069, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.032, | |
| "eval_loss": 1.189530849456787, | |
| "eval_runtime": 100.6384, | |
| "eval_samples_per_second": 1.987, | |
| "eval_steps_per_second": 0.497, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.064, | |
| "grad_norm": 1.3726335882966116, | |
| "learning_rate": 7.737056144690831e-06, | |
| "loss": 1.242, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.064, | |
| "eval_loss": 1.189530849456787, | |
| "eval_runtime": 95.3713, | |
| "eval_samples_per_second": 2.097, | |
| "eval_steps_per_second": 0.524, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.096, | |
| "grad_norm": 1.267071497789874, | |
| "learning_rate": 1.2262943855309169e-05, | |
| "loss": 1.1588, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.096, | |
| "eval_loss": 1.1675384044647217, | |
| "eval_runtime": 99.4768, | |
| "eval_samples_per_second": 2.011, | |
| "eval_steps_per_second": 0.503, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.128, | |
| "grad_norm": 1.2066781722006759, | |
| "learning_rate": 1.5474112289381662e-05, | |
| "loss": 1.1196, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.128, | |
| "eval_loss": 1.1391011476516724, | |
| "eval_runtime": 95.4777, | |
| "eval_samples_per_second": 2.095, | |
| "eval_steps_per_second": 0.524, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.2746210039866817, | |
| "learning_rate": 1.7964888034078543e-05, | |
| "loss": 1.1462, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "eval_loss": 1.1023523807525635, | |
| "eval_runtime": 95.4138, | |
| "eval_samples_per_second": 2.096, | |
| "eval_steps_per_second": 0.524, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.192, | |
| "grad_norm": 1.0552650848120237, | |
| "learning_rate": 1.9999999999999998e-05, | |
| "loss": 1.1147, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.192, | |
| "eval_loss": 1.063745379447937, | |
| "eval_runtime": 97.6633, | |
| "eval_samples_per_second": 2.048, | |
| "eval_steps_per_second": 0.512, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.224, | |
| "grad_norm": 1.0779287740182022, | |
| "learning_rate": 2e-05, | |
| "loss": 1.1773, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.224, | |
| "eval_loss": 1.024451732635498, | |
| "eval_runtime": 97.388, | |
| "eval_samples_per_second": 2.054, | |
| "eval_steps_per_second": 0.513, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.256, | |
| "grad_norm": 0.9918200495785524, | |
| "learning_rate": 2e-05, | |
| "loss": 1.0434, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.256, | |
| "eval_loss": 0.9906812906265259, | |
| "eval_runtime": 97.2423, | |
| "eval_samples_per_second": 2.057, | |
| "eval_steps_per_second": 0.514, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.288, | |
| "grad_norm": 0.9119239308208719, | |
| "learning_rate": 2e-05, | |
| "loss": 1.0527, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.288, | |
| "eval_loss": 0.9626247882843018, | |
| "eval_runtime": 97.2048, | |
| "eval_samples_per_second": 2.058, | |
| "eval_steps_per_second": 0.514, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.7292073828818868, | |
| "learning_rate": 2e-05, | |
| "loss": 0.9801, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "eval_loss": 0.9422003030776978, | |
| "eval_runtime": 97.143, | |
| "eval_samples_per_second": 2.059, | |
| "eval_steps_per_second": 0.515, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.352, | |
| "grad_norm": 0.8195137858461904, | |
| "learning_rate": 2e-05, | |
| "loss": 1.0104, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.352, | |
| "eval_loss": 0.9264165759086609, | |
| "eval_runtime": 97.2279, | |
| "eval_samples_per_second": 2.057, | |
| "eval_steps_per_second": 0.514, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.384, | |
| "grad_norm": 0.7060464565699565, | |
| "learning_rate": 2e-05, | |
| "loss": 0.9764, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.384, | |
| "eval_loss": 0.9138455986976624, | |
| "eval_runtime": 97.0954, | |
| "eval_samples_per_second": 2.06, | |
| "eval_steps_per_second": 0.515, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.416, | |
| "grad_norm": 0.8207130544099034, | |
| "learning_rate": 2e-05, | |
| "loss": 1.0371, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.416, | |
| "eval_loss": 0.902658224105835, | |
| "eval_runtime": 100.8924, | |
| "eval_samples_per_second": 1.982, | |
| "eval_steps_per_second": 0.496, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.448, | |
| "grad_norm": 0.7962544586919155, | |
| "learning_rate": 2e-05, | |
| "loss": 0.9455, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.448, | |
| "eval_loss": 0.8926536440849304, | |
| "eval_runtime": 100.856, | |
| "eval_samples_per_second": 1.983, | |
| "eval_steps_per_second": 0.496, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.8246421268957655, | |
| "learning_rate": 2e-05, | |
| "loss": 0.9456, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "eval_loss": 0.8823295831680298, | |
| "eval_runtime": 97.0568, | |
| "eval_samples_per_second": 2.061, | |
| "eval_steps_per_second": 0.515, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.512, | |
| "grad_norm": 0.7040845257818263, | |
| "learning_rate": 2e-05, | |
| "loss": 0.9283, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.512, | |
| "eval_loss": 0.8721897602081299, | |
| "eval_runtime": 98.318, | |
| "eval_samples_per_second": 2.034, | |
| "eval_steps_per_second": 0.509, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.544, | |
| "grad_norm": 0.7904707927869743, | |
| "learning_rate": 2e-05, | |
| "loss": 0.9786, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.544, | |
| "eval_loss": 0.861838698387146, | |
| "eval_runtime": 101.4487, | |
| "eval_samples_per_second": 1.971, | |
| "eval_steps_per_second": 0.493, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.576, | |
| "grad_norm": 0.7605583546638608, | |
| "learning_rate": 2e-05, | |
| "loss": 0.9361, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.576, | |
| "eval_loss": 0.8519415259361267, | |
| "eval_runtime": 98.2448, | |
| "eval_samples_per_second": 2.036, | |
| "eval_steps_per_second": 0.509, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.608, | |
| "grad_norm": 0.7005232039249588, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8707, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.608, | |
| "eval_loss": 0.842995822429657, | |
| "eval_runtime": 98.3165, | |
| "eval_samples_per_second": 2.034, | |
| "eval_steps_per_second": 0.509, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.653693259495668, | |
| "learning_rate": 2e-05, | |
| "loss": 0.9332, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "eval_loss": 0.8355565071105957, | |
| "eval_runtime": 98.237, | |
| "eval_samples_per_second": 2.036, | |
| "eval_steps_per_second": 0.509, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.672, | |
| "grad_norm": 0.6600451404133434, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8848, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.672, | |
| "eval_loss": 0.8297473788261414, | |
| "eval_runtime": 98.1825, | |
| "eval_samples_per_second": 2.037, | |
| "eval_steps_per_second": 0.509, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.704, | |
| "grad_norm": 0.6666525650519819, | |
| "learning_rate": 2e-05, | |
| "loss": 0.9261, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.704, | |
| "eval_loss": 0.8248497247695923, | |
| "eval_runtime": 98.1541, | |
| "eval_samples_per_second": 2.038, | |
| "eval_steps_per_second": 0.509, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.736, | |
| "grad_norm": 0.6759718697778233, | |
| "learning_rate": 2e-05, | |
| "loss": 1.0103, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.736, | |
| "eval_loss": 0.8214980959892273, | |
| "eval_runtime": 98.2494, | |
| "eval_samples_per_second": 2.036, | |
| "eval_steps_per_second": 0.509, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.768, | |
| "grad_norm": 0.651870418762904, | |
| "learning_rate": 2e-05, | |
| "loss": 0.9538, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.768, | |
| "eval_loss": 0.818403959274292, | |
| "eval_runtime": 97.9476, | |
| "eval_samples_per_second": 2.042, | |
| "eval_steps_per_second": 0.51, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.6985872283132858, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8216, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "eval_loss": 0.8149588108062744, | |
| "eval_runtime": 95.6175, | |
| "eval_samples_per_second": 2.092, | |
| "eval_steps_per_second": 0.523, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.832, | |
| "grad_norm": 0.7801182369335715, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8478, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.832, | |
| "eval_loss": 0.8100517392158508, | |
| "eval_runtime": 99.7733, | |
| "eval_samples_per_second": 2.005, | |
| "eval_steps_per_second": 0.501, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.864, | |
| "grad_norm": 0.6727766374526198, | |
| "learning_rate": 2e-05, | |
| "loss": 0.9015, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.864, | |
| "eval_loss": 0.8051578998565674, | |
| "eval_runtime": 95.7387, | |
| "eval_samples_per_second": 2.089, | |
| "eval_steps_per_second": 0.522, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.896, | |
| "grad_norm": 0.7398381040653764, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8434, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.896, | |
| "eval_loss": 0.7998965382575989, | |
| "eval_runtime": 95.7753, | |
| "eval_samples_per_second": 2.088, | |
| "eval_steps_per_second": 0.522, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.928, | |
| "grad_norm": 0.6837341164482282, | |
| "learning_rate": 2e-05, | |
| "loss": 0.9124, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.928, | |
| "eval_loss": 0.7946869134902954, | |
| "eval_runtime": 95.933, | |
| "eval_samples_per_second": 2.085, | |
| "eval_steps_per_second": 0.521, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.7285508052728015, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8252, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "eval_loss": 0.7891057729721069, | |
| "eval_runtime": 95.871, | |
| "eval_samples_per_second": 2.086, | |
| "eval_steps_per_second": 0.522, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.992, | |
| "grad_norm": 0.706524788728722, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8382, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.992, | |
| "eval_loss": 0.7835636138916016, | |
| "eval_runtime": 95.7491, | |
| "eval_samples_per_second": 2.089, | |
| "eval_steps_per_second": 0.522, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 1.024, | |
| "grad_norm": 0.7392763969473979, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8586, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 1.024, | |
| "eval_loss": 0.7780101299285889, | |
| "eval_runtime": 99.7493, | |
| "eval_samples_per_second": 2.005, | |
| "eval_steps_per_second": 0.501, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 1.056, | |
| "grad_norm": 0.7407143277408553, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8438, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 1.056, | |
| "eval_loss": 0.7728690505027771, | |
| "eval_runtime": 95.8863, | |
| "eval_samples_per_second": 2.086, | |
| "eval_steps_per_second": 0.521, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 1.088, | |
| "grad_norm": 0.7146296362894146, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8357, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 1.088, | |
| "eval_loss": 0.7683935761451721, | |
| "eval_runtime": 97.824, | |
| "eval_samples_per_second": 2.044, | |
| "eval_steps_per_second": 0.511, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.7117142678212836, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7884, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "eval_loss": 0.7646369338035583, | |
| "eval_runtime": 95.8185, | |
| "eval_samples_per_second": 2.087, | |
| "eval_steps_per_second": 0.522, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 1.152, | |
| "grad_norm": 0.7735767817076163, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8851, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 1.152, | |
| "eval_loss": 0.7616337537765503, | |
| "eval_runtime": 96.1525, | |
| "eval_samples_per_second": 2.08, | |
| "eval_steps_per_second": 0.52, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 1.184, | |
| "grad_norm": 0.7386952203362822, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7943, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 1.184, | |
| "eval_loss": 0.759408712387085, | |
| "eval_runtime": 96.2772, | |
| "eval_samples_per_second": 2.077, | |
| "eval_steps_per_second": 0.519, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 1.216, | |
| "grad_norm": 0.6688305832985106, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8433, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 1.216, | |
| "eval_loss": 0.7577520608901978, | |
| "eval_runtime": 95.7726, | |
| "eval_samples_per_second": 2.088, | |
| "eval_steps_per_second": 0.522, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 1.248, | |
| "grad_norm": 0.6861808214947546, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8132, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 1.248, | |
| "eval_loss": 0.7565059065818787, | |
| "eval_runtime": 96.1577, | |
| "eval_samples_per_second": 2.08, | |
| "eval_steps_per_second": 0.52, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.7450886292190618, | |
| "learning_rate": 2e-05, | |
| "loss": 0.9067, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "eval_loss": 0.7562046647071838, | |
| "eval_runtime": 95.9983, | |
| "eval_samples_per_second": 2.083, | |
| "eval_steps_per_second": 0.521, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 1.312, | |
| "grad_norm": 0.7508586498301053, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8642, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 1.312, | |
| "eval_loss": 0.755351722240448, | |
| "eval_runtime": 96.6244, | |
| "eval_samples_per_second": 2.07, | |
| "eval_steps_per_second": 0.517, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 1.3439999999999999, | |
| "grad_norm": 0.7717273184776977, | |
| "learning_rate": 2e-05, | |
| "loss": 0.9406, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 1.3439999999999999, | |
| "eval_loss": 0.753773033618927, | |
| "eval_runtime": 100.8127, | |
| "eval_samples_per_second": 1.984, | |
| "eval_steps_per_second": 0.496, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 1.376, | |
| "grad_norm": 0.7980115302909253, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7732, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 1.376, | |
| "eval_loss": 0.7511720061302185, | |
| "eval_runtime": 97.4372, | |
| "eval_samples_per_second": 2.053, | |
| "eval_steps_per_second": 0.513, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 1.408, | |
| "grad_norm": 0.794554904521861, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8962, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 1.408, | |
| "eval_loss": 0.7484354376792908, | |
| "eval_runtime": 96.7621, | |
| "eval_samples_per_second": 2.067, | |
| "eval_steps_per_second": 0.517, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.7964935137573818, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7725, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "eval_loss": 0.7454251050949097, | |
| "eval_runtime": 96.5292, | |
| "eval_samples_per_second": 2.072, | |
| "eval_steps_per_second": 0.518, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 1.472, | |
| "grad_norm": 0.7477437094752549, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8238, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 1.472, | |
| "eval_loss": 0.7427694201469421, | |
| "eval_runtime": 96.4788, | |
| "eval_samples_per_second": 2.073, | |
| "eval_steps_per_second": 0.518, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 1.504, | |
| "grad_norm": 0.7443339980176984, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8273, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 1.504, | |
| "eval_loss": 0.7407447099685669, | |
| "eval_runtime": 96.5686, | |
| "eval_samples_per_second": 2.071, | |
| "eval_steps_per_second": 0.518, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 1.536, | |
| "grad_norm": 0.7901404920428264, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7974, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 1.536, | |
| "eval_loss": 0.7381842136383057, | |
| "eval_runtime": 96.6071, | |
| "eval_samples_per_second": 2.07, | |
| "eval_steps_per_second": 0.518, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 1.568, | |
| "grad_norm": 0.8677109521747711, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8011, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 1.568, | |
| "eval_loss": 0.73555588722229, | |
| "eval_runtime": 96.4189, | |
| "eval_samples_per_second": 2.074, | |
| "eval_steps_per_second": 0.519, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.8170436579363425, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7762, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "eval_loss": 0.7331439256668091, | |
| "eval_runtime": 100.5875, | |
| "eval_samples_per_second": 1.988, | |
| "eval_steps_per_second": 0.497, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 1.6320000000000001, | |
| "grad_norm": 0.8190539924095326, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7469, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 1.6320000000000001, | |
| "eval_loss": 0.7306647300720215, | |
| "eval_runtime": 101.1429, | |
| "eval_samples_per_second": 1.977, | |
| "eval_steps_per_second": 0.494, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 1.6640000000000001, | |
| "grad_norm": 0.8044932603192197, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8052, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 1.6640000000000001, | |
| "eval_loss": 0.7287429571151733, | |
| "eval_runtime": 97.25, | |
| "eval_samples_per_second": 2.057, | |
| "eval_steps_per_second": 0.514, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 1.696, | |
| "grad_norm": 0.7811170846407103, | |
| "learning_rate": 2e-05, | |
| "loss": 0.755, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 1.696, | |
| "eval_loss": 0.7264651656150818, | |
| "eval_runtime": 97.67, | |
| "eval_samples_per_second": 2.048, | |
| "eval_steps_per_second": 0.512, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 1.728, | |
| "grad_norm": 0.808405093976468, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7838, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 1.728, | |
| "eval_loss": 0.7242828607559204, | |
| "eval_runtime": 101.2008, | |
| "eval_samples_per_second": 1.976, | |
| "eval_steps_per_second": 0.494, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.8172106270954758, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7123, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "eval_loss": 0.7217574119567871, | |
| "eval_runtime": 99.6145, | |
| "eval_samples_per_second": 2.008, | |
| "eval_steps_per_second": 0.502, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 1.792, | |
| "grad_norm": 0.83212530473105, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8141, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 1.792, | |
| "eval_loss": 0.7192932367324829, | |
| "eval_runtime": 97.1377, | |
| "eval_samples_per_second": 2.059, | |
| "eval_steps_per_second": 0.515, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 1.8239999999999998, | |
| "grad_norm": 0.8632612959683078, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8005, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 1.8239999999999998, | |
| "eval_loss": 0.717003345489502, | |
| "eval_runtime": 97.2871, | |
| "eval_samples_per_second": 2.056, | |
| "eval_steps_per_second": 0.514, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 1.8559999999999999, | |
| "grad_norm": 0.8362081570841255, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8254, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 1.8559999999999999, | |
| "eval_loss": 0.715446949005127, | |
| "eval_runtime": 97.5751, | |
| "eval_samples_per_second": 2.05, | |
| "eval_steps_per_second": 0.512, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 1.888, | |
| "grad_norm": 0.8862779841020042, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7949, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 1.888, | |
| "eval_loss": 0.7145370244979858, | |
| "eval_runtime": 97.2406, | |
| "eval_samples_per_second": 2.057, | |
| "eval_steps_per_second": 0.514, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.875656256488838, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8277, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "eval_loss": 0.7140547037124634, | |
| "eval_runtime": 97.1485, | |
| "eval_samples_per_second": 2.059, | |
| "eval_steps_per_second": 0.515, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 1.952, | |
| "grad_norm": 0.8850690645543244, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8117, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 1.952, | |
| "eval_loss": 0.7128701210021973, | |
| "eval_runtime": 97.8906, | |
| "eval_samples_per_second": 2.043, | |
| "eval_steps_per_second": 0.511, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 1.984, | |
| "grad_norm": 0.8961641824408927, | |
| "learning_rate": 2e-05, | |
| "loss": 0.704, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 1.984, | |
| "eval_loss": 0.7107064127922058, | |
| "eval_runtime": 102.2163, | |
| "eval_samples_per_second": 1.957, | |
| "eval_steps_per_second": 0.489, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 2.016, | |
| "grad_norm": 0.8602247372004996, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8016, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 2.016, | |
| "eval_loss": 0.7091581225395203, | |
| "eval_runtime": 98.2114, | |
| "eval_samples_per_second": 2.036, | |
| "eval_steps_per_second": 0.509, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 2.048, | |
| "grad_norm": 0.7881703384753784, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7912, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 2.048, | |
| "eval_loss": 0.7081906199455261, | |
| "eval_runtime": 98.9403, | |
| "eval_samples_per_second": 2.021, | |
| "eval_steps_per_second": 0.505, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.8436680506716614, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6965, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "eval_loss": 0.7070262432098389, | |
| "eval_runtime": 97.7451, | |
| "eval_samples_per_second": 2.046, | |
| "eval_steps_per_second": 0.512, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 2.112, | |
| "grad_norm": 0.8694446846234115, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7015, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 2.112, | |
| "eval_loss": 0.7055197358131409, | |
| "eval_runtime": 97.994, | |
| "eval_samples_per_second": 2.041, | |
| "eval_steps_per_second": 0.51, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 2.144, | |
| "grad_norm": 0.9518475022730614, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6952, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 2.144, | |
| "eval_loss": 0.7035844326019287, | |
| "eval_runtime": 98.0296, | |
| "eval_samples_per_second": 2.04, | |
| "eval_steps_per_second": 0.51, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 2.176, | |
| "grad_norm": 0.8662066024104106, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7731, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 2.176, | |
| "eval_loss": 0.7019283771514893, | |
| "eval_runtime": 100.0982, | |
| "eval_samples_per_second": 1.998, | |
| "eval_steps_per_second": 0.5, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 2.208, | |
| "grad_norm": 0.9574631942368209, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7572, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 2.208, | |
| "eval_loss": 0.7011401653289795, | |
| "eval_runtime": 101.9267, | |
| "eval_samples_per_second": 1.962, | |
| "eval_steps_per_second": 0.491, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 0.9477542521472675, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7393, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "eval_loss": 0.7006180286407471, | |
| "eval_runtime": 101.9672, | |
| "eval_samples_per_second": 1.961, | |
| "eval_steps_per_second": 0.49, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 2.2720000000000002, | |
| "grad_norm": 0.9612956116350272, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7175, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 2.2720000000000002, | |
| "eval_loss": 0.7002539038658142, | |
| "eval_runtime": 101.8755, | |
| "eval_samples_per_second": 1.963, | |
| "eval_steps_per_second": 0.491, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 2.304, | |
| "grad_norm": 0.9934844303955727, | |
| "learning_rate": 2e-05, | |
| "loss": 0.791, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 2.304, | |
| "eval_loss": 0.6997203230857849, | |
| "eval_runtime": 97.9926, | |
| "eval_samples_per_second": 2.041, | |
| "eval_steps_per_second": 0.51, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 2.336, | |
| "grad_norm": 1.0540430431227044, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7542, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 2.336, | |
| "eval_loss": 0.6988361477851868, | |
| "eval_runtime": 100.3704, | |
| "eval_samples_per_second": 1.993, | |
| "eval_steps_per_second": 0.498, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 2.368, | |
| "grad_norm": 1.0249397957961794, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8084, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 2.368, | |
| "eval_loss": 0.6980065703392029, | |
| "eval_runtime": 101.8958, | |
| "eval_samples_per_second": 1.963, | |
| "eval_steps_per_second": 0.491, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 1.0445498365690145, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7964, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "eval_loss": 0.6971798539161682, | |
| "eval_runtime": 98.1624, | |
| "eval_samples_per_second": 2.037, | |
| "eval_steps_per_second": 0.509, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 2.432, | |
| "grad_norm": 0.9685893079320761, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8047, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 2.432, | |
| "eval_loss": 0.696861743927002, | |
| "eval_runtime": 98.6404, | |
| "eval_samples_per_second": 2.028, | |
| "eval_steps_per_second": 0.507, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 2.464, | |
| "grad_norm": 0.9753091933204456, | |
| "learning_rate": 2e-05, | |
| "loss": 0.684, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 2.464, | |
| "eval_loss": 0.6957904100418091, | |
| "eval_runtime": 98.8766, | |
| "eval_samples_per_second": 2.023, | |
| "eval_steps_per_second": 0.506, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 2.496, | |
| "grad_norm": 0.9389149478503764, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7434, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 2.496, | |
| "eval_loss": 0.6943306922912598, | |
| "eval_runtime": 98.5751, | |
| "eval_samples_per_second": 2.029, | |
| "eval_steps_per_second": 0.507, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 2.528, | |
| "grad_norm": 1.0675154845211299, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7208, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 2.528, | |
| "eval_loss": 0.6920651197433472, | |
| "eval_runtime": 99.0851, | |
| "eval_samples_per_second": 2.018, | |
| "eval_steps_per_second": 0.505, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 0.9937936593307737, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6948, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "eval_loss": 0.6899142265319824, | |
| "eval_runtime": 98.7974, | |
| "eval_samples_per_second": 2.024, | |
| "eval_steps_per_second": 0.506, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 2.592, | |
| "grad_norm": 0.9650832276698476, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7666, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 2.592, | |
| "eval_loss": 0.6886695623397827, | |
| "eval_runtime": 98.6813, | |
| "eval_samples_per_second": 2.027, | |
| "eval_steps_per_second": 0.507, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 2.624, | |
| "grad_norm": 0.9961610958296112, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7741, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 2.624, | |
| "eval_loss": 0.687745213508606, | |
| "eval_runtime": 98.624, | |
| "eval_samples_per_second": 2.028, | |
| "eval_steps_per_second": 0.507, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 2.656, | |
| "grad_norm": 1.0261499699526089, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7747, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 2.656, | |
| "eval_loss": 0.6869972944259644, | |
| "eval_runtime": 98.9604, | |
| "eval_samples_per_second": 2.021, | |
| "eval_steps_per_second": 0.505, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 2.6879999999999997, | |
| "grad_norm": 1.025059237745532, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7526, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 2.6879999999999997, | |
| "eval_loss": 0.6862147450447083, | |
| "eval_runtime": 98.4387, | |
| "eval_samples_per_second": 2.032, | |
| "eval_steps_per_second": 0.508, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 2.7199999999999998, | |
| "grad_norm": 1.1383626266013125, | |
| "learning_rate": 2e-05, | |
| "loss": 0.683, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 2.7199999999999998, | |
| "eval_loss": 0.6845572590827942, | |
| "eval_runtime": 98.4979, | |
| "eval_samples_per_second": 2.03, | |
| "eval_steps_per_second": 0.508, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 2.752, | |
| "grad_norm": 1.0427739679421295, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7362, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 2.752, | |
| "eval_loss": 0.683280348777771, | |
| "eval_runtime": 103.6707, | |
| "eval_samples_per_second": 1.929, | |
| "eval_steps_per_second": 0.482, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 2.784, | |
| "grad_norm": 1.1280129141879938, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7743, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 2.784, | |
| "eval_loss": 0.6824235320091248, | |
| "eval_runtime": 99.2995, | |
| "eval_samples_per_second": 2.014, | |
| "eval_steps_per_second": 0.504, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 2.816, | |
| "grad_norm": 1.0017715497784696, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7164, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 2.816, | |
| "eval_loss": 0.6819013357162476, | |
| "eval_runtime": 99.5206, | |
| "eval_samples_per_second": 2.01, | |
| "eval_steps_per_second": 0.502, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 2.848, | |
| "grad_norm": 1.0769673642284994, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7013, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 2.848, | |
| "eval_loss": 0.6820746064186096, | |
| "eval_runtime": 96.5197, | |
| "eval_samples_per_second": 2.072, | |
| "eval_steps_per_second": 0.518, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 1.0389167281844591, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6805, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "eval_loss": 0.6826525926589966, | |
| "eval_runtime": 96.0942, | |
| "eval_samples_per_second": 2.081, | |
| "eval_steps_per_second": 0.52, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 2.912, | |
| "grad_norm": 0.9705743838620626, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7681, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 2.912, | |
| "eval_loss": 0.6836435198783875, | |
| "eval_runtime": 96.2441, | |
| "eval_samples_per_second": 2.078, | |
| "eval_steps_per_second": 0.52, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 2.944, | |
| "grad_norm": 1.037823791993831, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7532, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 2.944, | |
| "eval_loss": 0.6845746040344238, | |
| "eval_runtime": 96.2394, | |
| "eval_samples_per_second": 2.078, | |
| "eval_steps_per_second": 0.52, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 2.976, | |
| "grad_norm": 1.1323835942146157, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7171, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 2.976, | |
| "eval_loss": 0.684663712978363, | |
| "eval_runtime": 96.23, | |
| "eval_samples_per_second": 2.078, | |
| "eval_steps_per_second": 0.52, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 3.008, | |
| "grad_norm": 1.1957864756602699, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7166, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 3.008, | |
| "eval_loss": 0.6830846667289734, | |
| "eval_runtime": 96.6549, | |
| "eval_samples_per_second": 2.069, | |
| "eval_steps_per_second": 0.517, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 1.1077357794232636, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6667, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "eval_loss": 0.6810076832771301, | |
| "eval_runtime": 96.3239, | |
| "eval_samples_per_second": 2.076, | |
| "eval_steps_per_second": 0.519, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 3.072, | |
| "grad_norm": 1.1851219157184936, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7115, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 3.072, | |
| "eval_loss": 0.6796395778656006, | |
| "eval_runtime": 96.9109, | |
| "eval_samples_per_second": 2.064, | |
| "eval_steps_per_second": 0.516, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 3.104, | |
| "grad_norm": 1.0812671042616444, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7333, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 3.104, | |
| "eval_loss": 0.6794567108154297, | |
| "eval_runtime": 96.7403, | |
| "eval_samples_per_second": 2.067, | |
| "eval_steps_per_second": 0.517, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 3.136, | |
| "grad_norm": 1.130095597839828, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6328, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 3.136, | |
| "eval_loss": 0.6792007684707642, | |
| "eval_runtime": 96.8136, | |
| "eval_samples_per_second": 2.066, | |
| "eval_steps_per_second": 0.516, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 3.168, | |
| "grad_norm": 1.16102100344116, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6625, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 3.168, | |
| "eval_loss": 0.6789132952690125, | |
| "eval_runtime": 96.6982, | |
| "eval_samples_per_second": 2.068, | |
| "eval_steps_per_second": 0.517, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "grad_norm": 1.226689811951201, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7522, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "eval_loss": 0.6786602735519409, | |
| "eval_runtime": 96.6253, | |
| "eval_samples_per_second": 2.07, | |
| "eval_steps_per_second": 0.517, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 3.232, | |
| "grad_norm": 1.1623462595850367, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6755, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 3.232, | |
| "eval_loss": 0.6791322827339172, | |
| "eval_runtime": 96.5222, | |
| "eval_samples_per_second": 2.072, | |
| "eval_steps_per_second": 0.518, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 3.2640000000000002, | |
| "grad_norm": 1.16303930181089, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6752, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 3.2640000000000002, | |
| "eval_loss": 0.680637538433075, | |
| "eval_runtime": 96.8789, | |
| "eval_samples_per_second": 2.064, | |
| "eval_steps_per_second": 0.516, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 3.296, | |
| "grad_norm": 1.166028046661615, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6732, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 3.296, | |
| "eval_loss": 0.6818951964378357, | |
| "eval_runtime": 96.7579, | |
| "eval_samples_per_second": 2.067, | |
| "eval_steps_per_second": 0.517, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 3.328, | |
| "grad_norm": 1.2872370423601793, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7713, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 3.328, | |
| "eval_loss": 0.682328462600708, | |
| "eval_runtime": 98.3142, | |
| "eval_samples_per_second": 2.034, | |
| "eval_steps_per_second": 0.509, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "grad_norm": 1.1363822202896854, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7429, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "eval_loss": 0.6817943453788757, | |
| "eval_runtime": 100.7507, | |
| "eval_samples_per_second": 1.985, | |
| "eval_steps_per_second": 0.496, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 3.416, | |
| "grad_norm": 1.2711044658075554, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7057, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 3.416, | |
| "eval_loss": 0.6794378161430359, | |
| "eval_runtime": 100.4096, | |
| "eval_samples_per_second": 1.992, | |
| "eval_steps_per_second": 0.498, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 3.448, | |
| "grad_norm": 1.3212295597772596, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6982, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 3.448, | |
| "eval_loss": 0.6767404079437256, | |
| "eval_runtime": 96.6386, | |
| "eval_samples_per_second": 2.07, | |
| "eval_steps_per_second": 0.517, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "grad_norm": 1.2420948881737728, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7092, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "eval_loss": 0.6751566529273987, | |
| "eval_runtime": 95.1851, | |
| "eval_samples_per_second": 2.101, | |
| "eval_steps_per_second": 0.525, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 3.512, | |
| "grad_norm": 1.2965352636029341, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6715, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 3.512, | |
| "eval_loss": 0.6750080585479736, | |
| "eval_runtime": 95.3479, | |
| "eval_samples_per_second": 2.098, | |
| "eval_steps_per_second": 0.524, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 3.544, | |
| "grad_norm": 1.2789534479099607, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6732, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 3.544, | |
| "eval_loss": 0.6744334697723389, | |
| "eval_runtime": 95.3541, | |
| "eval_samples_per_second": 2.097, | |
| "eval_steps_per_second": 0.524, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 3.576, | |
| "grad_norm": 1.3881035995379567, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6777, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 3.576, | |
| "eval_loss": 0.6730498671531677, | |
| "eval_runtime": 96.972, | |
| "eval_samples_per_second": 2.062, | |
| "eval_steps_per_second": 0.516, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 3.608, | |
| "grad_norm": 1.2398078245019133, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6314, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 3.608, | |
| "eval_loss": 0.6725335717201233, | |
| "eval_runtime": 97.1794, | |
| "eval_samples_per_second": 2.058, | |
| "eval_steps_per_second": 0.515, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "grad_norm": 1.3383993031041075, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6776, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "eval_loss": 0.6719880104064941, | |
| "eval_runtime": 97.2319, | |
| "eval_samples_per_second": 2.057, | |
| "eval_steps_per_second": 0.514, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 3.672, | |
| "grad_norm": 1.289557205987285, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7475, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 3.672, | |
| "eval_loss": 0.6723533868789673, | |
| "eval_runtime": 97.3108, | |
| "eval_samples_per_second": 2.055, | |
| "eval_steps_per_second": 0.514, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 3.7039999999999997, | |
| "grad_norm": 1.121644844950096, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6813, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 3.7039999999999997, | |
| "eval_loss": 0.673932671546936, | |
| "eval_runtime": 97.0919, | |
| "eval_samples_per_second": 2.06, | |
| "eval_steps_per_second": 0.515, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 3.7359999999999998, | |
| "grad_norm": 1.5370551636574723, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7036, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 3.7359999999999998, | |
| "eval_loss": 0.6737978458404541, | |
| "eval_runtime": 97.0064, | |
| "eval_samples_per_second": 2.062, | |
| "eval_steps_per_second": 0.515, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 3.768, | |
| "grad_norm": 1.3017720066449985, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7048, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 3.768, | |
| "eval_loss": 0.6731936931610107, | |
| "eval_runtime": 96.9134, | |
| "eval_samples_per_second": 2.064, | |
| "eval_steps_per_second": 0.516, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "grad_norm": 1.3976157986974596, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6512, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "eval_loss": 0.6716210842132568, | |
| "eval_runtime": 97.4028, | |
| "eval_samples_per_second": 2.053, | |
| "eval_steps_per_second": 0.513, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 3.832, | |
| "grad_norm": 1.3982632064891347, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6481, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 3.832, | |
| "eval_loss": 0.6690347194671631, | |
| "eval_runtime": 97.2096, | |
| "eval_samples_per_second": 2.057, | |
| "eval_steps_per_second": 0.514, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 3.864, | |
| "grad_norm": 1.346077433712507, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6005, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 3.864, | |
| "eval_loss": 0.667186975479126, | |
| "eval_runtime": 97.326, | |
| "eval_samples_per_second": 2.055, | |
| "eval_steps_per_second": 0.514, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 3.896, | |
| "grad_norm": 1.3142652448176726, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6967, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 3.896, | |
| "eval_loss": 0.6662881970405579, | |
| "eval_runtime": 101.7648, | |
| "eval_samples_per_second": 1.965, | |
| "eval_steps_per_second": 0.491, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 3.928, | |
| "grad_norm": 1.3368669812290557, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6954, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 3.928, | |
| "eval_loss": 0.6659301519393921, | |
| "eval_runtime": 98.3123, | |
| "eval_samples_per_second": 2.034, | |
| "eval_steps_per_second": 0.509, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "grad_norm": 1.3992228513792793, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6168, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "eval_loss": 0.6662861704826355, | |
| "eval_runtime": 98.5527, | |
| "eval_samples_per_second": 2.029, | |
| "eval_steps_per_second": 0.507, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 3.992, | |
| "grad_norm": 1.403303492690172, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6818, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 3.992, | |
| "eval_loss": 0.666582465171814, | |
| "eval_runtime": 95.7576, | |
| "eval_samples_per_second": 2.089, | |
| "eval_steps_per_second": 0.522, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 4.024, | |
| "grad_norm": 1.37383602466541, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6539, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 4.024, | |
| "eval_loss": 0.6666322350502014, | |
| "eval_runtime": 95.5774, | |
| "eval_samples_per_second": 2.093, | |
| "eval_steps_per_second": 0.523, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 4.056, | |
| "grad_norm": 1.3760569151679132, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7157, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 4.056, | |
| "eval_loss": 0.6672561764717102, | |
| "eval_runtime": 99.9115, | |
| "eval_samples_per_second": 2.002, | |
| "eval_steps_per_second": 0.5, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 4.088, | |
| "grad_norm": 1.3234088412698182, | |
| "learning_rate": 2e-05, | |
| "loss": 0.644, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 4.088, | |
| "eval_loss": 0.6687076091766357, | |
| "eval_runtime": 95.8064, | |
| "eval_samples_per_second": 2.088, | |
| "eval_steps_per_second": 0.522, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 4.12, | |
| "grad_norm": 1.300670493052994, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6551, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 4.12, | |
| "eval_loss": 0.6709404587745667, | |
| "eval_runtime": 97.4903, | |
| "eval_samples_per_second": 2.051, | |
| "eval_steps_per_second": 0.513, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 4.152, | |
| "grad_norm": 1.469380020399129, | |
| "learning_rate": 2e-05, | |
| "loss": 0.584, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 4.152, | |
| "eval_loss": 0.6740531325340271, | |
| "eval_runtime": 95.7054, | |
| "eval_samples_per_second": 2.09, | |
| "eval_steps_per_second": 0.522, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 4.184, | |
| "grad_norm": 1.411712759624833, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6349, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 4.184, | |
| "eval_loss": 0.676266074180603, | |
| "eval_runtime": 95.9231, | |
| "eval_samples_per_second": 2.085, | |
| "eval_steps_per_second": 0.521, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 4.216, | |
| "grad_norm": 1.5130330368136387, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6328, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 4.216, | |
| "eval_loss": 0.6771231293678284, | |
| "eval_runtime": 95.9553, | |
| "eval_samples_per_second": 2.084, | |
| "eval_steps_per_second": 0.521, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 4.248, | |
| "grad_norm": 1.6050594949836388, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6015, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 4.248, | |
| "eval_loss": 0.6763471961021423, | |
| "eval_runtime": 96.0391, | |
| "eval_samples_per_second": 2.082, | |
| "eval_steps_per_second": 0.521, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "grad_norm": 1.6386261889303306, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6793, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "eval_loss": 0.6736429333686829, | |
| "eval_runtime": 96.0315, | |
| "eval_samples_per_second": 2.083, | |
| "eval_steps_per_second": 0.521, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 4.312, | |
| "grad_norm": 1.6157081951509844, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5718, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 4.312, | |
| "eval_loss": 0.672798752784729, | |
| "eval_runtime": 95.7787, | |
| "eval_samples_per_second": 2.088, | |
| "eval_steps_per_second": 0.522, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 4.344, | |
| "grad_norm": 1.5634717589762641, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6596, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 4.344, | |
| "eval_loss": 0.67247474193573, | |
| "eval_runtime": 96.034, | |
| "eval_samples_per_second": 2.083, | |
| "eval_steps_per_second": 0.521, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 4.376, | |
| "grad_norm": 1.428039434695232, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6232, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 4.376, | |
| "eval_loss": 0.6719217896461487, | |
| "eval_runtime": 100.919, | |
| "eval_samples_per_second": 1.982, | |
| "eval_steps_per_second": 0.495, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 4.408, | |
| "grad_norm": 1.6531362233925706, | |
| "learning_rate": 2e-05, | |
| "loss": 0.633, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 4.408, | |
| "eval_loss": 0.6712325811386108, | |
| "eval_runtime": 96.846, | |
| "eval_samples_per_second": 2.065, | |
| "eval_steps_per_second": 0.516, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "grad_norm": 1.5172899677155884, | |
| "learning_rate": 2e-05, | |
| "loss": 0.655, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "eval_loss": 0.6704159379005432, | |
| "eval_runtime": 96.9878, | |
| "eval_samples_per_second": 2.062, | |
| "eval_steps_per_second": 0.516, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 4.4719999999999995, | |
| "grad_norm": 1.561414875887358, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6457, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 4.4719999999999995, | |
| "eval_loss": 0.6703745126724243, | |
| "eval_runtime": 96.8356, | |
| "eval_samples_per_second": 2.065, | |
| "eval_steps_per_second": 0.516, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 4.504, | |
| "grad_norm": 1.559805415806941, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5771, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 4.504, | |
| "eval_loss": 0.6714787483215332, | |
| "eval_runtime": 96.7177, | |
| "eval_samples_per_second": 2.068, | |
| "eval_steps_per_second": 0.517, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 4.536, | |
| "grad_norm": 1.4633822461746586, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6637, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 4.536, | |
| "eval_loss": 0.6731461882591248, | |
| "eval_runtime": 96.6195, | |
| "eval_samples_per_second": 2.07, | |
| "eval_steps_per_second": 0.517, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 4.568, | |
| "grad_norm": 1.5001482095613168, | |
| "learning_rate": 2e-05, | |
| "loss": 0.599, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 4.568, | |
| "eval_loss": 0.6755445599555969, | |
| "eval_runtime": 96.8032, | |
| "eval_samples_per_second": 2.066, | |
| "eval_steps_per_second": 0.517, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "grad_norm": 1.5542517583357578, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6962, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "eval_loss": 0.676831841468811, | |
| "eval_runtime": 96.681, | |
| "eval_samples_per_second": 2.069, | |
| "eval_steps_per_second": 0.517, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 4.632, | |
| "grad_norm": 1.7874313314626142, | |
| "learning_rate": 2e-05, | |
| "loss": 0.672, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 4.632, | |
| "eval_loss": 0.6758092641830444, | |
| "eval_runtime": 96.7218, | |
| "eval_samples_per_second": 2.068, | |
| "eval_steps_per_second": 0.517, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 4.664, | |
| "grad_norm": 1.7573329016960397, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6765, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 4.664, | |
| "eval_loss": 0.673170804977417, | |
| "eval_runtime": 96.9733, | |
| "eval_samples_per_second": 2.062, | |
| "eval_steps_per_second": 0.516, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 4.696, | |
| "grad_norm": 1.810854526623386, | |
| "learning_rate": 2e-05, | |
| "loss": 0.603, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 4.696, | |
| "eval_loss": 0.6707517504692078, | |
| "eval_runtime": 97.1234, | |
| "eval_samples_per_second": 2.059, | |
| "eval_steps_per_second": 0.515, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 4.728, | |
| "grad_norm": 1.6602824802653684, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6737, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 4.728, | |
| "eval_loss": 0.6700997352600098, | |
| "eval_runtime": 97.684, | |
| "eval_samples_per_second": 2.047, | |
| "eval_steps_per_second": 0.512, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 4.76, | |
| "grad_norm": 1.6003528772082565, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6273, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 4.76, | |
| "eval_loss": 0.6702569723129272, | |
| "eval_runtime": 97.9207, | |
| "eval_samples_per_second": 2.042, | |
| "eval_steps_per_second": 0.511, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 4.792, | |
| "grad_norm": 1.7589414235088812, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6506, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 4.792, | |
| "eval_loss": 0.6695287227630615, | |
| "eval_runtime": 101.3732, | |
| "eval_samples_per_second": 1.973, | |
| "eval_steps_per_second": 0.493, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 4.824, | |
| "grad_norm": 1.6938091591501239, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6686, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 4.824, | |
| "eval_loss": 0.668477475643158, | |
| "eval_runtime": 97.6627, | |
| "eval_samples_per_second": 2.048, | |
| "eval_steps_per_second": 0.512, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 4.856, | |
| "grad_norm": 1.608763198857675, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6195, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 4.856, | |
| "eval_loss": 0.6693387627601624, | |
| "eval_runtime": 97.7685, | |
| "eval_samples_per_second": 2.046, | |
| "eval_steps_per_second": 0.511, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 4.888, | |
| "grad_norm": 1.6097289501697254, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6312, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 4.888, | |
| "eval_loss": 0.671579122543335, | |
| "eval_runtime": 98.0084, | |
| "eval_samples_per_second": 2.041, | |
| "eval_steps_per_second": 0.51, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "grad_norm": 1.663125360797784, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6085, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "eval_loss": 0.6731156706809998, | |
| "eval_runtime": 101.7316, | |
| "eval_samples_per_second": 1.966, | |
| "eval_steps_per_second": 0.491, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 4.952, | |
| "grad_norm": 1.7048758510238142, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5892, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 4.952, | |
| "eval_loss": 0.6740117073059082, | |
| "eval_runtime": 99.4799, | |
| "eval_samples_per_second": 2.01, | |
| "eval_steps_per_second": 0.503, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 4.984, | |
| "grad_norm": 1.76386882573663, | |
| "learning_rate": 2e-05, | |
| "loss": 0.672, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 4.984, | |
| "eval_loss": 0.6743689775466919, | |
| "eval_runtime": 97.7253, | |
| "eval_samples_per_second": 2.047, | |
| "eval_steps_per_second": 0.512, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 5.016, | |
| "grad_norm": 1.7509773113974625, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6116, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 5.016, | |
| "eval_loss": 0.6741358041763306, | |
| "eval_runtime": 98.3883, | |
| "eval_samples_per_second": 2.033, | |
| "eval_steps_per_second": 0.508, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 5.048, | |
| "grad_norm": 1.5565965136472677, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6127, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 5.048, | |
| "eval_loss": 0.6740756034851074, | |
| "eval_runtime": 101.9672, | |
| "eval_samples_per_second": 1.961, | |
| "eval_steps_per_second": 0.49, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "grad_norm": 1.9955642505530427, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6443, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "eval_loss": 0.6744682192802429, | |
| "eval_runtime": 98.3076, | |
| "eval_samples_per_second": 2.034, | |
| "eval_steps_per_second": 0.509, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 5.112, | |
| "grad_norm": 1.8176947504827694, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5888, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 5.112, | |
| "eval_loss": 0.6758521795272827, | |
| "eval_runtime": 98.7513, | |
| "eval_samples_per_second": 2.025, | |
| "eval_steps_per_second": 0.506, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 5.144, | |
| "grad_norm": 1.7331383222528083, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5546, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 5.144, | |
| "eval_loss": 0.6774488687515259, | |
| "eval_runtime": 98.3772, | |
| "eval_samples_per_second": 2.033, | |
| "eval_steps_per_second": 0.508, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 5.176, | |
| "grad_norm": 1.75241290367163, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5998, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 5.176, | |
| "eval_loss": 0.6794152855873108, | |
| "eval_runtime": 98.3674, | |
| "eval_samples_per_second": 2.033, | |
| "eval_steps_per_second": 0.508, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 5.208, | |
| "grad_norm": 1.7003083342136756, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5975, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 5.208, | |
| "eval_loss": 0.6831446290016174, | |
| "eval_runtime": 98.6795, | |
| "eval_samples_per_second": 2.027, | |
| "eval_steps_per_second": 0.507, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 5.24, | |
| "grad_norm": 1.785157318448805, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5781, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 5.24, | |
| "eval_loss": 0.6875630021095276, | |
| "eval_runtime": 98.4039, | |
| "eval_samples_per_second": 2.032, | |
| "eval_steps_per_second": 0.508, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 5.272, | |
| "grad_norm": 1.859036903737362, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5615, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 5.272, | |
| "eval_loss": 0.693569004535675, | |
| "eval_runtime": 99.2787, | |
| "eval_samples_per_second": 2.015, | |
| "eval_steps_per_second": 0.504, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 5.304, | |
| "grad_norm": 2.290233637955866, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5671, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 5.304, | |
| "eval_loss": 0.6963732838630676, | |
| "eval_runtime": 98.5962, | |
| "eval_samples_per_second": 2.028, | |
| "eval_steps_per_second": 0.507, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 5.336, | |
| "grad_norm": 2.227417470514151, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5428, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 5.336, | |
| "eval_loss": 0.6969068050384521, | |
| "eval_runtime": 98.6958, | |
| "eval_samples_per_second": 2.026, | |
| "eval_steps_per_second": 0.507, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 5.368, | |
| "grad_norm": 1.9476792977962796, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5565, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 5.368, | |
| "eval_loss": 0.6963263154029846, | |
| "eval_runtime": 98.3324, | |
| "eval_samples_per_second": 2.034, | |
| "eval_steps_per_second": 0.508, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "grad_norm": 2.162996766467594, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6007, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "eval_loss": 0.6939109563827515, | |
| "eval_runtime": 98.4668, | |
| "eval_samples_per_second": 2.031, | |
| "eval_steps_per_second": 0.508, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 5.432, | |
| "grad_norm": 1.968981835172529, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5998, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 5.432, | |
| "eval_loss": 0.6911941766738892, | |
| "eval_runtime": 98.3172, | |
| "eval_samples_per_second": 2.034, | |
| "eval_steps_per_second": 0.509, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 5.464, | |
| "grad_norm": 2.138560057900254, | |
| "learning_rate": 2e-05, | |
| "loss": 0.604, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 5.464, | |
| "eval_loss": 0.6887597441673279, | |
| "eval_runtime": 98.5927, | |
| "eval_samples_per_second": 2.029, | |
| "eval_steps_per_second": 0.507, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 5.496, | |
| "grad_norm": 2.1357688675388298, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6759, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 5.496, | |
| "eval_loss": 0.6867218017578125, | |
| "eval_runtime": 99.3257, | |
| "eval_samples_per_second": 2.014, | |
| "eval_steps_per_second": 0.503, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 5.5280000000000005, | |
| "grad_norm": 1.9051181997840227, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5683, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 5.5280000000000005, | |
| "eval_loss": 0.6870632767677307, | |
| "eval_runtime": 101.5973, | |
| "eval_samples_per_second": 1.969, | |
| "eval_steps_per_second": 0.492, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 5.5600000000000005, | |
| "grad_norm": 1.8730014322156263, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5844, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 5.5600000000000005, | |
| "eval_loss": 0.687735915184021, | |
| "eval_runtime": 99.0389, | |
| "eval_samples_per_second": 2.019, | |
| "eval_steps_per_second": 0.505, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 5.592, | |
| "grad_norm": 2.0975374724504303, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5527, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 5.592, | |
| "eval_loss": 0.6883457899093628, | |
| "eval_runtime": 103.1356, | |
| "eval_samples_per_second": 1.939, | |
| "eval_steps_per_second": 0.485, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 5.624, | |
| "grad_norm": 1.963623881621458, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5733, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 5.624, | |
| "eval_loss": 0.6880955696105957, | |
| "eval_runtime": 99.0308, | |
| "eval_samples_per_second": 2.02, | |
| "eval_steps_per_second": 0.505, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 5.656, | |
| "grad_norm": 1.9734678506216243, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5736, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 5.656, | |
| "eval_loss": 0.6880485415458679, | |
| "eval_runtime": 98.9474, | |
| "eval_samples_per_second": 2.021, | |
| "eval_steps_per_second": 0.505, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 5.688, | |
| "grad_norm": 2.0495076030097867, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5776, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 5.688, | |
| "eval_loss": 0.6872310042381287, | |
| "eval_runtime": 102.5632, | |
| "eval_samples_per_second": 1.95, | |
| "eval_steps_per_second": 0.488, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 5.72, | |
| "grad_norm": 2.025156712060709, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6222, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 5.72, | |
| "eval_loss": 0.6866959929466248, | |
| "eval_runtime": 99.3548, | |
| "eval_samples_per_second": 2.013, | |
| "eval_steps_per_second": 0.503, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 5.752, | |
| "grad_norm": 2.0714099206695527, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5576, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 5.752, | |
| "eval_loss": 0.6850792169570923, | |
| "eval_runtime": 98.948, | |
| "eval_samples_per_second": 2.021, | |
| "eval_steps_per_second": 0.505, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 5.784, | |
| "grad_norm": 2.2380767249488596, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5628, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 5.784, | |
| "eval_loss": 0.6815983653068542, | |
| "eval_runtime": 99.1628, | |
| "eval_samples_per_second": 2.017, | |
| "eval_steps_per_second": 0.504, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 5.816, | |
| "grad_norm": 2.104299018650581, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6187, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 5.816, | |
| "eval_loss": 0.6781284809112549, | |
| "eval_runtime": 99.6364, | |
| "eval_samples_per_second": 2.007, | |
| "eval_steps_per_second": 0.502, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 5.848, | |
| "grad_norm": 1.8009729510896717, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6278, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 5.848, | |
| "eval_loss": 0.6774657964706421, | |
| "eval_runtime": 103.8813, | |
| "eval_samples_per_second": 1.925, | |
| "eval_steps_per_second": 0.481, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 5.88, | |
| "grad_norm": 2.0126397552300004, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5593, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 5.88, | |
| "eval_loss": 0.6785845756530762, | |
| "eval_runtime": 99.366, | |
| "eval_samples_per_second": 2.013, | |
| "eval_steps_per_second": 0.503, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 5.912, | |
| "grad_norm": 2.0468335329470935, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5901, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 5.912, | |
| "eval_loss": 0.679179847240448, | |
| "eval_runtime": 99.5061, | |
| "eval_samples_per_second": 2.01, | |
| "eval_steps_per_second": 0.502, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 5.944, | |
| "grad_norm": 2.0374371712013644, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5796, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 5.944, | |
| "eval_loss": 0.6800404191017151, | |
| "eval_runtime": 103.6894, | |
| "eval_samples_per_second": 1.929, | |
| "eval_steps_per_second": 0.482, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 5.976, | |
| "grad_norm": 1.8830432671282609, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5817, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 5.976, | |
| "eval_loss": 0.6804468631744385, | |
| "eval_runtime": 99.404, | |
| "eval_samples_per_second": 2.012, | |
| "eval_steps_per_second": 0.503, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 6.032, | |
| "grad_norm": 2.017403579355368, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5016, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 6.032, | |
| "eval_loss": 0.6837186217308044, | |
| "eval_runtime": 100.1947, | |
| "eval_samples_per_second": 1.996, | |
| "eval_steps_per_second": 0.499, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 6.064, | |
| "grad_norm": 2.0651550543256993, | |
| "learning_rate": 2e-05, | |
| "loss": 0.553, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 6.064, | |
| "eval_loss": 0.69077467918396, | |
| "eval_runtime": 95.3645, | |
| "eval_samples_per_second": 2.097, | |
| "eval_steps_per_second": 0.524, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 6.096, | |
| "grad_norm": 1.9670810588857728, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4774, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 6.096, | |
| "eval_loss": 0.6994524598121643, | |
| "eval_runtime": 95.1365, | |
| "eval_samples_per_second": 2.102, | |
| "eval_steps_per_second": 0.526, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 6.128, | |
| "grad_norm": 2.3863132463229584, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5911, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 6.128, | |
| "eval_loss": 0.7065584063529968, | |
| "eval_runtime": 95.4502, | |
| "eval_samples_per_second": 2.095, | |
| "eval_steps_per_second": 0.524, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 6.16, | |
| "grad_norm": 2.383412169995471, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5147, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 6.16, | |
| "eval_loss": 0.7110430002212524, | |
| "eval_runtime": 95.3022, | |
| "eval_samples_per_second": 2.099, | |
| "eval_steps_per_second": 0.525, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 6.192, | |
| "grad_norm": 2.232544369144536, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5373, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 6.192, | |
| "eval_loss": 0.7141790986061096, | |
| "eval_runtime": 95.5843, | |
| "eval_samples_per_second": 2.092, | |
| "eval_steps_per_second": 0.523, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 6.224, | |
| "grad_norm": 2.3948013626262967, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5673, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 6.224, | |
| "eval_loss": 0.7145071625709534, | |
| "eval_runtime": 96.0221, | |
| "eval_samples_per_second": 2.083, | |
| "eval_steps_per_second": 0.521, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 6.256, | |
| "grad_norm": 2.282347010387328, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4801, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 6.256, | |
| "eval_loss": 0.7155389189720154, | |
| "eval_runtime": 95.409, | |
| "eval_samples_per_second": 2.096, | |
| "eval_steps_per_second": 0.524, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 6.288, | |
| "grad_norm": 2.7116825717896456, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5129, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 6.288, | |
| "eval_loss": 0.7152263522148132, | |
| "eval_runtime": 95.627, | |
| "eval_samples_per_second": 2.091, | |
| "eval_steps_per_second": 0.523, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 6.32, | |
| "grad_norm": 2.448822719551579, | |
| "learning_rate": 2e-05, | |
| "loss": 0.489, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 6.32, | |
| "eval_loss": 0.7134693264961243, | |
| "eval_runtime": 96.5906, | |
| "eval_samples_per_second": 2.071, | |
| "eval_steps_per_second": 0.518, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 6.352, | |
| "grad_norm": 2.4837784920734713, | |
| "learning_rate": 2e-05, | |
| "loss": 0.596, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 6.352, | |
| "eval_loss": 0.712216317653656, | |
| "eval_runtime": 96.6659, | |
| "eval_samples_per_second": 2.069, | |
| "eval_steps_per_second": 0.517, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 6.384, | |
| "grad_norm": 2.2425618673272503, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5539, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 6.384, | |
| "eval_loss": 0.7105411291122437, | |
| "eval_runtime": 100.6949, | |
| "eval_samples_per_second": 1.986, | |
| "eval_steps_per_second": 0.497, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 6.416, | |
| "grad_norm": 2.523025242815658, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4946, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 6.416, | |
| "eval_loss": 0.7091856598854065, | |
| "eval_runtime": 97.1843, | |
| "eval_samples_per_second": 2.058, | |
| "eval_steps_per_second": 0.514, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 6.448, | |
| "grad_norm": 2.4706535243909555, | |
| "learning_rate": 2e-05, | |
| "loss": 0.467, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 6.448, | |
| "eval_loss": 0.7090812921524048, | |
| "eval_runtime": 97.069, | |
| "eval_samples_per_second": 2.06, | |
| "eval_steps_per_second": 0.515, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 6.48, | |
| "grad_norm": 2.4466274248279833, | |
| "learning_rate": 2e-05, | |
| "loss": 0.55, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 6.48, | |
| "eval_loss": 0.7091609835624695, | |
| "eval_runtime": 97.1978, | |
| "eval_samples_per_second": 2.058, | |
| "eval_steps_per_second": 0.514, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 6.5120000000000005, | |
| "grad_norm": 2.1567587874173717, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5304, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 6.5120000000000005, | |
| "eval_loss": 0.7102614641189575, | |
| "eval_runtime": 98.9298, | |
| "eval_samples_per_second": 2.022, | |
| "eval_steps_per_second": 0.505, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 6.5440000000000005, | |
| "grad_norm": 2.2160906906230533, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5083, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 6.5440000000000005, | |
| "eval_loss": 0.7119375467300415, | |
| "eval_runtime": 97.0494, | |
| "eval_samples_per_second": 2.061, | |
| "eval_steps_per_second": 0.515, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 6.576, | |
| "grad_norm": 2.456064686081785, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5854, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 6.576, | |
| "eval_loss": 0.7119318246841431, | |
| "eval_runtime": 97.165, | |
| "eval_samples_per_second": 2.058, | |
| "eval_steps_per_second": 0.515, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 6.608, | |
| "grad_norm": 2.5571159929171987, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5087, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 6.608, | |
| "eval_loss": 0.7104336619377136, | |
| "eval_runtime": 95.6354, | |
| "eval_samples_per_second": 2.091, | |
| "eval_steps_per_second": 0.523, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 6.64, | |
| "grad_norm": 2.3833463477288443, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5928, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 6.64, | |
| "eval_loss": 0.7107654809951782, | |
| "eval_runtime": 95.7142, | |
| "eval_samples_per_second": 2.09, | |
| "eval_steps_per_second": 0.522, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 6.672, | |
| "grad_norm": 2.6180355690739345, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5246, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 6.672, | |
| "eval_loss": 0.7117599248886108, | |
| "eval_runtime": 95.5237, | |
| "eval_samples_per_second": 2.094, | |
| "eval_steps_per_second": 0.523, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 6.704, | |
| "grad_norm": 2.5327556511948934, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5142, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 6.704, | |
| "eval_loss": 0.7127364873886108, | |
| "eval_runtime": 95.5626, | |
| "eval_samples_per_second": 2.093, | |
| "eval_steps_per_second": 0.523, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 6.736, | |
| "grad_norm": 2.7583060106689454, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4868, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 6.736, | |
| "eval_loss": 0.7133345603942871, | |
| "eval_runtime": 95.6791, | |
| "eval_samples_per_second": 2.09, | |
| "eval_steps_per_second": 0.523, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 6.768, | |
| "grad_norm": 2.7441146469244115, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5935, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 6.768, | |
| "eval_loss": 0.7118194699287415, | |
| "eval_runtime": 95.4472, | |
| "eval_samples_per_second": 2.095, | |
| "eval_steps_per_second": 0.524, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "grad_norm": 2.7452663949689295, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5331, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "eval_loss": 0.7106044292449951, | |
| "eval_runtime": 99.8571, | |
| "eval_samples_per_second": 2.003, | |
| "eval_steps_per_second": 0.501, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 6.832, | |
| "grad_norm": 2.454028115196185, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5491, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 6.832, | |
| "eval_loss": 0.7110446691513062, | |
| "eval_runtime": 96.9239, | |
| "eval_samples_per_second": 2.063, | |
| "eval_steps_per_second": 0.516, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 6.864, | |
| "grad_norm": 2.758969331776205, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5442, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 6.864, | |
| "eval_loss": 0.710289478302002, | |
| "eval_runtime": 96.7481, | |
| "eval_samples_per_second": 2.067, | |
| "eval_steps_per_second": 0.517, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 6.896, | |
| "grad_norm": 2.5394726231273457, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5422, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 6.896, | |
| "eval_loss": 0.7084080576896667, | |
| "eval_runtime": 98.6547, | |
| "eval_samples_per_second": 2.027, | |
| "eval_steps_per_second": 0.507, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 6.928, | |
| "grad_norm": 2.642919051796586, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5721, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 6.928, | |
| "eval_loss": 0.7063835263252258, | |
| "eval_runtime": 96.9686, | |
| "eval_samples_per_second": 2.063, | |
| "eval_steps_per_second": 0.516, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 6.96, | |
| "grad_norm": 2.501395694239305, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5742, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 6.96, | |
| "eval_loss": 0.7037466168403625, | |
| "eval_runtime": 96.5477, | |
| "eval_samples_per_second": 2.072, | |
| "eval_steps_per_second": 0.518, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 6.992, | |
| "grad_norm": 2.685414325564133, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5195, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 6.992, | |
| "eval_loss": 0.7025836110115051, | |
| "eval_runtime": 97.0823, | |
| "eval_samples_per_second": 2.06, | |
| "eval_steps_per_second": 0.515, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 7.024, | |
| "grad_norm": 2.558047543529016, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4689, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 7.024, | |
| "eval_loss": 0.7044098377227783, | |
| "eval_runtime": 96.8828, | |
| "eval_samples_per_second": 2.064, | |
| "eval_steps_per_second": 0.516, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 7.056, | |
| "grad_norm": 2.4415187474081192, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4898, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 7.056, | |
| "eval_loss": 0.7104077935218811, | |
| "eval_runtime": 96.9482, | |
| "eval_samples_per_second": 2.063, | |
| "eval_steps_per_second": 0.516, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 7.088, | |
| "grad_norm": 2.4475533939573153, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4652, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 7.088, | |
| "eval_loss": 0.7213549613952637, | |
| "eval_runtime": 96.8958, | |
| "eval_samples_per_second": 2.064, | |
| "eval_steps_per_second": 0.516, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 7.12, | |
| "grad_norm": 2.604960196075638, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5096, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 7.12, | |
| "eval_loss": 0.7343713641166687, | |
| "eval_runtime": 97.2891, | |
| "eval_samples_per_second": 2.056, | |
| "eval_steps_per_second": 0.514, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 7.152, | |
| "grad_norm": 3.1059901537521135, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4678, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 7.152, | |
| "eval_loss": 0.7466915845870972, | |
| "eval_runtime": 97.7786, | |
| "eval_samples_per_second": 2.045, | |
| "eval_steps_per_second": 0.511, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 7.184, | |
| "grad_norm": 2.6643302536817, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4807, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 7.184, | |
| "eval_loss": 0.7558013796806335, | |
| "eval_runtime": 97.7416, | |
| "eval_samples_per_second": 2.046, | |
| "eval_steps_per_second": 0.512, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 7.216, | |
| "grad_norm": 3.218895177437451, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4556, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 7.216, | |
| "eval_loss": 0.7590299844741821, | |
| "eval_runtime": 97.7479, | |
| "eval_samples_per_second": 2.046, | |
| "eval_steps_per_second": 0.512, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 7.248, | |
| "grad_norm": 3.367892941528959, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4572, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 7.248, | |
| "eval_loss": 0.7567412853240967, | |
| "eval_runtime": 97.6242, | |
| "eval_samples_per_second": 2.049, | |
| "eval_steps_per_second": 0.512, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 7.28, | |
| "grad_norm": 2.860324389327654, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4989, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 7.28, | |
| "eval_loss": 0.7538604736328125, | |
| "eval_runtime": 97.8342, | |
| "eval_samples_per_second": 2.044, | |
| "eval_steps_per_second": 0.511, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 7.312, | |
| "grad_norm": 2.783566742283421, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5011, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 7.312, | |
| "eval_loss": 0.7509406805038452, | |
| "eval_runtime": 98.0668, | |
| "eval_samples_per_second": 2.039, | |
| "eval_steps_per_second": 0.51, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 7.344, | |
| "grad_norm": 2.95622825050015, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4632, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 7.344, | |
| "eval_loss": 0.7484157085418701, | |
| "eval_runtime": 97.8003, | |
| "eval_samples_per_second": 2.045, | |
| "eval_steps_per_second": 0.511, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 7.376, | |
| "grad_norm": 2.868982236682872, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5131, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 7.376, | |
| "eval_loss": 0.7442774772644043, | |
| "eval_runtime": 97.779, | |
| "eval_samples_per_second": 2.045, | |
| "eval_steps_per_second": 0.511, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 7.408, | |
| "grad_norm": 2.8398125186341456, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4589, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 7.408, | |
| "eval_loss": 0.7437787055969238, | |
| "eval_runtime": 100.3989, | |
| "eval_samples_per_second": 1.992, | |
| "eval_steps_per_second": 0.498, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 7.44, | |
| "grad_norm": 2.860835801821795, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4551, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 7.44, | |
| "eval_loss": 0.7474150061607361, | |
| "eval_runtime": 100.3908, | |
| "eval_samples_per_second": 1.992, | |
| "eval_steps_per_second": 0.498, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 7.4719999999999995, | |
| "grad_norm": 3.061812810287673, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4393, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 7.4719999999999995, | |
| "eval_loss": 0.751905083656311, | |
| "eval_runtime": 98.0564, | |
| "eval_samples_per_second": 2.04, | |
| "eval_steps_per_second": 0.51, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 7.504, | |
| "grad_norm": 2.9460244368130764, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4885, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 7.504, | |
| "eval_loss": 0.7555700540542603, | |
| "eval_runtime": 97.6649, | |
| "eval_samples_per_second": 2.048, | |
| "eval_steps_per_second": 0.512, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 7.536, | |
| "grad_norm": 3.195386368100557, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4825, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 7.536, | |
| "eval_loss": 0.7574471831321716, | |
| "eval_runtime": 97.8436, | |
| "eval_samples_per_second": 2.044, | |
| "eval_steps_per_second": 0.511, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 7.568, | |
| "grad_norm": 3.2267422014122853, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4369, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 7.568, | |
| "eval_loss": 0.7590253949165344, | |
| "eval_runtime": 97.8616, | |
| "eval_samples_per_second": 2.044, | |
| "eval_steps_per_second": 0.511, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 7.608, | |
| "grad_norm": 3.0309471686984115, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4533, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 7.608, | |
| "eval_loss": 0.7582225203514099, | |
| "eval_runtime": 102.1646, | |
| "eval_samples_per_second": 1.958, | |
| "eval_steps_per_second": 0.489, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 7.64, | |
| "grad_norm": 3.0386242391155456, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4557, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 7.64, | |
| "eval_loss": 0.757209062576294, | |
| "eval_runtime": 96.2842, | |
| "eval_samples_per_second": 2.077, | |
| "eval_steps_per_second": 0.519, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 7.672, | |
| "grad_norm": 3.595657373206686, | |
| "learning_rate": 2e-05, | |
| "loss": 0.493, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 7.672, | |
| "eval_loss": 0.7517231702804565, | |
| "eval_runtime": 95.4225, | |
| "eval_samples_per_second": 2.096, | |
| "eval_steps_per_second": 0.524, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 7.704, | |
| "grad_norm": 3.246444664818878, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4663, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 7.704, | |
| "eval_loss": 0.7478169202804565, | |
| "eval_runtime": 95.3771, | |
| "eval_samples_per_second": 2.097, | |
| "eval_steps_per_second": 0.524, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 7.736, | |
| "grad_norm": 2.9436367134600827, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4871, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 7.736, | |
| "eval_loss": 0.7445845603942871, | |
| "eval_runtime": 98.2477, | |
| "eval_samples_per_second": 2.036, | |
| "eval_steps_per_second": 0.509, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 7.768, | |
| "grad_norm": 2.8534339094113284, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5307, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 7.768, | |
| "eval_loss": 0.7433913946151733, | |
| "eval_runtime": 97.3211, | |
| "eval_samples_per_second": 2.055, | |
| "eval_steps_per_second": 0.514, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 7.8, | |
| "grad_norm": 3.180683551713395, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4189, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 7.8, | |
| "eval_loss": 0.7443408370018005, | |
| "eval_runtime": 97.045, | |
| "eval_samples_per_second": 2.061, | |
| "eval_steps_per_second": 0.515, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 7.832, | |
| "grad_norm": 2.915485597080642, | |
| "learning_rate": 2e-05, | |
| "loss": 0.466, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 7.832, | |
| "eval_loss": 0.7447941303253174, | |
| "eval_runtime": 97.3217, | |
| "eval_samples_per_second": 2.055, | |
| "eval_steps_per_second": 0.514, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 7.864, | |
| "grad_norm": 3.116167020951512, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5012, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 7.864, | |
| "eval_loss": 0.744431734085083, | |
| "eval_runtime": 97.2911, | |
| "eval_samples_per_second": 2.056, | |
| "eval_steps_per_second": 0.514, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 7.896, | |
| "grad_norm": 3.0808644763492694, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4809, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 7.896, | |
| "eval_loss": 0.7447794079780579, | |
| "eval_runtime": 100.9572, | |
| "eval_samples_per_second": 1.981, | |
| "eval_steps_per_second": 0.495, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 7.928, | |
| "grad_norm": 3.0956122448213836, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4685, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 7.928, | |
| "eval_loss": 0.7456656694412231, | |
| "eval_runtime": 99.4752, | |
| "eval_samples_per_second": 2.011, | |
| "eval_steps_per_second": 0.503, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 7.96, | |
| "grad_norm": 3.1578427063687804, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5019, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 7.96, | |
| "eval_loss": 0.7482015490531921, | |
| "eval_runtime": 100.5527, | |
| "eval_samples_per_second": 1.989, | |
| "eval_steps_per_second": 0.497, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 7.992, | |
| "grad_norm": 3.0384545980818096, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4667, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 7.992, | |
| "eval_loss": 0.7531342506408691, | |
| "eval_runtime": 96.9014, | |
| "eval_samples_per_second": 2.064, | |
| "eval_steps_per_second": 0.516, | |
| "step": 248 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 248, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 8, | |
| "save_steps": 5, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 215944051097600.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |