| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 237, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.004219409282700422, | |
| "grad_norm": 41.47472723630441, | |
| "learning_rate": 1.2499999999999999e-05, | |
| "loss": 2.7746, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.02109704641350211, | |
| "grad_norm": 64.04925382439093, | |
| "learning_rate": 6.25e-05, | |
| "loss": 7.0206, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.04219409282700422, | |
| "grad_norm": 31.695867233164076, | |
| "learning_rate": 0.000125, | |
| "loss": 2.0729, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.06329113924050633, | |
| "grad_norm": 20.697061646205608, | |
| "learning_rate": 0.00018749999999999998, | |
| "loss": 2.3708, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.08438818565400844, | |
| "grad_norm": 27.19753629081583, | |
| "learning_rate": 0.00025, | |
| "loss": 2.0771, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.10548523206751055, | |
| "grad_norm": 98.00456381942149, | |
| "learning_rate": 0.0002999836847426398, | |
| "loss": 4.1945, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.12658227848101267, | |
| "grad_norm": 182.51493263483027, | |
| "learning_rate": 0.0002994130233112417, | |
| "loss": 3.4014, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.14767932489451477, | |
| "grad_norm": 11.535478461037668, | |
| "learning_rate": 0.00029803014471122853, | |
| "loss": 2.4622, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.16877637130801687, | |
| "grad_norm": 20.197984273278912, | |
| "learning_rate": 0.00029584256634447164, | |
| "loss": 2.6132, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.189873417721519, | |
| "grad_norm": 8.178205900726194, | |
| "learning_rate": 0.0002928621800037197, | |
| "loss": 1.9102, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.2109704641350211, | |
| "grad_norm": 5.9959330455646125, | |
| "learning_rate": 0.00028910518722817866, | |
| "loss": 1.7519, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.2320675105485232, | |
| "grad_norm": 13.868140556663864, | |
| "learning_rate": 0.00028459201123108015, | |
| "loss": 1.7839, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.25316455696202533, | |
| "grad_norm": 8.017800813910466, | |
| "learning_rate": 0.00027934718587800417, | |
| "loss": 1.6271, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.2742616033755274, | |
| "grad_norm": 5.37043737910495, | |
| "learning_rate": 0.0002733992223194766, | |
| "loss": 1.5652, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.29535864978902954, | |
| "grad_norm": 3.3275774087311523, | |
| "learning_rate": 0.00026678045400283336, | |
| "loss": 1.5245, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.31645569620253167, | |
| "grad_norm": 4.741642465345151, | |
| "learning_rate": 0.0002595268609058751, | |
| "loss": 1.5238, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.33755274261603374, | |
| "grad_norm": 4.030676855228214, | |
| "learning_rate": 0.00025167787394778763, | |
| "loss": 1.5316, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.35864978902953587, | |
| "grad_norm": 2.119168421995465, | |
| "learning_rate": 0.000243276160640561, | |
| "loss": 1.4865, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.379746835443038, | |
| "grad_norm": 9.504914395443073, | |
| "learning_rate": 0.0002343673931461171, | |
| "loss": 1.4966, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.4008438818565401, | |
| "grad_norm": 1.9138438030380622, | |
| "learning_rate": 0.000225, | |
| "loss": 1.5385, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.4219409282700422, | |
| "grad_norm": 2.0250123306044228, | |
| "learning_rate": 0.0002152249028512724, | |
| "loss": 1.4467, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.4430379746835443, | |
| "grad_norm": 5.253723621821196, | |
| "learning_rate": 0.0002050952396497135, | |
| "loss": 1.4458, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.4641350210970464, | |
| "grad_norm": 1.667081359954707, | |
| "learning_rate": 0.00019466607578508832, | |
| "loss": 1.4039, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.48523206751054854, | |
| "grad_norm": 1.612910217878065, | |
| "learning_rate": 0.00018399410474875, | |
| "loss": 1.3915, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.5063291139240507, | |
| "grad_norm": 4.664851099721208, | |
| "learning_rate": 0.00017313733994479531, | |
| "loss": 1.3946, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.5274261603375527, | |
| "grad_norm": 1.1333666368766908, | |
| "learning_rate": 0.00016215479932610397, | |
| "loss": 1.3759, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.5485232067510548, | |
| "grad_norm": 46.39351482577546, | |
| "learning_rate": 0.00015110618456959686, | |
| "loss": 1.3596, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.569620253164557, | |
| "grad_norm": 11.304078659755062, | |
| "learning_rate": 0.00014005155653473443, | |
| "loss": 1.3708, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.5907172995780591, | |
| "grad_norm": 1.4112479369616122, | |
| "learning_rate": 0.00012905100876947907, | |
| "loss": 1.3954, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.6118143459915611, | |
| "grad_norm": 4.386921961578911, | |
| "learning_rate": 0.00011816434083856155, | |
| "loss": 1.3064, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.6329113924050633, | |
| "grad_norm": 1.2097887430832492, | |
| "learning_rate": 0.00010745073324985548, | |
| "loss": 1.3082, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.6540084388185654, | |
| "grad_norm": 1.1759289220096156, | |
| "learning_rate": 9.696842574597847e-05, | |
| "loss": 1.2311, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.6751054852320675, | |
| "grad_norm": 2.762333419837543, | |
| "learning_rate": 8.677440070994279e-05, | |
| "loss": 1.2588, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.6962025316455697, | |
| "grad_norm": 0.8634167427320883, | |
| "learning_rate": 7.692407340588055e-05, | |
| "loss": 1.1888, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.7172995780590717, | |
| "grad_norm": 2.2322735412619386, | |
| "learning_rate": 6.747099073871015e-05, | |
| "loss": 1.2047, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.7383966244725738, | |
| "grad_norm": 0.7808932928409826, | |
| "learning_rate": 5.8466540170303925e-05, | |
| "loss": 1.1594, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.759493670886076, | |
| "grad_norm": 0.7823146836939375, | |
| "learning_rate": 4.995967037450238e-05, | |
| "loss": 1.1763, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.7805907172995781, | |
| "grad_norm": 0.7925457205036505, | |
| "learning_rate": 4.199662514951142e-05, | |
| "loss": 1.1291, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.8016877637130801, | |
| "grad_norm": 0.8477428122185438, | |
| "learning_rate": 3.4620692034146904e-05, | |
| "loss": 1.1162, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.8227848101265823, | |
| "grad_norm": 0.7180062181554933, | |
| "learning_rate": 2.7871966994463884e-05, | |
| "loss": 1.1061, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.8438818565400844, | |
| "grad_norm": 0.6932161729089131, | |
| "learning_rate": 2.1787136459944886e-05, | |
| "loss": 1.1264, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.8649789029535865, | |
| "grad_norm": 0.7413528530014878, | |
| "learning_rate": 1.639927789411174e-05, | |
| "loss": 1.1001, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.8860759493670886, | |
| "grad_norm": 0.7062510216168646, | |
| "learning_rate": 1.1737679983668258e-05, | |
| "loss": 1.0853, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.9071729957805907, | |
| "grad_norm": 0.6294764868696124, | |
| "learning_rate": 7.8276834236364e-06, | |
| "loss": 1.0527, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.9282700421940928, | |
| "grad_norm": 0.6759047685020939, | |
| "learning_rate": 4.690543163985771e-06, | |
| "loss": 1.0758, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.9493670886075949, | |
| "grad_norm": 1.3620865902651844, | |
| "learning_rate": 2.343312866591163e-06, | |
| "loss": 1.0805, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.9704641350210971, | |
| "grad_norm": 0.6839144968477266, | |
| "learning_rate": 7.987522006165426e-07, | |
| "loss": 1.0588, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.9915611814345991, | |
| "grad_norm": 1.1867918696725697, | |
| "learning_rate": 6.525748027244593e-08, | |
| "loss": 1.0692, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 2.265784978866577, | |
| "eval_runtime": 2.2863, | |
| "eval_samples_per_second": 0.875, | |
| "eval_steps_per_second": 0.437, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 237, | |
| "total_flos": 12379572142080.0, | |
| "train_loss": 1.644804019968218, | |
| "train_runtime": 4500.3652, | |
| "train_samples_per_second": 1.682, | |
| "train_steps_per_second": 0.053 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 237, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 12379572142080.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |