{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 15010,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.1665556295802798,
      "grad_norm": 1.6862213611602783,
      "learning_rate": 0.00048334443704197203,
      "loss": 2.122,
      "step": 500
    },
    {
      "epoch": 0.3331112591605596,
      "grad_norm": 0.9895781874656677,
      "learning_rate": 0.00046668887408394405,
      "loss": 1.6754,
      "step": 1000
    },
    {
      "epoch": 0.4996668887408394,
      "grad_norm": 1.4011154174804688,
      "learning_rate": 0.00045003331112591607,
      "loss": 1.5258,
      "step": 1500
    },
    {
      "epoch": 0.6662225183211192,
      "grad_norm": 1.263901948928833,
      "learning_rate": 0.0004333777481678881,
      "loss": 1.3949,
      "step": 2000
    },
    {
      "epoch": 0.832778147901399,
      "grad_norm": 0.9926736354827881,
      "learning_rate": 0.0004167221852098601,
      "loss": 1.323,
      "step": 2500
    },
    {
      "epoch": 0.9993337774816788,
      "grad_norm": 1.2104265689849854,
      "learning_rate": 0.0004000666222518321,
      "loss": 1.2978,
      "step": 3000
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.1156065464019775,
      "eval_runtime": 37.2553,
      "eval_samples_per_second": 80.579,
      "eval_steps_per_second": 10.093,
      "step": 3002
    },
    {
      "epoch": 1.1658894070619588,
      "grad_norm": 0.9220499992370605,
      "learning_rate": 0.00038341105929380414,
      "loss": 0.964,
      "step": 3500
    },
    {
      "epoch": 1.3324450366422385,
      "grad_norm": 1.2684720754623413,
      "learning_rate": 0.00036675549633577616,
      "loss": 0.9784,
      "step": 4000
    },
    {
      "epoch": 1.4990006662225184,
      "grad_norm": 1.3914306163787842,
      "learning_rate": 0.0003500999333777481,
      "loss": 0.9265,
      "step": 4500
    },
    {
      "epoch": 1.6655562958027983,
      "grad_norm": 1.0393187999725342,
      "learning_rate": 0.0003334443704197202,
      "loss": 0.9401,
      "step": 5000
    },
    {
      "epoch": 1.832111925383078,
      "grad_norm": 1.1595275402069092,
      "learning_rate": 0.0003167888074616922,
      "loss": 0.9091,
      "step": 5500
    },
    {
      "epoch": 1.9986675549633577,
      "grad_norm": 1.2401949167251587,
      "learning_rate": 0.00030013324450366423,
      "loss": 0.9271,
      "step": 6000
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.9488099217414856,
      "eval_runtime": 37.415,
      "eval_samples_per_second": 80.235,
      "eval_steps_per_second": 10.049,
      "step": 6004
    },
    {
      "epoch": 2.1652231845436374,
      "grad_norm": 0.6324372887611389,
      "learning_rate": 0.00028347768154563625,
      "loss": 0.6576,
      "step": 6500
    },
    {
      "epoch": 2.3317788141239175,
      "grad_norm": 1.377943992614746,
      "learning_rate": 0.00026682211858760827,
      "loss": 0.6499,
      "step": 7000
    },
    {
      "epoch": 2.498334443704197,
      "grad_norm": 0.9929794669151306,
      "learning_rate": 0.0002501665556295803,
      "loss": 0.6509,
      "step": 7500
    },
    {
      "epoch": 2.664890073284477,
      "grad_norm": 1.331009030342102,
      "learning_rate": 0.0002335109926715523,
      "loss": 0.6492,
      "step": 8000
    },
    {
      "epoch": 2.831445702864757,
      "grad_norm": 0.9260538816452026,
      "learning_rate": 0.00021685542971352432,
      "loss": 0.6765,
      "step": 8500
    },
    {
      "epoch": 2.9980013324450367,
      "grad_norm": 1.6844342947006226,
      "learning_rate": 0.00020019986675549634,
      "loss": 0.6452,
      "step": 9000
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.9022971391677856,
      "eval_runtime": 37.548,
      "eval_samples_per_second": 79.951,
      "eval_steps_per_second": 10.014,
      "step": 9006
    },
    {
      "epoch": 3.1645569620253164,
      "grad_norm": 0.6371086835861206,
      "learning_rate": 0.00018354430379746836,
      "loss": 0.4646,
      "step": 9500
    },
    {
      "epoch": 3.331112591605596,
      "grad_norm": 1.005698323249817,
      "learning_rate": 0.00016688874083944038,
      "loss": 0.4706,
      "step": 10000
    },
    {
      "epoch": 3.497668221185876,
      "grad_norm": 0.990774393081665,
      "learning_rate": 0.0001502331778814124,
      "loss": 0.434,
      "step": 10500
    },
    {
      "epoch": 3.664223850766156,
      "grad_norm": 0.7444645762443542,
      "learning_rate": 0.00013357761492338441,
      "loss": 0.4682,
      "step": 11000
    },
    {
      "epoch": 3.8307794803464357,
      "grad_norm": 1.1938289403915405,
      "learning_rate": 0.00011692205196535643,
      "loss": 0.4428,
      "step": 11500
    },
    {
      "epoch": 3.9973351099267154,
      "grad_norm": 1.2232627868652344,
      "learning_rate": 0.00010026648900732845,
      "loss": 0.4446,
      "step": 12000
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.9124976396560669,
      "eval_runtime": 37.6584,
      "eval_samples_per_second": 79.717,
      "eval_steps_per_second": 9.985,
      "step": 12008
    },
    {
      "epoch": 4.1638907395069955,
      "grad_norm": 1.035305380821228,
      "learning_rate": 8.361092604930047e-05,
      "loss": 0.3292,
      "step": 12500
    },
    {
      "epoch": 4.330446369087275,
      "grad_norm": 1.409875512123108,
      "learning_rate": 6.695536309127249e-05,
      "loss": 0.321,
      "step": 13000
    },
    {
      "epoch": 4.497001998667555,
      "grad_norm": 1.468259334564209,
      "learning_rate": 5.0299800133244506e-05,
      "loss": 0.3161,
      "step": 13500
    },
    {
      "epoch": 4.663557628247835,
      "grad_norm": 1.00761878490448,
      "learning_rate": 3.3644237175216524e-05,
      "loss": 0.3214,
      "step": 14000
    },
    {
      "epoch": 4.830113257828114,
      "grad_norm": 0.7190210223197937,
      "learning_rate": 1.698867421718854e-05,
      "loss": 0.3037,
      "step": 14500
    },
    {
      "epoch": 4.996668887408394,
      "grad_norm": 0.6449595093727112,
      "learning_rate": 3.3311125916055966e-07,
      "loss": 0.3045,
      "step": 15000
    }
  ],
  "logging_steps": 500,
  "max_steps": 15010,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6083104659545088.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}