{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 324,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.030864197530864196,
      "grad_norm": 0.2539002488078261,
      "learning_rate": 1e-05,
      "loss": 0.4363,
      "num_input_tokens_seen": 0,
      "step": 10
    },
    {
      "epoch": 0.06172839506172839,
      "grad_norm": 0.2024392131106122,
      "learning_rate": 9.681528662420384e-06,
      "loss": 0.2931,
      "num_input_tokens_seen": 0,
      "step": 20
    },
    {
      "epoch": 0.09259259259259259,
      "grad_norm": 0.1711436526142984,
      "learning_rate": 9.363057324840765e-06,
      "loss": 0.2336,
      "num_input_tokens_seen": 0,
      "step": 30
    },
    {
      "epoch": 0.12345679012345678,
      "grad_norm": 0.13488565924080936,
      "learning_rate": 9.044585987261148e-06,
      "loss": 0.2006,
      "num_input_tokens_seen": 0,
      "step": 40
    },
    {
      "epoch": 0.15432098765432098,
      "grad_norm": 0.13503015545972158,
      "learning_rate": 8.726114649681529e-06,
      "loss": 0.1855,
      "num_input_tokens_seen": 0,
      "step": 50
    },
    {
      "epoch": 0.18518518518518517,
      "grad_norm": 0.16484545379786694,
      "learning_rate": 8.407643312101912e-06,
      "loss": 0.1708,
      "num_input_tokens_seen": 0,
      "step": 60
    },
    {
      "epoch": 0.21604938271604937,
      "grad_norm": 0.16373587348563579,
      "learning_rate": 8.089171974522295e-06,
      "loss": 0.1622,
      "num_input_tokens_seen": 0,
      "step": 70
    },
    {
      "epoch": 0.24691358024691357,
      "grad_norm": 0.1524418787913334,
      "learning_rate": 7.770700636942676e-06,
      "loss": 0.1491,
      "num_input_tokens_seen": 0,
      "step": 80
    },
    {
      "epoch": 0.2777777777777778,
      "grad_norm": 0.13239482123815,
      "learning_rate": 7.452229299363057e-06,
      "loss": 0.1615,
      "num_input_tokens_seen": 0,
      "step": 90
    },
    {
      "epoch": 0.30864197530864196,
      "grad_norm": 0.21888788342573567,
      "learning_rate": 7.13375796178344e-06,
      "loss": 0.1531,
      "num_input_tokens_seen": 0,
      "step": 100
    },
    {
      "epoch": 0.3395061728395062,
      "grad_norm": 0.14773397182859288,
      "learning_rate": 6.815286624203822e-06,
      "loss": 0.1549,
      "num_input_tokens_seen": 0,
      "step": 110
    },
    {
      "epoch": 0.37037037037037035,
      "grad_norm": 0.14063670969844863,
      "learning_rate": 6.496815286624204e-06,
      "loss": 0.1451,
      "num_input_tokens_seen": 0,
      "step": 120
    },
    {
      "epoch": 0.4012345679012346,
      "grad_norm": 0.1483882380802712,
      "learning_rate": 6.178343949044586e-06,
      "loss": 0.1411,
      "num_input_tokens_seen": 0,
      "step": 130
    },
    {
      "epoch": 0.43209876543209874,
      "grad_norm": 0.19499270485543743,
      "learning_rate": 5.859872611464969e-06,
      "loss": 0.1435,
      "num_input_tokens_seen": 0,
      "step": 140
    },
    {
      "epoch": 0.46296296296296297,
      "grad_norm": 0.14731278284216748,
      "learning_rate": 5.541401273885351e-06,
      "loss": 0.1399,
      "num_input_tokens_seen": 0,
      "step": 150
    },
    {
      "epoch": 0.49382716049382713,
      "grad_norm": 0.14099478047141387,
      "learning_rate": 5.222929936305733e-06,
      "loss": 0.1375,
      "num_input_tokens_seen": 0,
      "step": 160
    },
    {
      "epoch": 0.5246913580246914,
      "grad_norm": 0.13980815390161488,
      "learning_rate": 4.904458598726115e-06,
      "loss": 0.1447,
      "num_input_tokens_seen": 0,
      "step": 170
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 0.15870399104525085,
      "learning_rate": 4.585987261146497e-06,
      "loss": 0.1349,
      "num_input_tokens_seen": 0,
      "step": 180
    },
    {
      "epoch": 0.5864197530864198,
      "grad_norm": 0.13469923079260826,
      "learning_rate": 4.26751592356688e-06,
      "loss": 0.1353,
      "num_input_tokens_seen": 0,
      "step": 190
    },
    {
      "epoch": 0.6172839506172839,
      "grad_norm": 0.16157642492469387,
      "learning_rate": 3.949044585987262e-06,
      "loss": 0.1436,
      "num_input_tokens_seen": 0,
      "step": 200
    },
    {
      "epoch": 0.6481481481481481,
      "grad_norm": 0.16708609597150495,
      "learning_rate": 3.6305732484076435e-06,
      "loss": 0.1264,
      "num_input_tokens_seen": 0,
      "step": 210
    },
    {
      "epoch": 0.6790123456790124,
      "grad_norm": 0.14770437980798296,
      "learning_rate": 3.3121019108280255e-06,
      "loss": 0.1228,
      "num_input_tokens_seen": 0,
      "step": 220
    },
    {
      "epoch": 0.7098765432098766,
      "grad_norm": 0.13900965859775397,
      "learning_rate": 2.993630573248408e-06,
      "loss": 0.1196,
      "num_input_tokens_seen": 0,
      "step": 230
    },
    {
      "epoch": 0.7407407407407407,
      "grad_norm": 0.12123168814466377,
      "learning_rate": 2.67515923566879e-06,
      "loss": 0.1291,
      "num_input_tokens_seen": 0,
      "step": 240
    },
    {
      "epoch": 0.7716049382716049,
      "grad_norm": 0.12106750215748638,
      "learning_rate": 2.356687898089172e-06,
      "loss": 0.1306,
      "num_input_tokens_seen": 0,
      "step": 250
    },
    {
      "epoch": 0.8024691358024691,
      "grad_norm": 0.1393388456599626,
      "learning_rate": 2.0382165605095544e-06,
      "loss": 0.1228,
      "num_input_tokens_seen": 0,
      "step": 260
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.18012074978813084,
      "learning_rate": 1.7197452229299363e-06,
      "loss": 0.1178,
      "num_input_tokens_seen": 0,
      "step": 270
    },
    {
      "epoch": 0.8641975308641975,
      "grad_norm": 0.12683446108621385,
      "learning_rate": 1.4012738853503185e-06,
      "loss": 0.1176,
      "num_input_tokens_seen": 0,
      "step": 280
    },
    {
      "epoch": 0.8950617283950617,
      "grad_norm": 0.14596666878755418,
      "learning_rate": 1.0828025477707007e-06,
      "loss": 0.1126,
      "num_input_tokens_seen": 0,
      "step": 290
    },
    {
      "epoch": 0.9259259259259259,
      "grad_norm": 0.1345601273071694,
      "learning_rate": 7.643312101910829e-07,
      "loss": 0.1236,
      "num_input_tokens_seen": 0,
      "step": 300
    },
    {
      "epoch": 0.9567901234567902,
      "grad_norm": 0.13789896926760864,
      "learning_rate": 4.45859872611465e-07,
      "loss": 0.1103,
      "num_input_tokens_seen": 0,
      "step": 310
    },
    {
      "epoch": 0.9876543209876543,
      "grad_norm": 0.13336398116511375,
      "learning_rate": 1.2738853503184715e-07,
      "loss": 0.1111,
      "num_input_tokens_seen": 0,
      "step": 320
    }
  ],
  "logging_steps": 10,
  "max_steps": 324,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 727599714140160.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}