{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.1720183486238532,
  "eval_steps": 25,
  "global_step": 600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 2.4123539232053424e-05,
      "loss": 2.9404,
      "step": 25
    },
    {
      "epoch": 0.01,
      "eval_loss": 1.9332810640335083,
      "eval_runtime": 1268.6205,
      "eval_samples_per_second": 1.375,
      "eval_steps_per_second": 0.172,
      "step": 25
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3080133555926544e-05,
      "loss": 1.7498,
      "step": 50
    },
    {
      "epoch": 0.01,
      "eval_loss": 1.5833734273910522,
      "eval_runtime": 1268.0389,
      "eval_samples_per_second": 1.375,
      "eval_steps_per_second": 0.172,
      "step": 50
    },
    {
      "epoch": 0.02,
      "learning_rate": 2.2036727879799667e-05,
      "loss": 1.6641,
      "step": 75
    },
    {
      "epoch": 0.02,
      "eval_loss": 1.4574012756347656,
      "eval_runtime": 1270.5133,
      "eval_samples_per_second": 1.373,
      "eval_steps_per_second": 0.172,
      "step": 75
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.0993322203672787e-05,
      "loss": 1.3824,
      "step": 100
    },
    {
      "epoch": 0.03,
      "eval_loss": 1.3970969915390015,
      "eval_runtime": 1269.8041,
      "eval_samples_per_second": 1.373,
      "eval_steps_per_second": 0.172,
      "step": 100
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991652754590986e-05,
      "loss": 1.3602,
      "step": 125
    },
    {
      "epoch": 0.04,
      "eval_loss": 1.3633196353912354,
      "eval_runtime": 1268.49,
      "eval_samples_per_second": 1.375,
      "eval_steps_per_second": 0.172,
      "step": 125
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.898998330550918e-05,
      "loss": 1.2812,
      "step": 150
    },
    {
      "epoch": 0.04,
      "eval_loss": 1.3380756378173828,
      "eval_runtime": 1270.2471,
      "eval_samples_per_second": 1.373,
      "eval_steps_per_second": 0.172,
      "step": 150
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.7946577629382304e-05,
      "loss": 1.2471,
      "step": 175
    },
    {
      "epoch": 0.05,
      "eval_loss": 1.3300601243972778,
      "eval_runtime": 1270.2602,
      "eval_samples_per_second": 1.373,
      "eval_steps_per_second": 0.172,
      "step": 175
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.69449081803005e-05,
      "loss": 1.2866,
      "step": 200
    },
    {
      "epoch": 0.06,
      "eval_loss": 1.3172357082366943,
      "eval_runtime": 1270.2386,
      "eval_samples_per_second": 1.373,
      "eval_steps_per_second": 0.172,
      "step": 200
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.5901502504173623e-05,
      "loss": 1.2441,
      "step": 225
    },
    {
      "epoch": 0.06,
      "eval_loss": 1.2967969179153442,
      "eval_runtime": 1270.2167,
      "eval_samples_per_second": 1.373,
      "eval_steps_per_second": 0.172,
      "step": 225
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4858096828046744e-05,
      "loss": 1.3435,
      "step": 250
    },
    {
      "epoch": 0.07,
      "eval_loss": 1.2923862934112549,
      "eval_runtime": 1270.453,
      "eval_samples_per_second": 1.373,
      "eval_steps_per_second": 0.172,
      "step": 250
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.3814691151919867e-05,
      "loss": 1.2896,
      "step": 275
    },
    {
      "epoch": 0.08,
      "eval_loss": 1.2753491401672363,
      "eval_runtime": 1269.9475,
      "eval_samples_per_second": 1.373,
      "eval_steps_per_second": 0.172,
      "step": 275
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.2771285475792987e-05,
      "loss": 1.2362,
      "step": 300
    },
    {
      "epoch": 0.09,
      "eval_loss": 1.2694206237792969,
      "eval_runtime": 1270.1159,
      "eval_samples_per_second": 1.373,
      "eval_steps_per_second": 0.172,
      "step": 300
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.1727879799666112e-05,
      "loss": 1.2737,
      "step": 325
    },
    {
      "epoch": 0.09,
      "eval_loss": 1.2611935138702393,
      "eval_runtime": 1268.4077,
      "eval_samples_per_second": 1.375,
      "eval_steps_per_second": 0.172,
      "step": 325
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.0684474123539233e-05,
      "loss": 1.2854,
      "step": 350
    },
    {
      "epoch": 0.1,
      "eval_loss": 1.2529343366622925,
      "eval_runtime": 1268.716,
      "eval_samples_per_second": 1.375,
      "eval_steps_per_second": 0.172,
      "step": 350
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.641068447412355e-06,
      "loss": 1.3302,
      "step": 375
    },
    {
      "epoch": 0.11,
      "eval_loss": 1.2476325035095215,
      "eval_runtime": 1267.034,
      "eval_samples_per_second": 1.376,
      "eval_steps_per_second": 0.172,
      "step": 375
    },
    {
      "epoch": 0.11,
      "learning_rate": 8.597662771285476e-06,
      "loss": 1.1982,
      "step": 400
    },
    {
      "epoch": 0.11,
      "eval_loss": 1.2402310371398926,
      "eval_runtime": 1268.1363,
      "eval_samples_per_second": 1.375,
      "eval_steps_per_second": 0.172,
      "step": 400
    },
    {
      "epoch": 0.12,
      "learning_rate": 7.554257095158598e-06,
      "loss": 1.1491,
      "step": 425
    },
    {
      "epoch": 0.12,
      "eval_loss": 1.2358269691467285,
      "eval_runtime": 1269.4424,
      "eval_samples_per_second": 1.374,
      "eval_steps_per_second": 0.172,
      "step": 425
    },
    {
      "epoch": 0.13,
      "learning_rate": 6.51085141903172e-06,
      "loss": 1.0247,
      "step": 450
    },
    {
      "epoch": 0.13,
      "eval_loss": 1.2344069480895996,
      "eval_runtime": 1269.7392,
      "eval_samples_per_second": 1.374,
      "eval_steps_per_second": 0.172,
      "step": 450
    },
    {
      "epoch": 0.14,
      "learning_rate": 5.467445742904841e-06,
      "loss": 1.2411,
      "step": 475
    },
    {
      "epoch": 0.14,
      "eval_loss": 1.2264015674591064,
      "eval_runtime": 1268.3253,
      "eval_samples_per_second": 1.375,
      "eval_steps_per_second": 0.172,
      "step": 475
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.424040066777963e-06,
      "loss": 1.3197,
      "step": 500
    },
    {
      "epoch": 0.14,
      "eval_loss": 1.222678542137146,
      "eval_runtime": 1269.3766,
      "eval_samples_per_second": 1.374,
      "eval_steps_per_second": 0.172,
      "step": 500
    },
    {
      "epoch": 0.15,
      "learning_rate": 3.380634390651085e-06,
      "loss": 1.2782,
      "step": 525
    },
    {
      "epoch": 0.15,
      "eval_loss": 1.2200953960418701,
      "eval_runtime": 1268.3856,
      "eval_samples_per_second": 1.375,
      "eval_steps_per_second": 0.172,
      "step": 525
    },
    {
      "epoch": 0.16,
      "learning_rate": 2.337228714524207e-06,
      "loss": 1.2863,
      "step": 550
    },
    {
      "epoch": 0.16,
      "eval_loss": 1.2170121669769287,
      "eval_runtime": 1269.5926,
      "eval_samples_per_second": 1.374,
      "eval_steps_per_second": 0.172,
      "step": 550
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.293823038397329e-06,
      "loss": 1.2774,
      "step": 575
    },
    {
      "epoch": 0.16,
      "eval_loss": 1.2154204845428467,
      "eval_runtime": 1270.383,
      "eval_samples_per_second": 1.373,
      "eval_steps_per_second": 0.172,
      "step": 575
    },
    {
      "epoch": 0.17,
      "learning_rate": 2.5041736227045074e-07,
      "loss": 1.2384,
      "step": 600
    },
    {
      "epoch": 0.17,
      "eval_loss": 1.214400291442871,
      "eval_runtime": 1270.0094,
      "eval_samples_per_second": 1.373,
      "eval_steps_per_second": 0.172,
      "step": 600
    }
  ],
  "logging_steps": 25,
  "max_steps": 600,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 25,
  "total_flos": 6.775649796096e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}