{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.322226629644321,
  "eval_steps": 1000,
  "global_step": 10000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.06611133148221605,
      "grad_norm": 1.0232534408569336,
      "learning_rate": 4.4080049369655294e-05,
      "loss": 5.6838,
      "step": 500
    },
    {
      "epoch": 0.1322226629644321,
      "grad_norm": 1.0166140794754028,
      "learning_rate": 8.816009873931059e-05,
      "loss": 3.8378,
      "step": 1000
    },
    {
      "epoch": 0.1322226629644321,
      "eval_accuracy": 0.4720710052887577,
      "eval_loss": 3.6431853771209717,
      "eval_runtime": 65.5904,
      "eval_samples_per_second": 28.053,
      "eval_steps_per_second": 1.174,
      "step": 1000
    },
    {
      "epoch": 0.19833399444664815,
      "grad_norm": 1.0467888116836548,
      "learning_rate": 9.830315009952811e-05,
      "loss": 3.3712,
      "step": 1500
    },
    {
      "epoch": 0.2644453259288642,
      "grad_norm": 1.1263777017593384,
      "learning_rate": 9.59831475011252e-05,
      "loss": 3.0922,
      "step": 2000
    },
    {
      "epoch": 0.2644453259288642,
      "eval_accuracy": 0.5138609524011809,
      "eval_loss": 3.076597213745117,
      "eval_runtime": 64.6228,
      "eval_samples_per_second": 28.473,
      "eval_steps_per_second": 1.192,
      "step": 2000
    },
    {
      "epoch": 0.33055665741108026,
      "grad_norm": 1.4438892602920532,
      "learning_rate": 9.366314490272228e-05,
      "loss": 2.9066,
      "step": 2500
    },
    {
      "epoch": 0.3966679888932963,
      "grad_norm": 1.3693314790725708,
      "learning_rate": 9.134314230431938e-05,
      "loss": 2.7993,
      "step": 3000
    },
    {
      "epoch": 0.3966679888932963,
      "eval_accuracy": 0.5319845054268176,
      "eval_loss": 2.84745454788208,
      "eval_runtime": 64.9029,
      "eval_samples_per_second": 28.35,
      "eval_steps_per_second": 1.186,
      "step": 3000
    },
    {
      "epoch": 0.46277932037551234,
      "grad_norm": 1.3279718160629272,
      "learning_rate": 8.902313970591646e-05,
      "loss": 2.7166,
      "step": 3500
    },
    {
      "epoch": 0.5288906518577284,
      "grad_norm": 1.465155839920044,
      "learning_rate": 8.670313710751356e-05,
      "loss": 2.7115,
      "step": 4000
    },
    {
      "epoch": 0.5288906518577284,
      "eval_accuracy": 0.5392130052462777,
      "eval_loss": 2.7528512477874756,
      "eval_runtime": 65.039,
      "eval_samples_per_second": 28.291,
      "eval_steps_per_second": 1.184,
      "step": 4000
    },
    {
      "epoch": 0.5950019833399445,
      "grad_norm": 2.4618444442749023,
      "learning_rate": 8.438313450911065e-05,
      "loss": 2.644,
      "step": 4500
    },
    {
      "epoch": 0.6611133148221605,
      "grad_norm": 3.049086093902588,
      "learning_rate": 8.206313191070773e-05,
      "loss": 2.6702,
      "step": 5000
    },
    {
      "epoch": 0.6611133148221605,
      "eval_accuracy": 0.5420291625071685,
      "eval_loss": 2.7150135040283203,
      "eval_runtime": 64.9223,
      "eval_samples_per_second": 28.342,
      "eval_steps_per_second": 1.186,
      "step": 5000
    },
    {
      "epoch": 0.7272246463043766,
      "grad_norm": 3.927698850631714,
      "learning_rate": 7.974312931230483e-05,
      "loss": 2.6029,
      "step": 5500
    },
    {
      "epoch": 0.7933359777865926,
      "grad_norm": 4.909026622772217,
      "learning_rate": 7.742312671390191e-05,
      "loss": 2.6484,
      "step": 6000
    },
    {
      "epoch": 0.7933359777865926,
      "eval_accuracy": 0.543187538497483,
      "eval_loss": 2.696218729019165,
      "eval_runtime": 64.8633,
      "eval_samples_per_second": 28.367,
      "eval_steps_per_second": 1.187,
      "step": 6000
    },
    {
      "epoch": 0.8594473092688086,
      "grad_norm": 10.72818660736084,
      "learning_rate": 7.510312411549901e-05,
      "loss": 2.6474,
      "step": 6500
    },
    {
      "epoch": 0.9255586407510247,
      "grad_norm": 12.435935020446777,
      "learning_rate": 7.278312151709609e-05,
      "loss": 2.6419,
      "step": 7000
    },
    {
      "epoch": 0.9255586407510247,
      "eval_accuracy": 0.5387701514411334,
      "eval_loss": 2.7223353385925293,
      "eval_runtime": 68.3123,
      "eval_samples_per_second": 26.935,
      "eval_steps_per_second": 1.127,
      "step": 7000
    },
    {
      "epoch": 0.9916699722332408,
      "grad_norm": 15.605013847351074,
      "learning_rate": 7.046311891869319e-05,
      "loss": 2.6239,
      "step": 7500
    },
    {
      "epoch": 1.0577813037154569,
      "grad_norm": 55.199256896972656,
      "learning_rate": 6.814311632029027e-05,
      "loss": 2.5853,
      "step": 8000
    },
    {
      "epoch": 1.0577813037154569,
      "eval_accuracy": 0.5401743803232727,
      "eval_loss": 2.7088677883148193,
      "eval_runtime": 66.8855,
      "eval_samples_per_second": 27.51,
      "eval_steps_per_second": 1.151,
      "step": 8000
    },
    {
      "epoch": 1.1238926351976728,
      "grad_norm": 19.066770553588867,
      "learning_rate": 6.582311372188736e-05,
      "loss": 2.616,
      "step": 8500
    },
    {
      "epoch": 1.190003966679889,
      "grad_norm": 25.54907989501953,
      "learning_rate": 6.350311112348446e-05,
      "loss": 2.6009,
      "step": 9000
    },
    {
      "epoch": 1.190003966679889,
      "eval_accuracy": 0.5401903103162634,
      "eval_loss": 2.703549861907959,
      "eval_runtime": 65.0156,
      "eval_samples_per_second": 28.301,
      "eval_steps_per_second": 1.184,
      "step": 9000
    },
    {
      "epoch": 1.256115298162105,
      "grad_norm": 24.64689826965332,
      "learning_rate": 6.118310852508154e-05,
      "loss": 2.622,
      "step": 9500
    },
    {
      "epoch": 1.322226629644321,
      "grad_norm": 39.75895309448242,
      "learning_rate": 5.886310592667864e-05,
      "loss": 2.6347,
      "step": 10000
    },
    {
      "epoch": 1.322226629644321,
      "eval_accuracy": 0.5368293472950872,
      "eval_loss": 2.7321841716766357,
      "eval_runtime": 70.4109,
      "eval_samples_per_second": 26.132,
      "eval_steps_per_second": 1.094,
      "step": 10000
    }
  ],
  "logging_steps": 500,
  "max_steps": 22689,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6.406996333009306e+16,
  "train_batch_size": 12,
  "trial_name": null,
  "trial_params": null
}