{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9993226593794158,
  "eval_steps": 500,
  "global_step": 32100,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 9.969479912799752e-06,
      "loss": 5.7053,
      "step": 100
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.938336966677049e-06,
      "loss": 4.2137,
      "step": 200
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.907194020554345e-06,
      "loss": 3.7382,
      "step": 300
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.876051074431642e-06,
      "loss": 3.768,
      "step": 400
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.844908128308939e-06,
      "loss": 4.0831,
      "step": 500
    },
    {
      "epoch": 0.03,
      "eval_loss": NaN,
      "eval_runtime": 1241.4479,
      "eval_samples_per_second": 183.933,
      "eval_steps_per_second": 22.992,
      "step": 500
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.813765182186236e-06,
      "loss": 3.9938,
      "step": 600
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.782622236063532e-06,
      "loss": 3.6619,
      "step": 700
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.751790719402056e-06,
      "loss": 3.9896,
      "step": 800
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.720647773279352e-06,
      "loss": 3.9662,
      "step": 900
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.68950482715665e-06,
      "loss": 4.0557,
      "step": 1000
    },
    {
      "epoch": 0.06,
      "eval_loss": NaN,
      "eval_runtime": 1241.0879,
      "eval_samples_per_second": 183.986,
      "eval_steps_per_second": 22.998,
      "step": 1000
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.658361881033946e-06,
      "loss": 3.4231,
      "step": 1100
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.627218934911242e-06,
      "loss": 3.4517,
      "step": 1200
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.59607598878854e-06,
      "loss": 4.235,
      "step": 1300
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.564933042665836e-06,
      "loss": 3.3104,
      "step": 1400
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.533790096543134e-06,
      "loss": 3.6169,
      "step": 1500
    },
    {
      "epoch": 0.09,
      "eval_loss": NaN,
      "eval_runtime": 1240.8951,
      "eval_samples_per_second": 184.015,
      "eval_steps_per_second": 23.002,
      "step": 1500
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.50264715042043e-06,
      "loss": 3.3399,
      "step": 1600
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.471504204297728e-06,
      "loss": 3.9392,
      "step": 1700
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.440361258175024e-06,
      "loss": 4.2941,
      "step": 1800
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.40921831205232e-06,
      "loss": 4.2293,
      "step": 1900
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.378075365929618e-06,
      "loss": 3.411,
      "step": 2000
    },
    {
      "epoch": 0.12,
      "eval_loss": NaN,
      "eval_runtime": 1240.9958,
      "eval_samples_per_second": 184.0,
      "eval_steps_per_second": 23.0,
      "step": 2000
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.346932419806914e-06,
      "loss": 3.1979,
      "step": 2100
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.315789473684212e-06,
      "loss": 3.303,
      "step": 2200
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.284646527561508e-06,
      "loss": 3.2433,
      "step": 2300
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.253503581438806e-06,
      "loss": 3.0607,
      "step": 2400
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.222360635316102e-06,
      "loss": 2.8986,
      "step": 2500
    },
    {
      "epoch": 0.16,
      "eval_loss": NaN,
      "eval_runtime": 1242.4997,
      "eval_samples_per_second": 183.777,
      "eval_steps_per_second": 22.972,
      "step": 2500
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.191217689193398e-06,
      "loss": 3.5778,
      "step": 2600
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.160074743070694e-06,
      "loss": 3.2627,
      "step": 2700
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.128931796947992e-06,
      "loss": 2.8115,
      "step": 2800
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.097788850825288e-06,
      "loss": 3.1633,
      "step": 2900
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.066645904702586e-06,
      "loss": 3.3414,
      "step": 3000
    },
    {
      "epoch": 0.19,
      "eval_loss": NaN,
      "eval_runtime": 1241.065,
      "eval_samples_per_second": 183.99,
      "eval_steps_per_second": 22.999,
      "step": 3000
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.035502958579882e-06,
      "loss": 3.1895,
      "step": 3100
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.00436001245718e-06,
      "loss": 3.2972,
      "step": 3200
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.973217066334476e-06,
      "loss": 3.3117,
      "step": 3300
    },
    {
      "epoch": 0.21,
      "learning_rate": 8.942074120211772e-06,
      "loss": 3.8183,
      "step": 3400
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.911242603550296e-06,
      "loss": 3.0445,
      "step": 3500
    },
    {
      "epoch": 0.22,
      "eval_loss": NaN,
      "eval_runtime": 1241.4692,
      "eval_samples_per_second": 183.93,
      "eval_steps_per_second": 22.991,
      "step": 3500
    },
    {
      "epoch": 0.22,
      "learning_rate": 8.880099657427594e-06,
      "loss": 2.716,
      "step": 3600
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.84895671130489e-06,
      "loss": 2.7579,
      "step": 3700
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.817813765182188e-06,
      "loss": 3.6821,
      "step": 3800
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.786670819059484e-06,
      "loss": 2.9784,
      "step": 3900
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.755527872936782e-06,
      "loss": 3.1284,
      "step": 4000
    },
    {
      "epoch": 0.25,
      "eval_loss": NaN,
      "eval_runtime": 1241.3243,
      "eval_samples_per_second": 183.951,
      "eval_steps_per_second": 22.994,
      "step": 4000
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.724384926814076e-06,
      "loss": 3.3944,
      "step": 4100
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.693241980691374e-06,
      "loss": 4.3378,
      "step": 4200
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.66209903456867e-06,
      "loss": 3.4281,
      "step": 4300
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.630956088445968e-06,
      "loss": 3.4173,
      "step": 4400
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.599813142323264e-06,
      "loss": 2.987,
      "step": 4500
    },
    {
      "epoch": 0.28,
      "eval_loss": NaN,
      "eval_runtime": 1242.9007,
      "eval_samples_per_second": 183.718,
      "eval_steps_per_second": 22.965,
      "step": 4500
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.568670196200562e-06,
      "loss": 2.9806,
      "step": 4600
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.537527250077858e-06,
      "loss": 3.2971,
      "step": 4700
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.506384303955156e-06,
      "loss": 2.9308,
      "step": 4800
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.475241357832452e-06,
      "loss": 3.95,
      "step": 4900
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.444098411709748e-06,
      "loss": 3.6195,
      "step": 5000
    },
    {
      "epoch": 0.31,
      "eval_loss": NaN,
      "eval_runtime": 12249.9104,
      "eval_samples_per_second": 18.64,
      "eval_steps_per_second": 2.33,
      "step": 5000
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.412955465587044e-06,
      "loss": 3.3623,
      "step": 5100
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.381812519464342e-06,
      "loss": 2.7048,
      "step": 5200
    },
    {
      "epoch": 0.33,
      "learning_rate": 8.350669573341638e-06,
      "loss": 2.9451,
      "step": 5300
    },
    {
      "epoch": 0.34,
      "learning_rate": 8.319526627218936e-06,
      "loss": 3.9476,
      "step": 5400
    },
    {
      "epoch": 0.34,
      "learning_rate": 8.288383681096232e-06,
      "loss": 3.0161,
      "step": 5500
    },
    {
      "epoch": 0.34,
      "eval_loss": NaN,
      "eval_runtime": 1242.1829,
      "eval_samples_per_second": 183.824,
      "eval_steps_per_second": 22.978,
      "step": 5500
    },
    {
      "epoch": 0.35,
      "learning_rate": 8.25724073497353e-06,
      "loss": 2.7617,
      "step": 5600
    },
    {
      "epoch": 0.36,
      "learning_rate": 8.226097788850826e-06,
      "loss": 2.6001,
      "step": 5700
    },
    {
      "epoch": 0.36,
      "learning_rate": 8.194954842728122e-06,
      "loss": 2.8024,
      "step": 5800
    },
    {
      "epoch": 0.37,
      "learning_rate": 8.16381189660542e-06,
      "loss": 2.6335,
      "step": 5900
    },
    {
      "epoch": 0.37,
      "learning_rate": 8.132668950482716e-06,
      "loss": 3.0251,
      "step": 6000
    },
    {
      "epoch": 0.37,
      "eval_loss": NaN,
      "eval_runtime": 1241.5477,
      "eval_samples_per_second": 183.918,
      "eval_steps_per_second": 22.99,
      "step": 6000
    },
    {
      "epoch": 0.38,
      "learning_rate": 8.101526004360014e-06,
      "loss": 4.0077,
      "step": 6100
    },
    {
      "epoch": 0.39,
      "learning_rate": 8.07038305823731e-06,
      "loss": 4.0494,
      "step": 6200
    },
    {
      "epoch": 0.39,
      "learning_rate": 8.039240112114608e-06,
      "loss": 2.8992,
      "step": 6300
    },
    {
      "epoch": 0.4,
      "learning_rate": 8.008097165991904e-06,
      "loss": 3.0616,
      "step": 6400
    },
    {
      "epoch": 0.4,
      "learning_rate": 7.9769542198692e-06,
      "loss": 3.4257,
      "step": 6500
    },
    {
      "epoch": 0.4,
      "eval_loss": NaN,
      "eval_runtime": 1242.4356,
      "eval_samples_per_second": 183.787,
      "eval_steps_per_second": 22.973,
      "step": 6500
    },
    {
      "epoch": 0.41,
      "learning_rate": 7.945811273746496e-06,
      "loss": 2.9658,
      "step": 6600
    },
    {
      "epoch": 0.42,
      "learning_rate": 7.914668327623794e-06,
      "loss": 3.288,
      "step": 6700
    },
    {
      "epoch": 0.42,
      "learning_rate": 7.88352538150109e-06,
      "loss": 3.1517,
      "step": 6800
    },
    {
      "epoch": 0.43,
      "learning_rate": 7.852382435378388e-06,
      "loss": 3.3913,
      "step": 6900
    },
    {
      "epoch": 0.44,
      "learning_rate": 7.821239489255684e-06,
      "loss": 2.7966,
      "step": 7000
    },
    {
      "epoch": 0.44,
      "eval_loss": NaN,
      "eval_runtime": 1239.9554,
      "eval_samples_per_second": 184.154,
      "eval_steps_per_second": 23.019,
      "step": 7000
    },
    {
      "epoch": 0.44,
      "learning_rate": 7.790096543132982e-06,
      "loss": 3.372,
      "step": 7100
    },
    {
      "epoch": 0.45,
      "learning_rate": 7.758953597010278e-06,
      "loss": 2.8074,
      "step": 7200
    },
    {
      "epoch": 0.45,
      "learning_rate": 7.727810650887576e-06,
      "loss": 2.6364,
      "step": 7300
    },
    {
      "epoch": 0.46,
      "learning_rate": 7.696667704764872e-06,
      "loss": 3.0556,
      "step": 7400
    },
    {
      "epoch": 0.47,
      "learning_rate": 7.665524758642168e-06,
      "loss": 2.4966,
      "step": 7500
    },
    {
      "epoch": 0.47,
      "eval_loss": NaN,
      "eval_runtime": 1238.3825,
      "eval_samples_per_second": 184.388,
      "eval_steps_per_second": 23.049,
      "step": 7500
    },
    {
      "epoch": 0.47,
      "learning_rate": 7.634381812519464e-06,
      "loss": 3.562,
      "step": 7600
    },
    {
      "epoch": 0.48,
      "learning_rate": 7.603238866396762e-06,
      "loss": 4.0498,
      "step": 7700
    },
    {
      "epoch": 0.49,
      "learning_rate": 7.572095920274059e-06,
      "loss": 2.8504,
      "step": 7800
    },
    {
      "epoch": 0.49,
      "learning_rate": 7.540952974151356e-06,
      "loss": 2.7274,
      "step": 7900
    },
    {
      "epoch": 0.5,
      "learning_rate": 7.509810028028653e-06,
      "loss": 2.9404,
      "step": 8000
    },
    {
      "epoch": 0.5,
      "eval_loss": NaN,
      "eval_runtime": 1242.6775,
      "eval_samples_per_second": 183.751,
      "eval_steps_per_second": 22.969,
      "step": 8000
    },
    {
      "epoch": 0.5,
      "learning_rate": 7.47866708190595e-06,
      "loss": 2.6808,
      "step": 8100
    },
    {
      "epoch": 0.51,
      "learning_rate": 7.447835565244473e-06,
      "loss": 2.7214,
      "step": 8200
    },
    {
      "epoch": 0.52,
      "learning_rate": 7.4166926191217695e-06,
      "loss": 2.7306,
      "step": 8300
    },
    {
      "epoch": 0.52,
      "learning_rate": 7.3855496729990665e-06,
      "loss": 2.7578,
      "step": 8400
    },
    {
      "epoch": 0.53,
      "learning_rate": 7.354406726876363e-06,
      "loss": 2.6296,
      "step": 8500
    },
    {
      "epoch": 0.53,
      "eval_loss": NaN,
      "eval_runtime": 1242.0617,
      "eval_samples_per_second": 183.842,
      "eval_steps_per_second": 22.98,
      "step": 8500
    },
    {
      "epoch": 0.54,
      "learning_rate": 7.32326378075366e-06,
      "loss": 2.7712,
      "step": 8600
    },
    {
      "epoch": 0.54,
      "learning_rate": 7.2921208346309565e-06,
      "loss": 2.9979,
      "step": 8700
    },
    {
      "epoch": 0.55,
      "learning_rate": 7.2609778885082535e-06,
      "loss": 2.8045,
      "step": 8800
    },
    {
      "epoch": 0.55,
      "learning_rate": 7.2298349423855505e-06,
      "loss": 3.1612,
      "step": 8900
    },
    {
      "epoch": 0.56,
      "learning_rate": 7.198691996262847e-06,
      "loss": 2.8809,
      "step": 9000
    },
    {
      "epoch": 0.56,
      "eval_loss": NaN,
      "eval_runtime": 1242.2163,
      "eval_samples_per_second": 183.819,
      "eval_steps_per_second": 22.977,
      "step": 9000
    },
    {
      "epoch": 0.57,
      "learning_rate": 7.1675490501401435e-06,
      "loss": 2.8204,
      "step": 9100
    },
    {
      "epoch": 0.57,
      "learning_rate": 7.1364061040174405e-06,
      "loss": 2.508,
      "step": 9200
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.1052631578947375e-06,
      "loss": 2.3787,
      "step": 9300
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.0741202117720344e-06,
      "loss": 2.5762,
      "step": 9400
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.042977265649331e-06,
      "loss": 2.9636,
      "step": 9500
    },
    {
      "epoch": 0.59,
      "eval_loss": NaN,
      "eval_runtime": 1242.6873,
      "eval_samples_per_second": 183.749,
      "eval_steps_per_second": 22.969,
      "step": 9500
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.011834319526628e-06,
      "loss": 2.6669,
      "step": 9600
    },
    {
      "epoch": 0.6,
      "learning_rate": 6.980691373403925e-06,
      "loss": 2.9417,
      "step": 9700
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.949548427281222e-06,
      "loss": 3.1507,
      "step": 9800
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.9184054811585175e-06,
      "loss": 3.0434,
      "step": 9900
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.8872625350358145e-06,
      "loss": 3.0385,
      "step": 10000
    },
    {
      "epoch": 0.62,
      "eval_loss": NaN,
      "eval_runtime": 1242.5564,
      "eval_samples_per_second": 183.769,
      "eval_steps_per_second": 22.971,
      "step": 10000
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.8561195889131115e-06,
      "loss": 2.6385,
      "step": 10100
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.8249766427904084e-06,
      "loss": 2.5347,
      "step": 10200
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.793833696667705e-06,
      "loss": 3.0458,
      "step": 10300
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.763002180006229e-06,
      "loss": 3.0999,
      "step": 10400
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.731859233883526e-06,
      "loss": 2.5865,
      "step": 10500
    },
    {
      "epoch": 0.65,
      "eval_loss": NaN,
      "eval_runtime": 1242.285,
      "eval_samples_per_second": 183.809,
      "eval_steps_per_second": 22.976,
      "step": 10500
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.700716287760822e-06,
      "loss": 2.7499,
      "step": 10600
    },
    {
      "epoch": 0.67,
      "learning_rate": 6.669573341638119e-06,
      "loss": 2.9551,
      "step": 10700
    },
    {
      "epoch": 0.67,
      "learning_rate": 6.638430395515416e-06,
      "loss": 2.8254,
      "step": 10800
    },
    {
      "epoch": 0.68,
      "learning_rate": 6.607287449392713e-06,
      "loss": 2.8981,
      "step": 10900
    },
    {
      "epoch": 0.69,
      "learning_rate": 6.57614450327001e-06,
      "loss": 2.7491,
      "step": 11000
    },
    {
      "epoch": 0.69,
      "eval_loss": NaN,
      "eval_runtime": 1242.9348,
      "eval_samples_per_second": 183.713,
      "eval_steps_per_second": 22.964,
      "step": 11000
    },
    {
      "epoch": 0.69,
      "learning_rate": 6.545001557147307e-06,
      "loss": 2.8125,
      "step": 11100
    },
    {
      "epoch": 0.7,
      "learning_rate": 6.513858611024604e-06,
      "loss": 2.6231,
      "step": 11200
    },
    {
      "epoch": 0.7,
      "learning_rate": 6.482715664901901e-06,
      "loss": 2.8729,
      "step": 11300
    },
    {
      "epoch": 0.71,
      "learning_rate": 6.451572718779196e-06,
      "loss": 2.9655,
      "step": 11400
    },
    {
      "epoch": 0.72,
      "learning_rate": 6.420429772656493e-06,
      "loss": 3.1339,
      "step": 11500
    },
    {
      "epoch": 0.72,
      "eval_loss": NaN,
      "eval_runtime": 1242.7737,
      "eval_samples_per_second": 183.737,
      "eval_steps_per_second": 22.967,
      "step": 11500
    },
    {
      "epoch": 0.72,
      "learning_rate": 6.38928682653379e-06,
      "loss": 3.2655,
      "step": 11600
    },
    {
      "epoch": 0.73,
      "learning_rate": 6.358143880411087e-06,
      "loss": 2.7888,
      "step": 11700
    },
    {
      "epoch": 0.73,
      "learning_rate": 6.327000934288384e-06,
      "loss": 3.7292,
      "step": 11800
    },
    {
      "epoch": 0.74,
      "learning_rate": 6.295857988165681e-06,
      "loss": 2.6393,
      "step": 11900
    },
    {
      "epoch": 0.75,
      "learning_rate": 6.264715042042978e-06,
      "loss": 2.9632,
      "step": 12000
    },
    {
      "epoch": 0.75,
      "eval_loss": NaN,
      "eval_runtime": 1242.1518,
      "eval_samples_per_second": 183.829,
      "eval_steps_per_second": 22.979,
      "step": 12000
    },
    {
      "epoch": 0.75,
      "learning_rate": 6.233572095920275e-06,
      "loss": 2.4857,
      "step": 12100
    },
    {
      "epoch": 0.76,
      "learning_rate": 6.202429149797571e-06,
      "loss": 2.9144,
      "step": 12200
    },
    {
      "epoch": 0.77,
      "learning_rate": 6.171286203674868e-06,
      "loss": 2.7133,
      "step": 12300
    },
    {
      "epoch": 0.77,
      "learning_rate": 6.140143257552165e-06,
      "loss": 3.8753,
      "step": 12400
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.109000311429461e-06,
      "loss": 3.0089,
      "step": 12500
    },
    {
      "epoch": 0.78,
      "eval_loss": NaN,
      "eval_runtime": 1242.2159,
      "eval_samples_per_second": 183.819,
      "eval_steps_per_second": 22.977,
      "step": 12500
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.077857365306758e-06,
      "loss": 2.9934,
      "step": 12600
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.047025848645283e-06,
      "loss": 2.5078,
      "step": 12700
    },
    {
      "epoch": 0.8,
      "learning_rate": 6.01588290252258e-06,
      "loss": 2.7188,
      "step": 12800
    },
    {
      "epoch": 0.8,
      "learning_rate": 5.984739956399875e-06,
      "loss": 2.6552,
      "step": 12900
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.953597010277172e-06,
      "loss": 2.3908,
      "step": 13000
    },
    {
      "epoch": 0.81,
      "eval_loss": NaN,
      "eval_runtime": 1242.3282,
      "eval_samples_per_second": 183.802,
      "eval_steps_per_second": 22.975,
      "step": 13000
    },
    {
      "epoch": 0.82,
      "learning_rate": 5.922454064154469e-06,
      "loss": 2.7332,
      "step": 13100
    },
    {
      "epoch": 0.82,
      "learning_rate": 5.891311118031766e-06,
      "loss": 2.3849,
      "step": 13200
    },
    {
      "epoch": 0.83,
      "learning_rate": 5.860168171909063e-06,
      "loss": 3.4628,
      "step": 13300
    },
    {
      "epoch": 0.83,
      "learning_rate": 5.82902522578636e-06,
      "loss": 2.6728,
      "step": 13400
    },
    {
      "epoch": 0.84,
      "learning_rate": 5.797882279663657e-06,
      "loss": 2.8807,
      "step": 13500
    },
    {
      "epoch": 0.84,
      "eval_loss": NaN,
      "eval_runtime": 1241.8007,
      "eval_samples_per_second": 183.881,
      "eval_steps_per_second": 22.985,
      "step": 13500
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.766739333540954e-06,
      "loss": 2.9648,
      "step": 13600
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.735596387418251e-06,
      "loss": 2.8685,
      "step": 13700
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.704453441295547e-06,
      "loss": 2.7226,
      "step": 13800
    },
    {
      "epoch": 0.87,
      "learning_rate": 5.673310495172844e-06,
      "loss": 2.7493,
      "step": 13900
    },
    {
      "epoch": 0.87,
      "learning_rate": 5.642167549050141e-06,
      "loss": 2.4787,
      "step": 14000
    },
    {
      "epoch": 0.87,
      "eval_loss": NaN,
      "eval_runtime": 1242.1112,
      "eval_samples_per_second": 183.835,
      "eval_steps_per_second": 22.979,
      "step": 14000
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.611024602927437e-06,
      "loss": 2.6621,
      "step": 14100
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.580193086265962e-06,
      "loss": 2.5317,
      "step": 14200
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.549050140143259e-06,
      "loss": 2.8094,
      "step": 14300
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.5179071940205556e-06,
      "loss": 2.9184,
      "step": 14400
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.486764247897851e-06,
      "loss": 3.0641,
      "step": 14500
    },
    {
      "epoch": 0.9,
      "eval_loss": NaN,
      "eval_runtime": 1242.2939,
      "eval_samples_per_second": 183.808,
      "eval_steps_per_second": 22.976,
      "step": 14500
    },
    {
      "epoch": 0.91,
      "learning_rate": 5.455621301775148e-06,
      "loss": 2.707,
      "step": 14600
    },
    {
      "epoch": 0.92,
      "learning_rate": 5.424478355652445e-06,
      "loss": 2.8484,
      "step": 14700
    },
    {
      "epoch": 0.92,
      "learning_rate": 5.393335409529742e-06,
      "loss": 2.7637,
      "step": 14800
    },
    {
      "epoch": 0.93,
      "learning_rate": 5.362192463407039e-06,
      "loss": 3.2172,
      "step": 14900
    },
    {
      "epoch": 0.93,
      "learning_rate": 5.331049517284336e-06,
      "loss": 3.8572,
      "step": 15000
    },
    {
      "epoch": 0.93,
      "eval_loss": NaN,
      "eval_runtime": 1242.3426,
      "eval_samples_per_second": 183.8,
      "eval_steps_per_second": 22.975,
      "step": 15000
    },
    {
      "epoch": 0.94,
      "learning_rate": 5.299906571161633e-06,
      "loss": 2.6719,
      "step": 15100
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.2687636250389296e-06,
      "loss": 2.6299,
      "step": 15200
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.237620678916226e-06,
      "loss": 2.7315,
      "step": 15300
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.206477732793523e-06,
      "loss": 2.5421,
      "step": 15400
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.17533478667082e-06,
      "loss": 2.6612,
      "step": 15500
    },
    {
      "epoch": 0.97,
      "eval_loss": NaN,
      "eval_runtime": 1242.7472,
      "eval_samples_per_second": 183.741,
      "eval_steps_per_second": 22.968,
      "step": 15500
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.1441918405481166e-06,
      "loss": 2.4232,
      "step": 15600
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.113048894425413e-06,
      "loss": 2.4607,
      "step": 15700
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.08190594830271e-06,
      "loss": 2.5239,
      "step": 15800
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.050763002180007e-06,
      "loss": 2.7479,
      "step": 15900
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.0196200560573036e-06,
      "loss": 2.3672,
      "step": 16000
    },
    {
      "epoch": 1.0,
      "eval_loss": NaN,
      "eval_runtime": 1242.0429,
      "eval_samples_per_second": 183.845,
      "eval_steps_per_second": 22.981,
      "step": 16000
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.9884771099346005e-06,
      "loss": 2.8632,
      "step": 16100
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.9573341638118975e-06,
      "loss": 2.6653,
      "step": 16200
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.9261912176891945e-06,
      "loss": 2.539,
      "step": 16300
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.8950482715664906e-06,
      "loss": 2.8172,
      "step": 16400
    },
    {
      "epoch": 1.03,
      "learning_rate": 4.8639053254437875e-06,
      "loss": 2.5157,
      "step": 16500
    },
    {
      "epoch": 1.03,
      "eval_loss": NaN,
      "eval_runtime": 11659.1974,
      "eval_samples_per_second": 19.585,
      "eval_steps_per_second": 2.448,
      "step": 16500
    },
    {
      "epoch": 1.03,
      "learning_rate": 4.8327623793210845e-06,
      "loss": 2.5209,
      "step": 16600
    },
    {
      "epoch": 1.04,
      "learning_rate": 4.8016194331983815e-06,
      "loss": 2.9114,
      "step": 16700
    },
    {
      "epoch": 1.05,
      "learning_rate": 4.7704764870756776e-06,
      "loss": 2.6053,
      "step": 16800
    },
    {
      "epoch": 1.05,
      "learning_rate": 4.7393335409529745e-06,
      "loss": 2.8304,
      "step": 16900
    },
    {
      "epoch": 1.06,
      "learning_rate": 4.7081905948302715e-06,
      "loss": 2.7648,
      "step": 17000
    },
    {
      "epoch": 1.06,
      "eval_loss": NaN,
      "eval_runtime": 1241.8221,
      "eval_samples_per_second": 183.877,
      "eval_steps_per_second": 22.985,
      "step": 17000
    },
    {
      "epoch": 1.07,
      "learning_rate": 4.6770476487075685e-06,
      "loss": 2.9948,
      "step": 17100
    },
    {
      "epoch": 1.07,
      "learning_rate": 4.6459047025848646e-06,
      "loss": 2.7007,
      "step": 17200
    },
    {
      "epoch": 1.08,
      "learning_rate": 4.6147617564621615e-06,
      "loss": 3.0049,
      "step": 17300
    },
    {
      "epoch": 1.08,
      "learning_rate": 4.5836188103394585e-06,
      "loss": 2.4344,
      "step": 17400
    },
    {
      "epoch": 1.09,
      "learning_rate": 4.5524758642167555e-06,
      "loss": 2.474,
      "step": 17500
    },
    {
      "epoch": 1.09,
      "eval_loss": NaN,
      "eval_runtime": 1242.354,
      "eval_samples_per_second": 183.799,
      "eval_steps_per_second": 22.975,
      "step": 17500
    },
    {
      "epoch": 1.1,
      "learning_rate": 4.5213329180940516e-06,
      "loss": 2.653,
      "step": 17600
    },
    {
      "epoch": 1.1,
      "learning_rate": 4.4901899719713485e-06,
      "loss": 2.7398,
      "step": 17700
    },
    {
      "epoch": 1.11,
      "learning_rate": 4.4590470258486455e-06,
      "loss": 2.3064,
      "step": 17800
    },
    {
      "epoch": 1.11,
      "learning_rate": 4.4279040797259425e-06,
      "loss": 2.8268,
      "step": 17900
    },
    {
      "epoch": 1.12,
      "learning_rate": 4.3967611336032386e-06,
      "loss": 2.3197,
      "step": 18000
    },
    {
      "epoch": 1.12,
      "eval_loss": NaN,
      "eval_runtime": 1244.3942,
      "eval_samples_per_second": 183.497,
      "eval_steps_per_second": 22.937,
      "step": 18000
    },
    {
      "epoch": 1.13,
      "learning_rate": 4.3656181874805355e-06,
      "loss": 2.6969,
      "step": 18100
    },
    {
      "epoch": 1.13,
      "learning_rate": 4.33478667081906e-06,
      "loss": 2.6233,
      "step": 18200
    },
    {
      "epoch": 1.14,
      "learning_rate": 4.303643724696356e-06,
      "loss": 2.9522,
      "step": 18300
    },
    {
      "epoch": 1.15,
      "learning_rate": 4.272500778573653e-06,
      "loss": 2.5308,
      "step": 18400
    },
    {
      "epoch": 1.15,
      "learning_rate": 4.24135783245095e-06,
      "loss": 2.9766,
      "step": 18500
    },
    {
      "epoch": 1.15,
      "eval_loss": NaN,
      "eval_runtime": 1242.8298,
      "eval_samples_per_second": 183.728,
      "eval_steps_per_second": 22.966,
      "step": 18500
    },
    {
      "epoch": 1.16,
      "learning_rate": 4.210214886328247e-06,
      "loss": 2.4952,
      "step": 18600
    },
    {
      "epoch": 1.16,
      "learning_rate": 4.179071940205543e-06,
      "loss": 3.0581,
      "step": 18700
    },
    {
      "epoch": 1.17,
      "learning_rate": 4.14792899408284e-06,
      "loss": 2.3722,
      "step": 18800
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.116786047960137e-06,
      "loss": 2.6995,
      "step": 18900
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.085643101837434e-06,
      "loss": 2.827,
      "step": 19000
    },
    {
      "epoch": 1.18,
      "eval_loss": NaN,
      "eval_runtime": 1242.4071,
      "eval_samples_per_second": 183.791,
      "eval_steps_per_second": 22.974,
      "step": 19000
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.054500155714731e-06,
      "loss": 2.7205,
      "step": 19100
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.023357209592027e-06,
      "loss": 2.9195,
      "step": 19200
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.992214263469324e-06,
      "loss": 2.8558,
      "step": 19300
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.961071317346621e-06,
      "loss": 3.2538,
      "step": 19400
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.929928371223918e-06,
      "loss": 2.7213,
      "step": 19500
    },
    {
      "epoch": 1.21,
      "eval_loss": NaN,
      "eval_runtime": 1242.5138,
      "eval_samples_per_second": 183.775,
      "eval_steps_per_second": 22.972,
      "step": 19500
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.898785425101214e-06,
      "loss": 2.7368,
      "step": 19600
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.867642478978511e-06,
      "loss": 2.6442,
      "step": 19700
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.836499532855808e-06,
      "loss": 2.6891,
      "step": 19800
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.8053565867331056e-06,
      "loss": 2.6657,
      "step": 19900
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.7742136406104017e-06,
      "loss": 2.6653,
      "step": 20000
    },
    {
      "epoch": 1.25,
      "eval_loss": NaN,
      "eval_runtime": 1243.214,
      "eval_samples_per_second": 183.672,
      "eval_steps_per_second": 22.959,
      "step": 20000
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.7430706944876987e-06,
      "loss": 3.0333,
      "step": 20100
    },
    {
      "epoch": 1.26,
      "learning_rate": 3.7119277483649957e-06,
      "loss": 2.2654,
      "step": 20200
    },
    {
      "epoch": 1.26,
      "learning_rate": 3.6807848022422926e-06,
      "loss": 2.8074,
      "step": 20300
    },
    {
      "epoch": 1.27,
      "learning_rate": 3.649641856119589e-06,
      "loss": 2.5416,
      "step": 20400
    },
    {
      "epoch": 1.28,
      "learning_rate": 3.618498909996886e-06,
      "loss": 2.671,
      "step": 20500
    },
    {
      "epoch": 1.28,
      "eval_loss": NaN,
      "eval_runtime": 1242.2133,
      "eval_samples_per_second": 183.819,
      "eval_steps_per_second": 22.978,
      "step": 20500
    },
    {
      "epoch": 1.28,
      "learning_rate": 3.5873559638741827e-06,
      "loss": 2.3197,
      "step": 20600
    },
    {
      "epoch": 1.29,
      "learning_rate": 3.5562130177514796e-06,
      "loss": 2.6825,
      "step": 20700
    },
    {
      "epoch": 1.3,
      "learning_rate": 3.525070071628776e-06,
      "loss": 2.9642,
      "step": 20800
    },
    {
      "epoch": 1.3,
      "learning_rate": 3.493927125506073e-06,
      "loss": 2.327,
      "step": 20900
    },
    {
      "epoch": 1.31,
      "learning_rate": 3.463095608844597e-06,
      "loss": 2.5401,
      "step": 21000
    },
    {
      "epoch": 1.31,
      "eval_loss": NaN,
      "eval_runtime": 1242.9072,
      "eval_samples_per_second": 183.717,
      "eval_steps_per_second": 22.965,
      "step": 21000
    },
    {
      "epoch": 1.31,
      "learning_rate": 3.4319526627218935e-06,
      "loss": 2.6376,
      "step": 21100
    },
    {
      "epoch": 1.32,
      "learning_rate": 3.4008097165991905e-06,
      "loss": 2.8178,
      "step": 21200
    },
    {
      "epoch": 1.33,
      "learning_rate": 3.3696667704764874e-06,
      "loss": 2.2995,
      "step": 21300
    },
    {
      "epoch": 1.33,
      "learning_rate": 3.3385238243537844e-06,
      "loss": 3.476,
      "step": 21400
    },
    {
      "epoch": 1.34,
      "learning_rate": 3.3073808782310805e-06,
      "loss": 2.7193,
      "step": 21500
    },
    {
      "epoch": 1.34,
      "eval_loss": NaN,
      "eval_runtime": 1242.302,
      "eval_samples_per_second": 183.806,
      "eval_steps_per_second": 22.976,
      "step": 21500
    },
    {
      "epoch": 1.35,
      "learning_rate": 3.2762379321083775e-06,
      "loss": 2.2606,
      "step": 21600
    },
    {
      "epoch": 1.35,
      "learning_rate": 3.2450949859856744e-06,
      "loss": 2.4979,
      "step": 21700
    },
    {
      "epoch": 1.36,
      "learning_rate": 3.2139520398629714e-06,
      "loss": 2.8394,
      "step": 21800
    },
    {
      "epoch": 1.36,
      "learning_rate": 3.1828090937402684e-06,
      "loss": 2.5935,
      "step": 21900
    },
    {
      "epoch": 1.37,
      "learning_rate": 3.151666147617565e-06,
      "loss": 2.5924,
      "step": 22000
    },
    {
      "epoch": 1.37,
      "eval_loss": NaN,
      "eval_runtime": 1239.6995,
      "eval_samples_per_second": 184.192,
      "eval_steps_per_second": 23.024,
      "step": 22000
    },
    {
      "epoch": 1.38,
      "learning_rate": 3.120523201494862e-06,
      "loss": 2.3212,
      "step": 22100
    },
    {
      "epoch": 1.38,
      "learning_rate": 3.0893802553721584e-06,
      "loss": 2.5372,
      "step": 22200
    },
    {
      "epoch": 1.39,
      "learning_rate": 3.0582373092494554e-06,
      "loss": 3.17,
      "step": 22300
    },
    {
      "epoch": 1.4,
      "learning_rate": 3.027094363126752e-06,
      "loss": 2.3103,
      "step": 22400
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.995951417004049e-06,
      "loss": 2.5506,
      "step": 22500
    },
    {
      "epoch": 1.4,
      "eval_loss": NaN,
      "eval_runtime": 1238.6358,
      "eval_samples_per_second": 184.35,
      "eval_steps_per_second": 23.044,
      "step": 22500
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.964808470881346e-06,
      "loss": 2.3131,
      "step": 22600
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.9336655247586428e-06,
      "loss": 2.9797,
      "step": 22700
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.902522578635939e-06,
      "loss": 3.3517,
      "step": 22800
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.871379632513236e-06,
      "loss": 2.3309,
      "step": 22900
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.840236686390533e-06,
      "loss": 2.9167,
      "step": 23000
    },
    {
      "epoch": 1.43,
      "eval_loss": NaN,
      "eval_runtime": 1239.5086,
      "eval_samples_per_second": 184.221,
      "eval_steps_per_second": 23.028,
      "step": 23000
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.8090937402678298e-06,
      "loss": 2.612,
      "step": 23100
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.7779507941451263e-06,
      "loss": 2.5327,
      "step": 23200
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.746807848022423e-06,
      "loss": 2.4244,
      "step": 23300
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.71566490189972e-06,
      "loss": 2.6675,
      "step": 23400
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.6845219557770168e-06,
      "loss": 2.8272,
      "step": 23500
    },
    {
      "epoch": 1.46,
      "eval_loss": NaN,
      "eval_runtime": 1242.2478,
      "eval_samples_per_second": 183.814,
      "eval_steps_per_second": 22.977,
      "step": 23500
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.6533790096543133e-06,
      "loss": 2.419,
      "step": 23600
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.6222360635316103e-06,
      "loss": 2.4781,
      "step": 23700
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5910931174089072e-06,
      "loss": 3.1415,
      "step": 23800
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.559950171286204e-06,
      "loss": 2.5226,
      "step": 23900
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5288072251635003e-06,
      "loss": 2.4586,
      "step": 24000
    },
    {
      "epoch": 1.49,
      "eval_loss": NaN,
      "eval_runtime": 1242.6605,
      "eval_samples_per_second": 183.753,
      "eval_steps_per_second": 22.969,
      "step": 24000
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.4976642790407973e-06,
      "loss": 2.6241,
      "step": 24100
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.4665213329180942e-06,
      "loss": 2.9088,
      "step": 24200
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.435378386795391e-06,
      "loss": 2.3136,
      "step": 24300
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.4042354406726877e-06,
      "loss": 2.5916,
      "step": 24400
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.3730924945499847e-06,
      "loss": 2.5698,
      "step": 24500
    },
    {
      "epoch": 1.53,
      "eval_loss": NaN,
      "eval_runtime": 1243.0815,
      "eval_samples_per_second": 183.691,
      "eval_steps_per_second": 22.961,
      "step": 24500
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.3419495484272812e-06,
      "loss": 2.9015,
      "step": 24600
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.310806602304578e-06,
      "loss": 3.1771,
      "step": 24700
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.279663656181875e-06,
      "loss": 3.388,
      "step": 24800
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.2485207100591717e-06,
      "loss": 2.5991,
      "step": 24900
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.2173777639364687e-06,
      "loss": 2.6171,
      "step": 25000
    },
    {
      "epoch": 1.56,
      "eval_loss": NaN,
      "eval_runtime": 1242.7545,
      "eval_samples_per_second": 183.739,
      "eval_steps_per_second": 22.968,
      "step": 25000
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.1865462472749925e-06,
      "loss": 2.506,
      "step": 25100
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.1554033011522895e-06,
      "loss": 2.6567,
      "step": 25200
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.124260355029586e-06,
      "loss": 3.2163,
      "step": 25300
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.09342883836811e-06,
      "loss": 2.8622,
      "step": 25400
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.062285892245407e-06,
      "loss": 3.0785,
      "step": 25500
    },
    {
      "epoch": 1.59,
      "eval_loss": NaN,
      "eval_runtime": 1241.7925,
      "eval_samples_per_second": 183.882,
      "eval_steps_per_second": 22.985,
      "step": 25500
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.0311429461227034e-06,
      "loss": 2.735,
      "step": 25600
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 2.61,
      "step": 25700
    },
    {
      "epoch": 1.61,
      "learning_rate": 1.968857053877297e-06,
      "loss": 2.3942,
      "step": 25800
    },
    {
      "epoch": 1.61,
      "learning_rate": 1.937714107754594e-06,
      "loss": 2.1723,
      "step": 25900
    },
    {
      "epoch": 1.62,
      "learning_rate": 1.9065711616318906e-06,
      "loss": 2.856,
      "step": 26000
    },
    {
      "epoch": 1.62,
      "eval_loss": NaN,
      "eval_runtime": 1242.4465,
      "eval_samples_per_second": 183.785,
      "eval_steps_per_second": 22.973,
      "step": 26000
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.8757396449704144e-06,
      "loss": 2.9466,
      "step": 26100
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.8445966988477112e-06,
      "loss": 3.1076,
      "step": 26200
    },
    {
      "epoch": 1.64,
      "learning_rate": 1.813453752725008e-06,
      "loss": 2.2859,
      "step": 26300
    },
    {
      "epoch": 1.64,
      "learning_rate": 1.782310806602305e-06,
      "loss": 3.0796,
      "step": 26400
    },
    {
      "epoch": 1.65,
      "learning_rate": 1.7511678604796014e-06,
      "loss": 2.3788,
      "step": 26500
    },
    {
      "epoch": 1.65,
      "eval_loss": NaN,
      "eval_runtime": 1242.137,
      "eval_samples_per_second": 183.831,
      "eval_steps_per_second": 22.979,
      "step": 26500
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.7200249143568984e-06,
      "loss": 2.7557,
      "step": 26600
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.688881968234195e-06,
      "loss": 2.328,
      "step": 26700
    },
    {
      "epoch": 1.67,
      "learning_rate": 1.657739022111492e-06,
      "loss": 2.7651,
      "step": 26800
    },
    {
      "epoch": 1.68,
      "learning_rate": 1.6265960759887886e-06,
      "loss": 3.1467,
      "step": 26900
    },
    {
      "epoch": 1.68,
      "learning_rate": 1.5954531298660856e-06,
      "loss": 2.5629,
      "step": 27000
    },
    {
      "epoch": 1.68,
      "eval_loss": NaN,
      "eval_runtime": 1243.6496,
      "eval_samples_per_second": 183.607,
      "eval_steps_per_second": 22.951,
      "step": 27000
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.5643101837433821e-06,
      "loss": 2.6638,
      "step": 27100
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.5331672376206791e-06,
      "loss": 2.7094,
      "step": 27200
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.5020242914979756e-06,
      "loss": 2.6052,
      "step": 27300
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.4708813453752726e-06,
      "loss": 2.6647,
      "step": 27400
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.4397383992525694e-06,
      "loss": 2.5914,
      "step": 27500
    },
    {
      "epoch": 1.71,
      "eval_loss": NaN,
      "eval_runtime": 1242.5399,
      "eval_samples_per_second": 183.771,
      "eval_steps_per_second": 22.971,
      "step": 27500
    },
    {
      "epoch": 1.72,
      "learning_rate": 1.4085954531298663e-06,
      "loss": 2.6187,
      "step": 27600
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.3774525070071629e-06,
      "loss": 2.2137,
      "step": 27700
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.3463095608844598e-06,
      "loss": 2.5718,
      "step": 27800
    },
    {
      "epoch": 1.74,
      "learning_rate": 1.3151666147617564e-06,
      "loss": 2.3102,
      "step": 27900
    },
    {
      "epoch": 1.74,
      "learning_rate": 1.2840236686390533e-06,
      "loss": 2.5802,
      "step": 28000
    },
    {
      "epoch": 1.74,
      "eval_loss": NaN,
      "eval_runtime": 1242.0317,
      "eval_samples_per_second": 183.846,
      "eval_steps_per_second": 22.981,
      "step": 28000
    },
    {
      "epoch": 1.75,
      "learning_rate": 1.25288072251635e-06,
      "loss": 3.2864,
      "step": 28100
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.221737776393647e-06,
      "loss": 2.4009,
      "step": 28200
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.1905948302709438e-06,
      "loss": 2.2293,
      "step": 28300
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.1594518841482405e-06,
      "loss": 2.5808,
      "step": 28400
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.1283089380255373e-06,
      "loss": 2.2956,
      "step": 28500
    },
    {
      "epoch": 1.78,
      "eval_loss": NaN,
      "eval_runtime": 1242.0354,
      "eval_samples_per_second": 183.846,
      "eval_steps_per_second": 22.981,
      "step": 28500
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.097165991902834e-06,
      "loss": 2.6273,
      "step": 28600
    },
    {
      "epoch": 1.79,
      "learning_rate": 1.0660230457801308e-06,
      "loss": 2.5466,
      "step": 28700
    },
    {
      "epoch": 1.79,
      "learning_rate": 1.0348800996574275e-06,
      "loss": 2.7805,
      "step": 28800
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.0037371535347245e-06,
      "loss": 2.4265,
      "step": 28900
    },
    {
      "epoch": 1.81,
      "learning_rate": 9.725942074120212e-07,
      "loss": 2.6872,
      "step": 29000
    },
    {
      "epoch": 1.81,
      "eval_loss": NaN,
      "eval_runtime": 1241.1816,
      "eval_samples_per_second": 183.972,
      "eval_steps_per_second": 22.997,
      "step": 29000
    },
    {
      "epoch": 1.81,
      "learning_rate": 9.41451261289318e-07,
      "loss": 2.8077,
      "step": 29100
    },
    {
      "epoch": 1.82,
      "learning_rate": 9.103083151666147e-07,
      "loss": 2.7051,
      "step": 29200
    },
    {
      "epoch": 1.82,
      "learning_rate": 8.791653690439116e-07,
      "loss": 2.6449,
      "step": 29300
    },
    {
      "epoch": 1.83,
      "learning_rate": 8.480224229212085e-07,
      "loss": 2.2203,
      "step": 29400
    },
    {
      "epoch": 1.84,
      "learning_rate": 8.168794767985053e-07,
      "loss": 2.7376,
      "step": 29500
    },
    {
      "epoch": 1.84,
      "eval_loss": NaN,
      "eval_runtime": 1242.2627,
      "eval_samples_per_second": 183.812,
      "eval_steps_per_second": 22.977,
      "step": 29500
    },
    {
      "epoch": 1.84,
      "learning_rate": 7.857365306758021e-07,
      "loss": 2.3105,
      "step": 29600
    },
    {
      "epoch": 1.85,
      "learning_rate": 7.545935845530988e-07,
      "loss": 3.303,
      "step": 29700
    },
    {
      "epoch": 1.86,
      "learning_rate": 7.234506384303956e-07,
      "loss": 2.6327,
      "step": 29800
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.923076923076924e-07,
      "loss": 2.4727,
      "step": 29900
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.611647461849892e-07,
      "loss": 2.5736,
      "step": 30000
    },
    {
      "epoch": 1.87,
      "eval_loss": NaN,
      "eval_runtime": 1242.5556,
      "eval_samples_per_second": 183.769,
      "eval_steps_per_second": 22.971,
      "step": 30000
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.300218000622859e-07,
      "loss": 2.687,
      "step": 30100
    },
    {
      "epoch": 1.88,
      "learning_rate": 5.988788539395828e-07,
      "loss": 2.664,
      "step": 30200
    },
    {
      "epoch": 1.89,
      "learning_rate": 5.677359078168795e-07,
      "loss": 2.4285,
      "step": 30300
    },
    {
      "epoch": 1.89,
      "learning_rate": 5.369043911554033e-07,
      "loss": 2.4898,
      "step": 30400
    },
    {
      "epoch": 1.9,
      "learning_rate": 5.057614450327001e-07,
      "loss": 2.3551,
      "step": 30500
    },
    {
      "epoch": 1.9,
      "eval_loss": NaN,
      "eval_runtime": 1242.2664,
      "eval_samples_per_second": 183.812,
      "eval_steps_per_second": 22.977,
      "step": 30500
    },
    {
      "epoch": 1.91,
      "learning_rate": 4.7461849890999693e-07,
      "loss": 2.8719,
      "step": 30600
    },
    {
      "epoch": 1.91,
      "learning_rate": 4.4347555278729373e-07,
      "loss": 2.6584,
      "step": 30700
    },
    {
      "epoch": 1.92,
      "learning_rate": 4.1233260666459054e-07,
      "loss": 2.3366,
      "step": 30800
    },
    {
      "epoch": 1.92,
      "learning_rate": 3.811896605418873e-07,
      "loss": 2.8612,
      "step": 30900
    },
    {
      "epoch": 1.93,
      "learning_rate": 3.500467144191841e-07,
      "loss": 2.7175,
      "step": 31000
    },
    {
      "epoch": 1.93,
      "eval_loss": NaN,
      "eval_runtime": 1242.8604,
      "eval_samples_per_second": 183.724,
      "eval_steps_per_second": 22.966,
      "step": 31000
    },
    {
      "epoch": 1.94,
      "learning_rate": 3.189037682964809e-07,
      "loss": 2.9036,
      "step": 31100
    },
    {
      "epoch": 1.94,
      "learning_rate": 2.8776082217377764e-07,
      "loss": 2.8631,
      "step": 31200
    },
    {
      "epoch": 1.95,
      "learning_rate": 2.5661787605107445e-07,
      "loss": 2.4594,
      "step": 31300
    },
    {
      "epoch": 1.96,
      "learning_rate": 2.2547492992837125e-07,
      "loss": 2.9569,
      "step": 31400
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.9433198380566805e-07,
      "loss": 3.0516,
      "step": 31500
    },
    {
      "epoch": 1.96,
      "eval_loss": NaN,
      "eval_runtime": 1243.9849,
      "eval_samples_per_second": 183.558,
      "eval_steps_per_second": 22.945,
      "step": 31500
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.6318903768296483e-07,
      "loss": 2.529,
      "step": 31600
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.320460915602616e-07,
      "loss": 2.4768,
      "step": 31700
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.009031454375584e-07,
      "loss": 2.5839,
      "step": 31800
    },
    {
      "epoch": 1.99,
      "learning_rate": 6.97601993148552e-08,
      "loss": 2.6676,
      "step": 31900
    },
    {
      "epoch": 1.99,
      "learning_rate": 3.861725319215198e-08,
      "loss": 3.2724,
      "step": 32000
    },
    {
      "epoch": 1.99,
      "eval_loss": NaN,
      "eval_runtime": 1242.7853,
      "eval_samples_per_second": 183.735,
      "eval_steps_per_second": 22.967,
      "step": 32000
    },
    {
      "epoch": 2.0,
      "learning_rate": 7.47430706944877e-09,
      "loss": 2.7629,
      "step": 32100
    }
  ],
  "logging_steps": 100,
  "max_steps": 32110,
  "num_train_epochs": 2,
  "save_steps": 100,
  "total_flos": 1.0814548820133888e+18,
  "trial_name": null,
  "trial_params": null
}