{
  "best_metric": 0.49299946427345276,
  "best_model_checkpoint": "model/E3/typhoon_E3_shuffle_augment_gpt4/checkpoint-7179",
  "epoch": 9.995821145006268,
  "eval_steps": 500,
  "global_step": 11960,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 2.7644,
      "step": 20
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.99999133180605e-05,
      "loss": 1.8649,
      "step": 40
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.999921986615105e-05,
      "loss": 1.6283,
      "step": 60
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.999783298156723e-05,
      "loss": 1.6308,
      "step": 80
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.99957527027787e-05,
      "loss": 1.5728,
      "step": 100
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.999297908748858e-05,
      "loss": 1.5868,
      "step": 120
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.998951221263189e-05,
      "loss": 1.5358,
      "step": 140
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.9985352174373414e-05,
      "loss": 1.5481,
      "step": 160
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.998049908810499e-05,
      "loss": 1.5296,
      "step": 180
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.997495308844239e-05,
      "loss": 1.5304,
      "step": 200
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.9968714329221486e-05,
      "loss": 1.5055,
      "step": 220
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.996178298349407e-05,
      "loss": 1.4966,
      "step": 240
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.9954159243523e-05,
      "loss": 1.4697,
      "step": 260
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.9945843320776896e-05,
      "loss": 1.4877,
      "step": 280
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.993683544592426e-05,
      "loss": 1.4842,
      "step": 300
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.9927135868827065e-05,
      "loss": 1.4808,
      "step": 320
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.991674485853387e-05,
      "loss": 1.4508,
      "step": 340
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.99056627032723e-05,
      "loss": 1.458,
      "step": 360
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.98938897104411e-05,
      "loss": 1.4582,
      "step": 380
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.9881426206601566e-05,
      "loss": 1.4379,
      "step": 400
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.986827253746853e-05,
      "loss": 1.4557,
      "step": 420
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.9854429067900723e-05,
      "loss": 1.4214,
      "step": 440
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.98398961818907e-05,
      "loss": 1.4331,
      "step": 460
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.9824674282554165e-05,
      "loss": 1.4215,
      "step": 480
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.980876379211879e-05,
      "loss": 1.4167,
      "step": 500
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.9792165151912484e-05,
      "loss": 1.4046,
      "step": 520
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.977487882235121e-05,
      "loss": 1.4067,
      "step": 540
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.975690528292617e-05,
      "loss": 1.413,
      "step": 560
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.973824503219048e-05,
      "loss": 1.4029,
      "step": 580
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.97188985877454e-05,
      "loss": 1.3601,
      "step": 600
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9698866486225955e-05,
      "loss": 1.3631,
      "step": 620
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.9678149283286024e-05,
      "loss": 1.3568,
      "step": 640
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.965674755358296e-05,
      "loss": 1.378,
      "step": 660
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.9634661890761634e-05,
      "loss": 1.3617,
      "step": 680
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.9611892907437974e-05,
      "loss": 1.3748,
      "step": 700
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.958844123518197e-05,
      "loss": 1.329,
      "step": 720
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.956430752450014e-05,
      "loss": 1.3485,
      "step": 740
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.953949244481754e-05,
      "loss": 1.3259,
      "step": 760
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.9513996684459105e-05,
      "loss": 1.3245,
      "step": 780
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.948782095063066e-05,
      "loss": 1.3413,
      "step": 800
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.946096596939921e-05,
      "loss": 1.302,
      "step": 820
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.9433432485672864e-05,
      "loss": 1.2948,
      "step": 840
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.940522126318015e-05,
      "loss": 1.3077,
      "step": 860
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.9376333084448806e-05,
      "loss": 1.3172,
      "step": 880
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.934676875078414e-05,
      "loss": 1.3117,
      "step": 900
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.931652908224673e-05,
      "loss": 1.3061,
      "step": 920
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.928561491762973e-05,
      "loss": 1.2932,
      "step": 940
    },
    {
      "epoch": 0.8,
      "learning_rate": 4.9254027114435554e-05,
      "loss": 1.2772,
      "step": 960
    },
    {
      "epoch": 0.82,
      "learning_rate": 4.922176654885215e-05,
      "loss": 1.2484,
      "step": 980
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.9188834115728653e-05,
      "loss": 1.2507,
      "step": 1000
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.9155230728550584e-05,
      "loss": 1.242,
      "step": 1020
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.912095731941447e-05,
      "loss": 1.231,
      "step": 1040
    },
    {
      "epoch": 0.89,
      "learning_rate": 4.908601483900207e-05,
      "loss": 1.2293,
      "step": 1060
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9050404256553925e-05,
      "loss": 1.2514,
      "step": 1080
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.901412655984252e-05,
      "loss": 1.2267,
      "step": 1100
    },
    {
      "epoch": 0.94,
      "learning_rate": 4.897718275514487e-05,
      "loss": 1.2314,
      "step": 1120
    },
    {
      "epoch": 0.95,
      "learning_rate": 4.893957386721459e-05,
      "loss": 1.2156,
      "step": 1140
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.8901300939253516e-05,
      "loss": 1.199,
      "step": 1160
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.8862365032882726e-05,
      "loss": 1.2056,
      "step": 1180
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.2155479192733765,
      "eval_runtime": 137.6539,
      "eval_samples_per_second": 34.376,
      "eval_steps_per_second": 8.594,
      "step": 1196
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.882276722811311e-05,
      "loss": 1.1928,
      "step": 1200
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.8782508623315396e-05,
      "loss": 1.1303,
      "step": 1220
    },
    {
      "epoch": 1.04,
      "learning_rate": 4.874159033518973e-05,
      "loss": 1.1062,
      "step": 1240
    },
    {
      "epoch": 1.05,
      "learning_rate": 4.870001349873464e-05,
      "loss": 1.0967,
      "step": 1260
    },
    {
      "epoch": 1.07,
      "learning_rate": 4.865777926721559e-05,
      "loss": 1.0976,
      "step": 1280
    },
    {
      "epoch": 1.09,
      "learning_rate": 4.8614888812132976e-05,
      "loss": 1.0931,
      "step": 1300
    },
    {
      "epoch": 1.1,
      "learning_rate": 4.8571343323189654e-05,
      "loss": 1.0678,
      "step": 1320
    },
    {
      "epoch": 1.12,
      "learning_rate": 4.85271440082579e-05,
      "loss": 1.0681,
      "step": 1340
    },
    {
      "epoch": 1.14,
      "learning_rate": 4.8482292093345944e-05,
      "loss": 1.0742,
      "step": 1360
    },
    {
      "epoch": 1.15,
      "learning_rate": 4.843678882256394e-05,
      "loss": 1.0473,
      "step": 1380
    },
    {
      "epoch": 1.17,
      "learning_rate": 4.8390635458089465e-05,
      "loss": 1.0621,
      "step": 1400
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.83438332801325e-05,
      "loss": 1.0477,
      "step": 1420
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.829638358689995e-05,
      "loss": 1.0378,
      "step": 1440
    },
    {
      "epoch": 1.22,
      "learning_rate": 4.824828769455957e-05,
      "loss": 1.0426,
      "step": 1460
    },
    {
      "epoch": 1.24,
      "learning_rate": 4.8199546937203546e-05,
      "loss": 1.0268,
      "step": 1480
    },
    {
      "epoch": 1.25,
      "learning_rate": 4.8150162666811395e-05,
      "loss": 1.0189,
      "step": 1500
    },
    {
      "epoch": 1.27,
      "learning_rate": 4.810013625321253e-05,
      "loss": 1.0067,
      "step": 1520
    },
    {
      "epoch": 1.29,
      "learning_rate": 4.804946908404827e-05,
      "loss": 0.998,
      "step": 1540
    },
    {
      "epoch": 1.3,
      "learning_rate": 4.799816256473327e-05,
      "loss": 1.0112,
      "step": 1560
    },
    {
      "epoch": 1.32,
      "learning_rate": 4.794621811841663e-05,
      "loss": 1.0129,
      "step": 1580
    },
    {
      "epoch": 1.34,
      "learning_rate": 4.789363718594235e-05,
      "loss": 1.002,
      "step": 1600
    },
    {
      "epoch": 1.35,
      "learning_rate": 4.784042122580943e-05,
      "loss": 0.9852,
      "step": 1620
    },
    {
      "epoch": 1.37,
      "learning_rate": 4.778657171413133e-05,
      "loss": 0.9952,
      "step": 1640
    },
    {
      "epoch": 1.39,
      "learning_rate": 4.773209014459512e-05,
      "loss": 1.0058,
      "step": 1660
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.767697802841996e-05,
      "loss": 0.9679,
      "step": 1680
    },
    {
      "epoch": 1.42,
      "learning_rate": 4.7621236894315244e-05,
      "loss": 0.9707,
      "step": 1700
    },
    {
      "epoch": 1.44,
      "learning_rate": 4.756486828843818e-05,
      "loss": 0.9704,
      "step": 1720
    },
    {
      "epoch": 1.45,
      "learning_rate": 4.7507873774350865e-05,
      "loss": 0.9588,
      "step": 1740
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.7450254932976965e-05,
      "loss": 0.9598,
      "step": 1760
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.739201336255786e-05,
      "loss": 0.9409,
      "step": 1780
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.733315067860828e-05,
      "loss": 0.9543,
      "step": 1800
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.727366851387149e-05,
      "loss": 0.9643,
      "step": 1820
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.721356851827407e-05,
      "loss": 0.9293,
      "step": 1840
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.715285235888003e-05,
      "loss": 0.9214,
      "step": 1860
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.709152171984471e-05,
      "loss": 0.9292,
      "step": 1880
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.702957830236794e-05,
      "loss": 0.9117,
      "step": 1900
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.696702382464692e-05,
      "loss": 0.9049,
      "step": 1920
    },
    {
      "epoch": 1.62,
      "learning_rate": 4.690386002182856e-05,
      "loss": 0.9069,
      "step": 1940
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.6840088645961325e-05,
      "loss": 0.8863,
      "step": 1960
    },
    {
      "epoch": 1.65,
      "learning_rate": 4.6775711465946614e-05,
      "loss": 0.8913,
      "step": 1980
    },
    {
      "epoch": 1.67,
      "learning_rate": 4.671073026748979e-05,
      "loss": 0.8946,
      "step": 2000
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.6645146853050524e-05,
      "loss": 0.8652,
      "step": 2020
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.65789630417929e-05,
      "loss": 0.8654,
      "step": 2040
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.6512180669534886e-05,
      "loss": 0.865,
      "step": 2060
    },
    {
      "epoch": 1.74,
      "learning_rate": 4.644480158869744e-05,
      "loss": 0.8613,
      "step": 2080
    },
    {
      "epoch": 1.76,
      "learning_rate": 4.6376827668253145e-05,
      "loss": 0.8624,
      "step": 2100
    },
    {
      "epoch": 1.77,
      "learning_rate": 4.630826079367433e-05,
      "loss": 0.8536,
      "step": 2120
    },
    {
      "epoch": 1.79,
      "learning_rate": 4.62391028668808e-05,
      "loss": 0.8413,
      "step": 2140
    },
    {
      "epoch": 1.81,
      "learning_rate": 4.6169355806187056e-05,
      "loss": 0.872,
      "step": 2160
    },
    {
      "epoch": 1.82,
      "learning_rate": 4.609902154624909e-05,
      "loss": 0.8331,
      "step": 2180
    },
    {
      "epoch": 1.84,
      "learning_rate": 4.6028102038010766e-05,
      "loss": 0.8309,
      "step": 2200
    },
    {
      "epoch": 1.86,
      "learning_rate": 4.595659924864962e-05,
      "loss": 0.8177,
      "step": 2220
    },
    {
      "epoch": 1.87,
      "learning_rate": 4.588451516152238e-05,
      "loss": 0.8042,
      "step": 2240
    },
    {
      "epoch": 1.89,
      "learning_rate": 4.581185177610988e-05,
      "loss": 0.8168,
      "step": 2260
    },
    {
      "epoch": 1.91,
      "learning_rate": 4.573861110796165e-05,
      "loss": 0.7986,
      "step": 2280
    },
    {
      "epoch": 1.92,
      "learning_rate": 4.5664795188639967e-05,
      "loss": 0.7797,
      "step": 2300
    },
    {
      "epoch": 1.94,
      "learning_rate": 4.559040606566355e-05,
      "loss": 0.7756,
      "step": 2320
    },
    {
      "epoch": 1.96,
      "learning_rate": 4.5515445802450735e-05,
      "loss": 0.7965,
      "step": 2340
    },
    {
      "epoch": 1.97,
      "learning_rate": 4.543991647826222e-05,
      "loss": 0.786,
      "step": 2360
    },
    {
      "epoch": 1.99,
      "learning_rate": 4.536382018814345e-05,
      "loss": 0.7767,
      "step": 2380
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.853377640247345,
      "eval_runtime": 137.5007,
      "eval_samples_per_second": 34.414,
      "eval_steps_per_second": 8.604,
      "step": 2393
    },
    {
      "epoch": 2.01,
      "learning_rate": 4.528715904286644e-05,
      "loss": 0.7362,
      "step": 2400
    },
    {
      "epoch": 2.02,
      "learning_rate": 4.520993516887126e-05,
      "loss": 0.6641,
      "step": 2420
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.513215070820708e-05,
      "loss": 0.6559,
      "step": 2440
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.505380781847266e-05,
      "loss": 0.6527,
      "step": 2460
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.497490867275661e-05,
      "loss": 0.6507,
      "step": 2480
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.489545545957704e-05,
      "loss": 0.6531,
      "step": 2500
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.481545038282089e-05,
      "loss": 0.6294,
      "step": 2520
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.4734895661682796e-05,
      "loss": 0.6504,
      "step": 2540
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.465379353060349e-05,
      "loss": 0.6653,
      "step": 2560
    },
    {
      "epoch": 2.16,
      "learning_rate": 4.4572146239207904e-05,
      "loss": 0.6271,
      "step": 2580
    },
    {
      "epoch": 2.17,
      "learning_rate": 4.448995605224268e-05,
      "loss": 0.6393,
      "step": 2600
    },
    {
      "epoch": 2.19,
      "learning_rate": 4.440722524951341e-05,
      "loss": 0.654,
      "step": 2620
    },
    {
      "epoch": 2.21,
      "learning_rate": 4.432395612582136e-05,
      "loss": 0.6366,
      "step": 2640
    },
    {
      "epoch": 2.22,
      "learning_rate": 4.424015099089989e-05,
      "loss": 0.6333,
      "step": 2660
    },
    {
      "epoch": 2.24,
      "learning_rate": 4.415581216935025e-05,
      "loss": 0.6414,
      "step": 2680
    },
    {
      "epoch": 2.26,
      "learning_rate": 4.4070942000577256e-05,
      "loss": 0.6278,
      "step": 2700
    },
    {
      "epoch": 2.27,
      "learning_rate": 4.398554283872428e-05,
      "loss": 0.6251,
      "step": 2720
    },
    {
      "epoch": 2.29,
      "learning_rate": 4.389961705260801e-05,
      "loss": 0.6243,
      "step": 2740
    },
    {
      "epoch": 2.31,
      "learning_rate": 4.381316702565274e-05,
      "loss": 0.6392,
      "step": 2760
    },
    {
      "epoch": 2.32,
      "learning_rate": 4.3726195155824214e-05,
      "loss": 0.6393,
      "step": 2780
    },
    {
      "epoch": 2.34,
      "learning_rate": 4.363870385556318e-05,
      "loss": 0.6157,
      "step": 2800
    },
    {
      "epoch": 2.36,
      "learning_rate": 4.355069555171841e-05,
      "loss": 0.6021,
      "step": 2820
    },
    {
      "epoch": 2.37,
      "learning_rate": 4.346217268547944e-05,
      "loss": 0.6122,
      "step": 2840
    },
    {
      "epoch": 2.39,
      "learning_rate": 4.3373137712308794e-05,
      "loss": 0.6098,
      "step": 2860
    },
    {
      "epoch": 2.41,
      "learning_rate": 4.328359310187393e-05,
      "loss": 0.6026,
      "step": 2880
    },
    {
      "epoch": 2.42,
      "learning_rate": 4.3193541337978693e-05,
      "loss": 0.5976,
      "step": 2900
    },
    {
      "epoch": 2.44,
      "learning_rate": 4.3102984918494454e-05,
      "loss": 0.6003,
      "step": 2920
    },
    {
      "epoch": 2.46,
      "learning_rate": 4.301192635529081e-05,
      "loss": 0.6012,
      "step": 2940
    },
    {
      "epoch": 2.47,
      "learning_rate": 4.292036817416589e-05,
      "loss": 0.5924,
      "step": 2960
    },
    {
      "epoch": 2.49,
      "learning_rate": 4.282831291477632e-05,
      "loss": 0.5935,
      "step": 2980
    },
    {
      "epoch": 2.51,
      "learning_rate": 4.273576313056678e-05,
      "loss": 0.5941,
      "step": 3000
    },
    {
      "epoch": 2.52,
      "learning_rate": 4.2642721388699145e-05,
      "loss": 0.5985,
      "step": 3020
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.254919026998131e-05,
      "loss": 0.591,
      "step": 3040
    },
    {
      "epoch": 2.56,
      "learning_rate": 4.245517236879558e-05,
      "loss": 0.5781,
      "step": 3060
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.2360670293026725e-05,
      "loss": 0.583,
      "step": 3080
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.2265686663989635e-05,
      "loss": 0.5912,
      "step": 3100
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.217022411635658e-05,
      "loss": 0.5907,
      "step": 3120
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.207428529808421e-05,
      "loss": 0.5739,
      "step": 3140
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.197787287034001e-05,
      "loss": 0.5788,
      "step": 3160
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.188098950742852e-05,
      "loss": 0.5712,
      "step": 3180
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.1783637896717195e-05,
      "loss": 0.5631,
      "step": 3200
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.16858207385618e-05,
      "loss": 0.5647,
      "step": 3220
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.1587540746231565e-05,
      "loss": 0.5668,
      "step": 3240
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.148880064583386e-05,
      "loss": 0.5581,
      "step": 3260
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.138960317623863e-05,
      "loss": 0.5662,
      "step": 3280
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.128995108900241e-05,
      "loss": 0.5677,
      "step": 3300
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.118984714829199e-05,
      "loss": 0.5616,
      "step": 3320
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.108929413080774e-05,
      "loss": 0.5549,
      "step": 3340
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.098829482570662e-05,
      "loss": 0.5511,
      "step": 3360
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.088685203452479e-05,
      "loss": 0.5455,
      "step": 3380
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.078496857109987e-05,
      "loss": 0.5507,
      "step": 3400
    },
    {
      "epoch": 2.86,
      "learning_rate": 4.068264726149298e-05,
      "loss": 0.5459,
      "step": 3420
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.057989094391024e-05,
      "loss": 0.5203,
      "step": 3440
    },
    {
      "epoch": 2.89,
      "learning_rate": 4.0476702468624126e-05,
      "loss": 0.5319,
      "step": 3460
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.037308469789437e-05,
      "loss": 0.5322,
      "step": 3480
    },
    {
      "epoch": 2.93,
      "learning_rate": 4.026904050588858e-05,
      "loss": 0.5491,
      "step": 3500
    },
    {
      "epoch": 2.94,
      "learning_rate": 4.01645727786025e-05,
      "loss": 0.5423,
      "step": 3520
    },
    {
      "epoch": 2.96,
      "learning_rate": 4.005968441377998e-05,
      "loss": 0.5381,
      "step": 3540
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.9954378320832585e-05,
      "loss": 0.5304,
      "step": 3560
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.9848657420758886e-05,
      "loss": 0.5227,
      "step": 3580
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.6265327334403992,
      "eval_runtime": 137.828,
      "eval_samples_per_second": 34.333,
      "eval_steps_per_second": 8.583,
      "step": 3589
    },
    {
      "epoch": 3.01,
      "learning_rate": 3.974252464606345e-05,
      "loss": 0.493,
      "step": 3600
    },
    {
      "epoch": 3.03,
      "learning_rate": 3.963598294067551e-05,
      "loss": 0.4674,
      "step": 3620
    },
    {
      "epoch": 3.04,
      "learning_rate": 3.9529035259867265e-05,
      "loss": 0.4711,
      "step": 3640
    },
    {
      "epoch": 3.06,
      "learning_rate": 3.9421684570171926e-05,
      "loss": 0.4701,
      "step": 3660
    },
    {
      "epoch": 3.08,
      "learning_rate": 3.931393384930148e-05,
      "loss": 0.4661,
      "step": 3680
    },
    {
      "epoch": 3.09,
      "learning_rate": 3.920578608606398e-05,
      "loss": 0.4685,
      "step": 3700
    },
    {
      "epoch": 3.11,
      "learning_rate": 3.909724428028076e-05,
      "loss": 0.4553,
      "step": 3720
    },
    {
      "epoch": 3.13,
      "learning_rate": 3.898831144270316e-05,
      "loss": 0.4608,
      "step": 3740
    },
    {
      "epoch": 3.14,
      "learning_rate": 3.8878990594929024e-05,
      "loss": 0.4529,
      "step": 3760
    },
    {
      "epoch": 3.16,
      "learning_rate": 3.876928476931889e-05,
      "loss": 0.4775,
      "step": 3780
    },
    {
      "epoch": 3.18,
      "learning_rate": 3.865919700891188e-05,
      "loss": 0.459,
      "step": 3800
    },
    {
      "epoch": 3.19,
      "learning_rate": 3.854873036734129e-05,
      "loss": 0.4726,
      "step": 3820
    },
    {
      "epoch": 3.21,
      "learning_rate": 3.843788790874988e-05,
      "loss": 0.4669,
      "step": 3840
    },
    {
      "epoch": 3.23,
      "learning_rate": 3.8326672707704894e-05,
      "loss": 0.4542,
      "step": 3860
    },
    {
      "epoch": 3.24,
      "learning_rate": 3.8215087849112776e-05,
      "loss": 0.4652,
      "step": 3880
    },
    {
      "epoch": 3.26,
      "learning_rate": 3.810313642813358e-05,
      "loss": 0.4536,
      "step": 3900
    },
    {
      "epoch": 3.28,
      "learning_rate": 3.7990821550095146e-05,
      "loss": 0.4605,
      "step": 3920
    },
    {
      "epoch": 3.29,
      "learning_rate": 3.7878146330406924e-05,
      "loss": 0.4696,
      "step": 3940
    },
    {
      "epoch": 3.31,
      "learning_rate": 3.7765113894473634e-05,
      "loss": 0.4621,
      "step": 3960
    },
    {
      "epoch": 3.33,
      "learning_rate": 3.765172737760846e-05,
      "loss": 0.4594,
      "step": 3980
    },
    {
      "epoch": 3.34,
      "learning_rate": 3.753798992494617e-05,
      "loss": 0.4504,
      "step": 4000
    },
    {
      "epoch": 3.36,
      "learning_rate": 3.742390469135587e-05,
      "loss": 0.4668,
      "step": 4020
    },
    {
      "epoch": 3.38,
      "learning_rate": 3.7309474841353444e-05,
      "loss": 0.4498,
      "step": 4040
    },
    {
      "epoch": 3.39,
      "learning_rate": 3.7194703549013823e-05,
      "loss": 0.4546,
      "step": 4060
    },
    {
      "epoch": 3.41,
      "learning_rate": 3.707959399788291e-05,
      "loss": 0.4583,
      "step": 4080
    },
    {
      "epoch": 3.43,
      "learning_rate": 3.6964149380889305e-05,
      "loss": 0.4635,
      "step": 4100
    },
    {
      "epoch": 3.44,
      "learning_rate": 3.6848372900255715e-05,
      "loss": 0.4637,
      "step": 4120
    },
    {
      "epoch": 3.46,
      "learning_rate": 3.6732267767410126e-05,
      "loss": 0.4491,
      "step": 4140
    },
    {
      "epoch": 3.48,
      "learning_rate": 3.661583720289676e-05,
      "loss": 0.45,
      "step": 4160
    },
    {
      "epoch": 3.49,
      "learning_rate": 3.64990844362867e-05,
      "loss": 0.4603,
      "step": 4180
    },
    {
      "epoch": 3.51,
      "learning_rate": 3.638201270608833e-05,
      "loss": 0.4581,
      "step": 4200
    },
    {
      "epoch": 3.53,
      "learning_rate": 3.6264625259657516e-05,
      "loss": 0.4469,
      "step": 4220
    },
    {
      "epoch": 3.54,
      "learning_rate": 3.614692535310748e-05,
      "loss": 0.4482,
      "step": 4240
    },
    {
      "epoch": 3.56,
      "learning_rate": 3.602891625121856e-05,
      "loss": 0.4529,
      "step": 4260
    },
    {
      "epoch": 3.58,
      "learning_rate": 3.591060122734758e-05,
      "loss": 0.4647,
      "step": 4280
    },
    {
      "epoch": 3.59,
      "learning_rate": 3.579198356333709e-05,
      "loss": 0.4585,
      "step": 4300
    },
    {
      "epoch": 3.61,
      "learning_rate": 3.567306654942432e-05,
      "loss": 0.4556,
      "step": 4320
    },
    {
      "epoch": 3.63,
      "learning_rate": 3.5553853484149914e-05,
      "loss": 0.4525,
      "step": 4340
    },
    {
      "epoch": 3.64,
      "learning_rate": 3.5434347674266465e-05,
      "loss": 0.4485,
      "step": 4360
    },
    {
      "epoch": 3.66,
      "learning_rate": 3.531455243464673e-05,
      "loss": 0.4514,
      "step": 4380
    },
    {
      "epoch": 3.68,
      "learning_rate": 3.5194471088191746e-05,
      "loss": 0.4458,
      "step": 4400
    },
    {
      "epoch": 3.69,
      "learning_rate": 3.507410696573863e-05,
      "loss": 0.4472,
      "step": 4420
    },
    {
      "epoch": 3.71,
      "learning_rate": 3.495346340596817e-05,
      "loss": 0.4528,
      "step": 4440
    },
    {
      "epoch": 3.73,
      "learning_rate": 3.483254375531224e-05,
      "loss": 0.4397,
      "step": 4460
    },
    {
      "epoch": 3.74,
      "learning_rate": 3.471135136786098e-05,
      "loss": 0.4482,
      "step": 4480
    },
    {
      "epoch": 3.76,
      "learning_rate": 3.458988960526974e-05,
      "loss": 0.4404,
      "step": 4500
    },
    {
      "epoch": 3.78,
      "learning_rate": 3.446816183666588e-05,
      "loss": 0.4404,
      "step": 4520
    },
    {
      "epoch": 3.79,
      "learning_rate": 3.43461714385552e-05,
      "loss": 0.441,
      "step": 4540
    },
    {
      "epoch": 3.81,
      "learning_rate": 3.422392179472845e-05,
      "loss": 0.4285,
      "step": 4560
    },
    {
      "epoch": 3.83,
      "learning_rate": 3.410141629616733e-05,
      "loss": 0.4444,
      "step": 4580
    },
    {
      "epoch": 3.84,
      "learning_rate": 3.39786583409505e-05,
      "loss": 0.4494,
      "step": 4600
    },
    {
      "epoch": 3.86,
      "learning_rate": 3.38556513341593e-05,
      "loss": 0.4552,
      "step": 4620
    },
    {
      "epoch": 3.88,
      "learning_rate": 3.373239868778333e-05,
      "loss": 0.4424,
      "step": 4640
    },
    {
      "epoch": 3.89,
      "learning_rate": 3.360890382062574e-05,
      "loss": 0.4427,
      "step": 4660
    },
    {
      "epoch": 3.91,
      "learning_rate": 3.348517015820847e-05,
      "loss": 0.4451,
      "step": 4680
    },
    {
      "epoch": 3.93,
      "learning_rate": 3.33612011326772e-05,
      "loss": 0.4482,
      "step": 4700
    },
    {
      "epoch": 3.94,
      "learning_rate": 3.323700018270616e-05,
      "loss": 0.447,
      "step": 4720
    },
    {
      "epoch": 3.96,
      "learning_rate": 3.3112570753402715e-05,
      "loss": 0.4452,
      "step": 4740
    },
    {
      "epoch": 3.98,
      "learning_rate": 3.298791629621187e-05,
      "loss": 0.4327,
      "step": 4760
    },
    {
      "epoch": 3.99,
      "learning_rate": 3.2863040268820444e-05,
      "loss": 0.4294,
      "step": 4780
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.5381744503974915,
      "eval_runtime": 137.6658,
      "eval_samples_per_second": 34.373,
      "eval_steps_per_second": 8.593,
      "step": 4786
    },
    {
      "epoch": 4.01,
      "learning_rate": 3.2737946135061236e-05,
      "loss": 0.409,
      "step": 4800
    },
    {
      "epoch": 4.03,
      "learning_rate": 3.2612637364816936e-05,
      "loss": 0.3919,
      "step": 4820
    },
    {
      "epoch": 4.05,
      "learning_rate": 3.248711743392381e-05,
      "loss": 0.3898,
      "step": 4840
    },
    {
      "epoch": 4.06,
      "learning_rate": 3.2361389824075374e-05,
      "loss": 0.3802,
      "step": 4860
    },
    {
      "epoch": 4.08,
      "learning_rate": 3.2235458022725764e-05,
      "loss": 0.3892,
      "step": 4880
    },
    {
      "epoch": 4.1,
      "learning_rate": 3.210932552299301e-05,
      "loss": 0.3876,
      "step": 4900
    },
    {
      "epoch": 4.11,
      "learning_rate": 3.198299582356215e-05,
      "loss": 0.3938,
      "step": 4920
    },
    {
      "epoch": 4.13,
      "learning_rate": 3.1856472428588194e-05,
      "loss": 0.3928,
      "step": 4940
    },
    {
      "epoch": 4.15,
      "learning_rate": 3.172975884759891e-05,
      "loss": 0.3891,
      "step": 4960
    },
    {
      "epoch": 4.16,
      "learning_rate": 3.160285859539745e-05,
      "loss": 0.3902,
      "step": 4980
    },
    {
      "epoch": 4.18,
      "learning_rate": 3.147577519196493e-05,
      "loss": 0.3909,
      "step": 5000
    },
    {
      "epoch": 4.2,
      "learning_rate": 3.134851216236272e-05,
      "loss": 0.384,
      "step": 5020
    },
    {
      "epoch": 4.21,
      "learning_rate": 3.122107303663468e-05,
      "loss": 0.3997,
      "step": 5040
    },
    {
      "epoch": 4.23,
      "learning_rate": 3.1093461349709285e-05,
      "loss": 0.3894,
      "step": 5060
    },
    {
      "epoch": 4.25,
      "learning_rate": 3.096568064130151e-05,
      "loss": 0.3863,
      "step": 5080
    },
    {
      "epoch": 4.26,
      "learning_rate": 3.083773445581472e-05,
      "loss": 0.3955,
      "step": 5100
    },
    {
      "epoch": 4.28,
      "learning_rate": 3.0709626342242266e-05,
      "loss": 0.3937,
      "step": 5120
    },
    {
      "epoch": 4.3,
      "learning_rate": 3.05813598540691e-05,
      "loss": 0.3912,
      "step": 5140
    },
    {
      "epoch": 4.31,
      "learning_rate": 3.0452938549173234e-05,
      "loss": 0.3903,
      "step": 5160
    },
    {
      "epoch": 4.33,
      "learning_rate": 3.0324365989726948e-05,
      "loss": 0.3821,
      "step": 5180
    },
    {
      "epoch": 4.35,
      "learning_rate": 3.019564574209811e-05,
      "loss": 0.3985,
      "step": 5200
    },
    {
      "epoch": 4.36,
      "learning_rate": 3.006678137675114e-05,
      "loss": 0.3954,
      "step": 5220
    },
    {
      "epoch": 4.38,
      "learning_rate": 2.9937776468148053e-05,
      "loss": 0.383,
      "step": 5240
    },
    {
      "epoch": 4.4,
      "learning_rate": 2.9808634594649266e-05,
      "loss": 0.4008,
      "step": 5260
    },
    {
      "epoch": 4.41,
      "learning_rate": 2.9679359338414335e-05,
      "loss": 0.3937,
      "step": 5280
    },
    {
      "epoch": 4.43,
      "learning_rate": 2.9549954285302632e-05,
      "loss": 0.3953,
      "step": 5300
    },
    {
      "epoch": 4.45,
      "learning_rate": 2.9420423024773854e-05,
      "loss": 0.3832,
      "step": 5320
    },
    {
      "epoch": 4.46,
      "learning_rate": 2.929076914978845e-05,
      "loss": 0.3982,
      "step": 5340
    },
    {
      "epoch": 4.48,
      "learning_rate": 2.9160996256707985e-05,
      "loss": 0.4004,
      "step": 5360
    },
    {
      "epoch": 4.5,
      "learning_rate": 2.9031107945195345e-05,
      "loss": 0.3879,
      "step": 5380
    },
    {
      "epoch": 4.51,
      "learning_rate": 2.8901107818114947e-05,
      "loss": 0.3907,
      "step": 5400
    },
    {
      "epoch": 4.53,
      "learning_rate": 2.8770999481432738e-05,
      "loss": 0.3882,
      "step": 5420
    },
    {
      "epoch": 4.55,
      "learning_rate": 2.8640786544116205e-05,
      "loss": 0.3857,
      "step": 5440
    },
    {
      "epoch": 4.56,
      "learning_rate": 2.851047261803429e-05,
      "loss": 0.3863,
      "step": 5460
    },
    {
      "epoch": 4.58,
      "learning_rate": 2.8380061317857136e-05,
      "loss": 0.3819,
      "step": 5480
    },
    {
      "epoch": 4.6,
      "learning_rate": 2.8249556260955924e-05,
      "loss": 0.3991,
      "step": 5500
    },
    {
      "epoch": 4.61,
      "learning_rate": 2.8118961067302402e-05,
      "loss": 0.386,
      "step": 5520
    },
    {
      "epoch": 4.63,
      "learning_rate": 2.7988279359368612e-05,
      "loss": 0.381,
      "step": 5540
    },
    {
      "epoch": 4.65,
      "learning_rate": 2.7857514762026317e-05,
      "loss": 0.3746,
      "step": 5560
    },
    {
      "epoch": 4.66,
      "learning_rate": 2.772667090244647e-05,
      "loss": 0.384,
      "step": 5580
    },
    {
      "epoch": 4.68,
      "learning_rate": 2.7595751409998638e-05,
      "loss": 0.3981,
      "step": 5600
    },
    {
      "epoch": 4.7,
      "learning_rate": 2.7464759916150283e-05,
      "loss": 0.3829,
      "step": 5620
    },
    {
      "epoch": 4.71,
      "learning_rate": 2.733370005436608e-05,
      "loss": 0.3837,
      "step": 5640
    },
    {
      "epoch": 4.73,
      "learning_rate": 2.7202575460007067e-05,
      "loss": 0.3872,
      "step": 5660
    },
    {
      "epoch": 4.75,
      "learning_rate": 2.7071389770229895e-05,
      "loss": 0.3916,
      "step": 5680
    },
    {
      "epoch": 4.76,
      "learning_rate": 2.6940146623885836e-05,
      "loss": 0.3811,
      "step": 5700
    },
    {
      "epoch": 4.78,
      "learning_rate": 2.6808849661419955e-05,
      "loss": 0.3858,
      "step": 5720
    },
    {
      "epoch": 4.8,
      "learning_rate": 2.667750252477004e-05,
      "loss": 0.3937,
      "step": 5740
    },
    {
      "epoch": 4.81,
      "learning_rate": 2.654610885726563e-05,
      "loss": 0.3903,
      "step": 5760
    },
    {
      "epoch": 4.83,
      "learning_rate": 2.6414672303526938e-05,
      "loss": 0.3869,
      "step": 5780
    },
    {
      "epoch": 4.85,
      "learning_rate": 2.6283196509363807e-05,
      "loss": 0.3899,
      "step": 5800
    },
    {
      "epoch": 4.86,
      "learning_rate": 2.6151685121674458e-05,
      "loss": 0.3909,
      "step": 5820
    },
    {
      "epoch": 4.88,
      "learning_rate": 2.6020141788344495e-05,
      "loss": 0.382,
      "step": 5840
    },
    {
      "epoch": 4.9,
      "learning_rate": 2.588857015814556e-05,
      "loss": 0.3937,
      "step": 5860
    },
    {
      "epoch": 4.91,
      "learning_rate": 2.5756973880634257e-05,
      "loss": 0.3847,
      "step": 5880
    },
    {
      "epoch": 4.93,
      "learning_rate": 2.5625356606050837e-05,
      "loss": 0.3799,
      "step": 5900
    },
    {
      "epoch": 4.95,
      "learning_rate": 2.5493721985217974e-05,
      "loss": 0.3861,
      "step": 5920
    },
    {
      "epoch": 4.96,
      "learning_rate": 2.5362073669439485e-05,
      "loss": 0.3929,
      "step": 5940
    },
    {
      "epoch": 4.98,
      "learning_rate": 2.5230415310399068e-05,
      "loss": 0.3755,
      "step": 5960
    },
    {
      "epoch": 5.0,
      "learning_rate": 2.5098750560059026e-05,
      "loss": 0.3806,
      "step": 5980
    },
    {
      "epoch": 5.0,
      "eval_loss": 0.5340477228164673,
      "eval_runtime": 138.035,
      "eval_samples_per_second": 34.281,
      "eval_steps_per_second": 8.57,
      "step": 5982
    },
    {
      "epoch": 5.01,
      "learning_rate": 2.4967083070558905e-05,
      "loss": 0.3509,
      "step": 6000
    },
    {
      "epoch": 5.03,
      "learning_rate": 2.4835416494114254e-05,
      "loss": 0.3382,
      "step": 6020
    },
    {
      "epoch": 5.05,
      "learning_rate": 2.470375448291529e-05,
      "loss": 0.3409,
      "step": 6040
    },
    {
      "epoch": 5.06,
      "learning_rate": 2.45721006890256e-05,
      "loss": 0.3385,
      "step": 6060
    },
    {
      "epoch": 5.08,
      "learning_rate": 2.444045876428082e-05,
      "loss": 0.3422,
      "step": 6080
    },
    {
      "epoch": 5.1,
      "learning_rate": 2.43088323601874e-05,
      "loss": 0.3492,
      "step": 6100
    },
    {
      "epoch": 5.11,
      "learning_rate": 2.417722512782123e-05,
      "loss": 0.3397,
      "step": 6120
    },
    {
      "epoch": 5.13,
      "learning_rate": 2.404564071772644e-05,
      "loss": 0.3414,
      "step": 6140
    },
    {
      "epoch": 5.15,
      "learning_rate": 2.3914082779814103e-05,
      "loss": 0.3418,
      "step": 6160
    },
    {
      "epoch": 5.17,
      "learning_rate": 2.3782554963260995e-05,
      "loss": 0.3417,
      "step": 6180
    },
    {
      "epoch": 5.18,
      "learning_rate": 2.3651060916408386e-05,
      "loss": 0.3535,
      "step": 6200
    },
    {
      "epoch": 5.2,
      "learning_rate": 2.3519604286660857e-05,
      "loss": 0.3423,
      "step": 6220
    },
    {
      "epoch": 5.22,
      "learning_rate": 2.3388188720385063e-05,
      "loss": 0.3353,
      "step": 6240
    },
    {
      "epoch": 5.23,
      "learning_rate": 2.3256817862808672e-05,
      "loss": 0.3479,
      "step": 6260
    },
    {
      "epoch": 5.25,
      "learning_rate": 2.3125495357919187e-05,
      "loss": 0.3297,
      "step": 6280
    },
    {
      "epoch": 5.27,
      "learning_rate": 2.299422484836292e-05,
      "loss": 0.3388,
      "step": 6300
    },
    {
      "epoch": 5.28,
      "learning_rate": 2.2863009975343926e-05,
      "loss": 0.343,
      "step": 6320
    },
    {
      "epoch": 5.3,
      "learning_rate": 2.2731854378522964e-05,
      "loss": 0.3506,
      "step": 6340
    },
    {
      "epoch": 5.32,
      "learning_rate": 2.260076169591664e-05,
      "loss": 0.3358,
      "step": 6360
    },
    {
      "epoch": 5.33,
      "learning_rate": 2.246973556379639e-05,
      "loss": 0.3534,
      "step": 6380
    },
    {
      "epoch": 5.35,
      "learning_rate": 2.2338779616587672e-05,
      "loss": 0.3379,
      "step": 6400
    },
    {
      "epoch": 5.37,
      "learning_rate": 2.2207897486769164e-05,
      "loss": 0.3414,
      "step": 6420
    },
    {
      "epoch": 5.38,
      "learning_rate": 2.2077092804771957e-05,
      "loss": 0.3374,
      "step": 6440
    },
    {
      "epoch": 5.4,
      "learning_rate": 2.1946369198878886e-05,
      "loss": 0.3551,
      "step": 6460
    },
    {
      "epoch": 5.42,
      "learning_rate": 2.1815730295123888e-05,
      "loss": 0.3448,
      "step": 6480
    },
    {
      "epoch": 5.43,
      "learning_rate": 2.168517971719143e-05,
      "loss": 0.3462,
      "step": 6500
    },
    {
      "epoch": 5.45,
      "learning_rate": 2.1554721086315957e-05,
      "loss": 0.3485,
      "step": 6520
    },
    {
      "epoch": 5.47,
      "learning_rate": 2.1424358021181485e-05,
      "loss": 0.3464,
      "step": 6540
    },
    {
      "epoch": 5.48,
      "learning_rate": 2.1294094137821226e-05,
      "loss": 0.3489,
      "step": 6560
    },
    {
      "epoch": 5.5,
      "learning_rate": 2.116393304951723e-05,
      "loss": 0.3457,
      "step": 6580
    },
    {
      "epoch": 5.52,
      "learning_rate": 2.103387836670024e-05,
      "loss": 0.3313,
      "step": 6600
    },
    {
      "epoch": 5.53,
      "learning_rate": 2.0903933696849474e-05,
      "loss": 0.3482,
      "step": 6620
    },
    {
      "epoch": 5.55,
      "learning_rate": 2.0774102644392627e-05,
      "loss": 0.3366,
      "step": 6640
    },
    {
      "epoch": 5.57,
      "learning_rate": 2.0644388810605833e-05,
      "loss": 0.3378,
      "step": 6660
    },
    {
      "epoch": 5.58,
      "learning_rate": 2.051479579351377e-05,
      "loss": 0.3414,
      "step": 6680
    },
    {
      "epoch": 5.6,
      "learning_rate": 2.0385327187789942e-05,
      "loss": 0.3283,
      "step": 6700
    },
    {
      "epoch": 5.62,
      "learning_rate": 2.0255986584656854e-05,
      "loss": 0.336,
      "step": 6720
    },
    {
      "epoch": 5.63,
      "learning_rate": 2.0126777571786473e-05,
      "loss": 0.3403,
      "step": 6740
    },
    {
      "epoch": 5.65,
      "learning_rate": 1.9997703733200706e-05,
      "loss": 0.3495,
      "step": 6760
    },
    {
      "epoch": 5.67,
      "learning_rate": 1.986876864917196e-05,
      "loss": 0.351,
      "step": 6780
    },
    {
      "epoch": 5.68,
      "learning_rate": 1.973997589612383e-05,
      "loss": 0.3406,
      "step": 6800
    },
    {
      "epoch": 5.7,
      "learning_rate": 1.961132904653193e-05,
      "loss": 0.3371,
      "step": 6820
    },
    {
      "epoch": 5.72,
      "learning_rate": 1.9482831668824778e-05,
      "loss": 0.3451,
      "step": 6840
    },
    {
      "epoch": 5.73,
      "learning_rate": 1.9354487327284803e-05,
      "loss": 0.3379,
      "step": 6860
    },
    {
      "epoch": 5.75,
      "learning_rate": 1.9226299581949497e-05,
      "loss": 0.3488,
      "step": 6880
    },
    {
      "epoch": 5.77,
      "learning_rate": 1.9098271988512664e-05,
      "loss": 0.344,
      "step": 6900
    },
    {
      "epoch": 5.78,
      "learning_rate": 1.897040809822579e-05,
      "loss": 0.3401,
      "step": 6920
    },
    {
      "epoch": 5.8,
      "learning_rate": 1.8842711457799504e-05,
      "loss": 0.349,
      "step": 6940
    },
    {
      "epoch": 5.82,
      "learning_rate": 1.8715185609305272e-05,
      "loss": 0.3371,
      "step": 6960
    },
    {
      "epoch": 5.83,
      "learning_rate": 1.8587834090077077e-05,
      "loss": 0.3329,
      "step": 6980
    },
    {
      "epoch": 5.85,
      "learning_rate": 1.8460660432613348e-05,
      "loss": 0.3426,
      "step": 7000
    },
    {
      "epoch": 5.87,
      "learning_rate": 1.8333668164478907e-05,
      "loss": 0.3379,
      "step": 7020
    },
    {
      "epoch": 5.88,
      "learning_rate": 1.8206860808207238e-05,
      "loss": 0.3367,
      "step": 7040
    },
    {
      "epoch": 5.9,
      "learning_rate": 1.808024188120265e-05,
      "loss": 0.3415,
      "step": 7060
    },
    {
      "epoch": 5.92,
      "learning_rate": 1.7953814895642788e-05,
      "loss": 0.3347,
      "step": 7080
    },
    {
      "epoch": 5.93,
      "learning_rate": 1.7827583358381207e-05,
      "loss": 0.3442,
      "step": 7100
    },
    {
      "epoch": 5.95,
      "learning_rate": 1.770155077085006e-05,
      "loss": 0.3347,
      "step": 7120
    },
    {
      "epoch": 5.97,
      "learning_rate": 1.7575720628963004e-05,
      "loss": 0.3514,
      "step": 7140
    },
    {
      "epoch": 5.98,
      "learning_rate": 1.7450096423018225e-05,
      "loss": 0.3283,
      "step": 7160
    },
    {
      "epoch": 6.0,
      "eval_loss": 0.49299946427345276,
      "eval_runtime": 137.9962,
      "eval_samples_per_second": 34.291,
      "eval_steps_per_second": 8.573,
      "step": 7179
    },
    {
      "epoch": 6.0,
      "learning_rate": 1.7324681637601637e-05,
      "loss": 0.3392,
      "step": 7180
    },
    {
      "epoch": 6.02,
      "learning_rate": 1.719947975149019e-05,
      "loss": 0.2997,
      "step": 7200
    },
    {
      "epoch": 6.03,
      "learning_rate": 1.7074494237555405e-05,
      "loss": 0.2942,
      "step": 7220
    },
    {
      "epoch": 6.05,
      "learning_rate": 1.6949728562667037e-05,
      "loss": 0.2994,
      "step": 7240
    },
    {
      "epoch": 6.07,
      "learning_rate": 1.6825186187596915e-05,
      "loss": 0.3034,
      "step": 7260
    },
    {
      "epoch": 6.08,
      "learning_rate": 1.6700870566922905e-05,
      "loss": 0.2958,
      "step": 7280
    },
    {
      "epoch": 6.1,
      "learning_rate": 1.6576785148933165e-05,
      "loss": 0.3023,
      "step": 7300
    },
    {
      "epoch": 6.12,
      "learning_rate": 1.645293337553042e-05,
      "loss": 0.3043,
      "step": 7320
    },
    {
      "epoch": 6.13,
      "learning_rate": 1.632931868213654e-05,
      "loss": 0.3053,
      "step": 7340
    },
    {
      "epoch": 6.15,
      "learning_rate": 1.6205944497597203e-05,
      "loss": 0.3047,
      "step": 7360
    },
    {
      "epoch": 6.17,
      "learning_rate": 1.6082814244086858e-05,
      "loss": 0.2986,
      "step": 7380
    },
    {
      "epoch": 6.18,
      "learning_rate": 1.5959931337013696e-05,
      "loss": 0.3075,
      "step": 7400
    },
    {
      "epoch": 6.2,
      "learning_rate": 1.5837299184925004e-05,
      "loss": 0.3081,
      "step": 7420
    },
    {
      "epoch": 6.22,
      "learning_rate": 1.571492118941259e-05,
      "loss": 0.293,
      "step": 7440
    },
    {
      "epoch": 6.23,
      "learning_rate": 1.5592800745018397e-05,
      "loss": 0.3063,
      "step": 7460
    },
    {
      "epoch": 6.25,
      "learning_rate": 1.547094123914039e-05,
      "loss": 0.3125,
      "step": 7480
    },
    {
      "epoch": 6.27,
      "learning_rate": 1.5349346051938574e-05,
      "loss": 0.3032,
      "step": 7500
    },
    {
      "epoch": 6.28,
      "learning_rate": 1.5228018556241222e-05,
      "loss": 0.2957,
      "step": 7520
    },
    {
      "epoch": 6.3,
      "learning_rate": 1.5106962117451354e-05,
      "loss": 0.2936,
      "step": 7540
    },
    {
      "epoch": 6.32,
      "learning_rate": 1.4986180093453351e-05,
      "loss": 0.3023,
      "step": 7560
    },
    {
      "epoch": 6.34,
      "learning_rate": 1.4865675834519844e-05,
      "loss": 0.293,
      "step": 7580
    },
    {
      "epoch": 6.35,
      "learning_rate": 1.474545268321876e-05,
      "loss": 0.3002,
      "step": 7600
    },
    {
      "epoch": 6.37,
      "learning_rate": 1.4625513974320598e-05,
      "loss": 0.3056,
      "step": 7620
    },
    {
      "epoch": 6.39,
      "learning_rate": 1.4505863034705987e-05,
      "loss": 0.296,
      "step": 7640
    },
    {
      "epoch": 6.4,
      "learning_rate": 1.438650318327333e-05,
      "loss": 0.2948,
      "step": 7660
    },
    {
      "epoch": 6.42,
      "learning_rate": 1.4267437730846776e-05,
      "loss": 0.3086,
      "step": 7680
    },
    {
      "epoch": 6.44,
      "learning_rate": 1.4148669980084379e-05,
      "loss": 0.2986,
      "step": 7700
    },
    {
      "epoch": 6.45,
      "learning_rate": 1.4030203225386517e-05,
      "loss": 0.3058,
      "step": 7720
    },
    {
      "epoch": 6.47,
      "learning_rate": 1.3912040752804478e-05,
      "loss": 0.3062,
      "step": 7740
    },
    {
      "epoch": 6.49,
      "learning_rate": 1.3794185839949304e-05,
      "loss": 0.3129,
      "step": 7760
    },
    {
      "epoch": 6.5,
      "learning_rate": 1.3676641755900916e-05,
      "loss": 0.3065,
      "step": 7780
    },
    {
      "epoch": 6.52,
      "learning_rate": 1.3559411761117385e-05,
      "loss": 0.3026,
      "step": 7800
    },
    {
      "epoch": 6.54,
      "learning_rate": 1.3442499107344542e-05,
      "loss": 0.313,
      "step": 7820
    },
    {
      "epoch": 6.55,
      "learning_rate": 1.3325907037525765e-05,
      "loss": 0.303,
      "step": 7840
    },
    {
      "epoch": 6.57,
      "learning_rate": 1.320963878571198e-05,
      "loss": 0.2982,
      "step": 7860
    },
    {
      "epoch": 6.59,
      "learning_rate": 1.3093697576972042e-05,
      "loss": 0.3036,
      "step": 7880
    },
    {
      "epoch": 6.6,
      "learning_rate": 1.2978086627303182e-05,
      "loss": 0.3093,
      "step": 7900
    },
    {
      "epoch": 6.62,
      "learning_rate": 1.2862809143541896e-05,
      "loss": 0.2952,
      "step": 7920
    },
    {
      "epoch": 6.64,
      "learning_rate": 1.2747868323274898e-05,
      "loss": 0.3041,
      "step": 7940
    },
    {
      "epoch": 6.65,
      "learning_rate": 1.26332673547505e-05,
      "loss": 0.2994,
      "step": 7960
    },
    {
      "epoch": 6.67,
      "learning_rate": 1.2519009416790156e-05,
      "loss": 0.2969,
      "step": 7980
    },
    {
      "epoch": 6.69,
      "learning_rate": 1.2405097678700253e-05,
      "loss": 0.293,
      "step": 8000
    },
    {
      "epoch": 6.7,
      "learning_rate": 1.2291535300184221e-05,
      "loss": 0.2986,
      "step": 8020
    },
    {
      "epoch": 6.72,
      "learning_rate": 1.2178325431254948e-05,
      "loss": 0.3081,
      "step": 8040
    },
    {
      "epoch": 6.74,
      "learning_rate": 1.2065471212147295e-05,
      "loss": 0.2939,
      "step": 8060
    },
    {
      "epoch": 6.75,
      "learning_rate": 1.1952975773231052e-05,
      "loss": 0.31,
      "step": 8080
    },
    {
      "epoch": 6.77,
      "learning_rate": 1.1840842234924129e-05,
      "loss": 0.3018,
      "step": 8100
    },
    {
      "epoch": 6.79,
      "learning_rate": 1.1729073707605966e-05,
      "loss": 0.2994,
      "step": 8120
    },
    {
      "epoch": 6.8,
      "learning_rate": 1.1617673291531256e-05,
      "loss": 0.3089,
      "step": 8140
    },
    {
      "epoch": 6.82,
      "learning_rate": 1.150664407674395e-05,
      "loss": 0.3099,
      "step": 8160
    },
    {
      "epoch": 6.84,
      "learning_rate": 1.1395989142991573e-05,
      "loss": 0.3016,
      "step": 8180
    },
    {
      "epoch": 6.85,
      "learning_rate": 1.1285711559639785e-05,
      "loss": 0.2972,
      "step": 8200
    },
    {
      "epoch": 6.87,
      "learning_rate": 1.1175814385587203e-05,
      "loss": 0.2955,
      "step": 8220
    },
    {
      "epoch": 6.89,
      "learning_rate": 1.106630066918061e-05,
      "loss": 0.298,
      "step": 8240
    },
    {
      "epoch": 6.9,
      "learning_rate": 1.095717344813038e-05,
      "loss": 0.3031,
      "step": 8260
    },
    {
      "epoch": 6.92,
      "learning_rate": 1.0848435749426192e-05,
      "loss": 0.2963,
      "step": 8280
    },
    {
      "epoch": 6.94,
      "learning_rate": 1.0740090589253088e-05,
      "loss": 0.3035,
      "step": 8300
    },
    {
      "epoch": 6.95,
      "learning_rate": 1.063214097290782e-05,
      "loss": 0.2965,
      "step": 8320
    },
    {
      "epoch": 6.97,
      "learning_rate": 1.0524589894715489e-05,
      "loss": 0.3038,
      "step": 8340
    },
    {
      "epoch": 6.99,
      "learning_rate": 1.0417440337946438e-05,
      "loss": 0.3028,
      "step": 8360
    },
    {
      "epoch": 7.0,
      "eval_loss": 0.5165771842002869,
      "eval_runtime": 137.3802,
      "eval_samples_per_second": 34.445,
      "eval_steps_per_second": 8.611,
      "step": 8375
    },
    {
      "epoch": 7.0,
      "learning_rate": 1.031069527473358e-05,
      "loss": 0.2909,
      "step": 8380
    },
    {
      "epoch": 7.02,
      "learning_rate": 1.0204357665989883e-05,
      "loss": 0.266,
      "step": 8400
    },
    {
      "epoch": 7.04,
      "learning_rate": 1.0098430461326303e-05,
      "loss": 0.2688,
      "step": 8420
    },
    {
      "epoch": 7.05,
      "learning_rate": 9.9929165989699e-06,
      "loss": 0.2694,
      "step": 8440
    },
    {
      "epoch": 7.07,
      "learning_rate": 9.887819005682411e-06,
      "loss": 0.2697,
      "step": 8460
    },
    {
      "epoch": 7.09,
      "learning_rate": 9.783140596679016e-06,
      "loss": 0.2736,
      "step": 8480
    },
    {
      "epoch": 7.1,
      "learning_rate": 9.678884275547471e-06,
      "loss": 0.2693,
      "step": 8500
    },
    {
      "epoch": 7.12,
      "learning_rate": 9.575052934167619e-06,
      "loss": 0.2658,
      "step": 8520
    },
    {
      "epoch": 7.14,
      "learning_rate": 9.47164945263111e-06,
      "loss": 0.2595,
      "step": 8540
    },
    {
      "epoch": 7.15,
      "learning_rate": 9.36867669916156e-06,
      "loss": 0.2714,
      "step": 8560
    },
    {
      "epoch": 7.17,
      "learning_rate": 9.266137530034986e-06,
      "loss": 0.2624,
      "step": 8580
    },
    {
      "epoch": 7.19,
      "learning_rate": 9.164034789500542e-06,
      "loss": 0.2682,
      "step": 8600
    },
    {
      "epoch": 7.2,
      "learning_rate": 9.062371309701658e-06,
      "loss": 0.2758,
      "step": 8620
    },
    {
      "epoch": 7.22,
      "learning_rate": 8.961149910597492e-06,
      "loss": 0.2723,
      "step": 8640
    },
    {
      "epoch": 7.24,
      "learning_rate": 8.860373399884675e-06,
      "loss": 0.2685,
      "step": 8660
    },
    {
      "epoch": 7.25,
      "learning_rate": 8.760044572919455e-06,
      "loss": 0.2631,
      "step": 8680
    },
    {
      "epoch": 7.27,
      "learning_rate": 8.66016621264012e-06,
      "loss": 0.264,
      "step": 8700
    },
    {
      "epoch": 7.29,
      "learning_rate": 8.560741089489898e-06,
      "loss": 0.2749,
      "step": 8720
    },
    {
      "epoch": 7.3,
      "learning_rate": 8.461771961339998e-06,
      "loss": 0.2617,
      "step": 8740
    },
    {
      "epoch": 7.32,
      "learning_rate": 8.363261573413163e-06,
      "loss": 0.2659,
      "step": 8760
    },
    {
      "epoch": 7.34,
      "learning_rate": 8.265212658207541e-06,
      "loss": 0.2667,
      "step": 8780
    },
    {
      "epoch": 7.35,
      "learning_rate": 8.16762793542087e-06,
      "loss": 0.2813,
      "step": 8800
    },
    {
      "epoch": 7.37,
      "learning_rate": 8.070510111875015e-06,
      "loss": 0.2719,
      "step": 8820
    },
    {
      "epoch": 7.39,
      "learning_rate": 7.973861881440921e-06,
      "loss": 0.2713,
      "step": 8840
    },
    {
      "epoch": 7.4,
      "learning_rate": 7.87768592496389e-06,
      "loss": 0.2709,
      "step": 8860
    },
    {
      "epoch": 7.42,
      "learning_rate": 7.781984910189202e-06,
      "loss": 0.2736,
      "step": 8880
    },
    {
      "epoch": 7.44,
      "learning_rate": 7.686761491688105e-06,
      "loss": 0.273,
      "step": 8900
    },
    {
      "epoch": 7.46,
      "learning_rate": 7.592018310784219e-06,
      "loss": 0.2655,
      "step": 8920
    },
    {
      "epoch": 7.47,
      "learning_rate": 7.4977579954802565e-06,
      "loss": 0.2722,
      "step": 8940
    },
    {
      "epoch": 7.49,
      "learning_rate": 7.403983160385095e-06,
      "loss": 0.2709,
      "step": 8960
    },
    {
      "epoch": 7.51,
      "learning_rate": 7.3106964066412844e-06,
      "loss": 0.2658,
      "step": 8980
    },
    {
      "epoch": 7.52,
      "learning_rate": 7.217900321852908e-06,
      "loss": 0.2709,
      "step": 9000
    },
    {
      "epoch": 7.54,
      "learning_rate": 7.125597480013785e-06,
      "loss": 0.2681,
      "step": 9020
    },
    {
      "epoch": 7.56,
      "learning_rate": 7.03379044143605e-06,
      "loss": 0.2715,
      "step": 9040
    },
    {
      "epoch": 7.57,
      "learning_rate": 6.942481752679203e-06,
      "loss": 0.2689,
      "step": 9060
    },
    {
      "epoch": 7.59,
      "learning_rate": 6.851673946479387e-06,
      "loss": 0.2746,
      "step": 9080
    },
    {
      "epoch": 7.61,
      "learning_rate": 6.761369541679211e-06,
      "loss": 0.2679,
      "step": 9100
    },
    {
      "epoch": 7.62,
      "learning_rate": 6.671571043157843e-06,
      "loss": 0.2648,
      "step": 9120
    },
    {
      "epoch": 7.64,
      "learning_rate": 6.582280941761518e-06,
      "loss": 0.2624,
      "step": 9140
    },
    {
      "epoch": 7.66,
      "learning_rate": 6.493501714234487e-06,
      "loss": 0.2693,
      "step": 9160
    },
    {
      "epoch": 7.67,
      "learning_rate": 6.405235823150269e-06,
      "loss": 0.265,
      "step": 9180
    },
    {
      "epoch": 7.69,
      "learning_rate": 6.3174857168433995e-06,
      "loss": 0.2695,
      "step": 9200
    },
    {
      "epoch": 7.71,
      "learning_rate": 6.230253829341448e-06,
      "loss": 0.2714,
      "step": 9220
    },
    {
      "epoch": 7.72,
      "learning_rate": 6.143542580297576e-06,
      "loss": 0.2704,
      "step": 9240
    },
    {
      "epoch": 7.74,
      "learning_rate": 6.057354374923374e-06,
      "loss": 0.2724,
      "step": 9260
    },
    {
      "epoch": 7.76,
      "learning_rate": 5.97169160392215e-06,
      "loss": 0.265,
      "step": 9280
    },
    {
      "epoch": 7.77,
      "learning_rate": 5.886556643422611e-06,
      "loss": 0.2664,
      "step": 9300
    },
    {
      "epoch": 7.79,
      "learning_rate": 5.801951854913016e-06,
      "loss": 0.2746,
      "step": 9320
    },
    {
      "epoch": 7.81,
      "learning_rate": 5.717879585175564e-06,
      "loss": 0.2631,
      "step": 9340
    },
    {
      "epoch": 7.82,
      "learning_rate": 5.634342166221382e-06,
      "loss": 0.2691,
      "step": 9360
    },
    {
      "epoch": 7.84,
      "learning_rate": 5.551341915225816e-06,
      "loss": 0.2673,
      "step": 9380
    },
    {
      "epoch": 7.86,
      "learning_rate": 5.468881134464154e-06,
      "loss": 0.2717,
      "step": 9400
    },
    {
      "epoch": 7.87,
      "learning_rate": 5.386962111247756e-06,
      "loss": 0.2663,
      "step": 9420
    },
    {
      "epoch": 7.89,
      "learning_rate": 5.30558711786062e-06,
      "loss": 0.2736,
      "step": 9440
    },
    {
      "epoch": 7.91,
      "learning_rate": 5.224758411496356e-06,
      "loss": 0.2672,
      "step": 9460
    },
    {
      "epoch": 7.92,
      "learning_rate": 5.144478234195579e-06,
      "loss": 0.2632,
      "step": 9480
    },
    {
      "epoch": 7.94,
      "learning_rate": 5.064748812783685e-06,
      "loss": 0.2601,
      "step": 9500
    },
    {
      "epoch": 7.96,
      "learning_rate": 4.985572358809127e-06,
      "loss": 0.261,
      "step": 9520
    },
    {
      "epoch": 7.97,
      "learning_rate": 4.906951068482057e-06,
      "loss": 0.2617,
      "step": 9540
    },
    {
      "epoch": 7.99,
      "learning_rate": 4.8288871226133875e-06,
      "loss": 0.2727,
      "step": 9560
    },
    {
      "epoch": 8.0,
      "eval_loss": 0.5100283622741699,
      "eval_runtime": 136.9296,
      "eval_samples_per_second": 34.558,
      "eval_steps_per_second": 8.639,
      "step": 9572
    },
    {
      "epoch": 8.01,
      "learning_rate": 4.751382686554309e-06,
      "loss": 0.2592,
      "step": 9580
    },
    {
      "epoch": 8.02,
      "learning_rate": 4.674439910136253e-06,
      "loss": 0.2475,
      "step": 9600
    },
    {
      "epoch": 8.04,
      "learning_rate": 4.598060927611228e-06,
      "loss": 0.2477,
      "step": 9620
    },
    {
      "epoch": 8.06,
      "learning_rate": 4.5222478575926265e-06,
      "loss": 0.2484,
      "step": 9640
    },
    {
      "epoch": 8.07,
      "learning_rate": 4.447002802996475e-06,
      "loss": 0.2461,
      "step": 9660
    },
    {
      "epoch": 8.09,
      "learning_rate": 4.372327850983069e-06,
      "loss": 0.2466,
      "step": 9680
    },
    {
      "epoch": 8.11,
      "learning_rate": 4.298225072899123e-06,
      "loss": 0.2433,
      "step": 9700
    },
    {
      "epoch": 8.12,
      "learning_rate": 4.224696524220276e-06,
      "loss": 0.251,
      "step": 9720
    },
    {
      "epoch": 8.14,
      "learning_rate": 4.151744244494102e-06,
      "loss": 0.2447,
      "step": 9740
    },
    {
      "epoch": 8.16,
      "learning_rate": 4.079370257283529e-06,
      "loss": 0.241,
      "step": 9760
    },
    {
      "epoch": 8.17,
      "learning_rate": 4.007576570110691e-06,
      "loss": 0.2421,
      "step": 9780
    },
    {
      "epoch": 8.19,
      "learning_rate": 3.9363651744012855e-06,
      "loss": 0.2486,
      "step": 9800
    },
    {
      "epoch": 8.21,
      "learning_rate": 3.865738045429279e-06,
      "loss": 0.2482,
      "step": 9820
    },
    {
      "epoch": 8.22,
      "learning_rate": 3.7956971422621723e-06,
      "loss": 0.2406,
      "step": 9840
    },
    {
      "epoch": 8.24,
      "learning_rate": 3.7262444077066248e-06,
      "loss": 0.2467,
      "step": 9860
    },
    {
      "epoch": 8.26,
      "learning_rate": 3.6573817682545667e-06,
      "loss": 0.245,
      "step": 9880
    },
    {
      "epoch": 8.27,
      "learning_rate": 3.589111134029771e-06,
      "loss": 0.2437,
      "step": 9900
    },
    {
      "epoch": 8.29,
      "learning_rate": 3.5214343987348743e-06,
      "loss": 0.2405,
      "step": 9920
    },
    {
      "epoch": 8.31,
      "learning_rate": 3.4543534395988427e-06,
      "loss": 0.2432,
      "step": 9940
    },
    {
      "epoch": 8.32,
      "learning_rate": 3.38787011732489e-06,
      "loss": 0.2435,
      "step": 9960
    },
    {
      "epoch": 8.34,
      "learning_rate": 3.3219862760388715e-06,
      "loss": 0.2493,
      "step": 9980
    },
    {
      "epoch": 8.36,
      "learning_rate": 3.256703743238168e-06,
      "loss": 0.251,
      "step": 10000
    },
    {
      "epoch": 8.37,
      "learning_rate": 3.1920243297409253e-06,
      "loss": 0.2441,
      "step": 10020
    },
    {
      "epoch": 8.39,
      "learning_rate": 3.1279498296358735e-06,
      "loss": 0.2436,
      "step": 10040
    },
    {
      "epoch": 8.41,
      "learning_rate": 3.0644820202325593e-06,
      "loss": 0.25,
      "step": 10060
    },
    {
      "epoch": 8.42,
      "learning_rate": 3.0016226620120296e-06,
      "loss": 0.2429,
      "step": 10080
    },
    {
      "epoch": 8.44,
      "learning_rate": 2.939373498578013e-06,
      "loss": 0.2486,
      "step": 10100
    },
    {
      "epoch": 8.46,
      "learning_rate": 2.877736256608535e-06,
      "loss": 0.2485,
      "step": 10120
    },
    {
      "epoch": 8.47,
      "learning_rate": 2.816712645808056e-06,
      "loss": 0.2546,
      "step": 10140
    },
    {
      "epoch": 8.49,
      "learning_rate": 2.756304358860029e-06,
      "loss": 0.2452,
      "step": 10160
    },
    {
      "epoch": 8.51,
      "learning_rate": 2.6965130713799273e-06,
      "loss": 0.2445,
      "step": 10180
    },
    {
      "epoch": 8.52,
      "learning_rate": 2.6373404418688104e-06,
      "loss": 0.2474,
      "step": 10200
    },
    {
      "epoch": 8.54,
      "learning_rate": 2.5787881116672853e-06,
      "loss": 0.2387,
      "step": 10220
    },
    {
      "epoch": 8.56,
      "learning_rate": 2.52085770490999e-06,
      "loss": 0.2419,
      "step": 10240
    },
    {
      "epoch": 8.58,
      "learning_rate": 2.463550828480535e-06,
      "loss": 0.2458,
      "step": 10260
    },
    {
      "epoch": 8.59,
      "learning_rate": 2.406869071966955e-06,
      "loss": 0.236,
      "step": 10280
    },
    {
      "epoch": 8.61,
      "learning_rate": 2.350814007617597e-06,
      "loss": 0.2512,
      "step": 10300
    },
    {
      "epoch": 8.63,
      "learning_rate": 2.2953871902974987e-06,
      "loss": 0.2463,
      "step": 10320
    },
    {
      "epoch": 8.64,
      "learning_rate": 2.2405901574452907e-06,
      "loss": 0.2496,
      "step": 10340
    },
    {
      "epoch": 8.66,
      "learning_rate": 2.1864244290305202e-06,
      "loss": 0.2408,
      "step": 10360
    },
    {
      "epoch": 8.68,
      "learning_rate": 2.1328915075115085e-06,
      "loss": 0.2469,
      "step": 10380
    },
    {
      "epoch": 8.69,
      "learning_rate": 2.0799928777936795e-06,
      "loss": 0.2465,
      "step": 10400
    },
    {
      "epoch": 8.71,
      "learning_rate": 2.027730007188339e-06,
      "loss": 0.2494,
      "step": 10420
    },
    {
      "epoch": 8.73,
      "learning_rate": 1.9761043453720207e-06,
      "loss": 0.2443,
      "step": 10440
    },
    {
      "epoch": 8.74,
      "learning_rate": 1.9251173243462317e-06,
      "loss": 0.2434,
      "step": 10460
    },
    {
      "epoch": 8.76,
      "learning_rate": 1.8747703583977678e-06,
      "loss": 0.243,
      "step": 10480
    },
    {
      "epoch": 8.78,
      "learning_rate": 1.8250648440594486e-06,
      "loss": 0.2446,
      "step": 10500
    },
    {
      "epoch": 8.79,
      "learning_rate": 1.7760021600714106e-06,
      "loss": 0.2455,
      "step": 10520
    },
    {
      "epoch": 8.81,
      "learning_rate": 1.7275836673428581e-06,
      "loss": 0.2483,
      "step": 10540
    },
    {
      "epoch": 8.83,
      "learning_rate": 1.6798107089142868e-06,
      "loss": 0.2491,
      "step": 10560
    },
    {
      "epoch": 8.84,
      "learning_rate": 1.632684609920254e-06,
      "loss": 0.2468,
      "step": 10580
    },
    {
      "epoch": 8.86,
      "learning_rate": 1.5862066775526457e-06,
      "loss": 0.2472,
      "step": 10600
    },
    {
      "epoch": 8.88,
      "learning_rate": 1.5403782010243589e-06,
      "loss": 0.2474,
      "step": 10620
    },
    {
      "epoch": 8.89,
      "learning_rate": 1.4952004515335794e-06,
      "loss": 0.2362,
      "step": 10640
    },
    {
      "epoch": 8.91,
      "learning_rate": 1.45067468222852e-06,
      "loss": 0.2445,
      "step": 10660
    },
    {
      "epoch": 8.93,
      "learning_rate": 1.4068021281726602e-06,
      "loss": 0.2388,
      "step": 10680
    },
    {
      "epoch": 8.94,
      "learning_rate": 1.36358400631047e-06,
      "loss": 0.2415,
      "step": 10700
    },
    {
      "epoch": 8.96,
      "learning_rate": 1.3210215154336681e-06,
      "loss": 0.2481,
      "step": 10720
    },
    {
      "epoch": 8.98,
      "learning_rate": 1.2791158361479733e-06,
      "loss": 0.2422,
      "step": 10740
    },
    {
      "epoch": 8.99,
      "learning_rate": 1.2378681308403501e-06,
      "loss": 0.2478,
      "step": 10760
    },
    {
      "epoch": 9.0,
      "eval_loss": 0.495464563369751,
      "eval_runtime": 137.2277,
      "eval_samples_per_second": 34.483,
      "eval_steps_per_second": 8.621,
      "step": 10768
    },
    {
      "epoch": 9.01,
      "learning_rate": 1.1972795436467676e-06,
      "loss": 0.247,
      "step": 10780
    },
    {
      "epoch": 9.03,
      "learning_rate": 1.1573512004204478e-06,
      "loss": 0.2322,
      "step": 10800
    },
    {
      "epoch": 9.04,
      "learning_rate": 1.1180842087006843e-06,
      "loss": 0.233,
      "step": 10820
    },
    {
      "epoch": 9.06,
      "learning_rate": 1.0794796576820587e-06,
      "loss": 0.2366,
      "step": 10840
    },
    {
      "epoch": 9.08,
      "learning_rate": 1.041538618184265e-06,
      "loss": 0.23,
      "step": 10860
    },
    {
      "epoch": 9.09,
      "learning_rate": 1.0042621426224114e-06,
      "loss": 0.242,
      "step": 10880
    },
    {
      "epoch": 9.11,
      "learning_rate": 9.676512649778092e-07,
      "loss": 0.2395,
      "step": 10900
    },
    {
      "epoch": 9.13,
      "learning_rate": 9.317070007692913e-07,
      "loss": 0.2322,
      "step": 10920
    },
    {
      "epoch": 9.14,
      "learning_rate": 8.964303470250707e-07,
      "loss": 0.2413,
      "step": 10940
    },
    {
      "epoch": 9.16,
      "learning_rate": 8.618222822550482e-07,
      "loss": 0.2363,
      "step": 10960
    },
    {
      "epoch": 9.18,
      "learning_rate": 8.27883766423701e-07,
      "loss": 0.234,
      "step": 10980
    },
    {
      "epoch": 9.19,
      "learning_rate": 7.94615740923435e-07,
      "loss": 0.2323,
      "step": 11000
    },
    {
      "epoch": 9.21,
      "learning_rate": 7.620191285484828e-07,
      "loss": 0.2361,
      "step": 11020
    },
    {
      "epoch": 9.23,
      "learning_rate": 7.300948334693053e-07,
      "loss": 0.2313,
      "step": 11040
    },
    {
      "epoch": 9.24,
      "learning_rate": 6.988437412075055e-07,
      "loss": 0.2314,
      "step": 11060
    },
    {
      "epoch": 9.26,
      "learning_rate": 6.68266718611274e-07,
      "loss": 0.2285,
      "step": 11080
    },
    {
      "epoch": 9.28,
      "learning_rate": 6.383646138313381e-07,
      "loss": 0.233,
      "step": 11100
    },
    {
      "epoch": 9.29,
      "learning_rate": 6.091382562974396e-07,
      "loss": 0.2354,
      "step": 11120
    },
    {
      "epoch": 9.31,
      "learning_rate": 5.805884566953329e-07,
      "loss": 0.2292,
      "step": 11140
    },
    {
      "epoch": 9.33,
      "learning_rate": 5.527160069442788e-07,
      "loss": 0.233,
      "step": 11160
    },
    {
      "epoch": 9.34,
      "learning_rate": 5.255216801751006e-07,
      "loss": 0.2341,
      "step": 11180
    },
    {
      "epoch": 9.36,
      "learning_rate": 4.990062307087262e-07,
      "loss": 0.2303,
      "step": 11200
    },
    {
      "epoch": 9.38,
      "learning_rate": 4.731703940352716e-07,
      "loss": 0.233,
      "step": 11220
    },
    {
      "epoch": 9.39,
      "learning_rate": 4.480148867936268e-07,
      "loss": 0.2312,
      "step": 11240
    },
    {
      "epoch": 9.41,
      "learning_rate": 4.2354040675159635e-07,
      "loss": 0.2345,
      "step": 11260
    },
    {
      "epoch": 9.43,
      "learning_rate": 3.997476327865318e-07,
      "loss": 0.2365,
      "step": 11280
    },
    {
      "epoch": 9.44,
      "learning_rate": 3.7663722486649957e-07,
      "loss": 0.23,
      "step": 11300
    },
    {
      "epoch": 9.46,
      "learning_rate": 3.542098240319813e-07,
      "loss": 0.2354,
      "step": 11320
    },
    {
      "epoch": 9.48,
      "learning_rate": 3.3246605237809426e-07,
      "loss": 0.2362,
      "step": 11340
    },
    {
      "epoch": 9.49,
      "learning_rate": 3.114065130373295e-07,
      "loss": 0.2345,
      "step": 11360
    },
    {
      "epoch": 9.51,
      "learning_rate": 2.9103179016282124e-07,
      "loss": 0.2318,
      "step": 11380
    },
    {
      "epoch": 9.53,
      "learning_rate": 2.7134244891214853e-07,
      "loss": 0.2329,
      "step": 11400
    },
    {
      "epoch": 9.54,
      "learning_rate": 2.523390354316535e-07,
      "loss": 0.231,
      "step": 11420
    },
    {
      "epoch": 9.56,
      "learning_rate": 2.3402207684130596e-07,
      "loss": 0.2337,
      "step": 11440
    },
    {
      "epoch": 9.58,
      "learning_rate": 2.1639208122005704e-07,
      "loss": 0.2284,
      "step": 11460
    },
    {
      "epoch": 9.59,
      "learning_rate": 1.9944953759176987e-07,
      "loss": 0.2256,
      "step": 11480
    },
    {
      "epoch": 9.61,
      "learning_rate": 1.8319491591164417e-07,
      "loss": 0.2349,
      "step": 11500
    },
    {
      "epoch": 9.63,
      "learning_rate": 1.676286670531796e-07,
      "loss": 0.2381,
      "step": 11520
    },
    {
      "epoch": 9.64,
      "learning_rate": 1.5275122279567178e-07,
      "loss": 0.2405,
      "step": 11540
    },
    {
      "epoch": 9.66,
      "learning_rate": 1.3856299581223864e-07,
      "loss": 0.2249,
      "step": 11560
    },
    {
      "epoch": 9.68,
      "learning_rate": 1.2506437965836836e-07,
      "loss": 0.2315,
      "step": 11580
    },
    {
      "epoch": 9.69,
      "learning_rate": 1.1225574876100597e-07,
      "loss": 0.2382,
      "step": 11600
    },
    {
      "epoch": 9.71,
      "learning_rate": 1.0013745840816158e-07,
      "loss": 0.238,
      "step": 11620
    },
    {
      "epoch": 9.73,
      "learning_rate": 8.87098447390683e-08,
      "loss": 0.2349,
      "step": 11640
    },
    {
      "epoch": 9.75,
      "learning_rate": 7.797322473484248e-08,
      "loss": 0.2438,
      "step": 11660
    },
    {
      "epoch": 9.76,
      "learning_rate": 6.79278962097074e-08,
      "loss": 0.2345,
      "step": 11680
    },
    {
      "epoch": 9.78,
      "learning_rate": 5.8574137802713814e-08,
      "loss": 0.2315,
      "step": 11700
    },
    {
      "epoch": 9.8,
      "learning_rate": 4.991220897002935e-08,
      "loss": 0.24,
      "step": 11720
    },
    {
      "epoch": 9.81,
      "learning_rate": 4.1942349977727724e-08,
      "loss": 0.2405,
      "step": 11740
    },
    {
      "epoch": 9.83,
      "learning_rate": 3.466478189513567e-08,
      "loss": 0.227,
      "step": 11760
    },
    {
      "epoch": 9.85,
      "learning_rate": 2.807970658869341e-08,
      "loss": 0.2397,
      "step": 11780
    },
    {
      "epoch": 9.86,
      "learning_rate": 2.2187306716353608e-08,
      "loss": 0.2357,
      "step": 11800
    },
    {
      "epoch": 9.88,
      "learning_rate": 1.6987745722521487e-08,
      "loss": 0.2363,
      "step": 11820
    },
    {
      "epoch": 9.9,
      "learning_rate": 1.2481167833516827e-08,
      "loss": 0.2381,
      "step": 11840
    },
    {
      "epoch": 9.91,
      "learning_rate": 8.667698053574369e-09,
      "loss": 0.2309,
      "step": 11860
    },
    {
      "epoch": 9.93,
      "learning_rate": 5.5474421613799235e-09,
      "loss": 0.2377,
      "step": 11880
    },
    {
      "epoch": 9.95,
      "learning_rate": 3.120486707125503e-09,
      "loss": 0.2308,
      "step": 11900
    },
    {
      "epoch": 9.96,
      "learning_rate": 1.3868990101223445e-09,
      "loss": 0.2315,
      "step": 11920
    },
    {
      "epoch": 9.98,
      "learning_rate": 3.467271569246311e-10,
      "loss": 0.2337,
      "step": 11940
    },
    {
      "epoch": 10.0,
      "learning_rate": 0.0,
      "loss": 0.2335,
      "step": 11960
    },
    {
      "epoch": 10.0,
      "eval_loss": 0.5053394436836243,
      "eval_runtime": 136.9203,
      "eval_samples_per_second": 34.56,
      "eval_steps_per_second": 8.64,
      "step": 11960
    },
    {
      "epoch": 10.0,
      "step": 11960,
      "total_flos": 3.434387362032845e+18,
      "train_loss": 0.5183154742055912,
      "train_runtime": 30461.9007,
      "train_samples_per_second": 12.568,
      "train_steps_per_second": 0.393
    }
  ],
  "logging_steps": 20,
  "max_steps": 11960,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "total_flos": 3.434387362032845e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}