{
  "best_metric": 0.4402177035808563,
  "best_model_checkpoint": "NHS-BiomedNLP-BiomedBERT-hypop-512\\checkpoint-794",
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 1191,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 10.960957527160645,
      "learning_rate": 2.9987405541561713e-05,
      "loss": 0.7342,
      "step": 1
    },
    {
      "epoch": 0.01,
      "grad_norm": 9.521003723144531,
      "learning_rate": 2.997481108312343e-05,
      "loss": 0.7329,
      "step": 2
    },
    {
      "epoch": 0.01,
      "grad_norm": 8.874771118164062,
      "learning_rate": 2.9962216624685138e-05,
      "loss": 0.7373,
      "step": 3
    },
    {
      "epoch": 0.01,
      "grad_norm": 7.235786437988281,
      "learning_rate": 2.994962216624685e-05,
      "loss": 0.6377,
      "step": 4
    },
    {
      "epoch": 0.01,
      "grad_norm": 13.307806968688965,
      "learning_rate": 2.9937027707808566e-05,
      "loss": 0.7346,
      "step": 5
    },
    {
      "epoch": 0.02,
      "grad_norm": 5.770761013031006,
      "learning_rate": 2.992443324937028e-05,
      "loss": 0.6492,
      "step": 6
    },
    {
      "epoch": 0.02,
      "grad_norm": 6.9356560707092285,
      "learning_rate": 2.9911838790931988e-05,
      "loss": 0.6832,
      "step": 7
    },
    {
      "epoch": 0.02,
      "grad_norm": 13.655845642089844,
      "learning_rate": 2.9899244332493704e-05,
      "loss": 0.8057,
      "step": 8
    },
    {
      "epoch": 0.02,
      "grad_norm": 8.541060447692871,
      "learning_rate": 2.9886649874055416e-05,
      "loss": 0.6656,
      "step": 9
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.785902500152588,
      "learning_rate": 2.987405541561713e-05,
      "loss": 0.6787,
      "step": 10
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.900331974029541,
      "learning_rate": 2.9861460957178844e-05,
      "loss": 0.6868,
      "step": 11
    },
    {
      "epoch": 0.03,
      "grad_norm": 9.852057456970215,
      "learning_rate": 2.9848866498740553e-05,
      "loss": 0.6991,
      "step": 12
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.37741756439209,
      "learning_rate": 2.9836272040302266e-05,
      "loss": 0.6302,
      "step": 13
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.589299201965332,
      "learning_rate": 2.982367758186398e-05,
      "loss": 0.6055,
      "step": 14
    },
    {
      "epoch": 0.04,
      "grad_norm": 10.325979232788086,
      "learning_rate": 2.9811083123425694e-05,
      "loss": 0.7367,
      "step": 15
    },
    {
      "epoch": 0.04,
      "grad_norm": 10.072173118591309,
      "learning_rate": 2.9798488664987406e-05,
      "loss": 0.6229,
      "step": 16
    },
    {
      "epoch": 0.04,
      "grad_norm": 10.84774398803711,
      "learning_rate": 2.978589420654912e-05,
      "loss": 0.601,
      "step": 17
    },
    {
      "epoch": 0.05,
      "grad_norm": 12.358999252319336,
      "learning_rate": 2.977329974811083e-05,
      "loss": 0.6277,
      "step": 18
    },
    {
      "epoch": 0.05,
      "grad_norm": 13.19227409362793,
      "learning_rate": 2.9760705289672544e-05,
      "loss": 0.5326,
      "step": 19
    },
    {
      "epoch": 0.05,
      "grad_norm": 6.927993297576904,
      "learning_rate": 2.974811083123426e-05,
      "loss": 0.5725,
      "step": 20
    },
    {
      "epoch": 0.05,
      "grad_norm": 11.326826095581055,
      "learning_rate": 2.973551637279597e-05,
      "loss": 0.6021,
      "step": 21
    },
    {
      "epoch": 0.06,
      "grad_norm": 7.477938652038574,
      "learning_rate": 2.972292191435768e-05,
      "loss": 0.4767,
      "step": 22
    },
    {
      "epoch": 0.06,
      "grad_norm": 17.05657958984375,
      "learning_rate": 2.9710327455919397e-05,
      "loss": 0.4546,
      "step": 23
    },
    {
      "epoch": 0.06,
      "grad_norm": 10.406664848327637,
      "learning_rate": 2.969773299748111e-05,
      "loss": 0.4608,
      "step": 24
    },
    {
      "epoch": 0.06,
      "grad_norm": 7.126372337341309,
      "learning_rate": 2.968513853904282e-05,
      "loss": 0.5253,
      "step": 25
    },
    {
      "epoch": 0.07,
      "grad_norm": 22.958934783935547,
      "learning_rate": 2.9672544080604534e-05,
      "loss": 0.7278,
      "step": 26
    },
    {
      "epoch": 0.07,
      "grad_norm": 15.145363807678223,
      "learning_rate": 2.9659949622166247e-05,
      "loss": 0.6793,
      "step": 27
    },
    {
      "epoch": 0.07,
      "grad_norm": 6.81843900680542,
      "learning_rate": 2.964735516372796e-05,
      "loss": 0.5066,
      "step": 28
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.444020748138428,
      "learning_rate": 2.9634760705289675e-05,
      "loss": 0.2889,
      "step": 29
    },
    {
      "epoch": 0.08,
      "grad_norm": 20.001272201538086,
      "learning_rate": 2.9622166246851387e-05,
      "loss": 0.4007,
      "step": 30
    },
    {
      "epoch": 0.08,
      "grad_norm": 9.261313438415527,
      "learning_rate": 2.9609571788413096e-05,
      "loss": 0.4314,
      "step": 31
    },
    {
      "epoch": 0.08,
      "grad_norm": 9.045961380004883,
      "learning_rate": 2.9596977329974812e-05,
      "loss": 0.7514,
      "step": 32
    },
    {
      "epoch": 0.08,
      "grad_norm": 8.198954582214355,
      "learning_rate": 2.9584382871536524e-05,
      "loss": 0.498,
      "step": 33
    },
    {
      "epoch": 0.09,
      "grad_norm": 13.375472068786621,
      "learning_rate": 2.9571788413098237e-05,
      "loss": 0.3819,
      "step": 34
    },
    {
      "epoch": 0.09,
      "grad_norm": 9.266693115234375,
      "learning_rate": 2.955919395465995e-05,
      "loss": 0.4062,
      "step": 35
    },
    {
      "epoch": 0.09,
      "grad_norm": 10.688496589660645,
      "learning_rate": 2.9546599496221662e-05,
      "loss": 0.37,
      "step": 36
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.4655046463012695,
      "learning_rate": 2.9534005037783378e-05,
      "loss": 0.1862,
      "step": 37
    },
    {
      "epoch": 0.1,
      "grad_norm": 20.452878952026367,
      "learning_rate": 2.952141057934509e-05,
      "loss": 0.6387,
      "step": 38
    },
    {
      "epoch": 0.1,
      "grad_norm": 6.115667819976807,
      "learning_rate": 2.9508816120906802e-05,
      "loss": 0.404,
      "step": 39
    },
    {
      "epoch": 0.1,
      "grad_norm": 18.10906982421875,
      "learning_rate": 2.9496221662468515e-05,
      "loss": 0.5456,
      "step": 40
    },
    {
      "epoch": 0.1,
      "grad_norm": 11.372830390930176,
      "learning_rate": 2.9483627204030227e-05,
      "loss": 0.2977,
      "step": 41
    },
    {
      "epoch": 0.11,
      "grad_norm": 8.976436614990234,
      "learning_rate": 2.947103274559194e-05,
      "loss": 0.4582,
      "step": 42
    },
    {
      "epoch": 0.11,
      "grad_norm": 16.73163414001465,
      "learning_rate": 2.9458438287153656e-05,
      "loss": 0.3448,
      "step": 43
    },
    {
      "epoch": 0.11,
      "grad_norm": 8.729334831237793,
      "learning_rate": 2.9445843828715368e-05,
      "loss": 0.1669,
      "step": 44
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.726550579071045,
      "learning_rate": 2.9433249370277077e-05,
      "loss": 0.1398,
      "step": 45
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.698641300201416,
      "learning_rate": 2.9420654911838793e-05,
      "loss": 0.1377,
      "step": 46
    },
    {
      "epoch": 0.12,
      "grad_norm": 15.612041473388672,
      "learning_rate": 2.9408060453400505e-05,
      "loss": 0.5077,
      "step": 47
    },
    {
      "epoch": 0.12,
      "grad_norm": 18.663637161254883,
      "learning_rate": 2.9395465994962218e-05,
      "loss": 0.5674,
      "step": 48
    },
    {
      "epoch": 0.12,
      "grad_norm": 24.12005043029785,
      "learning_rate": 2.938287153652393e-05,
      "loss": 0.546,
      "step": 49
    },
    {
      "epoch": 0.13,
      "grad_norm": 16.070539474487305,
      "learning_rate": 2.9370277078085643e-05,
      "loss": 0.4623,
      "step": 50
    },
    {
      "epoch": 0.13,
      "grad_norm": 26.91022491455078,
      "learning_rate": 2.9357682619647355e-05,
      "loss": 0.3909,
      "step": 51
    },
    {
      "epoch": 0.13,
      "grad_norm": 13.222580909729004,
      "learning_rate": 2.934508816120907e-05,
      "loss": 0.5905,
      "step": 52
    },
    {
      "epoch": 0.13,
      "grad_norm": 13.613443374633789,
      "learning_rate": 2.9332493702770783e-05,
      "loss": 0.3731,
      "step": 53
    },
    {
      "epoch": 0.14,
      "grad_norm": 20.913328170776367,
      "learning_rate": 2.9319899244332492e-05,
      "loss": 0.789,
      "step": 54
    },
    {
      "epoch": 0.14,
      "grad_norm": 10.94701099395752,
      "learning_rate": 2.9307304785894208e-05,
      "loss": 0.1207,
      "step": 55
    },
    {
      "epoch": 0.14,
      "grad_norm": 10.41066837310791,
      "learning_rate": 2.929471032745592e-05,
      "loss": 0.4236,
      "step": 56
    },
    {
      "epoch": 0.14,
      "grad_norm": 19.012123107910156,
      "learning_rate": 2.9282115869017633e-05,
      "loss": 0.474,
      "step": 57
    },
    {
      "epoch": 0.15,
      "grad_norm": 6.834192276000977,
      "learning_rate": 2.926952141057935e-05,
      "loss": 0.3311,
      "step": 58
    },
    {
      "epoch": 0.15,
      "grad_norm": 9.958150863647461,
      "learning_rate": 2.9256926952141058e-05,
      "loss": 0.3635,
      "step": 59
    },
    {
      "epoch": 0.15,
      "grad_norm": 7.105954647064209,
      "learning_rate": 2.924433249370277e-05,
      "loss": 0.3664,
      "step": 60
    },
    {
      "epoch": 0.15,
      "grad_norm": 10.265762329101562,
      "learning_rate": 2.9231738035264486e-05,
      "loss": 0.4841,
      "step": 61
    },
    {
      "epoch": 0.16,
      "grad_norm": 7.81852912902832,
      "learning_rate": 2.92191435768262e-05,
      "loss": 0.2711,
      "step": 62
    },
    {
      "epoch": 0.16,
      "grad_norm": 8.933136940002441,
      "learning_rate": 2.9206549118387908e-05,
      "loss": 0.4243,
      "step": 63
    },
    {
      "epoch": 0.16,
      "grad_norm": 12.95289421081543,
      "learning_rate": 2.9193954659949623e-05,
      "loss": 0.3405,
      "step": 64
    },
    {
      "epoch": 0.16,
      "grad_norm": 6.353665828704834,
      "learning_rate": 2.9181360201511336e-05,
      "loss": 0.3388,
      "step": 65
    },
    {
      "epoch": 0.17,
      "grad_norm": 6.9620795249938965,
      "learning_rate": 2.9168765743073048e-05,
      "loss": 0.2494,
      "step": 66
    },
    {
      "epoch": 0.17,
      "grad_norm": 21.418628692626953,
      "learning_rate": 2.9156171284634764e-05,
      "loss": 0.7494,
      "step": 67
    },
    {
      "epoch": 0.17,
      "grad_norm": 11.0220308303833,
      "learning_rate": 2.9143576826196473e-05,
      "loss": 0.3143,
      "step": 68
    },
    {
      "epoch": 0.17,
      "grad_norm": 17.424291610717773,
      "learning_rate": 2.9130982367758185e-05,
      "loss": 0.9001,
      "step": 69
    },
    {
      "epoch": 0.18,
      "grad_norm": 20.80506134033203,
      "learning_rate": 2.91183879093199e-05,
      "loss": 0.6554,
      "step": 70
    },
    {
      "epoch": 0.18,
      "grad_norm": 10.28822135925293,
      "learning_rate": 2.9105793450881614e-05,
      "loss": 0.6043,
      "step": 71
    },
    {
      "epoch": 0.18,
      "grad_norm": 15.434713363647461,
      "learning_rate": 2.9093198992443326e-05,
      "loss": 0.4225,
      "step": 72
    },
    {
      "epoch": 0.18,
      "grad_norm": 12.180867195129395,
      "learning_rate": 2.908060453400504e-05,
      "loss": 0.3573,
      "step": 73
    },
    {
      "epoch": 0.19,
      "grad_norm": 11.896459579467773,
      "learning_rate": 2.906801007556675e-05,
      "loss": 0.5342,
      "step": 74
    },
    {
      "epoch": 0.19,
      "grad_norm": 7.4386444091796875,
      "learning_rate": 2.9055415617128463e-05,
      "loss": 0.4236,
      "step": 75
    },
    {
      "epoch": 0.19,
      "grad_norm": 11.402010917663574,
      "learning_rate": 2.904282115869018e-05,
      "loss": 0.3661,
      "step": 76
    },
    {
      "epoch": 0.19,
      "grad_norm": 9.488443374633789,
      "learning_rate": 2.903022670025189e-05,
      "loss": 0.7061,
      "step": 77
    },
    {
      "epoch": 0.2,
      "grad_norm": 15.988265991210938,
      "learning_rate": 2.90176322418136e-05,
      "loss": 0.6259,
      "step": 78
    },
    {
      "epoch": 0.2,
      "grad_norm": 11.976941108703613,
      "learning_rate": 2.9005037783375317e-05,
      "loss": 0.5461,
      "step": 79
    },
    {
      "epoch": 0.2,
      "grad_norm": 10.190409660339355,
      "learning_rate": 2.899244332493703e-05,
      "loss": 0.5816,
      "step": 80
    },
    {
      "epoch": 0.2,
      "grad_norm": 6.492282867431641,
      "learning_rate": 2.897984886649874e-05,
      "loss": 0.2346,
      "step": 81
    },
    {
      "epoch": 0.21,
      "grad_norm": 13.058635711669922,
      "learning_rate": 2.8967254408060454e-05,
      "loss": 0.3657,
      "step": 82
    },
    {
      "epoch": 0.21,
      "grad_norm": 14.294368743896484,
      "learning_rate": 2.8954659949622166e-05,
      "loss": 0.5426,
      "step": 83
    },
    {
      "epoch": 0.21,
      "grad_norm": 11.543447494506836,
      "learning_rate": 2.894206549118388e-05,
      "loss": 0.5771,
      "step": 84
    },
    {
      "epoch": 0.21,
      "grad_norm": 7.160464286804199,
      "learning_rate": 2.8929471032745595e-05,
      "loss": 0.3088,
      "step": 85
    },
    {
      "epoch": 0.22,
      "grad_norm": 16.53839683532715,
      "learning_rate": 2.8916876574307307e-05,
      "loss": 0.7966,
      "step": 86
    },
    {
      "epoch": 0.22,
      "grad_norm": 10.61913013458252,
      "learning_rate": 2.8904282115869016e-05,
      "loss": 0.507,
      "step": 87
    },
    {
      "epoch": 0.22,
      "grad_norm": 5.3180084228515625,
      "learning_rate": 2.8891687657430732e-05,
      "loss": 0.4556,
      "step": 88
    },
    {
      "epoch": 0.22,
      "grad_norm": 7.9845805168151855,
      "learning_rate": 2.8879093198992444e-05,
      "loss": 0.462,
      "step": 89
    },
    {
      "epoch": 0.23,
      "grad_norm": 19.176565170288086,
      "learning_rate": 2.8866498740554157e-05,
      "loss": 0.6049,
      "step": 90
    },
    {
      "epoch": 0.23,
      "grad_norm": 6.490673065185547,
      "learning_rate": 2.885390428211587e-05,
      "loss": 0.4461,
      "step": 91
    },
    {
      "epoch": 0.23,
      "grad_norm": 10.937054634094238,
      "learning_rate": 2.884130982367758e-05,
      "loss": 0.4222,
      "step": 92
    },
    {
      "epoch": 0.23,
      "grad_norm": 14.133673667907715,
      "learning_rate": 2.8828715365239294e-05,
      "loss": 0.6477,
      "step": 93
    },
    {
      "epoch": 0.24,
      "grad_norm": 7.424984931945801,
      "learning_rate": 2.881612090680101e-05,
      "loss": 0.3932,
      "step": 94
    },
    {
      "epoch": 0.24,
      "grad_norm": 6.378269195556641,
      "learning_rate": 2.8803526448362722e-05,
      "loss": 0.3421,
      "step": 95
    },
    {
      "epoch": 0.24,
      "grad_norm": 14.893821716308594,
      "learning_rate": 2.879093198992443e-05,
      "loss": 0.4213,
      "step": 96
    },
    {
      "epoch": 0.24,
      "grad_norm": 7.521154880523682,
      "learning_rate": 2.8778337531486147e-05,
      "loss": 0.3938,
      "step": 97
    },
    {
      "epoch": 0.25,
      "grad_norm": 7.131565093994141,
      "learning_rate": 2.876574307304786e-05,
      "loss": 0.4146,
      "step": 98
    },
    {
      "epoch": 0.25,
      "grad_norm": 17.402559280395508,
      "learning_rate": 2.8753148614609572e-05,
      "loss": 0.6407,
      "step": 99
    },
    {
      "epoch": 0.25,
      "grad_norm": 17.919559478759766,
      "learning_rate": 2.8740554156171288e-05,
      "loss": 0.5773,
      "step": 100
    },
    {
      "epoch": 0.25,
      "grad_norm": 18.85222625732422,
      "learning_rate": 2.8727959697732997e-05,
      "loss": 0.8411,
      "step": 101
    },
    {
      "epoch": 0.26,
      "grad_norm": 17.24286651611328,
      "learning_rate": 2.871536523929471e-05,
      "loss": 0.6594,
      "step": 102
    },
    {
      "epoch": 0.26,
      "grad_norm": 8.199654579162598,
      "learning_rate": 2.8702770780856425e-05,
      "loss": 0.2904,
      "step": 103
    },
    {
      "epoch": 0.26,
      "grad_norm": 11.349382400512695,
      "learning_rate": 2.8690176322418137e-05,
      "loss": 0.4303,
      "step": 104
    },
    {
      "epoch": 0.26,
      "grad_norm": 5.197649002075195,
      "learning_rate": 2.8677581863979846e-05,
      "loss": 0.3887,
      "step": 105
    },
    {
      "epoch": 0.27,
      "grad_norm": 6.405046463012695,
      "learning_rate": 2.8664987405541562e-05,
      "loss": 0.2129,
      "step": 106
    },
    {
      "epoch": 0.27,
      "grad_norm": 11.765724182128906,
      "learning_rate": 2.8652392947103275e-05,
      "loss": 0.6096,
      "step": 107
    },
    {
      "epoch": 0.27,
      "grad_norm": 15.173542022705078,
      "learning_rate": 2.8639798488664987e-05,
      "loss": 0.8199,
      "step": 108
    },
    {
      "epoch": 0.27,
      "grad_norm": 15.437769889831543,
      "learning_rate": 2.8627204030226703e-05,
      "loss": 0.6021,
      "step": 109
    },
    {
      "epoch": 0.28,
      "grad_norm": 8.98073673248291,
      "learning_rate": 2.8614609571788412e-05,
      "loss": 0.4355,
      "step": 110
    },
    {
      "epoch": 0.28,
      "grad_norm": 8.301546096801758,
      "learning_rate": 2.8602015113350128e-05,
      "loss": 0.6601,
      "step": 111
    },
    {
      "epoch": 0.28,
      "grad_norm": 14.387860298156738,
      "learning_rate": 2.858942065491184e-05,
      "loss": 0.482,
      "step": 112
    },
    {
      "epoch": 0.28,
      "grad_norm": 14.607189178466797,
      "learning_rate": 2.8576826196473553e-05,
      "loss": 0.5696,
      "step": 113
    },
    {
      "epoch": 0.29,
      "grad_norm": 8.80168628692627,
      "learning_rate": 2.8564231738035265e-05,
      "loss": 0.3216,
      "step": 114
    },
    {
      "epoch": 0.29,
      "grad_norm": 10.599414825439453,
      "learning_rate": 2.8551637279596978e-05,
      "loss": 0.6489,
      "step": 115
    },
    {
      "epoch": 0.29,
      "grad_norm": 11.09121322631836,
      "learning_rate": 2.853904282115869e-05,
      "loss": 0.2516,
      "step": 116
    },
    {
      "epoch": 0.29,
      "grad_norm": 7.300434112548828,
      "learning_rate": 2.8526448362720406e-05,
      "loss": 0.4725,
      "step": 117
    },
    {
      "epoch": 0.3,
      "grad_norm": 16.0921688079834,
      "learning_rate": 2.8513853904282118e-05,
      "loss": 0.6409,
      "step": 118
    },
    {
      "epoch": 0.3,
      "grad_norm": 6.426705360412598,
      "learning_rate": 2.8501259445843827e-05,
      "loss": 0.5262,
      "step": 119
    },
    {
      "epoch": 0.3,
      "grad_norm": 7.335501670837402,
      "learning_rate": 2.8488664987405543e-05,
      "loss": 0.4493,
      "step": 120
    },
    {
      "epoch": 0.3,
      "grad_norm": 7.7583794593811035,
      "learning_rate": 2.8476070528967256e-05,
      "loss": 0.4348,
      "step": 121
    },
    {
      "epoch": 0.31,
      "grad_norm": 6.631812572479248,
      "learning_rate": 2.8463476070528968e-05,
      "loss": 0.2344,
      "step": 122
    },
    {
      "epoch": 0.31,
      "grad_norm": 19.749597549438477,
      "learning_rate": 2.8450881612090684e-05,
      "loss": 0.6976,
      "step": 123
    },
    {
      "epoch": 0.31,
      "grad_norm": 8.363977432250977,
      "learning_rate": 2.8438287153652393e-05,
      "loss": 0.4216,
      "step": 124
    },
    {
      "epoch": 0.31,
      "grad_norm": 10.750311851501465,
      "learning_rate": 2.8425692695214105e-05,
      "loss": 0.5134,
      "step": 125
    },
    {
      "epoch": 0.32,
      "grad_norm": 8.392335891723633,
      "learning_rate": 2.841309823677582e-05,
      "loss": 0.485,
      "step": 126
    },
    {
      "epoch": 0.32,
      "grad_norm": 9.613751411437988,
      "learning_rate": 2.8400503778337533e-05,
      "loss": 0.5329,
      "step": 127
    },
    {
      "epoch": 0.32,
      "grad_norm": 5.709622859954834,
      "learning_rate": 2.8387909319899243e-05,
      "loss": 0.4024,
      "step": 128
    },
    {
      "epoch": 0.32,
      "grad_norm": 11.972945213317871,
      "learning_rate": 2.837531486146096e-05,
      "loss": 0.3772,
      "step": 129
    },
    {
      "epoch": 0.33,
      "grad_norm": 9.365653991699219,
      "learning_rate": 2.836272040302267e-05,
      "loss": 0.9204,
      "step": 130
    },
    {
      "epoch": 0.33,
      "grad_norm": 8.527847290039062,
      "learning_rate": 2.8350125944584383e-05,
      "loss": 0.3677,
      "step": 131
    },
    {
      "epoch": 0.33,
      "grad_norm": 10.193449020385742,
      "learning_rate": 2.83375314861461e-05,
      "loss": 0.4139,
      "step": 132
    },
    {
      "epoch": 0.34,
      "grad_norm": 9.360228538513184,
      "learning_rate": 2.8324937027707808e-05,
      "loss": 0.1871,
      "step": 133
    },
    {
      "epoch": 0.34,
      "grad_norm": 11.814716339111328,
      "learning_rate": 2.831234256926952e-05,
      "loss": 0.547,
      "step": 134
    },
    {
      "epoch": 0.34,
      "grad_norm": 6.990214824676514,
      "learning_rate": 2.8299748110831236e-05,
      "loss": 0.229,
      "step": 135
    },
    {
      "epoch": 0.34,
      "grad_norm": 9.345853805541992,
      "learning_rate": 2.828715365239295e-05,
      "loss": 0.3516,
      "step": 136
    },
    {
      "epoch": 0.35,
      "grad_norm": 8.358905792236328,
      "learning_rate": 2.827455919395466e-05,
      "loss": 0.4395,
      "step": 137
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.4381327629089355,
      "learning_rate": 2.8261964735516374e-05,
      "loss": 0.4123,
      "step": 138
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.183178424835205,
      "learning_rate": 2.8249370277078086e-05,
      "loss": 0.2701,
      "step": 139
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.981905460357666,
      "learning_rate": 2.82367758186398e-05,
      "loss": 0.3501,
      "step": 140
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.92559814453125,
      "learning_rate": 2.8224181360201514e-05,
      "loss": 0.3215,
      "step": 141
    },
    {
      "epoch": 0.36,
      "grad_norm": 10.248849868774414,
      "learning_rate": 2.8211586901763223e-05,
      "loss": 0.4752,
      "step": 142
    },
    {
      "epoch": 0.36,
      "grad_norm": 24.566904067993164,
      "learning_rate": 2.8198992443324936e-05,
      "loss": 0.4138,
      "step": 143
    },
    {
      "epoch": 0.36,
      "grad_norm": 14.266925811767578,
      "learning_rate": 2.818639798488665e-05,
      "loss": 0.2534,
      "step": 144
    },
    {
      "epoch": 0.37,
      "grad_norm": 12.045469284057617,
      "learning_rate": 2.8173803526448364e-05,
      "loss": 0.3652,
      "step": 145
    },
    {
      "epoch": 0.37,
      "grad_norm": 10.166648864746094,
      "learning_rate": 2.8161209068010076e-05,
      "loss": 0.4335,
      "step": 146
    },
    {
      "epoch": 0.37,
      "grad_norm": 6.525755882263184,
      "learning_rate": 2.814861460957179e-05,
      "loss": 0.3855,
      "step": 147
    },
    {
      "epoch": 0.37,
      "grad_norm": 7.986118316650391,
      "learning_rate": 2.81360201511335e-05,
      "loss": 0.3791,
      "step": 148
    },
    {
      "epoch": 0.38,
      "grad_norm": 10.436816215515137,
      "learning_rate": 2.8123425692695214e-05,
      "loss": 0.5131,
      "step": 149
    },
    {
      "epoch": 0.38,
      "grad_norm": 10.12028694152832,
      "learning_rate": 2.811083123425693e-05,
      "loss": 0.4801,
      "step": 150
    },
    {
      "epoch": 0.38,
      "grad_norm": 11.41160774230957,
      "learning_rate": 2.8098236775818642e-05,
      "loss": 0.4166,
      "step": 151
    },
    {
      "epoch": 0.38,
      "grad_norm": 11.20549201965332,
      "learning_rate": 2.808564231738035e-05,
      "loss": 0.5492,
      "step": 152
    },
    {
      "epoch": 0.39,
      "grad_norm": 8.953025817871094,
      "learning_rate": 2.8073047858942067e-05,
      "loss": 0.5637,
      "step": 153
    },
    {
      "epoch": 0.39,
      "grad_norm": 10.427567481994629,
      "learning_rate": 2.806045340050378e-05,
      "loss": 0.3726,
      "step": 154
    },
    {
      "epoch": 0.39,
      "grad_norm": 10.698348999023438,
      "learning_rate": 2.804785894206549e-05,
      "loss": 0.581,
      "step": 155
    },
    {
      "epoch": 0.39,
      "grad_norm": 11.016364097595215,
      "learning_rate": 2.8035264483627204e-05,
      "loss": 0.4332,
      "step": 156
    },
    {
      "epoch": 0.4,
      "grad_norm": 9.223053932189941,
      "learning_rate": 2.8022670025188917e-05,
      "loss": 0.325,
      "step": 157
    },
    {
      "epoch": 0.4,
      "grad_norm": 7.178832054138184,
      "learning_rate": 2.801007556675063e-05,
      "loss": 0.4933,
      "step": 158
    },
    {
      "epoch": 0.4,
      "grad_norm": 7.114950180053711,
      "learning_rate": 2.7997481108312345e-05,
      "loss": 0.3691,
      "step": 159
    },
    {
      "epoch": 0.4,
      "grad_norm": 11.535995483398438,
      "learning_rate": 2.7984886649874057e-05,
      "loss": 0.3785,
      "step": 160
    },
    {
      "epoch": 0.41,
      "grad_norm": 11.003711700439453,
      "learning_rate": 2.7972292191435766e-05,
      "loss": 0.458,
      "step": 161
    },
    {
      "epoch": 0.41,
      "grad_norm": 7.845949649810791,
      "learning_rate": 2.7959697732997482e-05,
      "loss": 0.3575,
      "step": 162
    },
    {
      "epoch": 0.41,
      "grad_norm": 7.582950592041016,
      "learning_rate": 2.7947103274559194e-05,
      "loss": 0.5969,
      "step": 163
    },
    {
      "epoch": 0.41,
      "grad_norm": 10.127944946289062,
      "learning_rate": 2.7934508816120907e-05,
      "loss": 0.4724,
      "step": 164
    },
    {
      "epoch": 0.42,
      "grad_norm": 7.671854496002197,
      "learning_rate": 2.7921914357682623e-05,
      "loss": 0.5269,
      "step": 165
    },
    {
      "epoch": 0.42,
      "grad_norm": 8.781110763549805,
      "learning_rate": 2.7909319899244332e-05,
      "loss": 0.7148,
      "step": 166
    },
    {
      "epoch": 0.42,
      "grad_norm": 8.324240684509277,
      "learning_rate": 2.7896725440806044e-05,
      "loss": 0.428,
      "step": 167
    },
    {
      "epoch": 0.42,
      "grad_norm": 9.713485717773438,
      "learning_rate": 2.788413098236776e-05,
      "loss": 0.5671,
      "step": 168
    },
    {
      "epoch": 0.43,
      "grad_norm": 6.988973617553711,
      "learning_rate": 2.7871536523929472e-05,
      "loss": 0.506,
      "step": 169
    },
    {
      "epoch": 0.43,
      "grad_norm": 19.869598388671875,
      "learning_rate": 2.785894206549118e-05,
      "loss": 0.5968,
      "step": 170
    },
    {
      "epoch": 0.43,
      "grad_norm": 10.117294311523438,
      "learning_rate": 2.7846347607052897e-05,
      "loss": 0.413,
      "step": 171
    },
    {
      "epoch": 0.43,
      "grad_norm": 7.587430477142334,
      "learning_rate": 2.783375314861461e-05,
      "loss": 0.4436,
      "step": 172
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.9757165908813477,
      "learning_rate": 2.7821158690176322e-05,
      "loss": 0.2495,
      "step": 173
    },
    {
      "epoch": 0.44,
      "grad_norm": 6.600593566894531,
      "learning_rate": 2.7808564231738038e-05,
      "loss": 0.3974,
      "step": 174
    },
    {
      "epoch": 0.44,
      "grad_norm": 7.599936485290527,
      "learning_rate": 2.7795969773299747e-05,
      "loss": 0.4323,
      "step": 175
    },
    {
      "epoch": 0.44,
      "grad_norm": 8.428034782409668,
      "learning_rate": 2.778337531486146e-05,
      "loss": 0.48,
      "step": 176
    },
    {
      "epoch": 0.45,
      "grad_norm": 10.259221076965332,
      "learning_rate": 2.7770780856423175e-05,
      "loss": 0.4639,
      "step": 177
    },
    {
      "epoch": 0.45,
      "grad_norm": 8.270182609558105,
      "learning_rate": 2.7758186397984888e-05,
      "loss": 0.3487,
      "step": 178
    },
    {
      "epoch": 0.45,
      "grad_norm": 5.60026741027832,
      "learning_rate": 2.77455919395466e-05,
      "loss": 0.4958,
      "step": 179
    },
    {
      "epoch": 0.45,
      "grad_norm": 9.737464904785156,
      "learning_rate": 2.7732997481108313e-05,
      "loss": 0.4293,
      "step": 180
    },
    {
      "epoch": 0.46,
      "grad_norm": 10.6303129196167,
      "learning_rate": 2.7720403022670025e-05,
      "loss": 0.4395,
      "step": 181
    },
    {
      "epoch": 0.46,
      "grad_norm": 8.617947578430176,
      "learning_rate": 2.770780856423174e-05,
      "loss": 0.5972,
      "step": 182
    },
    {
      "epoch": 0.46,
      "grad_norm": 9.682026863098145,
      "learning_rate": 2.7695214105793453e-05,
      "loss": 0.2741,
      "step": 183
    },
    {
      "epoch": 0.46,
      "grad_norm": 5.532878398895264,
      "learning_rate": 2.7682619647355162e-05,
      "loss": 0.4699,
      "step": 184
    },
    {
      "epoch": 0.47,
      "grad_norm": 11.166542053222656,
      "learning_rate": 2.7670025188916878e-05,
      "loss": 0.5117,
      "step": 185
    },
    {
      "epoch": 0.47,
      "grad_norm": 6.78548526763916,
      "learning_rate": 2.765743073047859e-05,
      "loss": 0.3471,
      "step": 186
    },
    {
      "epoch": 0.47,
      "grad_norm": 12.514228820800781,
      "learning_rate": 2.7644836272040303e-05,
      "loss": 0.6523,
      "step": 187
    },
    {
      "epoch": 0.47,
      "grad_norm": 7.483336925506592,
      "learning_rate": 2.763224181360202e-05,
      "loss": 0.5714,
      "step": 188
    },
    {
      "epoch": 0.48,
      "grad_norm": 8.872393608093262,
      "learning_rate": 2.7619647355163728e-05,
      "loss": 0.4711,
      "step": 189
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.779665946960449,
      "learning_rate": 2.760705289672544e-05,
      "loss": 0.3747,
      "step": 190
    },
    {
      "epoch": 0.48,
      "grad_norm": 6.670152187347412,
      "learning_rate": 2.7594458438287156e-05,
      "loss": 0.3524,
      "step": 191
    },
    {
      "epoch": 0.48,
      "grad_norm": 8.483373641967773,
      "learning_rate": 2.758186397984887e-05,
      "loss": 0.2449,
      "step": 192
    },
    {
      "epoch": 0.49,
      "grad_norm": 7.961008548736572,
      "learning_rate": 2.756926952141058e-05,
      "loss": 0.5184,
      "step": 193
    },
    {
      "epoch": 0.49,
      "grad_norm": 8.475528717041016,
      "learning_rate": 2.7556675062972293e-05,
      "loss": 0.4057,
      "step": 194
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.382789611816406,
      "learning_rate": 2.7544080604534006e-05,
      "loss": 0.3483,
      "step": 195
    },
    {
      "epoch": 0.49,
      "grad_norm": 11.06598949432373,
      "learning_rate": 2.7531486146095718e-05,
      "loss": 0.4566,
      "step": 196
    },
    {
      "epoch": 0.5,
      "grad_norm": 7.172100067138672,
      "learning_rate": 2.7518891687657434e-05,
      "loss": 0.5069,
      "step": 197
    },
    {
      "epoch": 0.5,
      "grad_norm": 8.69959545135498,
      "learning_rate": 2.7506297229219143e-05,
      "loss": 0.4024,
      "step": 198
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.8215749263763428,
      "learning_rate": 2.7493702770780855e-05,
      "loss": 0.1903,
      "step": 199
    },
    {
      "epoch": 0.5,
      "grad_norm": 6.7800726890563965,
      "learning_rate": 2.748110831234257e-05,
      "loss": 0.4091,
      "step": 200
    },
    {
      "epoch": 0.51,
      "grad_norm": 11.993806838989258,
      "learning_rate": 2.7468513853904284e-05,
      "loss": 0.4989,
      "step": 201
    },
    {
      "epoch": 0.51,
      "grad_norm": 14.418086051940918,
      "learning_rate": 2.7455919395465996e-05,
      "loss": 0.5218,
      "step": 202
    },
    {
      "epoch": 0.51,
      "grad_norm": 9.064515113830566,
      "learning_rate": 2.744332493702771e-05,
      "loss": 0.357,
      "step": 203
    },
    {
      "epoch": 0.51,
      "grad_norm": 4.245691299438477,
      "learning_rate": 2.743073047858942e-05,
      "loss": 0.3012,
      "step": 204
    },
    {
      "epoch": 0.52,
      "grad_norm": 10.50638198852539,
      "learning_rate": 2.7418136020151133e-05,
      "loss": 0.3103,
      "step": 205
    },
    {
      "epoch": 0.52,
      "grad_norm": 7.120365619659424,
      "learning_rate": 2.740554156171285e-05,
      "loss": 0.3018,
      "step": 206
    },
    {
      "epoch": 0.52,
      "grad_norm": 14.648916244506836,
      "learning_rate": 2.7392947103274562e-05,
      "loss": 0.8458,
      "step": 207
    },
    {
      "epoch": 0.52,
      "grad_norm": 11.240401268005371,
      "learning_rate": 2.738035264483627e-05,
      "loss": 0.2182,
      "step": 208
    },
    {
      "epoch": 0.53,
      "grad_norm": 15.59676456451416,
      "learning_rate": 2.7367758186397987e-05,
      "loss": 0.2614,
      "step": 209
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.611619472503662,
      "learning_rate": 2.73551637279597e-05,
      "loss": 0.0725,
      "step": 210
    },
    {
      "epoch": 0.53,
      "grad_norm": 15.017423629760742,
      "learning_rate": 2.734256926952141e-05,
      "loss": 0.6751,
      "step": 211
    },
    {
      "epoch": 0.53,
      "grad_norm": 8.739672660827637,
      "learning_rate": 2.7329974811083124e-05,
      "loss": 0.1393,
      "step": 212
    },
    {
      "epoch": 0.54,
      "grad_norm": 13.18393611907959,
      "learning_rate": 2.7317380352644836e-05,
      "loss": 0.4262,
      "step": 213
    },
    {
      "epoch": 0.54,
      "grad_norm": 15.25338363647461,
      "learning_rate": 2.730478589420655e-05,
      "loss": 0.4582,
      "step": 214
    },
    {
      "epoch": 0.54,
      "grad_norm": 4.455483913421631,
      "learning_rate": 2.7292191435768265e-05,
      "loss": 0.2272,
      "step": 215
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.5019145011901855,
      "learning_rate": 2.7279596977329977e-05,
      "loss": 0.2219,
      "step": 216
    },
    {
      "epoch": 0.55,
      "grad_norm": 6.36189603805542,
      "learning_rate": 2.7267002518891686e-05,
      "loss": 0.3612,
      "step": 217
    },
    {
      "epoch": 0.55,
      "grad_norm": 11.216201782226562,
      "learning_rate": 2.7254408060453402e-05,
      "loss": 0.4951,
      "step": 218
    },
    {
      "epoch": 0.55,
      "grad_norm": 7.516535758972168,
      "learning_rate": 2.7241813602015114e-05,
      "loss": 0.3473,
      "step": 219
    },
    {
      "epoch": 0.55,
      "grad_norm": 12.50316047668457,
      "learning_rate": 2.7229219143576827e-05,
      "loss": 0.5692,
      "step": 220
    },
    {
      "epoch": 0.56,
      "grad_norm": 7.9396562576293945,
      "learning_rate": 2.721662468513854e-05,
      "loss": 0.3818,
      "step": 221
    },
    {
      "epoch": 0.56,
      "grad_norm": 10.905122756958008,
      "learning_rate": 2.720403022670025e-05,
      "loss": 0.1508,
      "step": 222
    },
    {
      "epoch": 0.56,
      "grad_norm": 11.742682456970215,
      "learning_rate": 2.7191435768261964e-05,
      "loss": 0.5067,
      "step": 223
    },
    {
      "epoch": 0.56,
      "grad_norm": 9.895332336425781,
      "learning_rate": 2.717884130982368e-05,
      "loss": 0.4384,
      "step": 224
    },
    {
      "epoch": 0.57,
      "grad_norm": 13.22032642364502,
      "learning_rate": 2.7166246851385392e-05,
      "loss": 0.2769,
      "step": 225
    },
    {
      "epoch": 0.57,
      "grad_norm": 8.62972354888916,
      "learning_rate": 2.71536523929471e-05,
      "loss": 0.141,
      "step": 226
    },
    {
      "epoch": 0.57,
      "grad_norm": 13.368087768554688,
      "learning_rate": 2.7141057934508817e-05,
      "loss": 0.485,
      "step": 227
    },
    {
      "epoch": 0.57,
      "grad_norm": 5.622757911682129,
      "learning_rate": 2.712846347607053e-05,
      "loss": 0.3319,
      "step": 228
    },
    {
      "epoch": 0.58,
      "grad_norm": 6.637231349945068,
      "learning_rate": 2.7115869017632242e-05,
      "loss": 0.5557,
      "step": 229
    },
    {
      "epoch": 0.58,
      "grad_norm": 9.410402297973633,
      "learning_rate": 2.7103274559193958e-05,
      "loss": 0.4845,
      "step": 230
    },
    {
      "epoch": 0.58,
      "grad_norm": 18.66705894470215,
      "learning_rate": 2.7090680100755667e-05,
      "loss": 0.9765,
      "step": 231
    },
    {
      "epoch": 0.58,
      "grad_norm": 4.065969467163086,
      "learning_rate": 2.707808564231738e-05,
      "loss": 0.2138,
      "step": 232
    },
    {
      "epoch": 0.59,
      "grad_norm": 12.393918991088867,
      "learning_rate": 2.7065491183879095e-05,
      "loss": 0.6254,
      "step": 233
    },
    {
      "epoch": 0.59,
      "grad_norm": 13.665956497192383,
      "learning_rate": 2.7052896725440807e-05,
      "loss": 0.6912,
      "step": 234
    },
    {
      "epoch": 0.59,
      "grad_norm": 6.5648345947265625,
      "learning_rate": 2.7040302267002517e-05,
      "loss": 0.4344,
      "step": 235
    },
    {
      "epoch": 0.59,
      "grad_norm": 4.4842529296875,
      "learning_rate": 2.7027707808564232e-05,
      "loss": 0.3209,
      "step": 236
    },
    {
      "epoch": 0.6,
      "grad_norm": 3.8340840339660645,
      "learning_rate": 2.7015113350125945e-05,
      "loss": 0.4045,
      "step": 237
    },
    {
      "epoch": 0.6,
      "grad_norm": 10.3326997756958,
      "learning_rate": 2.7002518891687657e-05,
      "loss": 0.4998,
      "step": 238
    },
    {
      "epoch": 0.6,
      "grad_norm": 8.519319534301758,
      "learning_rate": 2.6989924433249373e-05,
      "loss": 0.3126,
      "step": 239
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.563427448272705,
      "learning_rate": 2.6977329974811082e-05,
      "loss": 0.2947,
      "step": 240
    },
    {
      "epoch": 0.61,
      "grad_norm": 4.757438659667969,
      "learning_rate": 2.6964735516372794e-05,
      "loss": 0.3535,
      "step": 241
    },
    {
      "epoch": 0.61,
      "grad_norm": 7.1805419921875,
      "learning_rate": 2.695214105793451e-05,
      "loss": 0.4377,
      "step": 242
    },
    {
      "epoch": 0.61,
      "grad_norm": 8.782963752746582,
      "learning_rate": 2.6939546599496223e-05,
      "loss": 0.5135,
      "step": 243
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.521146774291992,
      "learning_rate": 2.6926952141057935e-05,
      "loss": 0.4571,
      "step": 244
    },
    {
      "epoch": 0.62,
      "grad_norm": 9.651432991027832,
      "learning_rate": 2.6914357682619648e-05,
      "loss": 0.3851,
      "step": 245
    },
    {
      "epoch": 0.62,
      "grad_norm": 13.755444526672363,
      "learning_rate": 2.690176322418136e-05,
      "loss": 0.6536,
      "step": 246
    },
    {
      "epoch": 0.62,
      "grad_norm": 6.192646503448486,
      "learning_rate": 2.6889168765743072e-05,
      "loss": 0.3358,
      "step": 247
    },
    {
      "epoch": 0.62,
      "grad_norm": 10.30482292175293,
      "learning_rate": 2.6876574307304788e-05,
      "loss": 0.4194,
      "step": 248
    },
    {
      "epoch": 0.63,
      "grad_norm": 6.788898944854736,
      "learning_rate": 2.6863979848866497e-05,
      "loss": 0.5712,
      "step": 249
    },
    {
      "epoch": 0.63,
      "grad_norm": 10.21720027923584,
      "learning_rate": 2.685138539042821e-05,
      "loss": 0.3626,
      "step": 250
    },
    {
      "epoch": 0.63,
      "grad_norm": 7.160099029541016,
      "learning_rate": 2.6838790931989926e-05,
      "loss": 0.26,
      "step": 251
    },
    {
      "epoch": 0.63,
      "grad_norm": 10.605951309204102,
      "learning_rate": 2.6826196473551638e-05,
      "loss": 0.7586,
      "step": 252
    },
    {
      "epoch": 0.64,
      "grad_norm": 10.67288589477539,
      "learning_rate": 2.681360201511335e-05,
      "loss": 0.5889,
      "step": 253
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.152278423309326,
      "learning_rate": 2.6801007556675063e-05,
      "loss": 0.2835,
      "step": 254
    },
    {
      "epoch": 0.64,
      "grad_norm": 6.4969563484191895,
      "learning_rate": 2.6788413098236775e-05,
      "loss": 0.3987,
      "step": 255
    },
    {
      "epoch": 0.64,
      "grad_norm": 8.223746299743652,
      "learning_rate": 2.677581863979849e-05,
      "loss": 0.3398,
      "step": 256
    },
    {
      "epoch": 0.65,
      "grad_norm": 13.44676399230957,
      "learning_rate": 2.6763224181360204e-05,
      "loss": 0.5064,
      "step": 257
    },
    {
      "epoch": 0.65,
      "grad_norm": 8.834419250488281,
      "learning_rate": 2.6750629722921916e-05,
      "loss": 0.4247,
      "step": 258
    },
    {
      "epoch": 0.65,
      "grad_norm": 7.546679973602295,
      "learning_rate": 2.673803526448363e-05,
      "loss": 0.3359,
      "step": 259
    },
    {
      "epoch": 0.65,
      "grad_norm": 11.630725860595703,
      "learning_rate": 2.672544080604534e-05,
      "loss": 0.4661,
      "step": 260
    },
    {
      "epoch": 0.66,
      "grad_norm": 6.135303497314453,
      "learning_rate": 2.6712846347607053e-05,
      "loss": 0.2913,
      "step": 261
    },
    {
      "epoch": 0.66,
      "grad_norm": 7.024556636810303,
      "learning_rate": 2.670025188916877e-05,
      "loss": 0.2892,
      "step": 262
    },
    {
      "epoch": 0.66,
      "grad_norm": 11.134332656860352,
      "learning_rate": 2.6687657430730478e-05,
      "loss": 0.2884,
      "step": 263
    },
    {
      "epoch": 0.66,
      "grad_norm": 19.467782974243164,
      "learning_rate": 2.667506297229219e-05,
      "loss": 0.5973,
      "step": 264
    },
    {
      "epoch": 0.67,
      "grad_norm": 6.133577346801758,
      "learning_rate": 2.6662468513853906e-05,
      "loss": 0.4258,
      "step": 265
    },
    {
      "epoch": 0.67,
      "grad_norm": 12.55841064453125,
      "learning_rate": 2.664987405541562e-05,
      "loss": 0.4355,
      "step": 266
    },
    {
      "epoch": 0.67,
      "grad_norm": 17.070459365844727,
      "learning_rate": 2.663727959697733e-05,
      "loss": 0.7106,
      "step": 267
    },
    {
      "epoch": 0.68,
      "grad_norm": 13.686192512512207,
      "learning_rate": 2.6624685138539044e-05,
      "loss": 0.526,
      "step": 268
    },
    {
      "epoch": 0.68,
      "grad_norm": 11.354989051818848,
      "learning_rate": 2.6612090680100756e-05,
      "loss": 0.3703,
      "step": 269
    },
    {
      "epoch": 0.68,
      "grad_norm": 9.988239288330078,
      "learning_rate": 2.659949622166247e-05,
      "loss": 0.4727,
      "step": 270
    },
    {
      "epoch": 0.68,
      "grad_norm": 8.656394958496094,
      "learning_rate": 2.6586901763224184e-05,
      "loss": 0.1363,
      "step": 271
    },
    {
      "epoch": 0.69,
      "grad_norm": 7.235680103302002,
      "learning_rate": 2.6574307304785897e-05,
      "loss": 0.2889,
      "step": 272
    },
    {
      "epoch": 0.69,
      "grad_norm": 18.26453399658203,
      "learning_rate": 2.6561712846347606e-05,
      "loss": 0.6898,
      "step": 273
    },
    {
      "epoch": 0.69,
      "grad_norm": 8.426389694213867,
      "learning_rate": 2.654911838790932e-05,
      "loss": 0.3522,
      "step": 274
    },
    {
      "epoch": 0.69,
      "grad_norm": 9.811342239379883,
      "learning_rate": 2.6536523929471034e-05,
      "loss": 0.5926,
      "step": 275
    },
    {
      "epoch": 0.7,
      "grad_norm": 6.944952011108398,
      "learning_rate": 2.6523929471032746e-05,
      "loss": 0.281,
      "step": 276
    },
    {
      "epoch": 0.7,
      "grad_norm": 7.4408979415893555,
      "learning_rate": 2.651133501259446e-05,
      "loss": 0.5496,
      "step": 277
    },
    {
      "epoch": 0.7,
      "grad_norm": 8.388789176940918,
      "learning_rate": 2.649874055415617e-05,
      "loss": 0.2775,
      "step": 278
    },
    {
      "epoch": 0.7,
      "grad_norm": 4.758674144744873,
      "learning_rate": 2.6486146095717884e-05,
      "loss": 0.4558,
      "step": 279
    },
    {
      "epoch": 0.71,
      "grad_norm": 6.666047096252441,
      "learning_rate": 2.64735516372796e-05,
      "loss": 0.4307,
      "step": 280
    },
    {
      "epoch": 0.71,
      "grad_norm": 13.093096733093262,
      "learning_rate": 2.6460957178841312e-05,
      "loss": 0.5806,
      "step": 281
    },
    {
      "epoch": 0.71,
      "grad_norm": 12.456526756286621,
      "learning_rate": 2.644836272040302e-05,
      "loss": 0.5669,
      "step": 282
    },
    {
      "epoch": 0.71,
      "grad_norm": 6.2549004554748535,
      "learning_rate": 2.6435768261964737e-05,
      "loss": 0.3338,
      "step": 283
    },
    {
      "epoch": 0.72,
      "grad_norm": 6.807823657989502,
      "learning_rate": 2.642317380352645e-05,
      "loss": 0.5899,
      "step": 284
    },
    {
      "epoch": 0.72,
      "grad_norm": 5.582499027252197,
      "learning_rate": 2.641057934508816e-05,
      "loss": 0.4312,
      "step": 285
    },
    {
      "epoch": 0.72,
      "grad_norm": 7.518726348876953,
      "learning_rate": 2.6397984886649878e-05,
      "loss": 0.3892,
      "step": 286
    },
    {
      "epoch": 0.72,
      "grad_norm": 5.416556358337402,
      "learning_rate": 2.6385390428211587e-05,
      "loss": 0.2505,
      "step": 287
    },
    {
      "epoch": 0.73,
      "grad_norm": 6.679108619689941,
      "learning_rate": 2.63727959697733e-05,
      "loss": 0.4348,
      "step": 288
    },
    {
      "epoch": 0.73,
      "grad_norm": 4.240274429321289,
      "learning_rate": 2.6360201511335015e-05,
      "loss": 0.5039,
      "step": 289
    },
    {
      "epoch": 0.73,
      "grad_norm": 9.389612197875977,
      "learning_rate": 2.6347607052896727e-05,
      "loss": 0.5208,
      "step": 290
    },
    {
      "epoch": 0.73,
      "grad_norm": 7.322227478027344,
      "learning_rate": 2.6335012594458436e-05,
      "loss": 0.5255,
      "step": 291
    },
    {
      "epoch": 0.74,
      "grad_norm": 6.759903430938721,
      "learning_rate": 2.6322418136020152e-05,
      "loss": 0.3596,
      "step": 292
    },
    {
      "epoch": 0.74,
      "grad_norm": 4.8109822273254395,
      "learning_rate": 2.6309823677581865e-05,
      "loss": 0.2835,
      "step": 293
    },
    {
      "epoch": 0.74,
      "grad_norm": 4.74676513671875,
      "learning_rate": 2.6297229219143577e-05,
      "loss": 0.321,
      "step": 294
    },
    {
      "epoch": 0.74,
      "grad_norm": 8.768762588500977,
      "learning_rate": 2.6284634760705293e-05,
      "loss": 0.3736,
      "step": 295
    },
    {
      "epoch": 0.75,
      "grad_norm": 6.698115825653076,
      "learning_rate": 2.6272040302267002e-05,
      "loss": 0.2979,
      "step": 296
    },
    {
      "epoch": 0.75,
      "grad_norm": 9.396990776062012,
      "learning_rate": 2.6259445843828714e-05,
      "loss": 0.6949,
      "step": 297
    },
    {
      "epoch": 0.75,
      "grad_norm": 6.292881011962891,
      "learning_rate": 2.624685138539043e-05,
      "loss": 0.5847,
      "step": 298
    },
    {
      "epoch": 0.75,
      "grad_norm": 5.798967361450195,
      "learning_rate": 2.6234256926952142e-05,
      "loss": 0.413,
      "step": 299
    },
    {
      "epoch": 0.76,
      "grad_norm": 8.518070220947266,
      "learning_rate": 2.6221662468513855e-05,
      "loss": 0.4463,
      "step": 300
    },
    {
      "epoch": 0.76,
      "grad_norm": 7.179047584533691,
      "learning_rate": 2.6209068010075567e-05,
      "loss": 0.4101,
      "step": 301
    },
    {
      "epoch": 0.76,
      "grad_norm": 8.893898963928223,
      "learning_rate": 2.619647355163728e-05,
      "loss": 0.3712,
      "step": 302
    },
    {
      "epoch": 0.76,
      "grad_norm": 7.180310249328613,
      "learning_rate": 2.6183879093198992e-05,
      "loss": 0.4253,
      "step": 303
    },
    {
      "epoch": 0.77,
      "grad_norm": 11.03390884399414,
      "learning_rate": 2.6171284634760708e-05,
      "loss": 0.3372,
      "step": 304
    },
    {
      "epoch": 0.77,
      "grad_norm": 6.37282133102417,
      "learning_rate": 2.6158690176322417e-05,
      "loss": 0.2729,
      "step": 305
    },
    {
      "epoch": 0.77,
      "grad_norm": 8.934061050415039,
      "learning_rate": 2.614609571788413e-05,
      "loss": 0.2433,
      "step": 306
    },
    {
      "epoch": 0.77,
      "grad_norm": 7.522178649902344,
      "learning_rate": 2.6133501259445845e-05,
      "loss": 0.4284,
      "step": 307
    },
    {
      "epoch": 0.78,
      "grad_norm": 8.500354766845703,
      "learning_rate": 2.6120906801007558e-05,
      "loss": 0.3639,
      "step": 308
    },
    {
      "epoch": 0.78,
      "grad_norm": 11.417220115661621,
      "learning_rate": 2.610831234256927e-05,
      "loss": 0.7663,
      "step": 309
    },
    {
      "epoch": 0.78,
      "grad_norm": 6.737428665161133,
      "learning_rate": 2.6095717884130983e-05,
      "loss": 0.2624,
      "step": 310
    },
    {
      "epoch": 0.78,
      "grad_norm": 6.082789897918701,
      "learning_rate": 2.6083123425692695e-05,
      "loss": 0.4592,
      "step": 311
    },
    {
      "epoch": 0.79,
      "grad_norm": 13.96414566040039,
      "learning_rate": 2.6070528967254407e-05,
      "loss": 0.7136,
      "step": 312
    },
    {
      "epoch": 0.79,
      "grad_norm": 14.575349807739258,
      "learning_rate": 2.6057934508816123e-05,
      "loss": 0.5151,
      "step": 313
    },
    {
      "epoch": 0.79,
      "grad_norm": 9.101264953613281,
      "learning_rate": 2.6045340050377836e-05,
      "loss": 0.3629,
      "step": 314
    },
    {
      "epoch": 0.79,
      "grad_norm": 14.307868957519531,
      "learning_rate": 2.6032745591939545e-05,
      "loss": 0.2515,
      "step": 315
    },
    {
      "epoch": 0.8,
      "grad_norm": 4.331357955932617,
      "learning_rate": 2.602015113350126e-05,
      "loss": 0.1049,
      "step": 316
    },
    {
      "epoch": 0.8,
      "grad_norm": 10.65372371673584,
      "learning_rate": 2.6007556675062973e-05,
      "loss": 0.7491,
      "step": 317
    },
    {
      "epoch": 0.8,
      "grad_norm": 7.100830554962158,
      "learning_rate": 2.5994962216624685e-05,
      "loss": 0.2969,
      "step": 318
    },
    {
      "epoch": 0.8,
      "grad_norm": 8.876154899597168,
      "learning_rate": 2.5982367758186398e-05,
      "loss": 0.2077,
      "step": 319
    },
    {
      "epoch": 0.81,
      "grad_norm": 9.560657501220703,
      "learning_rate": 2.596977329974811e-05,
      "loss": 0.6008,
      "step": 320
    },
    {
      "epoch": 0.81,
      "grad_norm": 6.376749515533447,
      "learning_rate": 2.5957178841309823e-05,
      "loss": 0.2282,
      "step": 321
    },
    {
      "epoch": 0.81,
      "grad_norm": 7.339711666107178,
      "learning_rate": 2.594458438287154e-05,
      "loss": 0.3252,
      "step": 322
    },
    {
      "epoch": 0.81,
      "grad_norm": 4.212242126464844,
      "learning_rate": 2.593198992443325e-05,
      "loss": 0.1242,
      "step": 323
    },
    {
      "epoch": 0.82,
      "grad_norm": 12.86931037902832,
      "learning_rate": 2.5919395465994963e-05,
      "loss": 0.5819,
      "step": 324
    },
    {
      "epoch": 0.82,
      "grad_norm": 9.049539566040039,
      "learning_rate": 2.5906801007556676e-05,
      "loss": 0.5282,
      "step": 325
    },
    {
      "epoch": 0.82,
      "grad_norm": 7.5245490074157715,
      "learning_rate": 2.5894206549118388e-05,
      "loss": 0.2818,
      "step": 326
    },
    {
      "epoch": 0.82,
      "grad_norm": 5.835328578948975,
      "learning_rate": 2.5881612090680104e-05,
      "loss": 0.2127,
      "step": 327
    },
    {
      "epoch": 0.83,
      "grad_norm": 6.4401469230651855,
      "learning_rate": 2.5869017632241813e-05,
      "loss": 0.327,
      "step": 328
    },
    {
      "epoch": 0.83,
      "grad_norm": 8.760528564453125,
      "learning_rate": 2.5856423173803526e-05,
      "loss": 0.533,
      "step": 329
    },
    {
      "epoch": 0.83,
      "grad_norm": 8.962298393249512,
      "learning_rate": 2.584382871536524e-05,
      "loss": 0.6162,
      "step": 330
    },
    {
      "epoch": 0.83,
      "grad_norm": 4.031172275543213,
      "learning_rate": 2.5831234256926954e-05,
      "loss": 0.2266,
      "step": 331
    },
    {
      "epoch": 0.84,
      "grad_norm": 12.244653701782227,
      "learning_rate": 2.5818639798488666e-05,
      "loss": 0.5697,
      "step": 332
    },
    {
      "epoch": 0.84,
      "grad_norm": 4.518488883972168,
      "learning_rate": 2.580604534005038e-05,
      "loss": 0.1391,
      "step": 333
    },
    {
      "epoch": 0.84,
      "grad_norm": 4.96370792388916,
      "learning_rate": 2.579345088161209e-05,
      "loss": 0.2026,
      "step": 334
    },
    {
      "epoch": 0.84,
      "grad_norm": 8.518425941467285,
      "learning_rate": 2.5780856423173803e-05,
      "loss": 0.392,
      "step": 335
    },
    {
      "epoch": 0.85,
      "grad_norm": 8.354524612426758,
      "learning_rate": 2.576826196473552e-05,
      "loss": 0.3324,
      "step": 336
    },
    {
      "epoch": 0.85,
      "grad_norm": 5.117928981781006,
      "learning_rate": 2.5755667506297232e-05,
      "loss": 0.3849,
      "step": 337
    },
    {
      "epoch": 0.85,
      "grad_norm": 5.336648464202881,
      "learning_rate": 2.574307304785894e-05,
      "loss": 0.241,
      "step": 338
    },
    {
      "epoch": 0.85,
      "grad_norm": 3.6382648944854736,
      "learning_rate": 2.5730478589420657e-05,
      "loss": 0.3806,
      "step": 339
    },
    {
      "epoch": 0.86,
      "grad_norm": 9.698990821838379,
      "learning_rate": 2.571788413098237e-05,
      "loss": 0.4922,
      "step": 340
    },
    {
      "epoch": 0.86,
      "grad_norm": 7.453464984893799,
      "learning_rate": 2.570528967254408e-05,
      "loss": 0.323,
      "step": 341
    },
    {
      "epoch": 0.86,
      "grad_norm": 5.546812534332275,
      "learning_rate": 2.5692695214105794e-05,
      "loss": 0.17,
      "step": 342
    },
    {
      "epoch": 0.86,
      "grad_norm": 4.6894941329956055,
      "learning_rate": 2.5680100755667506e-05,
      "loss": 0.3012,
      "step": 343
    },
    {
      "epoch": 0.87,
      "grad_norm": 12.336396217346191,
      "learning_rate": 2.566750629722922e-05,
      "loss": 0.7455,
      "step": 344
    },
    {
      "epoch": 0.87,
      "grad_norm": 10.94264030456543,
      "learning_rate": 2.5654911838790935e-05,
      "loss": 0.2863,
      "step": 345
    },
    {
      "epoch": 0.87,
      "grad_norm": 12.642402648925781,
      "learning_rate": 2.5642317380352647e-05,
      "loss": 0.2087,
      "step": 346
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.6862198114395142,
      "learning_rate": 2.5629722921914356e-05,
      "loss": 0.0703,
      "step": 347
    },
    {
      "epoch": 0.88,
      "grad_norm": 6.8891191482543945,
      "learning_rate": 2.5617128463476072e-05,
      "loss": 0.3455,
      "step": 348
    },
    {
      "epoch": 0.88,
      "grad_norm": 7.763698577880859,
      "learning_rate": 2.5604534005037784e-05,
      "loss": 0.3147,
      "step": 349
    },
    {
      "epoch": 0.88,
      "grad_norm": 12.52840518951416,
      "learning_rate": 2.5591939546599497e-05,
      "loss": 0.6684,
      "step": 350
    },
    {
      "epoch": 0.88,
      "grad_norm": 11.723652839660645,
      "learning_rate": 2.5579345088161213e-05,
      "loss": 0.3871,
      "step": 351
    },
    {
      "epoch": 0.89,
      "grad_norm": 9.9241361618042,
      "learning_rate": 2.556675062972292e-05,
      "loss": 0.3243,
      "step": 352
    },
    {
      "epoch": 0.89,
      "grad_norm": 8.628238677978516,
      "learning_rate": 2.5554156171284634e-05,
      "loss": 0.82,
      "step": 353
    },
    {
      "epoch": 0.89,
      "grad_norm": 4.368703365325928,
      "learning_rate": 2.554156171284635e-05,
      "loss": 0.3554,
      "step": 354
    },
    {
      "epoch": 0.89,
      "grad_norm": 4.239711761474609,
      "learning_rate": 2.5528967254408062e-05,
      "loss": 0.1529,
      "step": 355
    },
    {
      "epoch": 0.9,
      "grad_norm": 9.269442558288574,
      "learning_rate": 2.551637279596977e-05,
      "loss": 0.4518,
      "step": 356
    },
    {
      "epoch": 0.9,
      "grad_norm": 5.514954566955566,
      "learning_rate": 2.5503778337531487e-05,
      "loss": 0.1421,
      "step": 357
    },
    {
      "epoch": 0.9,
      "grad_norm": 7.544525146484375,
      "learning_rate": 2.54911838790932e-05,
      "loss": 0.6922,
      "step": 358
    },
    {
      "epoch": 0.9,
      "grad_norm": 4.167691707611084,
      "learning_rate": 2.5478589420654912e-05,
      "loss": 0.0966,
      "step": 359
    },
    {
      "epoch": 0.91,
      "grad_norm": 7.282542705535889,
      "learning_rate": 2.5465994962216628e-05,
      "loss": 0.494,
      "step": 360
    },
    {
      "epoch": 0.91,
      "grad_norm": 12.464173316955566,
      "learning_rate": 2.5453400503778337e-05,
      "loss": 0.4292,
      "step": 361
    },
    {
      "epoch": 0.91,
      "grad_norm": 10.870161056518555,
      "learning_rate": 2.544080604534005e-05,
      "loss": 0.625,
      "step": 362
    },
    {
      "epoch": 0.91,
      "grad_norm": 8.240769386291504,
      "learning_rate": 2.5428211586901765e-05,
      "loss": 0.7351,
      "step": 363
    },
    {
      "epoch": 0.92,
      "grad_norm": 9.801168441772461,
      "learning_rate": 2.5415617128463477e-05,
      "loss": 0.2285,
      "step": 364
    },
    {
      "epoch": 0.92,
      "grad_norm": 11.260651588439941,
      "learning_rate": 2.540302267002519e-05,
      "loss": 0.4224,
      "step": 365
    },
    {
      "epoch": 0.92,
      "grad_norm": 14.770816802978516,
      "learning_rate": 2.5390428211586902e-05,
      "loss": 0.6083,
      "step": 366
    },
    {
      "epoch": 0.92,
      "grad_norm": 12.272558212280273,
      "learning_rate": 2.5377833753148615e-05,
      "loss": 0.4445,
      "step": 367
    },
    {
      "epoch": 0.93,
      "grad_norm": 6.899696350097656,
      "learning_rate": 2.5365239294710327e-05,
      "loss": 0.3629,
      "step": 368
    },
    {
      "epoch": 0.93,
      "grad_norm": 8.54549789428711,
      "learning_rate": 2.5352644836272043e-05,
      "loss": 0.4865,
      "step": 369
    },
    {
      "epoch": 0.93,
      "grad_norm": 8.818639755249023,
      "learning_rate": 2.5340050377833752e-05,
      "loss": 0.4459,
      "step": 370
    },
    {
      "epoch": 0.93,
      "grad_norm": 10.441351890563965,
      "learning_rate": 2.5327455919395464e-05,
      "loss": 0.3823,
      "step": 371
    },
    {
      "epoch": 0.94,
      "grad_norm": 10.242267608642578,
      "learning_rate": 2.531486146095718e-05,
      "loss": 0.4975,
      "step": 372
    },
    {
      "epoch": 0.94,
      "grad_norm": 9.25827407836914,
      "learning_rate": 2.5302267002518893e-05,
      "loss": 0.3961,
      "step": 373
    },
    {
      "epoch": 0.94,
      "grad_norm": 5.644846439361572,
      "learning_rate": 2.5289672544080605e-05,
      "loss": 0.1543,
      "step": 374
    },
    {
      "epoch": 0.94,
      "grad_norm": 8.441045761108398,
      "learning_rate": 2.5277078085642318e-05,
      "loss": 0.3673,
      "step": 375
    },
    {
      "epoch": 0.95,
      "grad_norm": 9.566481590270996,
      "learning_rate": 2.526448362720403e-05,
      "loss": 0.3034,
      "step": 376
    },
    {
      "epoch": 0.95,
      "grad_norm": 11.111581802368164,
      "learning_rate": 2.5251889168765742e-05,
      "loss": 0.4208,
      "step": 377
    },
    {
      "epoch": 0.95,
      "grad_norm": 10.74457836151123,
      "learning_rate": 2.5239294710327458e-05,
      "loss": 0.5335,
      "step": 378
    },
    {
      "epoch": 0.95,
      "grad_norm": 7.5216450691223145,
      "learning_rate": 2.522670025188917e-05,
      "loss": 0.4418,
      "step": 379
    },
    {
      "epoch": 0.96,
      "grad_norm": 10.419405937194824,
      "learning_rate": 2.521410579345088e-05,
      "loss": 0.4507,
      "step": 380
    },
    {
      "epoch": 0.96,
      "grad_norm": 6.768444061279297,
      "learning_rate": 2.5201511335012596e-05,
      "loss": 0.6152,
      "step": 381
    },
    {
      "epoch": 0.96,
      "grad_norm": 9.090213775634766,
      "learning_rate": 2.5188916876574308e-05,
      "loss": 0.6423,
      "step": 382
    },
    {
      "epoch": 0.96,
      "grad_norm": 7.854204177856445,
      "learning_rate": 2.517632241813602e-05,
      "loss": 0.3511,
      "step": 383
    },
    {
      "epoch": 0.97,
      "grad_norm": 8.918037414550781,
      "learning_rate": 2.5163727959697733e-05,
      "loss": 0.4304,
      "step": 384
    },
    {
      "epoch": 0.97,
      "grad_norm": 7.300523281097412,
      "learning_rate": 2.5151133501259445e-05,
      "loss": 0.2343,
      "step": 385
    },
    {
      "epoch": 0.97,
      "grad_norm": 5.29052734375,
      "learning_rate": 2.5138539042821158e-05,
      "loss": 0.2357,
      "step": 386
    },
    {
      "epoch": 0.97,
      "grad_norm": 13.124969482421875,
      "learning_rate": 2.5125944584382874e-05,
      "loss": 0.4188,
      "step": 387
    },
    {
      "epoch": 0.98,
      "grad_norm": 13.79240894317627,
      "learning_rate": 2.5113350125944586e-05,
      "loss": 0.4014,
      "step": 388
    },
    {
      "epoch": 0.98,
      "grad_norm": 5.569485664367676,
      "learning_rate": 2.5100755667506295e-05,
      "loss": 0.2489,
      "step": 389
    },
    {
      "epoch": 0.98,
      "grad_norm": 9.553081512451172,
      "learning_rate": 2.508816120906801e-05,
      "loss": 0.3377,
      "step": 390
    },
    {
      "epoch": 0.98,
      "grad_norm": 13.31069564819336,
      "learning_rate": 2.5075566750629723e-05,
      "loss": 0.3421,
      "step": 391
    },
    {
      "epoch": 0.99,
      "grad_norm": 8.653861999511719,
      "learning_rate": 2.5062972292191436e-05,
      "loss": 0.3805,
      "step": 392
    },
    {
      "epoch": 0.99,
      "grad_norm": 8.786714553833008,
      "learning_rate": 2.505037783375315e-05,
      "loss": 0.2799,
      "step": 393
    },
    {
      "epoch": 0.99,
      "grad_norm": 6.493752479553223,
      "learning_rate": 2.503778337531486e-05,
      "loss": 0.2796,
      "step": 394
    },
    {
      "epoch": 0.99,
      "grad_norm": 6.619555473327637,
      "learning_rate": 2.5025188916876573e-05,
      "loss": 0.2407,
      "step": 395
    },
    {
      "epoch": 1.0,
      "grad_norm": 6.245583534240723,
      "learning_rate": 2.501259445843829e-05,
      "loss": 0.2345,
      "step": 396
    },
    {
      "epoch": 1.0,
      "grad_norm": 97.71422576904297,
      "learning_rate": 2.5e-05,
      "loss": 1.7921,
      "step": 397
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.8195583596214511,
      "eval_f1": 0.818793132119398,
      "eval_loss": 0.44511958956718445,
      "eval_precision": 0.8183509587189882,
      "eval_recall": 0.8213043799940811,
      "eval_runtime": 4442.9836,
      "eval_samples_per_second": 0.357,
      "eval_steps_per_second": 0.023,
      "step": 397
    },
    {
      "epoch": 1.0,
      "grad_norm": 7.2050909996032715,
      "learning_rate": 2.4987405541561714e-05,
      "loss": 0.2411,
      "step": 398
    },
    {
      "epoch": 1.01,
      "grad_norm": 5.562217712402344,
      "learning_rate": 2.4974811083123426e-05,
      "loss": 0.2874,
      "step": 399
    },
    {
      "epoch": 1.01,
      "grad_norm": 10.240361213684082,
      "learning_rate": 2.496221662468514e-05,
      "loss": 0.2287,
      "step": 400
    },
    {
      "epoch": 1.01,
      "grad_norm": 11.001642227172852,
      "learning_rate": 2.4949622166246854e-05,
      "loss": 0.7281,
      "step": 401
    },
    {
      "epoch": 1.01,
      "grad_norm": 14.056950569152832,
      "learning_rate": 2.4937027707808567e-05,
      "loss": 0.3952,
      "step": 402
    },
    {
      "epoch": 1.02,
      "grad_norm": 7.004691123962402,
      "learning_rate": 2.4924433249370276e-05,
      "loss": 0.3898,
      "step": 403
    },
    {
      "epoch": 1.02,
      "grad_norm": 5.306135654449463,
      "learning_rate": 2.491183879093199e-05,
      "loss": 0.3549,
      "step": 404
    },
    {
      "epoch": 1.02,
      "grad_norm": 7.861663818359375,
      "learning_rate": 2.4899244332493704e-05,
      "loss": 0.2773,
      "step": 405
    },
    {
      "epoch": 1.02,
      "grad_norm": 3.698382616043091,
      "learning_rate": 2.4886649874055416e-05,
      "loss": 0.2846,
      "step": 406
    },
    {
      "epoch": 1.03,
      "grad_norm": 14.958970069885254,
      "learning_rate": 2.4874055415617132e-05,
      "loss": 0.2251,
      "step": 407
    },
    {
      "epoch": 1.03,
      "grad_norm": 8.70470905303955,
      "learning_rate": 2.486146095717884e-05,
      "loss": 0.3024,
      "step": 408
    },
    {
      "epoch": 1.03,
      "grad_norm": 7.765173435211182,
      "learning_rate": 2.4848866498740554e-05,
      "loss": 0.346,
      "step": 409
    },
    {
      "epoch": 1.03,
      "grad_norm": 19.742538452148438,
      "learning_rate": 2.483627204030227e-05,
      "loss": 0.459,
      "step": 410
    },
    {
      "epoch": 1.04,
      "grad_norm": 8.575105667114258,
      "learning_rate": 2.4823677581863982e-05,
      "loss": 0.4486,
      "step": 411
    },
    {
      "epoch": 1.04,
      "grad_norm": 21.82974624633789,
      "learning_rate": 2.481108312342569e-05,
      "loss": 0.4693,
      "step": 412
    },
    {
      "epoch": 1.04,
      "grad_norm": 6.933416366577148,
      "learning_rate": 2.4798488664987407e-05,
      "loss": 0.2311,
      "step": 413
    },
    {
      "epoch": 1.04,
      "grad_norm": 4.775768756866455,
      "learning_rate": 2.478589420654912e-05,
      "loss": 0.2769,
      "step": 414
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.4635595083236694,
      "learning_rate": 2.4773299748110832e-05,
      "loss": 0.0557,
      "step": 415
    },
    {
      "epoch": 1.05,
      "grad_norm": 17.7808895111084,
      "learning_rate": 2.4760705289672548e-05,
      "loss": 0.6811,
      "step": 416
    },
    {
      "epoch": 1.05,
      "grad_norm": 16.204805374145508,
      "learning_rate": 2.4748110831234257e-05,
      "loss": 0.4921,
      "step": 417
    },
    {
      "epoch": 1.05,
      "grad_norm": 3.415022611618042,
      "learning_rate": 2.473551637279597e-05,
      "loss": 0.2516,
      "step": 418
    },
    {
      "epoch": 1.06,
      "grad_norm": 12.413846969604492,
      "learning_rate": 2.4722921914357685e-05,
      "loss": 0.2815,
      "step": 419
    },
    {
      "epoch": 1.06,
      "grad_norm": 7.598104476928711,
      "learning_rate": 2.4710327455919397e-05,
      "loss": 0.1306,
      "step": 420
    },
    {
      "epoch": 1.06,
      "grad_norm": 5.7529120445251465,
      "learning_rate": 2.469773299748111e-05,
      "loss": 0.1619,
      "step": 421
    },
    {
      "epoch": 1.06,
      "grad_norm": 4.8923516273498535,
      "learning_rate": 2.4685138539042822e-05,
      "loss": 0.1385,
      "step": 422
    },
    {
      "epoch": 1.07,
      "grad_norm": 3.9952762126922607,
      "learning_rate": 2.4672544080604535e-05,
      "loss": 0.0965,
      "step": 423
    },
    {
      "epoch": 1.07,
      "grad_norm": 14.615901947021484,
      "learning_rate": 2.4659949622166247e-05,
      "loss": 0.3344,
      "step": 424
    },
    {
      "epoch": 1.07,
      "grad_norm": 11.933664321899414,
      "learning_rate": 2.4647355163727963e-05,
      "loss": 0.4366,
      "step": 425
    },
    {
      "epoch": 1.07,
      "grad_norm": 6.072282314300537,
      "learning_rate": 2.4634760705289672e-05,
      "loss": 0.1211,
      "step": 426
    },
    {
      "epoch": 1.08,
      "grad_norm": 12.289721488952637,
      "learning_rate": 2.4622166246851384e-05,
      "loss": 0.4488,
      "step": 427
    },
    {
      "epoch": 1.08,
      "grad_norm": 24.086645126342773,
      "learning_rate": 2.46095717884131e-05,
      "loss": 0.977,
      "step": 428
    },
    {
      "epoch": 1.08,
      "grad_norm": 13.474416732788086,
      "learning_rate": 2.4596977329974812e-05,
      "loss": 0.6102,
      "step": 429
    },
    {
      "epoch": 1.08,
      "grad_norm": 5.976496696472168,
      "learning_rate": 2.4584382871536525e-05,
      "loss": 0.2712,
      "step": 430
    },
    {
      "epoch": 1.09,
      "grad_norm": 21.28632926940918,
      "learning_rate": 2.4571788413098237e-05,
      "loss": 0.4736,
      "step": 431
    },
    {
      "epoch": 1.09,
      "grad_norm": 10.714360237121582,
      "learning_rate": 2.455919395465995e-05,
      "loss": 0.7356,
      "step": 432
    },
    {
      "epoch": 1.09,
      "grad_norm": 15.236488342285156,
      "learning_rate": 2.4546599496221662e-05,
      "loss": 0.7644,
      "step": 433
    },
    {
      "epoch": 1.09,
      "grad_norm": 11.787192344665527,
      "learning_rate": 2.4534005037783378e-05,
      "loss": 0.7589,
      "step": 434
    },
    {
      "epoch": 1.1,
      "grad_norm": 12.629518508911133,
      "learning_rate": 2.4521410579345087e-05,
      "loss": 0.5611,
      "step": 435
    },
    {
      "epoch": 1.1,
      "grad_norm": 10.646512985229492,
      "learning_rate": 2.45088161209068e-05,
      "loss": 0.5095,
      "step": 436
    },
    {
      "epoch": 1.1,
      "grad_norm": 10.494978904724121,
      "learning_rate": 2.4496221662468515e-05,
      "loss": 0.2447,
      "step": 437
    },
    {
      "epoch": 1.1,
      "grad_norm": 4.493246078491211,
      "learning_rate": 2.4483627204030228e-05,
      "loss": 0.0987,
      "step": 438
    },
    {
      "epoch": 1.11,
      "grad_norm": 15.06545639038086,
      "learning_rate": 2.447103274559194e-05,
      "loss": 0.4021,
      "step": 439
    },
    {
      "epoch": 1.11,
      "grad_norm": 1.9468973875045776,
      "learning_rate": 2.4458438287153653e-05,
      "loss": 0.0678,
      "step": 440
    },
    {
      "epoch": 1.11,
      "grad_norm": 6.745187759399414,
      "learning_rate": 2.4445843828715365e-05,
      "loss": 0.2559,
      "step": 441
    },
    {
      "epoch": 1.11,
      "grad_norm": 9.412677764892578,
      "learning_rate": 2.4433249370277077e-05,
      "loss": 0.5198,
      "step": 442
    },
    {
      "epoch": 1.12,
      "grad_norm": 7.285678863525391,
      "learning_rate": 2.4420654911838793e-05,
      "loss": 0.5288,
      "step": 443
    },
    {
      "epoch": 1.12,
      "grad_norm": 11.449817657470703,
      "learning_rate": 2.4408060453400506e-05,
      "loss": 0.5802,
      "step": 444
    },
    {
      "epoch": 1.12,
      "grad_norm": 12.689784049987793,
      "learning_rate": 2.4395465994962215e-05,
      "loss": 0.2298,
      "step": 445
    },
    {
      "epoch": 1.12,
      "grad_norm": 25.520742416381836,
      "learning_rate": 2.438287153652393e-05,
      "loss": 0.6149,
      "step": 446
    },
    {
      "epoch": 1.13,
      "grad_norm": 7.158485412597656,
      "learning_rate": 2.4370277078085643e-05,
      "loss": 0.3499,
      "step": 447
    },
    {
      "epoch": 1.13,
      "grad_norm": 5.239826679229736,
      "learning_rate": 2.4357682619647355e-05,
      "loss": 0.1604,
      "step": 448
    },
    {
      "epoch": 1.13,
      "grad_norm": 9.69916820526123,
      "learning_rate": 2.4345088161209068e-05,
      "loss": 0.5048,
      "step": 449
    },
    {
      "epoch": 1.13,
      "grad_norm": 7.610560417175293,
      "learning_rate": 2.433249370277078e-05,
      "loss": 0.345,
      "step": 450
    },
    {
      "epoch": 1.14,
      "grad_norm": 9.45479965209961,
      "learning_rate": 2.4319899244332493e-05,
      "loss": 0.4998,
      "step": 451
    },
    {
      "epoch": 1.14,
      "grad_norm": 6.088526725769043,
      "learning_rate": 2.430730478589421e-05,
      "loss": 0.3311,
      "step": 452
    },
    {
      "epoch": 1.14,
      "grad_norm": 8.135771751403809,
      "learning_rate": 2.429471032745592e-05,
      "loss": 0.5105,
      "step": 453
    },
    {
      "epoch": 1.14,
      "grad_norm": 4.41991662979126,
      "learning_rate": 2.428211586901763e-05,
      "loss": 0.3346,
      "step": 454
    },
    {
      "epoch": 1.15,
      "grad_norm": 6.451519966125488,
      "learning_rate": 2.4269521410579346e-05,
      "loss": 0.2548,
      "step": 455
    },
    {
      "epoch": 1.15,
      "grad_norm": 7.247366428375244,
      "learning_rate": 2.4256926952141058e-05,
      "loss": 0.5191,
      "step": 456
    },
    {
      "epoch": 1.15,
      "grad_norm": 11.858521461486816,
      "learning_rate": 2.424433249370277e-05,
      "loss": 0.4406,
      "step": 457
    },
    {
      "epoch": 1.15,
      "grad_norm": 9.090578079223633,
      "learning_rate": 2.4231738035264486e-05,
      "loss": 0.6375,
      "step": 458
    },
    {
      "epoch": 1.16,
      "grad_norm": 9.295748710632324,
      "learning_rate": 2.4219143576826196e-05,
      "loss": 0.5871,
      "step": 459
    },
    {
      "epoch": 1.16,
      "grad_norm": 5.650725364685059,
      "learning_rate": 2.4206549118387908e-05,
      "loss": 0.1907,
      "step": 460
    },
    {
      "epoch": 1.16,
      "grad_norm": 14.45252513885498,
      "learning_rate": 2.4193954659949624e-05,
      "loss": 0.2786,
      "step": 461
    },
    {
      "epoch": 1.16,
      "grad_norm": 6.475660800933838,
      "learning_rate": 2.4181360201511336e-05,
      "loss": 0.3618,
      "step": 462
    },
    {
      "epoch": 1.17,
      "grad_norm": 8.952823638916016,
      "learning_rate": 2.4168765743073045e-05,
      "loss": 0.3385,
      "step": 463
    },
    {
      "epoch": 1.17,
      "grad_norm": 4.224743843078613,
      "learning_rate": 2.415617128463476e-05,
      "loss": 0.3246,
      "step": 464
    },
    {
      "epoch": 1.17,
      "grad_norm": 7.692142963409424,
      "learning_rate": 2.4143576826196473e-05,
      "loss": 0.4094,
      "step": 465
    },
    {
      "epoch": 1.17,
      "grad_norm": 5.044216156005859,
      "learning_rate": 2.4130982367758186e-05,
      "loss": 0.2324,
      "step": 466
    },
    {
      "epoch": 1.18,
      "grad_norm": 5.303596496582031,
      "learning_rate": 2.4118387909319902e-05,
      "loss": 0.2725,
      "step": 467
    },
    {
      "epoch": 1.18,
      "grad_norm": 8.907066345214844,
      "learning_rate": 2.410579345088161e-05,
      "loss": 0.371,
      "step": 468
    },
    {
      "epoch": 1.18,
      "grad_norm": 5.100632667541504,
      "learning_rate": 2.4093198992443327e-05,
      "loss": 0.3409,
      "step": 469
    },
    {
      "epoch": 1.18,
      "grad_norm": 8.859848022460938,
      "learning_rate": 2.408060453400504e-05,
      "loss": 0.3745,
      "step": 470
    },
    {
      "epoch": 1.19,
      "grad_norm": 7.951125144958496,
      "learning_rate": 2.406801007556675e-05,
      "loss": 0.5921,
      "step": 471
    },
    {
      "epoch": 1.19,
      "grad_norm": 11.735611915588379,
      "learning_rate": 2.4055415617128467e-05,
      "loss": 0.359,
      "step": 472
    },
    {
      "epoch": 1.19,
      "grad_norm": 7.200911998748779,
      "learning_rate": 2.4042821158690176e-05,
      "loss": 0.2809,
      "step": 473
    },
    {
      "epoch": 1.19,
      "grad_norm": 11.294443130493164,
      "learning_rate": 2.403022670025189e-05,
      "loss": 0.5223,
      "step": 474
    },
    {
      "epoch": 1.2,
      "grad_norm": 7.186520099639893,
      "learning_rate": 2.4017632241813605e-05,
      "loss": 0.2466,
      "step": 475
    },
    {
      "epoch": 1.2,
      "grad_norm": 13.5769624710083,
      "learning_rate": 2.4005037783375317e-05,
      "loss": 0.5432,
      "step": 476
    },
    {
      "epoch": 1.2,
      "grad_norm": 6.9906768798828125,
      "learning_rate": 2.3992443324937026e-05,
      "loss": 0.1902,
      "step": 477
    },
    {
      "epoch": 1.2,
      "grad_norm": 5.3905110359191895,
      "learning_rate": 2.3979848866498742e-05,
      "loss": 0.2713,
      "step": 478
    },
    {
      "epoch": 1.21,
      "grad_norm": 4.828819274902344,
      "learning_rate": 2.3967254408060454e-05,
      "loss": 0.3166,
      "step": 479
    },
    {
      "epoch": 1.21,
      "grad_norm": 9.989480018615723,
      "learning_rate": 2.3954659949622167e-05,
      "loss": 0.4494,
      "step": 480
    },
    {
      "epoch": 1.21,
      "grad_norm": 9.79456615447998,
      "learning_rate": 2.3942065491183883e-05,
      "loss": 0.4268,
      "step": 481
    },
    {
      "epoch": 1.21,
      "grad_norm": 7.9519267082214355,
      "learning_rate": 2.392947103274559e-05,
      "loss": 0.3281,
      "step": 482
    },
    {
      "epoch": 1.22,
      "grad_norm": 6.644056797027588,
      "learning_rate": 2.3916876574307304e-05,
      "loss": 0.1665,
      "step": 483
    },
    {
      "epoch": 1.22,
      "grad_norm": 13.469619750976562,
      "learning_rate": 2.390428211586902e-05,
      "loss": 0.3806,
      "step": 484
    },
    {
      "epoch": 1.22,
      "grad_norm": 8.886473655700684,
      "learning_rate": 2.3891687657430732e-05,
      "loss": 0.2951,
      "step": 485
    },
    {
      "epoch": 1.22,
      "grad_norm": 16.603439331054688,
      "learning_rate": 2.3879093198992445e-05,
      "loss": 0.3215,
      "step": 486
    },
    {
      "epoch": 1.23,
      "grad_norm": 5.1792192459106445,
      "learning_rate": 2.3866498740554157e-05,
      "loss": 0.2263,
      "step": 487
    },
    {
      "epoch": 1.23,
      "grad_norm": 22.057132720947266,
      "learning_rate": 2.385390428211587e-05,
      "loss": 0.5097,
      "step": 488
    },
    {
      "epoch": 1.23,
      "grad_norm": 9.38779067993164,
      "learning_rate": 2.3841309823677582e-05,
      "loss": 0.4057,
      "step": 489
    },
    {
      "epoch": 1.23,
      "grad_norm": 4.386843681335449,
      "learning_rate": 2.3828715365239298e-05,
      "loss": 0.0996,
      "step": 490
    },
    {
      "epoch": 1.24,
      "grad_norm": 21.32297706604004,
      "learning_rate": 2.3816120906801007e-05,
      "loss": 1.2138,
      "step": 491
    },
    {
      "epoch": 1.24,
      "grad_norm": 5.6553874015808105,
      "learning_rate": 2.380352644836272e-05,
      "loss": 0.1967,
      "step": 492
    },
    {
      "epoch": 1.24,
      "grad_norm": 6.671334266662598,
      "learning_rate": 2.3790931989924435e-05,
      "loss": 0.1301,
      "step": 493
    },
    {
      "epoch": 1.24,
      "grad_norm": 10.686269760131836,
      "learning_rate": 2.3778337531486147e-05,
      "loss": 0.2715,
      "step": 494
    },
    {
      "epoch": 1.25,
      "grad_norm": 6.189944744110107,
      "learning_rate": 2.376574307304786e-05,
      "loss": 0.4195,
      "step": 495
    },
    {
      "epoch": 1.25,
      "grad_norm": 11.906808853149414,
      "learning_rate": 2.3753148614609572e-05,
      "loss": 0.3496,
      "step": 496
    },
    {
      "epoch": 1.25,
      "grad_norm": 6.705618381500244,
      "learning_rate": 2.3740554156171285e-05,
      "loss": 0.2344,
      "step": 497
    },
    {
      "epoch": 1.25,
      "grad_norm": 8.328521728515625,
      "learning_rate": 2.3727959697732997e-05,
      "loss": 0.1997,
      "step": 498
    },
    {
      "epoch": 1.26,
      "grad_norm": 11.336451530456543,
      "learning_rate": 2.3715365239294713e-05,
      "loss": 0.5954,
      "step": 499
    },
    {
      "epoch": 1.26,
      "grad_norm": 11.99789810180664,
      "learning_rate": 2.3702770780856425e-05,
      "loss": 0.355,
      "step": 500
    },
    {
      "epoch": 1.26,
      "grad_norm": 17.559165954589844,
      "learning_rate": 2.3690176322418134e-05,
      "loss": 0.3469,
      "step": 501
    },
    {
      "epoch": 1.26,
      "grad_norm": 7.059667110443115,
      "learning_rate": 2.367758186397985e-05,
      "loss": 0.1771,
      "step": 502
    },
    {
      "epoch": 1.27,
      "grad_norm": 5.824542045593262,
      "learning_rate": 2.3664987405541563e-05,
      "loss": 0.1534,
      "step": 503
    },
    {
      "epoch": 1.27,
      "grad_norm": 8.428627967834473,
      "learning_rate": 2.3652392947103275e-05,
      "loss": 0.2015,
      "step": 504
    },
    {
      "epoch": 1.27,
      "grad_norm": 14.697854042053223,
      "learning_rate": 2.3639798488664988e-05,
      "loss": 0.6048,
      "step": 505
    },
    {
      "epoch": 1.27,
      "grad_norm": 10.655426025390625,
      "learning_rate": 2.36272040302267e-05,
      "loss": 0.6308,
      "step": 506
    },
    {
      "epoch": 1.28,
      "grad_norm": 6.204010009765625,
      "learning_rate": 2.3614609571788412e-05,
      "loss": 0.145,
      "step": 507
    },
    {
      "epoch": 1.28,
      "grad_norm": 5.01179838180542,
      "learning_rate": 2.3602015113350128e-05,
      "loss": 0.1016,
      "step": 508
    },
    {
      "epoch": 1.28,
      "grad_norm": 5.69111442565918,
      "learning_rate": 2.358942065491184e-05,
      "loss": 0.1569,
      "step": 509
    },
    {
      "epoch": 1.28,
      "grad_norm": 8.344858169555664,
      "learning_rate": 2.357682619647355e-05,
      "loss": 0.1635,
      "step": 510
    },
    {
      "epoch": 1.29,
      "grad_norm": 2.3715789318084717,
      "learning_rate": 2.3564231738035266e-05,
      "loss": 0.06,
      "step": 511
    },
    {
      "epoch": 1.29,
      "grad_norm": 4.8666605949401855,
      "learning_rate": 2.3551637279596978e-05,
      "loss": 0.1141,
      "step": 512
    },
    {
      "epoch": 1.29,
      "grad_norm": 9.464341163635254,
      "learning_rate": 2.353904282115869e-05,
      "loss": 0.2374,
      "step": 513
    },
    {
      "epoch": 1.29,
      "grad_norm": 5.035337924957275,
      "learning_rate": 2.3526448362720406e-05,
      "loss": 0.3652,
      "step": 514
    },
    {
      "epoch": 1.3,
      "grad_norm": 2.6235170364379883,
      "learning_rate": 2.3513853904282115e-05,
      "loss": 0.0372,
      "step": 515
    },
    {
      "epoch": 1.3,
      "grad_norm": 14.479222297668457,
      "learning_rate": 2.3501259445843828e-05,
      "loss": 0.6558,
      "step": 516
    },
    {
      "epoch": 1.3,
      "grad_norm": 9.507341384887695,
      "learning_rate": 2.3488664987405544e-05,
      "loss": 0.293,
      "step": 517
    },
    {
      "epoch": 1.3,
      "grad_norm": 12.590784072875977,
      "learning_rate": 2.3476070528967256e-05,
      "loss": 0.1925,
      "step": 518
    },
    {
      "epoch": 1.31,
      "grad_norm": 8.395529747009277,
      "learning_rate": 2.3463476070528965e-05,
      "loss": 0.3387,
      "step": 519
    },
    {
      "epoch": 1.31,
      "grad_norm": 9.460827827453613,
      "learning_rate": 2.345088161209068e-05,
      "loss": 0.2957,
      "step": 520
    },
    {
      "epoch": 1.31,
      "grad_norm": 12.13961410522461,
      "learning_rate": 2.3438287153652393e-05,
      "loss": 0.3519,
      "step": 521
    },
    {
      "epoch": 1.31,
      "grad_norm": 3.21748685836792,
      "learning_rate": 2.3425692695214106e-05,
      "loss": 0.0368,
      "step": 522
    },
    {
      "epoch": 1.32,
      "grad_norm": 13.214022636413574,
      "learning_rate": 2.341309823677582e-05,
      "loss": 0.4089,
      "step": 523
    },
    {
      "epoch": 1.32,
      "grad_norm": 15.640990257263184,
      "learning_rate": 2.340050377833753e-05,
      "loss": 0.3837,
      "step": 524
    },
    {
      "epoch": 1.32,
      "grad_norm": 7.136631011962891,
      "learning_rate": 2.3387909319899243e-05,
      "loss": 0.3011,
      "step": 525
    },
    {
      "epoch": 1.32,
      "grad_norm": 8.388585090637207,
      "learning_rate": 2.337531486146096e-05,
      "loss": 0.2053,
      "step": 526
    },
    {
      "epoch": 1.33,
      "grad_norm": 12.422948837280273,
      "learning_rate": 2.336272040302267e-05,
      "loss": 0.7142,
      "step": 527
    },
    {
      "epoch": 1.33,
      "grad_norm": 6.136419773101807,
      "learning_rate": 2.3350125944584384e-05,
      "loss": 0.5098,
      "step": 528
    },
    {
      "epoch": 1.33,
      "grad_norm": 14.847418785095215,
      "learning_rate": 2.3337531486146096e-05,
      "loss": 0.2521,
      "step": 529
    },
    {
      "epoch": 1.34,
      "grad_norm": 9.92980670928955,
      "learning_rate": 2.332493702770781e-05,
      "loss": 0.3919,
      "step": 530
    },
    {
      "epoch": 1.34,
      "grad_norm": 25.052722930908203,
      "learning_rate": 2.331234256926952e-05,
      "loss": 0.5285,
      "step": 531
    },
    {
      "epoch": 1.34,
      "grad_norm": 11.806641578674316,
      "learning_rate": 2.3299748110831237e-05,
      "loss": 0.514,
      "step": 532
    },
    {
      "epoch": 1.34,
      "grad_norm": 21.424930572509766,
      "learning_rate": 2.3287153652392946e-05,
      "loss": 0.2707,
      "step": 533
    },
    {
      "epoch": 1.35,
      "grad_norm": 19.599058151245117,
      "learning_rate": 2.3274559193954658e-05,
      "loss": 0.3077,
      "step": 534
    },
    {
      "epoch": 1.35,
      "grad_norm": 20.604076385498047,
      "learning_rate": 2.3261964735516374e-05,
      "loss": 1.0837,
      "step": 535
    },
    {
      "epoch": 1.35,
      "grad_norm": 2.573046922683716,
      "learning_rate": 2.3249370277078086e-05,
      "loss": 0.0493,
      "step": 536
    },
    {
      "epoch": 1.35,
      "grad_norm": 6.39470100402832,
      "learning_rate": 2.32367758186398e-05,
      "loss": 0.1642,
      "step": 537
    },
    {
      "epoch": 1.36,
      "grad_norm": 8.209395408630371,
      "learning_rate": 2.322418136020151e-05,
      "loss": 0.1703,
      "step": 538
    },
    {
      "epoch": 1.36,
      "grad_norm": 12.432522773742676,
      "learning_rate": 2.3211586901763224e-05,
      "loss": 0.3736,
      "step": 539
    },
    {
      "epoch": 1.36,
      "grad_norm": 7.828361511230469,
      "learning_rate": 2.3198992443324936e-05,
      "loss": 0.1279,
      "step": 540
    },
    {
      "epoch": 1.36,
      "grad_norm": 14.346171379089355,
      "learning_rate": 2.3186397984886652e-05,
      "loss": 0.2658,
      "step": 541
    },
    {
      "epoch": 1.37,
      "grad_norm": 15.226658821105957,
      "learning_rate": 2.317380352644836e-05,
      "loss": 0.5368,
      "step": 542
    },
    {
      "epoch": 1.37,
      "grad_norm": 12.5059175491333,
      "learning_rate": 2.3161209068010077e-05,
      "loss": 0.3146,
      "step": 543
    },
    {
      "epoch": 1.37,
      "grad_norm": 8.119623184204102,
      "learning_rate": 2.314861460957179e-05,
      "loss": 0.1653,
      "step": 544
    },
    {
      "epoch": 1.37,
      "grad_norm": 10.031901359558105,
      "learning_rate": 2.3136020151133502e-05,
      "loss": 0.3746,
      "step": 545
    },
    {
      "epoch": 1.38,
      "grad_norm": 17.581632614135742,
      "learning_rate": 2.3123425692695218e-05,
      "loss": 0.6627,
      "step": 546
    },
    {
      "epoch": 1.38,
      "grad_norm": 10.162378311157227,
      "learning_rate": 2.3110831234256927e-05,
      "loss": 0.5804,
      "step": 547
    },
    {
      "epoch": 1.38,
      "grad_norm": 3.8320300579071045,
      "learning_rate": 2.309823677581864e-05,
      "loss": 0.0739,
      "step": 548
    },
    {
      "epoch": 1.38,
      "grad_norm": 5.822529315948486,
      "learning_rate": 2.3085642317380355e-05,
      "loss": 0.075,
      "step": 549
    },
    {
      "epoch": 1.39,
      "grad_norm": 4.666683673858643,
      "learning_rate": 2.3073047858942067e-05,
      "loss": 0.2555,
      "step": 550
    },
    {
      "epoch": 1.39,
      "grad_norm": 6.855231285095215,
      "learning_rate": 2.306045340050378e-05,
      "loss": 0.316,
      "step": 551
    },
    {
      "epoch": 1.39,
      "grad_norm": 14.629341125488281,
      "learning_rate": 2.3047858942065492e-05,
      "loss": 0.6001,
      "step": 552
    },
    {
      "epoch": 1.39,
      "grad_norm": 6.551723480224609,
      "learning_rate": 2.3035264483627205e-05,
      "loss": 0.2065,
      "step": 553
    },
    {
      "epoch": 1.4,
      "grad_norm": 10.324251174926758,
      "learning_rate": 2.3022670025188917e-05,
      "loss": 0.253,
      "step": 554
    },
    {
      "epoch": 1.4,
      "grad_norm": 7.71247673034668,
      "learning_rate": 2.3010075566750633e-05,
      "loss": 0.1637,
      "step": 555
    },
    {
      "epoch": 1.4,
      "grad_norm": 9.804146766662598,
      "learning_rate": 2.2997481108312342e-05,
      "loss": 0.323,
      "step": 556
    },
    {
      "epoch": 1.4,
      "grad_norm": 14.511861801147461,
      "learning_rate": 2.2984886649874054e-05,
      "loss": 0.5289,
      "step": 557
    },
    {
      "epoch": 1.41,
      "grad_norm": 4.078545570373535,
      "learning_rate": 2.297229219143577e-05,
      "loss": 0.1315,
      "step": 558
    },
    {
      "epoch": 1.41,
      "grad_norm": 9.631327629089355,
      "learning_rate": 2.2959697732997483e-05,
      "loss": 0.2195,
      "step": 559
    },
    {
      "epoch": 1.41,
      "grad_norm": 8.578085899353027,
      "learning_rate": 2.2947103274559195e-05,
      "loss": 0.4047,
      "step": 560
    },
    {
      "epoch": 1.41,
      "grad_norm": 13.405282020568848,
      "learning_rate": 2.2934508816120907e-05,
      "loss": 0.9347,
      "step": 561
    },
    {
      "epoch": 1.42,
      "grad_norm": 11.71997356414795,
      "learning_rate": 2.292191435768262e-05,
      "loss": 0.4144,
      "step": 562
    },
    {
      "epoch": 1.42,
      "grad_norm": 5.992588043212891,
      "learning_rate": 2.2909319899244332e-05,
      "loss": 0.2267,
      "step": 563
    },
    {
      "epoch": 1.42,
      "grad_norm": 6.550726890563965,
      "learning_rate": 2.2896725440806048e-05,
      "loss": 0.213,
      "step": 564
    },
    {
      "epoch": 1.42,
      "grad_norm": 6.907693386077881,
      "learning_rate": 2.288413098236776e-05,
      "loss": 0.2641,
      "step": 565
    },
    {
      "epoch": 1.43,
      "grad_norm": 20.506135940551758,
      "learning_rate": 2.287153652392947e-05,
      "loss": 0.6865,
      "step": 566
    },
    {
      "epoch": 1.43,
      "grad_norm": 5.674739360809326,
      "learning_rate": 2.2858942065491185e-05,
      "loss": 0.5013,
      "step": 567
    },
    {
      "epoch": 1.43,
      "grad_norm": 7.887065887451172,
      "learning_rate": 2.2846347607052898e-05,
      "loss": 0.3375,
      "step": 568
    },
    {
      "epoch": 1.43,
      "grad_norm": 7.742120742797852,
      "learning_rate": 2.283375314861461e-05,
      "loss": 0.2199,
      "step": 569
    },
    {
      "epoch": 1.44,
      "grad_norm": 5.057669162750244,
      "learning_rate": 2.2821158690176323e-05,
      "loss": 0.2353,
      "step": 570
    },
    {
      "epoch": 1.44,
      "grad_norm": 11.653826713562012,
      "learning_rate": 2.2808564231738035e-05,
      "loss": 0.1651,
      "step": 571
    },
    {
      "epoch": 1.44,
      "grad_norm": 6.661721229553223,
      "learning_rate": 2.2795969773299747e-05,
      "loss": 0.1668,
      "step": 572
    },
    {
      "epoch": 1.44,
      "grad_norm": 13.69086742401123,
      "learning_rate": 2.2783375314861463e-05,
      "loss": 0.3931,
      "step": 573
    },
    {
      "epoch": 1.45,
      "grad_norm": 4.947517395019531,
      "learning_rate": 2.2770780856423176e-05,
      "loss": 0.1813,
      "step": 574
    },
    {
      "epoch": 1.45,
      "grad_norm": 9.176385879516602,
      "learning_rate": 2.2758186397984885e-05,
      "loss": 0.5455,
      "step": 575
    },
    {
      "epoch": 1.45,
      "grad_norm": 14.556722640991211,
      "learning_rate": 2.27455919395466e-05,
      "loss": 0.4582,
      "step": 576
    },
    {
      "epoch": 1.45,
      "grad_norm": 8.501097679138184,
      "learning_rate": 2.2732997481108313e-05,
      "loss": 0.4377,
      "step": 577
    },
    {
      "epoch": 1.46,
      "grad_norm": 8.8375244140625,
      "learning_rate": 2.2720403022670025e-05,
      "loss": 0.4837,
      "step": 578
    },
    {
      "epoch": 1.46,
      "grad_norm": 7.6127400398254395,
      "learning_rate": 2.270780856423174e-05,
      "loss": 0.2413,
      "step": 579
    },
    {
      "epoch": 1.46,
      "grad_norm": 5.552041530609131,
      "learning_rate": 2.269521410579345e-05,
      "loss": 0.3138,
      "step": 580
    },
    {
      "epoch": 1.46,
      "grad_norm": 11.838778495788574,
      "learning_rate": 2.2682619647355163e-05,
      "loss": 0.5564,
      "step": 581
    },
    {
      "epoch": 1.47,
      "grad_norm": 10.92528247833252,
      "learning_rate": 2.267002518891688e-05,
      "loss": 0.4416,
      "step": 582
    },
    {
      "epoch": 1.47,
      "grad_norm": 15.060375213623047,
      "learning_rate": 2.265743073047859e-05,
      "loss": 0.5191,
      "step": 583
    },
    {
      "epoch": 1.47,
      "grad_norm": 6.89783239364624,
      "learning_rate": 2.26448362720403e-05,
      "loss": 0.2395,
      "step": 584
    },
    {
      "epoch": 1.47,
      "grad_norm": 6.548165798187256,
      "learning_rate": 2.2632241813602016e-05,
      "loss": 0.16,
      "step": 585
    },
    {
      "epoch": 1.48,
      "grad_norm": 7.645367622375488,
      "learning_rate": 2.2619647355163728e-05,
      "loss": 0.2274,
      "step": 586
    },
    {
      "epoch": 1.48,
      "grad_norm": 6.4248247146606445,
      "learning_rate": 2.260705289672544e-05,
      "loss": 0.2073,
      "step": 587
    },
    {
      "epoch": 1.48,
      "grad_norm": 16.396223068237305,
      "learning_rate": 2.2594458438287157e-05,
      "loss": 0.4331,
      "step": 588
    },
    {
      "epoch": 1.48,
      "grad_norm": 15.62296199798584,
      "learning_rate": 2.2581863979848866e-05,
      "loss": 0.2843,
      "step": 589
    },
    {
      "epoch": 1.49,
      "grad_norm": 9.540681838989258,
      "learning_rate": 2.2569269521410578e-05,
      "loss": 0.5034,
      "step": 590
    },
    {
      "epoch": 1.49,
      "grad_norm": 6.93734073638916,
      "learning_rate": 2.2556675062972294e-05,
      "loss": 0.1416,
      "step": 591
    },
    {
      "epoch": 1.49,
      "grad_norm": 14.586864471435547,
      "learning_rate": 2.2544080604534006e-05,
      "loss": 0.6036,
      "step": 592
    },
    {
      "epoch": 1.49,
      "grad_norm": 10.943079948425293,
      "learning_rate": 2.253148614609572e-05,
      "loss": 0.3713,
      "step": 593
    },
    {
      "epoch": 1.5,
      "grad_norm": 10.702349662780762,
      "learning_rate": 2.251889168765743e-05,
      "loss": 0.4334,
      "step": 594
    },
    {
      "epoch": 1.5,
      "grad_norm": 5.976529121398926,
      "learning_rate": 2.2506297229219144e-05,
      "loss": 0.2093,
      "step": 595
    },
    {
      "epoch": 1.5,
      "grad_norm": 8.961341857910156,
      "learning_rate": 2.2493702770780856e-05,
      "loss": 0.2841,
      "step": 596
    },
    {
      "epoch": 1.5,
      "grad_norm": 23.375741958618164,
      "learning_rate": 2.2481108312342572e-05,
      "loss": 0.5659,
      "step": 597
    },
    {
      "epoch": 1.51,
      "grad_norm": 5.276069164276123,
      "learning_rate": 2.246851385390428e-05,
      "loss": 0.1247,
      "step": 598
    },
    {
      "epoch": 1.51,
      "grad_norm": 10.108563423156738,
      "learning_rate": 2.2455919395465993e-05,
      "loss": 0.2897,
      "step": 599
    },
    {
      "epoch": 1.51,
      "grad_norm": 9.869269371032715,
      "learning_rate": 2.244332493702771e-05,
      "loss": 0.2426,
      "step": 600
    },
    {
      "epoch": 1.51,
      "grad_norm": 3.3714253902435303,
      "learning_rate": 2.243073047858942e-05,
      "loss": 0.2662,
      "step": 601
    },
    {
      "epoch": 1.52,
      "grad_norm": 2.3957178592681885,
      "learning_rate": 2.2418136020151134e-05,
      "loss": 0.0724,
      "step": 602
    },
    {
      "epoch": 1.52,
      "grad_norm": 4.764224529266357,
      "learning_rate": 2.2405541561712846e-05,
      "loss": 0.0976,
      "step": 603
    },
    {
      "epoch": 1.52,
      "grad_norm": 12.71890640258789,
      "learning_rate": 2.239294710327456e-05,
      "loss": 0.3899,
      "step": 604
    },
    {
      "epoch": 1.52,
      "grad_norm": 13.903827667236328,
      "learning_rate": 2.238035264483627e-05,
      "loss": 0.566,
      "step": 605
    },
    {
      "epoch": 1.53,
      "grad_norm": 9.071674346923828,
      "learning_rate": 2.2367758186397987e-05,
      "loss": 0.5847,
      "step": 606
    },
    {
      "epoch": 1.53,
      "grad_norm": 21.84575843811035,
      "learning_rate": 2.23551637279597e-05,
      "loss": 0.4494,
      "step": 607
    },
    {
      "epoch": 1.53,
      "grad_norm": 10.90080451965332,
      "learning_rate": 2.234256926952141e-05,
      "loss": 0.2771,
      "step": 608
    },
    {
      "epoch": 1.53,
      "grad_norm": 7.766908168792725,
      "learning_rate": 2.2329974811083124e-05,
      "loss": 0.1046,
      "step": 609
    },
    {
      "epoch": 1.54,
      "grad_norm": 11.402420043945312,
      "learning_rate": 2.2317380352644837e-05,
      "loss": 0.4345,
      "step": 610
    },
    {
      "epoch": 1.54,
      "grad_norm": 6.0967607498168945,
      "learning_rate": 2.230478589420655e-05,
      "loss": 0.0931,
      "step": 611
    },
    {
      "epoch": 1.54,
      "grad_norm": 9.602745056152344,
      "learning_rate": 2.229219143576826e-05,
      "loss": 0.4619,
      "step": 612
    },
    {
      "epoch": 1.54,
      "grad_norm": 7.642356872558594,
      "learning_rate": 2.2279596977329974e-05,
      "loss": 0.0986,
      "step": 613
    },
    {
      "epoch": 1.55,
      "grad_norm": 11.6745023727417,
      "learning_rate": 2.226700251889169e-05,
      "loss": 0.2138,
      "step": 614
    },
    {
      "epoch": 1.55,
      "grad_norm": 4.516753673553467,
      "learning_rate": 2.2254408060453402e-05,
      "loss": 0.255,
      "step": 615
    },
    {
      "epoch": 1.55,
      "grad_norm": 6.529497146606445,
      "learning_rate": 2.2241813602015115e-05,
      "loss": 0.0866,
      "step": 616
    },
    {
      "epoch": 1.55,
      "grad_norm": 14.750448226928711,
      "learning_rate": 2.2229219143576827e-05,
      "loss": 0.4606,
      "step": 617
    },
    {
      "epoch": 1.56,
      "grad_norm": 9.433393478393555,
      "learning_rate": 2.221662468513854e-05,
      "loss": 0.2749,
      "step": 618
    },
    {
      "epoch": 1.56,
      "grad_norm": 13.138323783874512,
      "learning_rate": 2.2204030226700252e-05,
      "loss": 0.4306,
      "step": 619
    },
    {
      "epoch": 1.56,
      "grad_norm": 9.385525703430176,
      "learning_rate": 2.2191435768261968e-05,
      "loss": 0.435,
      "step": 620
    },
    {
      "epoch": 1.56,
      "grad_norm": 9.789994239807129,
      "learning_rate": 2.217884130982368e-05,
      "loss": 0.3421,
      "step": 621
    },
    {
      "epoch": 1.57,
      "grad_norm": 12.882686614990234,
      "learning_rate": 2.216624685138539e-05,
      "loss": 0.5238,
      "step": 622
    },
    {
      "epoch": 1.57,
      "grad_norm": 9.727291107177734,
      "learning_rate": 2.2153652392947105e-05,
      "loss": 0.2041,
      "step": 623
    },
    {
      "epoch": 1.57,
      "grad_norm": 9.766213417053223,
      "learning_rate": 2.2141057934508818e-05,
      "loss": 0.3109,
      "step": 624
    },
    {
      "epoch": 1.57,
      "grad_norm": 10.814486503601074,
      "learning_rate": 2.212846347607053e-05,
      "loss": 0.2085,
      "step": 625
    },
    {
      "epoch": 1.58,
      "grad_norm": 6.508476734161377,
      "learning_rate": 2.2115869017632242e-05,
      "loss": 0.3238,
      "step": 626
    },
    {
      "epoch": 1.58,
      "grad_norm": 13.337801933288574,
      "learning_rate": 2.2103274559193955e-05,
      "loss": 0.157,
      "step": 627
    },
    {
      "epoch": 1.58,
      "grad_norm": 5.9723405838012695,
      "learning_rate": 2.2090680100755667e-05,
      "loss": 0.4441,
      "step": 628
    },
    {
      "epoch": 1.58,
      "grad_norm": 6.157145023345947,
      "learning_rate": 2.2078085642317383e-05,
      "loss": 0.0856,
      "step": 629
    },
    {
      "epoch": 1.59,
      "grad_norm": 6.4899373054504395,
      "learning_rate": 2.2065491183879095e-05,
      "loss": 0.3309,
      "step": 630
    },
    {
      "epoch": 1.59,
      "grad_norm": 3.3382256031036377,
      "learning_rate": 2.2052896725440805e-05,
      "loss": 0.0748,
      "step": 631
    },
    {
      "epoch": 1.59,
      "grad_norm": 7.103469371795654,
      "learning_rate": 2.204030226700252e-05,
      "loss": 0.2311,
      "step": 632
    },
    {
      "epoch": 1.59,
      "grad_norm": 6.943920135498047,
      "learning_rate": 2.2027707808564233e-05,
      "loss": 0.1224,
      "step": 633
    },
    {
      "epoch": 1.6,
      "grad_norm": 7.204896450042725,
      "learning_rate": 2.2015113350125945e-05,
      "loss": 0.3382,
      "step": 634
    },
    {
      "epoch": 1.6,
      "grad_norm": 10.163846015930176,
      "learning_rate": 2.200251889168766e-05,
      "loss": 0.4018,
      "step": 635
    },
    {
      "epoch": 1.6,
      "grad_norm": 14.589173316955566,
      "learning_rate": 2.198992443324937e-05,
      "loss": 0.2431,
      "step": 636
    },
    {
      "epoch": 1.6,
      "grad_norm": 8.574972152709961,
      "learning_rate": 2.1977329974811082e-05,
      "loss": 0.15,
      "step": 637
    },
    {
      "epoch": 1.61,
      "grad_norm": 5.912990093231201,
      "learning_rate": 2.1964735516372798e-05,
      "loss": 0.2588,
      "step": 638
    },
    {
      "epoch": 1.61,
      "grad_norm": 9.575433731079102,
      "learning_rate": 2.195214105793451e-05,
      "loss": 0.3173,
      "step": 639
    },
    {
      "epoch": 1.61,
      "grad_norm": 6.566403865814209,
      "learning_rate": 2.193954659949622e-05,
      "loss": 0.2146,
      "step": 640
    },
    {
      "epoch": 1.61,
      "grad_norm": 15.933618545532227,
      "learning_rate": 2.1926952141057936e-05,
      "loss": 0.6077,
      "step": 641
    },
    {
      "epoch": 1.62,
      "grad_norm": 6.235144138336182,
      "learning_rate": 2.1914357682619648e-05,
      "loss": 0.1017,
      "step": 642
    },
    {
      "epoch": 1.62,
      "grad_norm": 14.474084854125977,
      "learning_rate": 2.190176322418136e-05,
      "loss": 0.4763,
      "step": 643
    },
    {
      "epoch": 1.62,
      "grad_norm": 10.936660766601562,
      "learning_rate": 2.1889168765743076e-05,
      "loss": 0.3788,
      "step": 644
    },
    {
      "epoch": 1.62,
      "grad_norm": 15.92046070098877,
      "learning_rate": 2.1876574307304785e-05,
      "loss": 0.5219,
      "step": 645
    },
    {
      "epoch": 1.63,
      "grad_norm": 10.802763938903809,
      "learning_rate": 2.1863979848866498e-05,
      "loss": 0.5354,
      "step": 646
    },
    {
      "epoch": 1.63,
      "grad_norm": 12.62859058380127,
      "learning_rate": 2.1851385390428214e-05,
      "loss": 0.2161,
      "step": 647
    },
    {
      "epoch": 1.63,
      "grad_norm": 11.541522026062012,
      "learning_rate": 2.1838790931989926e-05,
      "loss": 0.2553,
      "step": 648
    },
    {
      "epoch": 1.63,
      "grad_norm": 8.991678237915039,
      "learning_rate": 2.182619647355164e-05,
      "loss": 0.1912,
      "step": 649
    },
    {
      "epoch": 1.64,
      "grad_norm": 11.52978515625,
      "learning_rate": 2.181360201511335e-05,
      "loss": 0.8781,
      "step": 650
    },
    {
      "epoch": 1.64,
      "grad_norm": 15.376463890075684,
      "learning_rate": 2.1801007556675063e-05,
      "loss": 0.5357,
      "step": 651
    },
    {
      "epoch": 1.64,
      "grad_norm": 9.569962501525879,
      "learning_rate": 2.1788413098236776e-05,
      "loss": 0.2626,
      "step": 652
    },
    {
      "epoch": 1.64,
      "grad_norm": 11.40342903137207,
      "learning_rate": 2.177581863979849e-05,
      "loss": 0.5519,
      "step": 653
    },
    {
      "epoch": 1.65,
      "grad_norm": 15.95056438446045,
      "learning_rate": 2.17632241813602e-05,
      "loss": 0.6138,
      "step": 654
    },
    {
      "epoch": 1.65,
      "grad_norm": 8.395648002624512,
      "learning_rate": 2.1750629722921913e-05,
      "loss": 0.1949,
      "step": 655
    },
    {
      "epoch": 1.65,
      "grad_norm": 12.559154510498047,
      "learning_rate": 2.173803526448363e-05,
      "loss": 0.443,
      "step": 656
    },
    {
      "epoch": 1.65,
      "grad_norm": 9.407703399658203,
      "learning_rate": 2.172544080604534e-05,
      "loss": 0.3019,
      "step": 657
    },
    {
      "epoch": 1.66,
      "grad_norm": 6.948453426361084,
      "learning_rate": 2.1712846347607054e-05,
      "loss": 0.2083,
      "step": 658
    },
    {
      "epoch": 1.66,
      "grad_norm": 11.148189544677734,
      "learning_rate": 2.1700251889168766e-05,
      "loss": 0.3048,
      "step": 659
    },
    {
      "epoch": 1.66,
      "grad_norm": 7.73734712600708,
      "learning_rate": 2.168765743073048e-05,
      "loss": 0.2406,
      "step": 660
    },
    {
      "epoch": 1.66,
      "grad_norm": 8.320653915405273,
      "learning_rate": 2.167506297229219e-05,
      "loss": 0.2978,
      "step": 661
    },
    {
      "epoch": 1.67,
      "grad_norm": 6.541665077209473,
      "learning_rate": 2.1662468513853907e-05,
      "loss": 0.2485,
      "step": 662
    },
    {
      "epoch": 1.67,
      "grad_norm": 7.9342732429504395,
      "learning_rate": 2.1649874055415616e-05,
      "loss": 0.2664,
      "step": 663
    },
    {
      "epoch": 1.67,
      "grad_norm": 10.804299354553223,
      "learning_rate": 2.1637279596977328e-05,
      "loss": 0.3781,
      "step": 664
    },
    {
      "epoch": 1.68,
      "grad_norm": 8.100717544555664,
      "learning_rate": 2.1624685138539044e-05,
      "loss": 0.3833,
      "step": 665
    },
    {
      "epoch": 1.68,
      "grad_norm": 6.31338357925415,
      "learning_rate": 2.1612090680100756e-05,
      "loss": 0.326,
      "step": 666
    },
    {
      "epoch": 1.68,
      "grad_norm": 13.130090713500977,
      "learning_rate": 2.159949622166247e-05,
      "loss": 0.3128,
      "step": 667
    },
    {
      "epoch": 1.68,
      "grad_norm": 8.29228401184082,
      "learning_rate": 2.158690176322418e-05,
      "loss": 0.1476,
      "step": 668
    },
    {
      "epoch": 1.69,
      "grad_norm": 17.379844665527344,
      "learning_rate": 2.1574307304785894e-05,
      "loss": 0.325,
      "step": 669
    },
    {
      "epoch": 1.69,
      "grad_norm": 3.1806654930114746,
      "learning_rate": 2.1561712846347606e-05,
      "loss": 0.0877,
      "step": 670
    },
    {
      "epoch": 1.69,
      "grad_norm": 6.332939624786377,
      "learning_rate": 2.1549118387909322e-05,
      "loss": 0.3275,
      "step": 671
    },
    {
      "epoch": 1.69,
      "grad_norm": 8.985432624816895,
      "learning_rate": 2.1536523929471034e-05,
      "loss": 0.2804,
      "step": 672
    },
    {
      "epoch": 1.7,
      "grad_norm": 4.4867730140686035,
      "learning_rate": 2.1523929471032743e-05,
      "loss": 0.2085,
      "step": 673
    },
    {
      "epoch": 1.7,
      "grad_norm": 8.214529991149902,
      "learning_rate": 2.151133501259446e-05,
      "loss": 0.2132,
      "step": 674
    },
    {
      "epoch": 1.7,
      "grad_norm": 13.838793754577637,
      "learning_rate": 2.1498740554156172e-05,
      "loss": 0.3482,
      "step": 675
    },
    {
      "epoch": 1.7,
      "grad_norm": 5.29369592666626,
      "learning_rate": 2.1486146095717884e-05,
      "loss": 0.1623,
      "step": 676
    },
    {
      "epoch": 1.71,
      "grad_norm": 7.333521366119385,
      "learning_rate": 2.1473551637279597e-05,
      "loss": 0.1188,
      "step": 677
    },
    {
      "epoch": 1.71,
      "grad_norm": 14.213542938232422,
      "learning_rate": 2.146095717884131e-05,
      "loss": 0.2021,
      "step": 678
    },
    {
      "epoch": 1.71,
      "grad_norm": 12.950404167175293,
      "learning_rate": 2.144836272040302e-05,
      "loss": 0.3876,
      "step": 679
    },
    {
      "epoch": 1.71,
      "grad_norm": 4.482484817504883,
      "learning_rate": 2.1435768261964737e-05,
      "loss": 0.1161,
      "step": 680
    },
    {
      "epoch": 1.72,
      "grad_norm": 9.34411907196045,
      "learning_rate": 2.142317380352645e-05,
      "loss": 0.4212,
      "step": 681
    },
    {
      "epoch": 1.72,
      "grad_norm": 9.932082176208496,
      "learning_rate": 2.141057934508816e-05,
      "loss": 0.3787,
      "step": 682
    },
    {
      "epoch": 1.72,
      "grad_norm": 11.614188194274902,
      "learning_rate": 2.1397984886649875e-05,
      "loss": 0.4952,
      "step": 683
    },
    {
      "epoch": 1.72,
      "grad_norm": 15.483943939208984,
      "learning_rate": 2.1385390428211587e-05,
      "loss": 0.7035,
      "step": 684
    },
    {
      "epoch": 1.73,
      "grad_norm": 9.446450233459473,
      "learning_rate": 2.13727959697733e-05,
      "loss": 0.2137,
      "step": 685
    },
    {
      "epoch": 1.73,
      "grad_norm": 5.429463863372803,
      "learning_rate": 2.1360201511335015e-05,
      "loss": 0.0765,
      "step": 686
    },
    {
      "epoch": 1.73,
      "grad_norm": 7.334542274475098,
      "learning_rate": 2.1347607052896724e-05,
      "loss": 0.6548,
      "step": 687
    },
    {
      "epoch": 1.73,
      "grad_norm": 4.637013912200928,
      "learning_rate": 2.133501259445844e-05,
      "loss": 0.0695,
      "step": 688
    },
    {
      "epoch": 1.74,
      "grad_norm": 9.739296913146973,
      "learning_rate": 2.1322418136020153e-05,
      "loss": 0.8203,
      "step": 689
    },
    {
      "epoch": 1.74,
      "grad_norm": 12.037601470947266,
      "learning_rate": 2.1309823677581865e-05,
      "loss": 0.2714,
      "step": 690
    },
    {
      "epoch": 1.74,
      "grad_norm": 9.018967628479004,
      "learning_rate": 2.1297229219143577e-05,
      "loss": 0.1763,
      "step": 691
    },
    {
      "epoch": 1.74,
      "grad_norm": 10.764039993286133,
      "learning_rate": 2.128463476070529e-05,
      "loss": 0.29,
      "step": 692
    },
    {
      "epoch": 1.75,
      "grad_norm": 7.258769512176514,
      "learning_rate": 2.1272040302267002e-05,
      "loss": 0.2764,
      "step": 693
    },
    {
      "epoch": 1.75,
      "grad_norm": 5.780182361602783,
      "learning_rate": 2.1259445843828718e-05,
      "loss": 0.2163,
      "step": 694
    },
    {
      "epoch": 1.75,
      "grad_norm": 8.747794151306152,
      "learning_rate": 2.124685138539043e-05,
      "loss": 0.2305,
      "step": 695
    },
    {
      "epoch": 1.75,
      "grad_norm": 6.942091464996338,
      "learning_rate": 2.123425692695214e-05,
      "loss": 0.0966,
      "step": 696
    },
    {
      "epoch": 1.76,
      "grad_norm": 9.203085899353027,
      "learning_rate": 2.1221662468513855e-05,
      "loss": 0.1701,
      "step": 697
    },
    {
      "epoch": 1.76,
      "grad_norm": 12.736608505249023,
      "learning_rate": 2.1209068010075568e-05,
      "loss": 0.5168,
      "step": 698
    },
    {
      "epoch": 1.76,
      "grad_norm": 16.280555725097656,
      "learning_rate": 2.119647355163728e-05,
      "loss": 0.2754,
      "step": 699
    },
    {
      "epoch": 1.76,
      "grad_norm": 19.578857421875,
      "learning_rate": 2.1183879093198996e-05,
      "loss": 0.7287,
      "step": 700
    },
    {
      "epoch": 1.77,
      "grad_norm": 13.128076553344727,
      "learning_rate": 2.1171284634760705e-05,
      "loss": 0.5267,
      "step": 701
    },
    {
      "epoch": 1.77,
      "grad_norm": 9.765761375427246,
      "learning_rate": 2.1158690176322417e-05,
      "loss": 0.241,
      "step": 702
    },
    {
      "epoch": 1.77,
      "grad_norm": 4.671734809875488,
      "learning_rate": 2.1146095717884133e-05,
      "loss": 0.097,
      "step": 703
    },
    {
      "epoch": 1.77,
      "grad_norm": 4.864780426025391,
      "learning_rate": 2.1133501259445846e-05,
      "loss": 0.279,
      "step": 704
    },
    {
      "epoch": 1.78,
      "grad_norm": 9.086429595947266,
      "learning_rate": 2.1120906801007555e-05,
      "loss": 0.383,
      "step": 705
    },
    {
      "epoch": 1.78,
      "grad_norm": 8.034072875976562,
      "learning_rate": 2.110831234256927e-05,
      "loss": 0.3027,
      "step": 706
    },
    {
      "epoch": 1.78,
      "grad_norm": 17.50482177734375,
      "learning_rate": 2.1095717884130983e-05,
      "loss": 0.7063,
      "step": 707
    },
    {
      "epoch": 1.78,
      "grad_norm": 15.067398071289062,
      "learning_rate": 2.1083123425692695e-05,
      "loss": 0.2317,
      "step": 708
    },
    {
      "epoch": 1.79,
      "grad_norm": 12.081408500671387,
      "learning_rate": 2.107052896725441e-05,
      "loss": 0.6775,
      "step": 709
    },
    {
      "epoch": 1.79,
      "grad_norm": 8.175625801086426,
      "learning_rate": 2.105793450881612e-05,
      "loss": 0.2379,
      "step": 710
    },
    {
      "epoch": 1.79,
      "grad_norm": 11.485807418823242,
      "learning_rate": 2.1045340050377833e-05,
      "loss": 0.3477,
      "step": 711
    },
    {
      "epoch": 1.79,
      "grad_norm": 10.902219772338867,
      "learning_rate": 2.103274559193955e-05,
      "loss": 0.3242,
      "step": 712
    },
    {
      "epoch": 1.8,
      "grad_norm": 7.6868205070495605,
      "learning_rate": 2.102015113350126e-05,
      "loss": 0.2112,
      "step": 713
    },
    {
      "epoch": 1.8,
      "grad_norm": 4.256736755371094,
      "learning_rate": 2.1007556675062973e-05,
      "loss": 0.1194,
      "step": 714
    },
    {
      "epoch": 1.8,
      "grad_norm": 4.6595659255981445,
      "learning_rate": 2.0994962216624686e-05,
      "loss": 0.1548,
      "step": 715
    },
    {
      "epoch": 1.8,
      "grad_norm": 12.510821342468262,
      "learning_rate": 2.0982367758186398e-05,
      "loss": 0.2877,
      "step": 716
    },
    {
      "epoch": 1.81,
      "grad_norm": 5.698768138885498,
      "learning_rate": 2.096977329974811e-05,
      "loss": 0.3862,
      "step": 717
    },
    {
      "epoch": 1.81,
      "grad_norm": 8.279985427856445,
      "learning_rate": 2.0957178841309827e-05,
      "loss": 0.3283,
      "step": 718
    },
    {
      "epoch": 1.81,
      "grad_norm": 10.287877082824707,
      "learning_rate": 2.0944584382871536e-05,
      "loss": 0.3959,
      "step": 719
    },
    {
      "epoch": 1.81,
      "grad_norm": 8.201375961303711,
      "learning_rate": 2.0931989924433248e-05,
      "loss": 0.1885,
      "step": 720
    },
    {
      "epoch": 1.82,
      "grad_norm": 9.439096450805664,
      "learning_rate": 2.0919395465994964e-05,
      "loss": 0.1917,
      "step": 721
    },
    {
      "epoch": 1.82,
      "grad_norm": 10.867537498474121,
      "learning_rate": 2.0906801007556676e-05,
      "loss": 0.3561,
      "step": 722
    },
    {
      "epoch": 1.82,
      "grad_norm": 10.648015975952148,
      "learning_rate": 2.089420654911839e-05,
      "loss": 0.3826,
      "step": 723
    },
    {
      "epoch": 1.82,
      "grad_norm": 20.001815795898438,
      "learning_rate": 2.08816120906801e-05,
      "loss": 0.4748,
      "step": 724
    },
    {
      "epoch": 1.83,
      "grad_norm": 7.351145267486572,
      "learning_rate": 2.0869017632241814e-05,
      "loss": 0.0979,
      "step": 725
    },
    {
      "epoch": 1.83,
      "grad_norm": 7.364979267120361,
      "learning_rate": 2.0856423173803526e-05,
      "loss": 0.3825,
      "step": 726
    },
    {
      "epoch": 1.83,
      "grad_norm": 14.710403442382812,
      "learning_rate": 2.0843828715365242e-05,
      "loss": 0.472,
      "step": 727
    },
    {
      "epoch": 1.83,
      "grad_norm": 3.746670961380005,
      "learning_rate": 2.0831234256926954e-05,
      "loss": 0.2175,
      "step": 728
    },
    {
      "epoch": 1.84,
      "grad_norm": 9.130343437194824,
      "learning_rate": 2.0818639798488663e-05,
      "loss": 0.4235,
      "step": 729
    },
    {
      "epoch": 1.84,
      "grad_norm": 13.102235794067383,
      "learning_rate": 2.080604534005038e-05,
      "loss": 0.615,
      "step": 730
    },
    {
      "epoch": 1.84,
      "grad_norm": 6.6438822746276855,
      "learning_rate": 2.079345088161209e-05,
      "loss": 0.1462,
      "step": 731
    },
    {
      "epoch": 1.84,
      "grad_norm": 15.286580085754395,
      "learning_rate": 2.0780856423173804e-05,
      "loss": 0.3657,
      "step": 732
    },
    {
      "epoch": 1.85,
      "grad_norm": 12.244285583496094,
      "learning_rate": 2.0768261964735516e-05,
      "loss": 0.3817,
      "step": 733
    },
    {
      "epoch": 1.85,
      "grad_norm": 6.858506679534912,
      "learning_rate": 2.075566750629723e-05,
      "loss": 0.3086,
      "step": 734
    },
    {
      "epoch": 1.85,
      "grad_norm": 13.334952354431152,
      "learning_rate": 2.074307304785894e-05,
      "loss": 0.5208,
      "step": 735
    },
    {
      "epoch": 1.85,
      "grad_norm": 14.200685501098633,
      "learning_rate": 2.0730478589420657e-05,
      "loss": 0.5627,
      "step": 736
    },
    {
      "epoch": 1.86,
      "grad_norm": 5.623879909515381,
      "learning_rate": 2.071788413098237e-05,
      "loss": 0.1789,
      "step": 737
    },
    {
      "epoch": 1.86,
      "grad_norm": 13.440046310424805,
      "learning_rate": 2.070528967254408e-05,
      "loss": 0.3759,
      "step": 738
    },
    {
      "epoch": 1.86,
      "grad_norm": 8.08634090423584,
      "learning_rate": 2.0692695214105794e-05,
      "loss": 0.2264,
      "step": 739
    },
    {
      "epoch": 1.86,
      "grad_norm": 15.935822486877441,
      "learning_rate": 2.0680100755667507e-05,
      "loss": 0.2984,
      "step": 740
    },
    {
      "epoch": 1.87,
      "grad_norm": 8.345213890075684,
      "learning_rate": 2.066750629722922e-05,
      "loss": 0.1735,
      "step": 741
    },
    {
      "epoch": 1.87,
      "grad_norm": 4.334136486053467,
      "learning_rate": 2.0654911838790935e-05,
      "loss": 0.1256,
      "step": 742
    },
    {
      "epoch": 1.87,
      "grad_norm": 8.379855155944824,
      "learning_rate": 2.0642317380352644e-05,
      "loss": 0.1301,
      "step": 743
    },
    {
      "epoch": 1.87,
      "grad_norm": 6.75809383392334,
      "learning_rate": 2.0629722921914356e-05,
      "loss": 0.2219,
      "step": 744
    },
    {
      "epoch": 1.88,
      "grad_norm": 15.786321640014648,
      "learning_rate": 2.0617128463476072e-05,
      "loss": 0.2864,
      "step": 745
    },
    {
      "epoch": 1.88,
      "grad_norm": 10.396544456481934,
      "learning_rate": 2.0604534005037785e-05,
      "loss": 0.7485,
      "step": 746
    },
    {
      "epoch": 1.88,
      "grad_norm": 12.27066707611084,
      "learning_rate": 2.0591939546599494e-05,
      "loss": 0.2798,
      "step": 747
    },
    {
      "epoch": 1.88,
      "grad_norm": 10.269973754882812,
      "learning_rate": 2.057934508816121e-05,
      "loss": 0.2683,
      "step": 748
    },
    {
      "epoch": 1.89,
      "grad_norm": 11.86515998840332,
      "learning_rate": 2.0566750629722922e-05,
      "loss": 0.2667,
      "step": 749
    },
    {
      "epoch": 1.89,
      "grad_norm": 14.70499038696289,
      "learning_rate": 2.0554156171284634e-05,
      "loss": 0.6922,
      "step": 750
    },
    {
      "epoch": 1.89,
      "grad_norm": 8.275458335876465,
      "learning_rate": 2.054156171284635e-05,
      "loss": 0.2484,
      "step": 751
    },
    {
      "epoch": 1.89,
      "grad_norm": 17.040943145751953,
      "learning_rate": 2.052896725440806e-05,
      "loss": 0.8717,
      "step": 752
    },
    {
      "epoch": 1.9,
      "grad_norm": 13.45297622680664,
      "learning_rate": 2.0516372795969772e-05,
      "loss": 0.265,
      "step": 753
    },
    {
      "epoch": 1.9,
      "grad_norm": 17.105192184448242,
      "learning_rate": 2.0503778337531488e-05,
      "loss": 0.6025,
      "step": 754
    },
    {
      "epoch": 1.9,
      "grad_norm": 9.762206077575684,
      "learning_rate": 2.04911838790932e-05,
      "loss": 0.1654,
      "step": 755
    },
    {
      "epoch": 1.9,
      "grad_norm": 9.832480430603027,
      "learning_rate": 2.0478589420654912e-05,
      "loss": 0.2347,
      "step": 756
    },
    {
      "epoch": 1.91,
      "grad_norm": 4.055430889129639,
      "learning_rate": 2.0465994962216625e-05,
      "loss": 0.1007,
      "step": 757
    },
    {
      "epoch": 1.91,
      "grad_norm": 11.626514434814453,
      "learning_rate": 2.0453400503778337e-05,
      "loss": 0.2964,
      "step": 758
    },
    {
      "epoch": 1.91,
      "grad_norm": 4.129045009613037,
      "learning_rate": 2.0440806045340053e-05,
      "loss": 0.0867,
      "step": 759
    },
    {
      "epoch": 1.91,
      "grad_norm": 9.8018798828125,
      "learning_rate": 2.0428211586901765e-05,
      "loss": 0.1439,
      "step": 760
    },
    {
      "epoch": 1.92,
      "grad_norm": 17.625484466552734,
      "learning_rate": 2.0415617128463475e-05,
      "loss": 0.6171,
      "step": 761
    },
    {
      "epoch": 1.92,
      "grad_norm": 13.455811500549316,
      "learning_rate": 2.040302267002519e-05,
      "loss": 0.1957,
      "step": 762
    },
    {
      "epoch": 1.92,
      "grad_norm": 13.38533878326416,
      "learning_rate": 2.0390428211586903e-05,
      "loss": 0.4046,
      "step": 763
    },
    {
      "epoch": 1.92,
      "grad_norm": 7.502546787261963,
      "learning_rate": 2.0377833753148615e-05,
      "loss": 0.1991,
      "step": 764
    },
    {
      "epoch": 1.93,
      "grad_norm": 8.860077857971191,
      "learning_rate": 2.036523929471033e-05,
      "loss": 0.3378,
      "step": 765
    },
    {
      "epoch": 1.93,
      "grad_norm": 19.337848663330078,
      "learning_rate": 2.035264483627204e-05,
      "loss": 0.6095,
      "step": 766
    },
    {
      "epoch": 1.93,
      "grad_norm": 6.279582500457764,
      "learning_rate": 2.0340050377833752e-05,
      "loss": 0.3184,
      "step": 767
    },
    {
      "epoch": 1.93,
      "grad_norm": 4.984986305236816,
      "learning_rate": 2.032745591939547e-05,
      "loss": 0.3696,
      "step": 768
    },
    {
      "epoch": 1.94,
      "grad_norm": 11.388147354125977,
      "learning_rate": 2.031486146095718e-05,
      "loss": 0.4244,
      "step": 769
    },
    {
      "epoch": 1.94,
      "grad_norm": 8.785746574401855,
      "learning_rate": 2.030226700251889e-05,
      "loss": 0.1574,
      "step": 770
    },
    {
      "epoch": 1.94,
      "grad_norm": 17.234216690063477,
      "learning_rate": 2.0289672544080606e-05,
      "loss": 0.6394,
      "step": 771
    },
    {
      "epoch": 1.94,
      "grad_norm": 9.10766887664795,
      "learning_rate": 2.0277078085642318e-05,
      "loss": 0.7971,
      "step": 772
    },
    {
      "epoch": 1.95,
      "grad_norm": 10.063255310058594,
      "learning_rate": 2.026448362720403e-05,
      "loss": 0.1751,
      "step": 773
    },
    {
      "epoch": 1.95,
      "grad_norm": 8.564946174621582,
      "learning_rate": 2.0251889168765746e-05,
      "loss": 0.2599,
      "step": 774
    },
    {
      "epoch": 1.95,
      "grad_norm": 7.084752559661865,
      "learning_rate": 2.0239294710327455e-05,
      "loss": 0.2425,
      "step": 775
    },
    {
      "epoch": 1.95,
      "grad_norm": 12.423927307128906,
      "learning_rate": 2.0226700251889168e-05,
      "loss": 0.5981,
      "step": 776
    },
    {
      "epoch": 1.96,
      "grad_norm": 7.133967876434326,
      "learning_rate": 2.0214105793450884e-05,
      "loss": 0.4236,
      "step": 777
    },
    {
      "epoch": 1.96,
      "grad_norm": 12.152637481689453,
      "learning_rate": 2.0201511335012596e-05,
      "loss": 0.9084,
      "step": 778
    },
    {
      "epoch": 1.96,
      "grad_norm": 8.058826446533203,
      "learning_rate": 2.018891687657431e-05,
      "loss": 0.1888,
      "step": 779
    },
    {
      "epoch": 1.96,
      "grad_norm": 12.304523468017578,
      "learning_rate": 2.017632241813602e-05,
      "loss": 0.3763,
      "step": 780
    },
    {
      "epoch": 1.97,
      "grad_norm": 6.993175029754639,
      "learning_rate": 2.0163727959697733e-05,
      "loss": 0.3192,
      "step": 781
    },
    {
      "epoch": 1.97,
      "grad_norm": 3.840372323989868,
      "learning_rate": 2.0151133501259446e-05,
      "loss": 0.116,
      "step": 782
    },
    {
      "epoch": 1.97,
      "grad_norm": 6.5427446365356445,
      "learning_rate": 2.013853904282116e-05,
      "loss": 0.3154,
      "step": 783
    },
    {
      "epoch": 1.97,
      "grad_norm": 6.756482124328613,
      "learning_rate": 2.012594458438287e-05,
      "loss": 0.3972,
      "step": 784
    },
    {
      "epoch": 1.98,
      "grad_norm": 10.90357780456543,
      "learning_rate": 2.0113350125944583e-05,
      "loss": 0.2908,
      "step": 785
    },
    {
      "epoch": 1.98,
      "grad_norm": 17.345783233642578,
      "learning_rate": 2.01007556675063e-05,
      "loss": 0.4357,
      "step": 786
    },
    {
      "epoch": 1.98,
      "grad_norm": 4.750704288482666,
      "learning_rate": 2.008816120906801e-05,
      "loss": 0.212,
      "step": 787
    },
    {
      "epoch": 1.98,
      "grad_norm": 13.136444091796875,
      "learning_rate": 2.0075566750629724e-05,
      "loss": 0.2416,
      "step": 788
    },
    {
      "epoch": 1.99,
      "grad_norm": 6.8181376457214355,
      "learning_rate": 2.0062972292191436e-05,
      "loss": 0.1993,
      "step": 789
    },
    {
      "epoch": 1.99,
      "grad_norm": 17.32404899597168,
      "learning_rate": 2.005037783375315e-05,
      "loss": 0.7192,
      "step": 790
    },
    {
      "epoch": 1.99,
      "grad_norm": 10.616106986999512,
      "learning_rate": 2.003778337531486e-05,
      "loss": 0.3684,
      "step": 791
    },
    {
      "epoch": 1.99,
      "grad_norm": 6.223758220672607,
      "learning_rate": 2.0025188916876577e-05,
      "loss": 0.2985,
      "step": 792
    },
    {
      "epoch": 2.0,
      "grad_norm": 9.101003646850586,
      "learning_rate": 2.001259445843829e-05,
      "loss": 0.3622,
      "step": 793
    },
    {
      "epoch": 2.0,
      "grad_norm": 11.418810844421387,
      "learning_rate": 1.9999999999999998e-05,
      "loss": 0.0876,
      "step": 794
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.804416403785489,
      "eval_f1": 0.8032698800120437,
      "eval_loss": 0.4402177035808563,
      "eval_precision": 0.8026196885367871,
      "eval_recall": 0.8048576887939576,
      "eval_runtime": 1213.5699,
      "eval_samples_per_second": 1.306,
      "eval_steps_per_second": 0.082,
      "step": 794
    },
    {
      "epoch": 2.0,
      "grad_norm": 5.976737976074219,
      "learning_rate": 1.9987405541561714e-05,
      "loss": 0.1186,
      "step": 795
    },
    {
      "epoch": 2.01,
      "grad_norm": 9.083830833435059,
      "learning_rate": 1.9974811083123426e-05,
      "loss": 0.1377,
      "step": 796
    },
    {
      "epoch": 2.01,
      "grad_norm": 5.250425338745117,
      "learning_rate": 1.996221662468514e-05,
      "loss": 0.1186,
      "step": 797
    },
    {
      "epoch": 2.01,
      "grad_norm": 5.4060797691345215,
      "learning_rate": 1.994962216624685e-05,
      "loss": 0.1543,
      "step": 798
    },
    {
      "epoch": 2.01,
      "grad_norm": 3.3773229122161865,
      "learning_rate": 1.9937027707808564e-05,
      "loss": 0.2486,
      "step": 799
    },
    {
      "epoch": 2.02,
      "grad_norm": 10.780204772949219,
      "learning_rate": 1.9924433249370276e-05,
      "loss": 0.3412,
      "step": 800
    },
    {
      "epoch": 2.02,
      "grad_norm": 7.569768905639648,
      "learning_rate": 1.9911838790931992e-05,
      "loss": 0.2412,
      "step": 801
    },
    {
      "epoch": 2.02,
      "grad_norm": 3.2330408096313477,
      "learning_rate": 1.9899244332493704e-05,
      "loss": 0.0898,
      "step": 802
    },
    {
      "epoch": 2.02,
      "grad_norm": 5.828372001647949,
      "learning_rate": 1.9886649874055413e-05,
      "loss": 0.419,
      "step": 803
    },
    {
      "epoch": 2.03,
      "grad_norm": 8.416691780090332,
      "learning_rate": 1.987405541561713e-05,
      "loss": 0.5116,
      "step": 804
    },
    {
      "epoch": 2.03,
      "grad_norm": 4.302773952484131,
      "learning_rate": 1.9861460957178842e-05,
      "loss": 0.0885,
      "step": 805
    },
    {
      "epoch": 2.03,
      "grad_norm": 21.357067108154297,
      "learning_rate": 1.9848866498740554e-05,
      "loss": 0.256,
      "step": 806
    },
    {
      "epoch": 2.03,
      "grad_norm": 12.905417442321777,
      "learning_rate": 1.983627204030227e-05,
      "loss": 0.409,
      "step": 807
    },
    {
      "epoch": 2.04,
      "grad_norm": 6.17220401763916,
      "learning_rate": 1.982367758186398e-05,
      "loss": 0.1705,
      "step": 808
    },
    {
      "epoch": 2.04,
      "grad_norm": 7.837858200073242,
      "learning_rate": 1.981108312342569e-05,
      "loss": 0.1145,
      "step": 809
    },
    {
      "epoch": 2.04,
      "grad_norm": 4.5199809074401855,
      "learning_rate": 1.9798488664987407e-05,
      "loss": 0.1877,
      "step": 810
    },
    {
      "epoch": 2.04,
      "grad_norm": 10.4535551071167,
      "learning_rate": 1.978589420654912e-05,
      "loss": 0.238,
      "step": 811
    },
    {
      "epoch": 2.05,
      "grad_norm": 4.682440280914307,
      "learning_rate": 1.977329974811083e-05,
      "loss": 0.2157,
      "step": 812
    },
    {
      "epoch": 2.05,
      "grad_norm": 3.6102426052093506,
      "learning_rate": 1.9760705289672545e-05,
      "loss": 0.0548,
      "step": 813
    },
    {
      "epoch": 2.05,
      "grad_norm": 8.517151832580566,
      "learning_rate": 1.9748110831234257e-05,
      "loss": 0.1414,
      "step": 814
    },
    {
      "epoch": 2.05,
      "grad_norm": 1.7788081169128418,
      "learning_rate": 1.973551637279597e-05,
      "loss": 0.0507,
      "step": 815
    },
    {
      "epoch": 2.06,
      "grad_norm": 11.008373260498047,
      "learning_rate": 1.9722921914357685e-05,
      "loss": 0.4553,
      "step": 816
    },
    {
      "epoch": 2.06,
      "grad_norm": 6.783651828765869,
      "learning_rate": 1.9710327455919394e-05,
      "loss": 0.1793,
      "step": 817
    },
    {
      "epoch": 2.06,
      "grad_norm": 4.473495960235596,
      "learning_rate": 1.9697732997481107e-05,
      "loss": 0.1944,
      "step": 818
    },
    {
      "epoch": 2.06,
      "grad_norm": 7.093316555023193,
      "learning_rate": 1.9685138539042823e-05,
      "loss": 0.3245,
      "step": 819
    },
    {
      "epoch": 2.07,
      "grad_norm": 8.107620239257812,
      "learning_rate": 1.9672544080604535e-05,
      "loss": 0.074,
      "step": 820
    },
    {
      "epoch": 2.07,
      "grad_norm": 7.021946907043457,
      "learning_rate": 1.9659949622166247e-05,
      "loss": 0.3628,
      "step": 821
    },
    {
      "epoch": 2.07,
      "grad_norm": 6.592014312744141,
      "learning_rate": 1.964735516372796e-05,
      "loss": 0.3116,
      "step": 822
    },
    {
      "epoch": 2.07,
      "grad_norm": 9.092830657958984,
      "learning_rate": 1.9634760705289672e-05,
      "loss": 0.3528,
      "step": 823
    },
    {
      "epoch": 2.08,
      "grad_norm": 4.819520950317383,
      "learning_rate": 1.9622166246851385e-05,
      "loss": 0.0542,
      "step": 824
    },
    {
      "epoch": 2.08,
      "grad_norm": 20.10268783569336,
      "learning_rate": 1.96095717884131e-05,
      "loss": 0.506,
      "step": 825
    },
    {
      "epoch": 2.08,
      "grad_norm": 15.67265796661377,
      "learning_rate": 1.959697732997481e-05,
      "loss": 0.1978,
      "step": 826
    },
    {
      "epoch": 2.08,
      "grad_norm": 6.482569217681885,
      "learning_rate": 1.9584382871536522e-05,
      "loss": 0.2595,
      "step": 827
    },
    {
      "epoch": 2.09,
      "grad_norm": 7.855728626251221,
      "learning_rate": 1.9571788413098238e-05,
      "loss": 0.0733,
      "step": 828
    },
    {
      "epoch": 2.09,
      "grad_norm": 14.004561424255371,
      "learning_rate": 1.955919395465995e-05,
      "loss": 0.2764,
      "step": 829
    },
    {
      "epoch": 2.09,
      "grad_norm": 5.431961536407471,
      "learning_rate": 1.9546599496221663e-05,
      "loss": 0.0654,
      "step": 830
    },
    {
      "epoch": 2.09,
      "grad_norm": 13.324678421020508,
      "learning_rate": 1.9534005037783375e-05,
      "loss": 0.3888,
      "step": 831
    },
    {
      "epoch": 2.1,
      "grad_norm": 14.44890022277832,
      "learning_rate": 1.9521410579345088e-05,
      "loss": 0.2096,
      "step": 832
    },
    {
      "epoch": 2.1,
      "grad_norm": 11.987161636352539,
      "learning_rate": 1.9508816120906803e-05,
      "loss": 0.119,
      "step": 833
    },
    {
      "epoch": 2.1,
      "grad_norm": 15.736373901367188,
      "learning_rate": 1.9496221662468516e-05,
      "loss": 0.2762,
      "step": 834
    },
    {
      "epoch": 2.1,
      "grad_norm": 8.252238273620605,
      "learning_rate": 1.9483627204030228e-05,
      "loss": 0.0847,
      "step": 835
    },
    {
      "epoch": 2.11,
      "grad_norm": 4.142892360687256,
      "learning_rate": 1.947103274559194e-05,
      "loss": 0.0768,
      "step": 836
    },
    {
      "epoch": 2.11,
      "grad_norm": 11.67130184173584,
      "learning_rate": 1.9458438287153653e-05,
      "loss": 0.2269,
      "step": 837
    },
    {
      "epoch": 2.11,
      "grad_norm": 8.394164085388184,
      "learning_rate": 1.9445843828715365e-05,
      "loss": 0.1033,
      "step": 838
    },
    {
      "epoch": 2.11,
      "grad_norm": 7.672865390777588,
      "learning_rate": 1.943324937027708e-05,
      "loss": 0.1247,
      "step": 839
    },
    {
      "epoch": 2.12,
      "grad_norm": 4.08453893661499,
      "learning_rate": 1.942065491183879e-05,
      "loss": 0.0456,
      "step": 840
    },
    {
      "epoch": 2.12,
      "grad_norm": 1.0883690118789673,
      "learning_rate": 1.9408060453400503e-05,
      "loss": 0.0326,
      "step": 841
    },
    {
      "epoch": 2.12,
      "grad_norm": 20.027908325195312,
      "learning_rate": 1.939546599496222e-05,
      "loss": 0.1281,
      "step": 842
    },
    {
      "epoch": 2.12,
      "grad_norm": 13.216873168945312,
      "learning_rate": 1.938287153652393e-05,
      "loss": 0.5115,
      "step": 843
    },
    {
      "epoch": 2.13,
      "grad_norm": 12.752791404724121,
      "learning_rate": 1.9370277078085643e-05,
      "loss": 0.6858,
      "step": 844
    },
    {
      "epoch": 2.13,
      "grad_norm": 18.067123413085938,
      "learning_rate": 1.9357682619647356e-05,
      "loss": 0.1749,
      "step": 845
    },
    {
      "epoch": 2.13,
      "grad_norm": 4.583468914031982,
      "learning_rate": 1.9345088161209068e-05,
      "loss": 0.0346,
      "step": 846
    },
    {
      "epoch": 2.13,
      "grad_norm": 12.90953540802002,
      "learning_rate": 1.933249370277078e-05,
      "loss": 0.2077,
      "step": 847
    },
    {
      "epoch": 2.14,
      "grad_norm": 5.2107110023498535,
      "learning_rate": 1.9319899244332497e-05,
      "loss": 0.0584,
      "step": 848
    },
    {
      "epoch": 2.14,
      "grad_norm": 8.783427238464355,
      "learning_rate": 1.930730478589421e-05,
      "loss": 0.5019,
      "step": 849
    },
    {
      "epoch": 2.14,
      "grad_norm": 6.2126288414001465,
      "learning_rate": 1.9294710327455918e-05,
      "loss": 0.0539,
      "step": 850
    },
    {
      "epoch": 2.14,
      "grad_norm": 13.92211627960205,
      "learning_rate": 1.9282115869017634e-05,
      "loss": 0.1497,
      "step": 851
    },
    {
      "epoch": 2.15,
      "grad_norm": 28.381793975830078,
      "learning_rate": 1.9269521410579346e-05,
      "loss": 0.5454,
      "step": 852
    },
    {
      "epoch": 2.15,
      "grad_norm": 16.814462661743164,
      "learning_rate": 1.925692695214106e-05,
      "loss": 0.2194,
      "step": 853
    },
    {
      "epoch": 2.15,
      "grad_norm": 7.227400302886963,
      "learning_rate": 1.924433249370277e-05,
      "loss": 0.0549,
      "step": 854
    },
    {
      "epoch": 2.15,
      "grad_norm": 15.914610862731934,
      "learning_rate": 1.9231738035264484e-05,
      "loss": 0.1357,
      "step": 855
    },
    {
      "epoch": 2.16,
      "grad_norm": 16.585025787353516,
      "learning_rate": 1.9219143576826196e-05,
      "loss": 0.378,
      "step": 856
    },
    {
      "epoch": 2.16,
      "grad_norm": 1.9572542905807495,
      "learning_rate": 1.9206549118387912e-05,
      "loss": 0.0286,
      "step": 857
    },
    {
      "epoch": 2.16,
      "grad_norm": 17.232242584228516,
      "learning_rate": 1.9193954659949624e-05,
      "loss": 0.2815,
      "step": 858
    },
    {
      "epoch": 2.16,
      "grad_norm": 3.981262683868408,
      "learning_rate": 1.9181360201511333e-05,
      "loss": 0.0536,
      "step": 859
    },
    {
      "epoch": 2.17,
      "grad_norm": 26.572742462158203,
      "learning_rate": 1.916876574307305e-05,
      "loss": 0.2345,
      "step": 860
    },
    {
      "epoch": 2.17,
      "grad_norm": 15.456450462341309,
      "learning_rate": 1.915617128463476e-05,
      "loss": 0.2391,
      "step": 861
    },
    {
      "epoch": 2.17,
      "grad_norm": 16.02436065673828,
      "learning_rate": 1.9143576826196474e-05,
      "loss": 0.1117,
      "step": 862
    },
    {
      "epoch": 2.17,
      "grad_norm": 3.077558994293213,
      "learning_rate": 1.913098236775819e-05,
      "loss": 0.0319,
      "step": 863
    },
    {
      "epoch": 2.18,
      "grad_norm": 24.19316864013672,
      "learning_rate": 1.91183879093199e-05,
      "loss": 0.1006,
      "step": 864
    },
    {
      "epoch": 2.18,
      "grad_norm": 14.604350090026855,
      "learning_rate": 1.910579345088161e-05,
      "loss": 0.2585,
      "step": 865
    },
    {
      "epoch": 2.18,
      "grad_norm": 10.65208911895752,
      "learning_rate": 1.9093198992443327e-05,
      "loss": 0.0927,
      "step": 866
    },
    {
      "epoch": 2.18,
      "grad_norm": 10.185251235961914,
      "learning_rate": 1.908060453400504e-05,
      "loss": 0.054,
      "step": 867
    },
    {
      "epoch": 2.19,
      "grad_norm": 4.103867053985596,
      "learning_rate": 1.906801007556675e-05,
      "loss": 0.0463,
      "step": 868
    },
    {
      "epoch": 2.19,
      "grad_norm": 17.59889030456543,
      "learning_rate": 1.9055415617128464e-05,
      "loss": 0.0794,
      "step": 869
    },
    {
      "epoch": 2.19,
      "grad_norm": 7.415209770202637,
      "learning_rate": 1.9042821158690177e-05,
      "loss": 0.0596,
      "step": 870
    },
    {
      "epoch": 2.19,
      "grad_norm": 11.936656951904297,
      "learning_rate": 1.903022670025189e-05,
      "loss": 0.1241,
      "step": 871
    },
    {
      "epoch": 2.2,
      "grad_norm": 12.43713665008545,
      "learning_rate": 1.9017632241813605e-05,
      "loss": 0.2765,
      "step": 872
    },
    {
      "epoch": 2.2,
      "grad_norm": 8.106919288635254,
      "learning_rate": 1.9005037783375314e-05,
      "loss": 0.2905,
      "step": 873
    },
    {
      "epoch": 2.2,
      "grad_norm": 6.52731466293335,
      "learning_rate": 1.8992443324937026e-05,
      "loss": 0.0641,
      "step": 874
    },
    {
      "epoch": 2.2,
      "grad_norm": 2.299429416656494,
      "learning_rate": 1.8979848866498742e-05,
      "loss": 0.0356,
      "step": 875
    },
    {
      "epoch": 2.21,
      "grad_norm": 23.403858184814453,
      "learning_rate": 1.8967254408060455e-05,
      "loss": 0.4673,
      "step": 876
    },
    {
      "epoch": 2.21,
      "grad_norm": 14.969141006469727,
      "learning_rate": 1.8954659949622164e-05,
      "loss": 0.1005,
      "step": 877
    },
    {
      "epoch": 2.21,
      "grad_norm": 7.990150451660156,
      "learning_rate": 1.894206549118388e-05,
      "loss": 0.2583,
      "step": 878
    },
    {
      "epoch": 2.21,
      "grad_norm": 4.63574743270874,
      "learning_rate": 1.8929471032745592e-05,
      "loss": 0.2944,
      "step": 879
    },
    {
      "epoch": 2.22,
      "grad_norm": 15.271684646606445,
      "learning_rate": 1.8916876574307304e-05,
      "loss": 0.2335,
      "step": 880
    },
    {
      "epoch": 2.22,
      "grad_norm": 18.186588287353516,
      "learning_rate": 1.890428211586902e-05,
      "loss": 0.1945,
      "step": 881
    },
    {
      "epoch": 2.22,
      "grad_norm": 12.56149959564209,
      "learning_rate": 1.889168765743073e-05,
      "loss": 0.1999,
      "step": 882
    },
    {
      "epoch": 2.22,
      "grad_norm": 2.1376261711120605,
      "learning_rate": 1.8879093198992442e-05,
      "loss": 0.0223,
      "step": 883
    },
    {
      "epoch": 2.23,
      "grad_norm": 22.14487075805664,
      "learning_rate": 1.8866498740554158e-05,
      "loss": 0.1304,
      "step": 884
    },
    {
      "epoch": 2.23,
      "grad_norm": 8.436043739318848,
      "learning_rate": 1.885390428211587e-05,
      "loss": 0.2673,
      "step": 885
    },
    {
      "epoch": 2.23,
      "grad_norm": 11.742157936096191,
      "learning_rate": 1.8841309823677582e-05,
      "loss": 0.1181,
      "step": 886
    },
    {
      "epoch": 2.23,
      "grad_norm": 38.36399459838867,
      "learning_rate": 1.8828715365239295e-05,
      "loss": 0.4267,
      "step": 887
    },
    {
      "epoch": 2.24,
      "grad_norm": 15.271390914916992,
      "learning_rate": 1.8816120906801007e-05,
      "loss": 0.1224,
      "step": 888
    },
    {
      "epoch": 2.24,
      "grad_norm": 11.08383846282959,
      "learning_rate": 1.880352644836272e-05,
      "loss": 0.106,
      "step": 889
    },
    {
      "epoch": 2.24,
      "grad_norm": 29.323549270629883,
      "learning_rate": 1.8790931989924436e-05,
      "loss": 0.155,
      "step": 890
    },
    {
      "epoch": 2.24,
      "grad_norm": 9.078880310058594,
      "learning_rate": 1.8778337531486145e-05,
      "loss": 0.0812,
      "step": 891
    },
    {
      "epoch": 2.25,
      "grad_norm": 25.136865615844727,
      "learning_rate": 1.8765743073047857e-05,
      "loss": 0.2506,
      "step": 892
    },
    {
      "epoch": 2.25,
      "grad_norm": 16.840970993041992,
      "learning_rate": 1.8753148614609573e-05,
      "loss": 0.1291,
      "step": 893
    },
    {
      "epoch": 2.25,
      "grad_norm": 17.921939849853516,
      "learning_rate": 1.8740554156171285e-05,
      "loss": 0.3605,
      "step": 894
    },
    {
      "epoch": 2.25,
      "grad_norm": 11.916851997375488,
      "learning_rate": 1.8727959697732998e-05,
      "loss": 0.1311,
      "step": 895
    },
    {
      "epoch": 2.26,
      "grad_norm": 9.328707695007324,
      "learning_rate": 1.871536523929471e-05,
      "loss": 0.1106,
      "step": 896
    },
    {
      "epoch": 2.26,
      "grad_norm": 13.462206840515137,
      "learning_rate": 1.8702770780856423e-05,
      "loss": 0.6508,
      "step": 897
    },
    {
      "epoch": 2.26,
      "grad_norm": 5.1701741218566895,
      "learning_rate": 1.8690176322418135e-05,
      "loss": 0.0745,
      "step": 898
    },
    {
      "epoch": 2.26,
      "grad_norm": 27.52861213684082,
      "learning_rate": 1.867758186397985e-05,
      "loss": 0.1263,
      "step": 899
    },
    {
      "epoch": 2.27,
      "grad_norm": 3.011115074157715,
      "learning_rate": 1.8664987405541563e-05,
      "loss": 0.0328,
      "step": 900
    },
    {
      "epoch": 2.27,
      "grad_norm": 20.727210998535156,
      "learning_rate": 1.8652392947103272e-05,
      "loss": 0.1041,
      "step": 901
    },
    {
      "epoch": 2.27,
      "grad_norm": 16.751338958740234,
      "learning_rate": 1.8639798488664988e-05,
      "loss": 0.1396,
      "step": 902
    },
    {
      "epoch": 2.27,
      "grad_norm": 11.478860855102539,
      "learning_rate": 1.86272040302267e-05,
      "loss": 0.4094,
      "step": 903
    },
    {
      "epoch": 2.28,
      "grad_norm": 2.986703395843506,
      "learning_rate": 1.8614609571788416e-05,
      "loss": 0.0394,
      "step": 904
    },
    {
      "epoch": 2.28,
      "grad_norm": 9.955742835998535,
      "learning_rate": 1.8602015113350125e-05,
      "loss": 0.2274,
      "step": 905
    },
    {
      "epoch": 2.28,
      "grad_norm": 3.6407182216644287,
      "learning_rate": 1.8589420654911838e-05,
      "loss": 0.2928,
      "step": 906
    },
    {
      "epoch": 2.28,
      "grad_norm": 21.52337074279785,
      "learning_rate": 1.8576826196473554e-05,
      "loss": 0.3569,
      "step": 907
    },
    {
      "epoch": 2.29,
      "grad_norm": 0.8511970639228821,
      "learning_rate": 1.8564231738035266e-05,
      "loss": 0.0187,
      "step": 908
    },
    {
      "epoch": 2.29,
      "grad_norm": 11.474825859069824,
      "learning_rate": 1.855163727959698e-05,
      "loss": 0.1168,
      "step": 909
    },
    {
      "epoch": 2.29,
      "grad_norm": 5.235669136047363,
      "learning_rate": 1.853904282115869e-05,
      "loss": 0.0495,
      "step": 910
    },
    {
      "epoch": 2.29,
      "grad_norm": 10.870506286621094,
      "learning_rate": 1.8526448362720403e-05,
      "loss": 0.2467,
      "step": 911
    },
    {
      "epoch": 2.3,
      "grad_norm": 31.614450454711914,
      "learning_rate": 1.8513853904282116e-05,
      "loss": 0.2447,
      "step": 912
    },
    {
      "epoch": 2.3,
      "grad_norm": 11.93704605102539,
      "learning_rate": 1.850125944584383e-05,
      "loss": 0.3164,
      "step": 913
    },
    {
      "epoch": 2.3,
      "grad_norm": 21.598426818847656,
      "learning_rate": 1.8488664987405544e-05,
      "loss": 0.0576,
      "step": 914
    },
    {
      "epoch": 2.3,
      "grad_norm": 5.371317386627197,
      "learning_rate": 1.8476070528967253e-05,
      "loss": 0.0423,
      "step": 915
    },
    {
      "epoch": 2.31,
      "grad_norm": 29.41996192932129,
      "learning_rate": 1.846347607052897e-05,
      "loss": 0.1859,
      "step": 916
    },
    {
      "epoch": 2.31,
      "grad_norm": 7.363552570343018,
      "learning_rate": 1.845088161209068e-05,
      "loss": 0.557,
      "step": 917
    },
    {
      "epoch": 2.31,
      "grad_norm": 32.41464614868164,
      "learning_rate": 1.8438287153652394e-05,
      "loss": 0.4631,
      "step": 918
    },
    {
      "epoch": 2.31,
      "grad_norm": 13.250725746154785,
      "learning_rate": 1.8425692695214106e-05,
      "loss": 0.1992,
      "step": 919
    },
    {
      "epoch": 2.32,
      "grad_norm": 34.75584030151367,
      "learning_rate": 1.841309823677582e-05,
      "loss": 0.4553,
      "step": 920
    },
    {
      "epoch": 2.32,
      "grad_norm": 7.2384233474731445,
      "learning_rate": 1.840050377833753e-05,
      "loss": 0.2492,
      "step": 921
    },
    {
      "epoch": 2.32,
      "grad_norm": 4.95755672454834,
      "learning_rate": 1.8387909319899247e-05,
      "loss": 0.2653,
      "step": 922
    },
    {
      "epoch": 2.32,
      "grad_norm": 44.550514221191406,
      "learning_rate": 1.837531486146096e-05,
      "loss": 0.5278,
      "step": 923
    },
    {
      "epoch": 2.33,
      "grad_norm": 13.902865409851074,
      "learning_rate": 1.8362720403022668e-05,
      "loss": 0.3654,
      "step": 924
    },
    {
      "epoch": 2.33,
      "grad_norm": 2.8645730018615723,
      "learning_rate": 1.8350125944584384e-05,
      "loss": 0.024,
      "step": 925
    },
    {
      "epoch": 2.33,
      "grad_norm": 2.747000217437744,
      "learning_rate": 1.8337531486146097e-05,
      "loss": 0.0349,
      "step": 926
    },
    {
      "epoch": 2.34,
      "grad_norm": 8.224370956420898,
      "learning_rate": 1.832493702770781e-05,
      "loss": 0.4737,
      "step": 927
    },
    {
      "epoch": 2.34,
      "grad_norm": 30.833358764648438,
      "learning_rate": 1.8312342569269525e-05,
      "loss": 0.094,
      "step": 928
    },
    {
      "epoch": 2.34,
      "grad_norm": 3.3213651180267334,
      "learning_rate": 1.8299748110831234e-05,
      "loss": 0.0378,
      "step": 929
    },
    {
      "epoch": 2.34,
      "grad_norm": 25.978818893432617,
      "learning_rate": 1.8287153652392946e-05,
      "loss": 0.2553,
      "step": 930
    },
    {
      "epoch": 2.35,
      "grad_norm": 34.23870086669922,
      "learning_rate": 1.8274559193954662e-05,
      "loss": 0.406,
      "step": 931
    },
    {
      "epoch": 2.35,
      "grad_norm": 24.33919906616211,
      "learning_rate": 1.8261964735516374e-05,
      "loss": 0.5579,
      "step": 932
    },
    {
      "epoch": 2.35,
      "grad_norm": 10.28875732421875,
      "learning_rate": 1.8249370277078084e-05,
      "loss": 0.2994,
      "step": 933
    },
    {
      "epoch": 2.35,
      "grad_norm": 18.206113815307617,
      "learning_rate": 1.82367758186398e-05,
      "loss": 0.7409,
      "step": 934
    },
    {
      "epoch": 2.36,
      "grad_norm": 7.450280666351318,
      "learning_rate": 1.8224181360201512e-05,
      "loss": 0.5185,
      "step": 935
    },
    {
      "epoch": 2.36,
      "grad_norm": 26.665252685546875,
      "learning_rate": 1.8211586901763224e-05,
      "loss": 0.279,
      "step": 936
    },
    {
      "epoch": 2.36,
      "grad_norm": 32.06397247314453,
      "learning_rate": 1.819899244332494e-05,
      "loss": 0.2519,
      "step": 937
    },
    {
      "epoch": 2.36,
      "grad_norm": 20.590030670166016,
      "learning_rate": 1.818639798488665e-05,
      "loss": 0.1598,
      "step": 938
    },
    {
      "epoch": 2.37,
      "grad_norm": 13.61314868927002,
      "learning_rate": 1.817380352644836e-05,
      "loss": 0.1431,
      "step": 939
    },
    {
      "epoch": 2.37,
      "grad_norm": 16.68808937072754,
      "learning_rate": 1.8161209068010077e-05,
      "loss": 0.0691,
      "step": 940
    },
    {
      "epoch": 2.37,
      "grad_norm": 21.29247283935547,
      "learning_rate": 1.814861460957179e-05,
      "loss": 0.2522,
      "step": 941
    },
    {
      "epoch": 2.37,
      "grad_norm": 12.311421394348145,
      "learning_rate": 1.8136020151133502e-05,
      "loss": 0.223,
      "step": 942
    },
    {
      "epoch": 2.38,
      "grad_norm": 10.444890975952148,
      "learning_rate": 1.8123425692695215e-05,
      "loss": 0.1636,
      "step": 943
    },
    {
      "epoch": 2.38,
      "grad_norm": 35.49920654296875,
      "learning_rate": 1.8110831234256927e-05,
      "loss": 0.8437,
      "step": 944
    },
    {
      "epoch": 2.38,
      "grad_norm": 7.902152061462402,
      "learning_rate": 1.809823677581864e-05,
      "loss": 0.1288,
      "step": 945
    },
    {
      "epoch": 2.38,
      "grad_norm": 4.148161888122559,
      "learning_rate": 1.8085642317380355e-05,
      "loss": 0.046,
      "step": 946
    },
    {
      "epoch": 2.39,
      "grad_norm": 14.699132919311523,
      "learning_rate": 1.8073047858942064e-05,
      "loss": 0.1743,
      "step": 947
    },
    {
      "epoch": 2.39,
      "grad_norm": 3.610971450805664,
      "learning_rate": 1.8060453400503777e-05,
      "loss": 0.0522,
      "step": 948
    },
    {
      "epoch": 2.39,
      "grad_norm": 4.12473201751709,
      "learning_rate": 1.8047858942065493e-05,
      "loss": 0.0616,
      "step": 949
    },
    {
      "epoch": 2.39,
      "grad_norm": 5.2726616859436035,
      "learning_rate": 1.8035264483627205e-05,
      "loss": 0.0438,
      "step": 950
    },
    {
      "epoch": 2.4,
      "grad_norm": 13.556662559509277,
      "learning_rate": 1.8022670025188917e-05,
      "loss": 0.1472,
      "step": 951
    },
    {
      "epoch": 2.4,
      "grad_norm": 45.24021530151367,
      "learning_rate": 1.801007556675063e-05,
      "loss": 0.1432,
      "step": 952
    },
    {
      "epoch": 2.4,
      "grad_norm": 19.90587043762207,
      "learning_rate": 1.7997481108312342e-05,
      "loss": 0.3582,
      "step": 953
    },
    {
      "epoch": 2.4,
      "grad_norm": 10.678705215454102,
      "learning_rate": 1.7984886649874055e-05,
      "loss": 0.0898,
      "step": 954
    },
    {
      "epoch": 2.41,
      "grad_norm": 12.450896263122559,
      "learning_rate": 1.797229219143577e-05,
      "loss": 0.1159,
      "step": 955
    },
    {
      "epoch": 2.41,
      "grad_norm": 4.022710800170898,
      "learning_rate": 1.7959697732997483e-05,
      "loss": 0.054,
      "step": 956
    },
    {
      "epoch": 2.41,
      "grad_norm": 18.864871978759766,
      "learning_rate": 1.7947103274559192e-05,
      "loss": 0.2458,
      "step": 957
    },
    {
      "epoch": 2.41,
      "grad_norm": 21.411914825439453,
      "learning_rate": 1.7934508816120908e-05,
      "loss": 0.1763,
      "step": 958
    },
    {
      "epoch": 2.42,
      "grad_norm": 14.408418655395508,
      "learning_rate": 1.792191435768262e-05,
      "loss": 0.2913,
      "step": 959
    },
    {
      "epoch": 2.42,
      "grad_norm": 10.474907875061035,
      "learning_rate": 1.7909319899244333e-05,
      "loss": 0.0939,
      "step": 960
    },
    {
      "epoch": 2.42,
      "grad_norm": 32.35608673095703,
      "learning_rate": 1.7896725440806045e-05,
      "loss": 0.4675,
      "step": 961
    },
    {
      "epoch": 2.42,
      "grad_norm": 0.9104124307632446,
      "learning_rate": 1.7884130982367758e-05,
      "loss": 0.0231,
      "step": 962
    },
    {
      "epoch": 2.43,
      "grad_norm": 0.9205286502838135,
      "learning_rate": 1.787153652392947e-05,
      "loss": 0.0203,
      "step": 963
    },
    {
      "epoch": 2.43,
      "grad_norm": 15.181899070739746,
      "learning_rate": 1.7858942065491186e-05,
      "loss": 0.1106,
      "step": 964
    },
    {
      "epoch": 2.43,
      "grad_norm": 4.9965033531188965,
      "learning_rate": 1.7846347607052898e-05,
      "loss": 0.0602,
      "step": 965
    },
    {
      "epoch": 2.43,
      "grad_norm": 4.398914813995361,
      "learning_rate": 1.7833753148614607e-05,
      "loss": 0.0526,
      "step": 966
    },
    {
      "epoch": 2.44,
      "grad_norm": 29.782489776611328,
      "learning_rate": 1.7821158690176323e-05,
      "loss": 0.1758,
      "step": 967
    },
    {
      "epoch": 2.44,
      "grad_norm": 11.924981117248535,
      "learning_rate": 1.7808564231738035e-05,
      "loss": 0.3013,
      "step": 968
    },
    {
      "epoch": 2.44,
      "grad_norm": 15.300978660583496,
      "learning_rate": 1.7795969773299748e-05,
      "loss": 0.0943,
      "step": 969
    },
    {
      "epoch": 2.44,
      "grad_norm": 8.09597396850586,
      "learning_rate": 1.7783375314861464e-05,
      "loss": 0.0648,
      "step": 970
    },
    {
      "epoch": 2.45,
      "grad_norm": 20.45931625366211,
      "learning_rate": 1.7770780856423173e-05,
      "loss": 0.4196,
      "step": 971
    },
    {
      "epoch": 2.45,
      "grad_norm": 5.484227180480957,
      "learning_rate": 1.7758186397984885e-05,
      "loss": 0.0419,
      "step": 972
    },
    {
      "epoch": 2.45,
      "grad_norm": 10.987439155578613,
      "learning_rate": 1.77455919395466e-05,
      "loss": 0.0789,
      "step": 973
    },
    {
      "epoch": 2.45,
      "grad_norm": 20.312944412231445,
      "learning_rate": 1.7732997481108313e-05,
      "loss": 0.5257,
      "step": 974
    },
    {
      "epoch": 2.46,
      "grad_norm": 25.339521408081055,
      "learning_rate": 1.7720403022670026e-05,
      "loss": 0.1372,
      "step": 975
    },
    {
      "epoch": 2.46,
      "grad_norm": 17.586299896240234,
      "learning_rate": 1.7707808564231738e-05,
      "loss": 0.1025,
      "step": 976
    },
    {
      "epoch": 2.46,
      "grad_norm": 18.70049476623535,
      "learning_rate": 1.769521410579345e-05,
      "loss": 0.055,
      "step": 977
    },
    {
      "epoch": 2.46,
      "grad_norm": 9.797844886779785,
      "learning_rate": 1.7682619647355167e-05,
      "loss": 0.6287,
      "step": 978
    },
    {
      "epoch": 2.47,
      "grad_norm": 1.4952588081359863,
      "learning_rate": 1.767002518891688e-05,
      "loss": 0.0154,
      "step": 979
    },
    {
      "epoch": 2.47,
      "grad_norm": 0.32095134258270264,
      "learning_rate": 1.7657430730478588e-05,
      "loss": 0.0106,
      "step": 980
    },
    {
      "epoch": 2.47,
      "grad_norm": 1.3020259141921997,
      "learning_rate": 1.7644836272040304e-05,
      "loss": 0.0136,
      "step": 981
    },
    {
      "epoch": 2.47,
      "grad_norm": 44.08338928222656,
      "learning_rate": 1.7632241813602016e-05,
      "loss": 0.8547,
      "step": 982
    },
    {
      "epoch": 2.48,
      "grad_norm": 21.83006477355957,
      "learning_rate": 1.761964735516373e-05,
      "loss": 0.3798,
      "step": 983
    },
    {
      "epoch": 2.48,
      "grad_norm": 43.243038177490234,
      "learning_rate": 1.760705289672544e-05,
      "loss": 0.692,
      "step": 984
    },
    {
      "epoch": 2.48,
      "grad_norm": 16.481504440307617,
      "learning_rate": 1.7594458438287154e-05,
      "loss": 0.548,
      "step": 985
    },
    {
      "epoch": 2.48,
      "grad_norm": 26.669479370117188,
      "learning_rate": 1.7581863979848866e-05,
      "loss": 1.2603,
      "step": 986
    },
    {
      "epoch": 2.49,
      "grad_norm": 17.41109275817871,
      "learning_rate": 1.7569269521410582e-05,
      "loss": 0.0898,
      "step": 987
    },
    {
      "epoch": 2.49,
      "grad_norm": 11.004029273986816,
      "learning_rate": 1.7556675062972294e-05,
      "loss": 0.0521,
      "step": 988
    },
    {
      "epoch": 2.49,
      "grad_norm": 16.72394561767578,
      "learning_rate": 1.7544080604534003e-05,
      "loss": 0.4888,
      "step": 989
    },
    {
      "epoch": 2.49,
      "grad_norm": 7.188633441925049,
      "learning_rate": 1.753148614609572e-05,
      "loss": 0.031,
      "step": 990
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.7417293787002563,
      "learning_rate": 1.751889168765743e-05,
      "loss": 0.014,
      "step": 991
    },
    {
      "epoch": 2.5,
      "grad_norm": 4.745822906494141,
      "learning_rate": 1.7506297229219144e-05,
      "loss": 0.0298,
      "step": 992
    },
    {
      "epoch": 2.5,
      "grad_norm": 20.97715187072754,
      "learning_rate": 1.749370277078086e-05,
      "loss": 0.2558,
      "step": 993
    },
    {
      "epoch": 2.5,
      "grad_norm": 27.40770149230957,
      "learning_rate": 1.748110831234257e-05,
      "loss": 0.1127,
      "step": 994
    },
    {
      "epoch": 2.51,
      "grad_norm": 19.053752899169922,
      "learning_rate": 1.746851385390428e-05,
      "loss": 0.2859,
      "step": 995
    },
    {
      "epoch": 2.51,
      "grad_norm": 41.415008544921875,
      "learning_rate": 1.7455919395465997e-05,
      "loss": 0.3327,
      "step": 996
    },
    {
      "epoch": 2.51,
      "grad_norm": 10.322839736938477,
      "learning_rate": 1.744332493702771e-05,
      "loss": 0.2526,
      "step": 997
    },
    {
      "epoch": 2.51,
      "grad_norm": 12.210159301757812,
      "learning_rate": 1.743073047858942e-05,
      "loss": 0.2203,
      "step": 998
    },
    {
      "epoch": 2.52,
      "grad_norm": 21.103782653808594,
      "learning_rate": 1.7418136020151134e-05,
      "loss": 0.6672,
      "step": 999
    },
    {
      "epoch": 2.52,
      "grad_norm": 3.4252419471740723,
      "learning_rate": 1.7405541561712847e-05,
      "loss": 0.025,
      "step": 1000
    },
    {
      "epoch": 2.52,
      "grad_norm": 26.5319766998291,
      "learning_rate": 1.739294710327456e-05,
      "loss": 0.4177,
      "step": 1001
    },
    {
      "epoch": 2.52,
      "grad_norm": 11.68613338470459,
      "learning_rate": 1.7380352644836275e-05,
      "loss": 0.2262,
      "step": 1002
    },
    {
      "epoch": 2.53,
      "grad_norm": 14.039557456970215,
      "learning_rate": 1.7367758186397984e-05,
      "loss": 0.2382,
      "step": 1003
    },
    {
      "epoch": 2.53,
      "grad_norm": 20.03414535522461,
      "learning_rate": 1.7355163727959696e-05,
      "loss": 0.2475,
      "step": 1004
    },
    {
      "epoch": 2.53,
      "grad_norm": 29.128925323486328,
      "learning_rate": 1.7342569269521412e-05,
      "loss": 0.1902,
      "step": 1005
    },
    {
      "epoch": 2.53,
      "grad_norm": 7.585634231567383,
      "learning_rate": 1.7329974811083125e-05,
      "loss": 0.0359,
      "step": 1006
    },
    {
      "epoch": 2.54,
      "grad_norm": 0.3999019265174866,
      "learning_rate": 1.7317380352644837e-05,
      "loss": 0.0117,
      "step": 1007
    },
    {
      "epoch": 2.54,
      "grad_norm": 12.283281326293945,
      "learning_rate": 1.730478589420655e-05,
      "loss": 0.0946,
      "step": 1008
    },
    {
      "epoch": 2.54,
      "grad_norm": 9.220109939575195,
      "learning_rate": 1.7292191435768262e-05,
      "loss": 0.0397,
      "step": 1009
    },
    {
      "epoch": 2.54,
      "grad_norm": 3.8018109798431396,
      "learning_rate": 1.7279596977329974e-05,
      "loss": 0.0305,
      "step": 1010
    },
    {
      "epoch": 2.55,
      "grad_norm": 40.12253189086914,
      "learning_rate": 1.726700251889169e-05,
      "loss": 0.4056,
      "step": 1011
    },
    {
      "epoch": 2.55,
      "grad_norm": 13.994961738586426,
      "learning_rate": 1.72544080604534e-05,
      "loss": 0.3435,
      "step": 1012
    },
    {
      "epoch": 2.55,
      "grad_norm": 19.624113082885742,
      "learning_rate": 1.7241813602015112e-05,
      "loss": 0.4751,
      "step": 1013
    },
    {
      "epoch": 2.55,
      "grad_norm": 20.66043472290039,
      "learning_rate": 1.7229219143576828e-05,
      "loss": 0.1713,
      "step": 1014
    },
    {
      "epoch": 2.56,
      "grad_norm": 48.67464065551758,
      "learning_rate": 1.721662468513854e-05,
      "loss": 0.3976,
      "step": 1015
    },
    {
      "epoch": 2.56,
      "grad_norm": 30.28778839111328,
      "learning_rate": 1.7204030226700252e-05,
      "loss": 0.3882,
      "step": 1016
    },
    {
      "epoch": 2.56,
      "grad_norm": 31.674646377563477,
      "learning_rate": 1.7191435768261965e-05,
      "loss": 0.6509,
      "step": 1017
    },
    {
      "epoch": 2.56,
      "grad_norm": 15.582225799560547,
      "learning_rate": 1.7178841309823677e-05,
      "loss": 0.5633,
      "step": 1018
    },
    {
      "epoch": 2.57,
      "grad_norm": 8.46904182434082,
      "learning_rate": 1.716624685138539e-05,
      "loss": 0.0472,
      "step": 1019
    },
    {
      "epoch": 2.57,
      "grad_norm": 6.153964519500732,
      "learning_rate": 1.7153652392947106e-05,
      "loss": 0.2258,
      "step": 1020
    },
    {
      "epoch": 2.57,
      "grad_norm": 18.53000259399414,
      "learning_rate": 1.7141057934508818e-05,
      "loss": 0.2525,
      "step": 1021
    },
    {
      "epoch": 2.57,
      "grad_norm": 7.518229007720947,
      "learning_rate": 1.7128463476070527e-05,
      "loss": 0.052,
      "step": 1022
    },
    {
      "epoch": 2.58,
      "grad_norm": 16.217754364013672,
      "learning_rate": 1.7115869017632243e-05,
      "loss": 0.2544,
      "step": 1023
    },
    {
      "epoch": 2.58,
      "grad_norm": 21.273475646972656,
      "learning_rate": 1.7103274559193955e-05,
      "loss": 0.1248,
      "step": 1024
    },
    {
      "epoch": 2.58,
      "grad_norm": 10.482606887817383,
      "learning_rate": 1.7090680100755668e-05,
      "loss": 0.0675,
      "step": 1025
    },
    {
      "epoch": 2.58,
      "grad_norm": 18.854312896728516,
      "learning_rate": 1.707808564231738e-05,
      "loss": 0.1067,
      "step": 1026
    },
    {
      "epoch": 2.59,
      "grad_norm": 11.522710800170898,
      "learning_rate": 1.7065491183879093e-05,
      "loss": 0.2552,
      "step": 1027
    },
    {
      "epoch": 2.59,
      "grad_norm": 15.483019828796387,
      "learning_rate": 1.7052896725440805e-05,
      "loss": 0.3915,
      "step": 1028
    },
    {
      "epoch": 2.59,
      "grad_norm": 8.645544052124023,
      "learning_rate": 1.704030226700252e-05,
      "loss": 0.0815,
      "step": 1029
    },
    {
      "epoch": 2.59,
      "grad_norm": 18.710952758789062,
      "learning_rate": 1.7027707808564233e-05,
      "loss": 0.3915,
      "step": 1030
    },
    {
      "epoch": 2.6,
      "grad_norm": 14.992968559265137,
      "learning_rate": 1.7015113350125942e-05,
      "loss": 0.2023,
      "step": 1031
    },
    {
      "epoch": 2.6,
      "grad_norm": 14.996759414672852,
      "learning_rate": 1.7002518891687658e-05,
      "loss": 0.2511,
      "step": 1032
    },
    {
      "epoch": 2.6,
      "grad_norm": 6.331859111785889,
      "learning_rate": 1.698992443324937e-05,
      "loss": 0.0837,
      "step": 1033
    },
    {
      "epoch": 2.6,
      "grad_norm": 2.4125723838806152,
      "learning_rate": 1.6977329974811083e-05,
      "loss": 0.0321,
      "step": 1034
    },
    {
      "epoch": 2.61,
      "grad_norm": 14.080228805541992,
      "learning_rate": 1.69647355163728e-05,
      "loss": 0.8303,
      "step": 1035
    },
    {
      "epoch": 2.61,
      "grad_norm": 11.021700859069824,
      "learning_rate": 1.6952141057934508e-05,
      "loss": 0.3159,
      "step": 1036
    },
    {
      "epoch": 2.61,
      "grad_norm": 1.5516949892044067,
      "learning_rate": 1.693954659949622e-05,
      "loss": 0.0211,
      "step": 1037
    },
    {
      "epoch": 2.61,
      "grad_norm": 24.504554748535156,
      "learning_rate": 1.6926952141057936e-05,
      "loss": 0.2686,
      "step": 1038
    },
    {
      "epoch": 2.62,
      "grad_norm": 16.056262969970703,
      "learning_rate": 1.691435768261965e-05,
      "loss": 0.1862,
      "step": 1039
    },
    {
      "epoch": 2.62,
      "grad_norm": 23.649192810058594,
      "learning_rate": 1.6901763224181357e-05,
      "loss": 0.7134,
      "step": 1040
    },
    {
      "epoch": 2.62,
      "grad_norm": 4.870745658874512,
      "learning_rate": 1.6889168765743073e-05,
      "loss": 0.0574,
      "step": 1041
    },
    {
      "epoch": 2.62,
      "grad_norm": 4.79144287109375,
      "learning_rate": 1.6876574307304786e-05,
      "loss": 0.1917,
      "step": 1042
    },
    {
      "epoch": 2.63,
      "grad_norm": 6.743935585021973,
      "learning_rate": 1.6863979848866498e-05,
      "loss": 0.2646,
      "step": 1043
    },
    {
      "epoch": 2.63,
      "grad_norm": 19.601837158203125,
      "learning_rate": 1.6851385390428214e-05,
      "loss": 0.2423,
      "step": 1044
    },
    {
      "epoch": 2.63,
      "grad_norm": 2.839597225189209,
      "learning_rate": 1.6838790931989923e-05,
      "loss": 0.0257,
      "step": 1045
    },
    {
      "epoch": 2.63,
      "grad_norm": 5.611330509185791,
      "learning_rate": 1.6826196473551635e-05,
      "loss": 0.2994,
      "step": 1046
    },
    {
      "epoch": 2.64,
      "grad_norm": 9.278888702392578,
      "learning_rate": 1.681360201511335e-05,
      "loss": 0.311,
      "step": 1047
    },
    {
      "epoch": 2.64,
      "grad_norm": 14.311319351196289,
      "learning_rate": 1.6801007556675064e-05,
      "loss": 0.0693,
      "step": 1048
    },
    {
      "epoch": 2.64,
      "grad_norm": 22.729650497436523,
      "learning_rate": 1.678841309823678e-05,
      "loss": 0.2257,
      "step": 1049
    },
    {
      "epoch": 2.64,
      "grad_norm": 12.39243221282959,
      "learning_rate": 1.677581863979849e-05,
      "loss": 0.3833,
      "step": 1050
    },
    {
      "epoch": 2.65,
      "grad_norm": 14.148759841918945,
      "learning_rate": 1.67632241813602e-05,
      "loss": 0.2577,
      "step": 1051
    },
    {
      "epoch": 2.65,
      "grad_norm": 20.707704544067383,
      "learning_rate": 1.6750629722921917e-05,
      "loss": 0.4987,
      "step": 1052
    },
    {
      "epoch": 2.65,
      "grad_norm": 9.586409568786621,
      "learning_rate": 1.673803526448363e-05,
      "loss": 0.8248,
      "step": 1053
    },
    {
      "epoch": 2.65,
      "grad_norm": 6.405531406402588,
      "learning_rate": 1.6725440806045338e-05,
      "loss": 0.3748,
      "step": 1054
    },
    {
      "epoch": 2.66,
      "grad_norm": 9.89402961730957,
      "learning_rate": 1.6712846347607054e-05,
      "loss": 0.0682,
      "step": 1055
    },
    {
      "epoch": 2.66,
      "grad_norm": 2.5575547218322754,
      "learning_rate": 1.6700251889168767e-05,
      "loss": 0.0412,
      "step": 1056
    },
    {
      "epoch": 2.66,
      "grad_norm": 13.999021530151367,
      "learning_rate": 1.668765743073048e-05,
      "loss": 0.3433,
      "step": 1057
    },
    {
      "epoch": 2.66,
      "grad_norm": 17.20004653930664,
      "learning_rate": 1.6675062972292195e-05,
      "loss": 0.1682,
      "step": 1058
    },
    {
      "epoch": 2.67,
      "grad_norm": 15.041619300842285,
      "learning_rate": 1.6662468513853904e-05,
      "loss": 0.3703,
      "step": 1059
    },
    {
      "epoch": 2.67,
      "grad_norm": 19.173490524291992,
      "learning_rate": 1.6649874055415616e-05,
      "loss": 0.234,
      "step": 1060
    },
    {
      "epoch": 2.67,
      "grad_norm": 4.27054500579834,
      "learning_rate": 1.6637279596977332e-05,
      "loss": 0.0553,
      "step": 1061
    },
    {
      "epoch": 2.68,
      "grad_norm": 19.725751876831055,
      "learning_rate": 1.6624685138539044e-05,
      "loss": 0.3931,
      "step": 1062
    },
    {
      "epoch": 2.68,
      "grad_norm": 12.060813903808594,
      "learning_rate": 1.6612090680100757e-05,
      "loss": 0.1505,
      "step": 1063
    },
    {
      "epoch": 2.68,
      "grad_norm": 29.19813346862793,
      "learning_rate": 1.659949622166247e-05,
      "loss": 0.1956,
      "step": 1064
    },
    {
      "epoch": 2.68,
      "grad_norm": 5.451413154602051,
      "learning_rate": 1.6586901763224182e-05,
      "loss": 0.0523,
      "step": 1065
    },
    {
      "epoch": 2.69,
      "grad_norm": 21.697498321533203,
      "learning_rate": 1.6574307304785894e-05,
      "loss": 0.3233,
      "step": 1066
    },
    {
      "epoch": 2.69,
      "grad_norm": 16.664989471435547,
      "learning_rate": 1.656171284634761e-05,
      "loss": 0.1331,
      "step": 1067
    },
    {
      "epoch": 2.69,
      "grad_norm": 9.683480262756348,
      "learning_rate": 1.654911838790932e-05,
      "loss": 0.221,
      "step": 1068
    },
    {
      "epoch": 2.69,
      "grad_norm": 12.325887680053711,
      "learning_rate": 1.653652392947103e-05,
      "loss": 0.0978,
      "step": 1069
    },
    {
      "epoch": 2.7,
      "grad_norm": 6.554139614105225,
      "learning_rate": 1.6523929471032747e-05,
      "loss": 0.1858,
      "step": 1070
    },
    {
      "epoch": 2.7,
      "grad_norm": 18.414140701293945,
      "learning_rate": 1.651133501259446e-05,
      "loss": 0.4893,
      "step": 1071
    },
    {
      "epoch": 2.7,
      "grad_norm": 9.108610153198242,
      "learning_rate": 1.6498740554156172e-05,
      "loss": 0.0853,
      "step": 1072
    },
    {
      "epoch": 2.7,
      "grad_norm": 12.5266752243042,
      "learning_rate": 1.6486146095717885e-05,
      "loss": 0.478,
      "step": 1073
    },
    {
      "epoch": 2.71,
      "grad_norm": 1.9131548404693604,
      "learning_rate": 1.6473551637279597e-05,
      "loss": 0.0385,
      "step": 1074
    },
    {
      "epoch": 2.71,
      "grad_norm": 22.296390533447266,
      "learning_rate": 1.646095717884131e-05,
      "loss": 0.3907,
      "step": 1075
    },
    {
      "epoch": 2.71,
      "grad_norm": 7.380468368530273,
      "learning_rate": 1.6448362720403025e-05,
      "loss": 0.2112,
      "step": 1076
    },
    {
      "epoch": 2.71,
      "grad_norm": 8.03321647644043,
      "learning_rate": 1.6435768261964738e-05,
      "loss": 0.268,
      "step": 1077
    },
    {
      "epoch": 2.72,
      "grad_norm": 28.10780906677246,
      "learning_rate": 1.6423173803526447e-05,
      "loss": 0.1584,
      "step": 1078
    },
    {
      "epoch": 2.72,
      "grad_norm": 14.223876953125,
      "learning_rate": 1.6410579345088163e-05,
      "loss": 0.28,
      "step": 1079
    },
    {
      "epoch": 2.72,
      "grad_norm": 6.363096237182617,
      "learning_rate": 1.6397984886649875e-05,
      "loss": 0.3052,
      "step": 1080
    },
    {
      "epoch": 2.72,
      "grad_norm": 11.782586097717285,
      "learning_rate": 1.6385390428211587e-05,
      "loss": 0.2498,
      "step": 1081
    },
    {
      "epoch": 2.73,
      "grad_norm": 6.359012126922607,
      "learning_rate": 1.63727959697733e-05,
      "loss": 0.3136,
      "step": 1082
    },
    {
      "epoch": 2.73,
      "grad_norm": 6.206680774688721,
      "learning_rate": 1.6360201511335012e-05,
      "loss": 0.106,
      "step": 1083
    },
    {
      "epoch": 2.73,
      "grad_norm": 13.259072303771973,
      "learning_rate": 1.6347607052896725e-05,
      "loss": 0.4578,
      "step": 1084
    },
    {
      "epoch": 2.73,
      "grad_norm": 11.283618927001953,
      "learning_rate": 1.633501259445844e-05,
      "loss": 0.1433,
      "step": 1085
    },
    {
      "epoch": 2.74,
      "grad_norm": 14.00245475769043,
      "learning_rate": 1.6322418136020153e-05,
      "loss": 0.1216,
      "step": 1086
    },
    {
      "epoch": 2.74,
      "grad_norm": 20.484031677246094,
      "learning_rate": 1.6309823677581862e-05,
      "loss": 0.6095,
      "step": 1087
    },
    {
      "epoch": 2.74,
      "grad_norm": 4.319401264190674,
      "learning_rate": 1.6297229219143578e-05,
      "loss": 0.3035,
      "step": 1088
    },
    {
      "epoch": 2.74,
      "grad_norm": 8.893186569213867,
      "learning_rate": 1.628463476070529e-05,
      "loss": 0.2453,
      "step": 1089
    },
    {
      "epoch": 2.75,
      "grad_norm": 20.96607208251953,
      "learning_rate": 1.6272040302267003e-05,
      "loss": 0.3969,
      "step": 1090
    },
    {
      "epoch": 2.75,
      "grad_norm": 13.960694313049316,
      "learning_rate": 1.6259445843828715e-05,
      "loss": 0.2462,
      "step": 1091
    },
    {
      "epoch": 2.75,
      "grad_norm": 9.796236991882324,
      "learning_rate": 1.6246851385390428e-05,
      "loss": 0.2312,
      "step": 1092
    },
    {
      "epoch": 2.75,
      "grad_norm": 23.649677276611328,
      "learning_rate": 1.623425692695214e-05,
      "loss": 0.2756,
      "step": 1093
    },
    {
      "epoch": 2.76,
      "grad_norm": 11.236509323120117,
      "learning_rate": 1.6221662468513856e-05,
      "loss": 0.1333,
      "step": 1094
    },
    {
      "epoch": 2.76,
      "grad_norm": 19.394977569580078,
      "learning_rate": 1.6209068010075568e-05,
      "loss": 0.6215,
      "step": 1095
    },
    {
      "epoch": 2.76,
      "grad_norm": 5.315592288970947,
      "learning_rate": 1.6196473551637277e-05,
      "loss": 0.0702,
      "step": 1096
    },
    {
      "epoch": 2.76,
      "grad_norm": 18.263957977294922,
      "learning_rate": 1.6183879093198993e-05,
      "loss": 0.3489,
      "step": 1097
    },
    {
      "epoch": 2.77,
      "grad_norm": 12.144902229309082,
      "learning_rate": 1.6171284634760705e-05,
      "loss": 0.1314,
      "step": 1098
    },
    {
      "epoch": 2.77,
      "grad_norm": 10.130423545837402,
      "learning_rate": 1.6158690176322418e-05,
      "loss": 0.1701,
      "step": 1099
    },
    {
      "epoch": 2.77,
      "grad_norm": 15.319389343261719,
      "learning_rate": 1.6146095717884134e-05,
      "loss": 0.1384,
      "step": 1100
    },
    {
      "epoch": 2.77,
      "grad_norm": 3.53900146484375,
      "learning_rate": 1.6133501259445843e-05,
      "loss": 0.3098,
      "step": 1101
    },
    {
      "epoch": 2.78,
      "grad_norm": 2.5617988109588623,
      "learning_rate": 1.6120906801007555e-05,
      "loss": 0.0469,
      "step": 1102
    },
    {
      "epoch": 2.78,
      "grad_norm": 7.703180313110352,
      "learning_rate": 1.610831234256927e-05,
      "loss": 0.2913,
      "step": 1103
    },
    {
      "epoch": 2.78,
      "grad_norm": 9.907478332519531,
      "learning_rate": 1.6095717884130983e-05,
      "loss": 0.34,
      "step": 1104
    },
    {
      "epoch": 2.78,
      "grad_norm": 6.849803924560547,
      "learning_rate": 1.6083123425692692e-05,
      "loss": 0.253,
      "step": 1105
    },
    {
      "epoch": 2.79,
      "grad_norm": 13.280983924865723,
      "learning_rate": 1.607052896725441e-05,
      "loss": 0.3651,
      "step": 1106
    },
    {
      "epoch": 2.79,
      "grad_norm": 13.153647422790527,
      "learning_rate": 1.605793450881612e-05,
      "loss": 0.3285,
      "step": 1107
    },
    {
      "epoch": 2.79,
      "grad_norm": 8.686355590820312,
      "learning_rate": 1.6045340050377833e-05,
      "loss": 0.3197,
      "step": 1108
    },
    {
      "epoch": 2.79,
      "grad_norm": 7.679217338562012,
      "learning_rate": 1.603274559193955e-05,
      "loss": 0.3772,
      "step": 1109
    },
    {
      "epoch": 2.8,
      "grad_norm": 3.92250657081604,
      "learning_rate": 1.6020151133501258e-05,
      "loss": 0.0491,
      "step": 1110
    },
    {
      "epoch": 2.8,
      "grad_norm": 8.080659866333008,
      "learning_rate": 1.600755667506297e-05,
      "loss": 0.1022,
      "step": 1111
    },
    {
      "epoch": 2.8,
      "grad_norm": 10.759270668029785,
      "learning_rate": 1.5994962216624686e-05,
      "loss": 0.2858,
      "step": 1112
    },
    {
      "epoch": 2.8,
      "grad_norm": 2.1772842407226562,
      "learning_rate": 1.59823677581864e-05,
      "loss": 0.0408,
      "step": 1113
    },
    {
      "epoch": 2.81,
      "grad_norm": 17.511062622070312,
      "learning_rate": 1.596977329974811e-05,
      "loss": 0.2311,
      "step": 1114
    },
    {
      "epoch": 2.81,
      "grad_norm": 3.6058473587036133,
      "learning_rate": 1.5957178841309824e-05,
      "loss": 0.0536,
      "step": 1115
    },
    {
      "epoch": 2.81,
      "grad_norm": 12.71088981628418,
      "learning_rate": 1.5944584382871536e-05,
      "loss": 0.1877,
      "step": 1116
    },
    {
      "epoch": 2.81,
      "grad_norm": 4.7909345626831055,
      "learning_rate": 1.593198992443325e-05,
      "loss": 0.2639,
      "step": 1117
    },
    {
      "epoch": 2.82,
      "grad_norm": 19.712451934814453,
      "learning_rate": 1.5919395465994964e-05,
      "loss": 0.3709,
      "step": 1118
    },
    {
      "epoch": 2.82,
      "grad_norm": 25.3231258392334,
      "learning_rate": 1.5906801007556673e-05,
      "loss": 0.3071,
      "step": 1119
    },
    {
      "epoch": 2.82,
      "grad_norm": 23.117774963378906,
      "learning_rate": 1.589420654911839e-05,
      "loss": 0.3033,
      "step": 1120
    },
    {
      "epoch": 2.82,
      "grad_norm": 16.745607376098633,
      "learning_rate": 1.58816120906801e-05,
      "loss": 0.3242,
      "step": 1121
    },
    {
      "epoch": 2.83,
      "grad_norm": 12.918922424316406,
      "learning_rate": 1.5869017632241814e-05,
      "loss": 0.1945,
      "step": 1122
    },
    {
      "epoch": 2.83,
      "grad_norm": 12.439324378967285,
      "learning_rate": 1.585642317380353e-05,
      "loss": 0.3462,
      "step": 1123
    },
    {
      "epoch": 2.83,
      "grad_norm": 12.006231307983398,
      "learning_rate": 1.584382871536524e-05,
      "loss": 0.3037,
      "step": 1124
    },
    {
      "epoch": 2.83,
      "grad_norm": 19.369873046875,
      "learning_rate": 1.583123425692695e-05,
      "loss": 0.4054,
      "step": 1125
    },
    {
      "epoch": 2.84,
      "grad_norm": 7.270785331726074,
      "learning_rate": 1.5818639798488667e-05,
      "loss": 0.1068,
      "step": 1126
    },
    {
      "epoch": 2.84,
      "grad_norm": 16.919490814208984,
      "learning_rate": 1.580604534005038e-05,
      "loss": 0.1851,
      "step": 1127
    },
    {
      "epoch": 2.84,
      "grad_norm": 14.456689834594727,
      "learning_rate": 1.5793450881612092e-05,
      "loss": 0.2693,
      "step": 1128
    },
    {
      "epoch": 2.84,
      "grad_norm": 32.42156982421875,
      "learning_rate": 1.5780856423173804e-05,
      "loss": 0.4212,
      "step": 1129
    },
    {
      "epoch": 2.85,
      "grad_norm": 14.696311950683594,
      "learning_rate": 1.5768261964735517e-05,
      "loss": 0.3479,
      "step": 1130
    },
    {
      "epoch": 2.85,
      "grad_norm": 5.063379287719727,
      "learning_rate": 1.575566750629723e-05,
      "loss": 0.0615,
      "step": 1131
    },
    {
      "epoch": 2.85,
      "grad_norm": 18.039127349853516,
      "learning_rate": 1.5743073047858945e-05,
      "loss": 0.2822,
      "step": 1132
    },
    {
      "epoch": 2.85,
      "grad_norm": 10.71660327911377,
      "learning_rate": 1.5730478589420654e-05,
      "loss": 0.0876,
      "step": 1133
    },
    {
      "epoch": 2.86,
      "grad_norm": 13.763422012329102,
      "learning_rate": 1.5717884130982367e-05,
      "loss": 0.1789,
      "step": 1134
    },
    {
      "epoch": 2.86,
      "grad_norm": 18.239368438720703,
      "learning_rate": 1.5705289672544082e-05,
      "loss": 0.621,
      "step": 1135
    },
    {
      "epoch": 2.86,
      "grad_norm": 19.79184341430664,
      "learning_rate": 1.5692695214105795e-05,
      "loss": 0.3946,
      "step": 1136
    },
    {
      "epoch": 2.86,
      "grad_norm": 13.332741737365723,
      "learning_rate": 1.5680100755667507e-05,
      "loss": 0.3358,
      "step": 1137
    },
    {
      "epoch": 2.87,
      "grad_norm": 12.152838706970215,
      "learning_rate": 1.566750629722922e-05,
      "loss": 0.3625,
      "step": 1138
    },
    {
      "epoch": 2.87,
      "grad_norm": 19.56678009033203,
      "learning_rate": 1.5654911838790932e-05,
      "loss": 0.3858,
      "step": 1139
    },
    {
      "epoch": 2.87,
      "grad_norm": 25.041582107543945,
      "learning_rate": 1.5642317380352644e-05,
      "loss": 0.374,
      "step": 1140
    },
    {
      "epoch": 2.87,
      "grad_norm": 12.966362953186035,
      "learning_rate": 1.562972292191436e-05,
      "loss": 0.1982,
      "step": 1141
    },
    {
      "epoch": 2.88,
      "grad_norm": 4.819403648376465,
      "learning_rate": 1.5617128463476073e-05,
      "loss": 0.059,
      "step": 1142
    },
    {
      "epoch": 2.88,
      "grad_norm": 11.310750007629395,
      "learning_rate": 1.5604534005037782e-05,
      "loss": 0.2802,
      "step": 1143
    },
    {
      "epoch": 2.88,
      "grad_norm": 18.544479370117188,
      "learning_rate": 1.5591939546599498e-05,
      "loss": 0.3296,
      "step": 1144
    },
    {
      "epoch": 2.88,
      "grad_norm": 5.440631866455078,
      "learning_rate": 1.557934508816121e-05,
      "loss": 0.0817,
      "step": 1145
    },
    {
      "epoch": 2.89,
      "grad_norm": 17.53709602355957,
      "learning_rate": 1.5566750629722922e-05,
      "loss": 0.2045,
      "step": 1146
    },
    {
      "epoch": 2.89,
      "grad_norm": 5.029760360717773,
      "learning_rate": 1.5554156171284635e-05,
      "loss": 0.0772,
      "step": 1147
    },
    {
      "epoch": 2.89,
      "grad_norm": 15.92929744720459,
      "learning_rate": 1.5541561712846347e-05,
      "loss": 0.2221,
      "step": 1148
    },
    {
      "epoch": 2.89,
      "grad_norm": 14.654315948486328,
      "learning_rate": 1.552896725440806e-05,
      "loss": 0.194,
      "step": 1149
    },
    {
      "epoch": 2.9,
      "grad_norm": 10.082984924316406,
      "learning_rate": 1.5516372795969776e-05,
      "loss": 0.3038,
      "step": 1150
    },
    {
      "epoch": 2.9,
      "grad_norm": 12.362741470336914,
      "learning_rate": 1.5503778337531488e-05,
      "loss": 0.1464,
      "step": 1151
    },
    {
      "epoch": 2.9,
      "grad_norm": 11.521105766296387,
      "learning_rate": 1.5491183879093197e-05,
      "loss": 0.2223,
      "step": 1152
    },
    {
      "epoch": 2.9,
      "grad_norm": 3.9992454051971436,
      "learning_rate": 1.5478589420654913e-05,
      "loss": 0.0534,
      "step": 1153
    },
    {
      "epoch": 2.91,
      "grad_norm": 9.422941207885742,
      "learning_rate": 1.5465994962216625e-05,
      "loss": 0.1071,
      "step": 1154
    },
    {
      "epoch": 2.91,
      "grad_norm": 6.80059289932251,
      "learning_rate": 1.5453400503778338e-05,
      "loss": 0.3005,
      "step": 1155
    },
    {
      "epoch": 2.91,
      "grad_norm": 5.678284168243408,
      "learning_rate": 1.5440806045340053e-05,
      "loss": 0.0574,
      "step": 1156
    },
    {
      "epoch": 2.91,
      "grad_norm": 4.542283058166504,
      "learning_rate": 1.5428211586901763e-05,
      "loss": 0.2604,
      "step": 1157
    },
    {
      "epoch": 2.92,
      "grad_norm": 4.583611011505127,
      "learning_rate": 1.5415617128463475e-05,
      "loss": 0.0593,
      "step": 1158
    },
    {
      "epoch": 2.92,
      "grad_norm": 9.688311576843262,
      "learning_rate": 1.540302267002519e-05,
      "loss": 0.3942,
      "step": 1159
    },
    {
      "epoch": 2.92,
      "grad_norm": 13.455863952636719,
      "learning_rate": 1.5390428211586903e-05,
      "loss": 0.0816,
      "step": 1160
    },
    {
      "epoch": 2.92,
      "grad_norm": 18.235370635986328,
      "learning_rate": 1.5377833753148612e-05,
      "loss": 0.1245,
      "step": 1161
    },
    {
      "epoch": 2.93,
      "grad_norm": 11.47364330291748,
      "learning_rate": 1.5365239294710328e-05,
      "loss": 0.2704,
      "step": 1162
    },
    {
      "epoch": 2.93,
      "grad_norm": 9.850740432739258,
      "learning_rate": 1.535264483627204e-05,
      "loss": 0.2232,
      "step": 1163
    },
    {
      "epoch": 2.93,
      "grad_norm": 12.394991874694824,
      "learning_rate": 1.5340050377833753e-05,
      "loss": 0.0972,
      "step": 1164
    },
    {
      "epoch": 2.93,
      "grad_norm": 6.109569072723389,
      "learning_rate": 1.532745591939547e-05,
      "loss": 0.0611,
      "step": 1165
    },
    {
      "epoch": 2.94,
      "grad_norm": 15.410727500915527,
      "learning_rate": 1.5314861460957178e-05,
      "loss": 0.2336,
      "step": 1166
    },
    {
      "epoch": 2.94,
      "grad_norm": 9.841590881347656,
      "learning_rate": 1.530226700251889e-05,
      "loss": 0.2135,
      "step": 1167
    },
    {
      "epoch": 2.94,
      "grad_norm": 2.900602102279663,
      "learning_rate": 1.5289672544080606e-05,
      "loss": 0.2371,
      "step": 1168
    },
    {
      "epoch": 2.94,
      "grad_norm": 9.744848251342773,
      "learning_rate": 1.527707808564232e-05,
      "loss": 0.117,
      "step": 1169
    },
    {
      "epoch": 2.95,
      "grad_norm": 20.94938850402832,
      "learning_rate": 1.526448362720403e-05,
      "loss": 0.2436,
      "step": 1170
    },
    {
      "epoch": 2.95,
      "grad_norm": 4.247443199157715,
      "learning_rate": 1.5251889168765742e-05,
      "loss": 0.1908,
      "step": 1171
    },
    {
      "epoch": 2.95,
      "grad_norm": 11.222188949584961,
      "learning_rate": 1.5239294710327456e-05,
      "loss": 0.1171,
      "step": 1172
    },
    {
      "epoch": 2.95,
      "grad_norm": 0.8100425601005554,
      "learning_rate": 1.522670025188917e-05,
      "loss": 0.0229,
      "step": 1173
    },
    {
      "epoch": 2.96,
      "grad_norm": 13.735158920288086,
      "learning_rate": 1.5214105793450882e-05,
      "loss": 0.4922,
      "step": 1174
    },
    {
      "epoch": 2.96,
      "grad_norm": 40.11631774902344,
      "learning_rate": 1.5201511335012593e-05,
      "loss": 0.1388,
      "step": 1175
    },
    {
      "epoch": 2.96,
      "grad_norm": 29.13542938232422,
      "learning_rate": 1.5188916876574307e-05,
      "loss": 0.1924,
      "step": 1176
    },
    {
      "epoch": 2.96,
      "grad_norm": 7.6980767250061035,
      "learning_rate": 1.5176322418136021e-05,
      "loss": 0.0766,
      "step": 1177
    },
    {
      "epoch": 2.97,
      "grad_norm": 14.650445938110352,
      "learning_rate": 1.5163727959697734e-05,
      "loss": 0.211,
      "step": 1178
    },
    {
      "epoch": 2.97,
      "grad_norm": 15.319862365722656,
      "learning_rate": 1.5151133501259448e-05,
      "loss": 0.2816,
      "step": 1179
    },
    {
      "epoch": 2.97,
      "grad_norm": 5.754809856414795,
      "learning_rate": 1.5138539042821159e-05,
      "loss": 0.263,
      "step": 1180
    },
    {
      "epoch": 2.97,
      "grad_norm": 16.632143020629883,
      "learning_rate": 1.5125944584382871e-05,
      "loss": 0.2188,
      "step": 1181
    },
    {
      "epoch": 2.98,
      "grad_norm": 12.786446571350098,
      "learning_rate": 1.5113350125944585e-05,
      "loss": 0.235,
      "step": 1182
    },
    {
      "epoch": 2.98,
      "grad_norm": 16.24946403503418,
      "learning_rate": 1.51007556675063e-05,
      "loss": 0.3029,
      "step": 1183
    },
    {
      "epoch": 2.98,
      "grad_norm": 12.54625129699707,
      "learning_rate": 1.5088161209068012e-05,
      "loss": 0.2153,
      "step": 1184
    },
    {
      "epoch": 2.98,
      "grad_norm": 18.512767791748047,
      "learning_rate": 1.5075566750629722e-05,
      "loss": 0.6106,
      "step": 1185
    },
    {
      "epoch": 2.99,
      "grad_norm": 22.6643009185791,
      "learning_rate": 1.5062972292191437e-05,
      "loss": 0.3158,
      "step": 1186
    },
    {
      "epoch": 2.99,
      "grad_norm": 3.4380409717559814,
      "learning_rate": 1.5050377833753149e-05,
      "loss": 0.2336,
      "step": 1187
    },
    {
      "epoch": 2.99,
      "grad_norm": 18.3015079498291,
      "learning_rate": 1.5037783375314863e-05,
      "loss": 0.3209,
      "step": 1188
    },
    {
      "epoch": 2.99,
      "grad_norm": 10.597107887268066,
      "learning_rate": 1.5025188916876574e-05,
      "loss": 0.0967,
      "step": 1189
    },
    {
      "epoch": 3.0,
      "grad_norm": 10.336237907409668,
      "learning_rate": 1.5012594458438286e-05,
      "loss": 0.1293,
      "step": 1190
    },
    {
      "epoch": 3.0,
      "grad_norm": 2.06474232673645,
      "learning_rate": 1.5e-05,
      "loss": 0.0459,
      "step": 1191
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.8088328075709779,
      "eval_f1": 0.8080378252480893,
      "eval_loss": 0.5197204947471619,
      "eval_precision": 0.8076567604174967,
      "eval_recall": 0.8105337313586474,
      "eval_runtime": 1211.4212,
      "eval_samples_per_second": 1.308,
      "eval_steps_per_second": 0.083,
      "step": 1191
    }
  ],
  "logging_steps": 1,
  "max_steps": 2382,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 500,
  "total_flos": 5002004273448960.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}