diff --git "a/trainer_state.json" "b/trainer_state.json"
--- "a/trainer_state.json"
+++ "b/trainer_state.json"
@@ -1,107 +1,25317 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.0024189646831156266,
-  "eval_steps": 5,
-  "global_step": 10,
+  "epoch": 3.483309143686502,
+  "eval_steps": 300,
+  "global_step": 3600,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.0,
-      "grad_norm": 1.734493374824524,
+      "grad_norm": 0.7870177626609802,
       "learning_rate": 5e-06,
-      "loss": 1.225,
+      "loss": 1.0447,
       "step": 1
     },
     {
       "epoch": 0.0,
-      "grad_norm": 1.428907036781311,
+      "grad_norm": 1.068322777748108,
       "learning_rate": 1e-05,
-      "loss": 1.1305,
+      "loss": 1.3068,
       "step": 2
     },
     {
       "epoch": 0.0,
-      "grad_norm": 2.0154995918273926,
+      "grad_norm": 0.9596112370491028,
       "learning_rate": 1.5e-05,
-      "loss": 1.3731,
+      "loss": 1.3547,
       "step": 3
     },
     {
       "epoch": 0.0,
-      "grad_norm": 1.02907395362854,
+      "grad_norm": 1.1203914880752563,
       "learning_rate": 2e-05,
-      "loss": 1.1959,
+      "loss": 1.4584,
       "step": 4
     },
     {
       "epoch": 0.0,
-      "grad_norm": 1.2798619270324707,
+      "grad_norm": 0.788541853427887,
       "learning_rate": 2.5e-05,
-      "loss": 1.0682,
+      "loss": 0.9619,
       "step": 5
     },
     {
-      "epoch": 0.0,
-      "eval_loss": 1.1890491247177124,
-      "eval_runtime": 856.4948,
-      "eval_samples_per_second": 4.827,
-      "eval_steps_per_second": 0.604,
-      "step": 5
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.2008020877838135,
-      "learning_rate": 2.499749874937469e-05,
-      "loss": 1.4717,
+      "epoch": 0.01,
+      "grad_norm": 1.0822911262512207,
+      "learning_rate": 2.499582985821518e-05,
+      "loss": 1.2423,
       "step": 6
     },
     {
-      "epoch": 0.0,
-      "grad_norm": 1.7098679542541504,
-      "learning_rate": 2.4994997498749376e-05,
-      "loss": 1.449,
+      "epoch": 0.01,
+      "grad_norm": 1.1709873676300049,
+      "learning_rate": 2.499165971643036e-05,
+      "loss": 1.2275,
       "step": 7
     },
     {
-      "epoch": 0.0,
-      "grad_norm": 2.7045724391937256,
-      "learning_rate": 2.4992496248124066e-05,
-      "loss": 1.4666,
+      "epoch": 0.01,
+      "grad_norm": 1.1643866300582886,
+      "learning_rate": 2.498748957464554e-05,
+      "loss": 1.2345,
       "step": 8
     },
     {
-      "epoch": 0.0,
-      "grad_norm": 2.0331788063049316,
-      "learning_rate": 2.498999499749875e-05,
-      "loss": 1.1984,
+      "epoch": 0.01,
+      "grad_norm": 1.000319242477417,
+      "learning_rate": 2.4983319432860718e-05,
+      "loss": 1.1033,
       "step": 9
     },
     {
-      "epoch": 0.0,
-      "grad_norm": 1.4130972623825073,
-      "learning_rate": 2.4987493746873438e-05,
-      "loss": 1.3984,
+      "epoch": 0.01,
+      "grad_norm": 0.7840856909751892,
+      "learning_rate": 2.49791492910759e-05,
+      "loss": 1.1479,
       "step": 10
     },
     {
-      "epoch": 0.0,
-      "eval_loss": 1.0704079866409302,
-      "eval_runtime": 861.738,
-      "eval_samples_per_second": 4.797,
-      "eval_steps_per_second": 0.6,
-      "step": 10
+      "epoch": 0.01,
+      "grad_norm": 0.8919686079025269,
+      "learning_rate": 2.4974979149291078e-05,
+      "loss": 1.0619,
+      "step": 11
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.8347444534301758,
+      "learning_rate": 2.4970809007506256e-05,
+      "loss": 1.0398,
+      "step": 12
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 1.165204644203186,
+      "learning_rate": 2.4966638865721438e-05,
+      "loss": 1.1108,
+      "step": 13
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.6983811259269714,
+      "learning_rate": 2.4962468723936616e-05,
+      "loss": 1.0833,
+      "step": 14
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 0.6188010573387146,
+      "learning_rate": 2.4958298582151795e-05,
+      "loss": 1.0135,
+      "step": 15
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.7857308387756348,
+      "learning_rate": 2.4954128440366977e-05,
+      "loss": 1.0934,
+      "step": 16
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.4914061725139618,
+      "learning_rate": 2.494995829858215e-05,
+      "loss": 0.9423,
+      "step": 17
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.720172643661499,
+      "learning_rate": 2.494578815679733e-05,
+      "loss": 1.0542,
+      "step": 18
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.6075658798217773,
+      "learning_rate": 2.494161801501251e-05,
+      "loss": 0.8385,
+      "step": 19
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.732603907585144,
+      "learning_rate": 2.493744787322769e-05,
+      "loss": 1.045,
+      "step": 20
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.5970225930213928,
+      "learning_rate": 2.4933277731442868e-05,
+      "loss": 1.0027,
+      "step": 21
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.5020540356636047,
+      "learning_rate": 2.492910758965805e-05,
+      "loss": 1.106,
+      "step": 22
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.4382450580596924,
+      "learning_rate": 2.4924937447873228e-05,
+      "loss": 0.9558,
+      "step": 23
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.42475980520248413,
+      "learning_rate": 2.4920767306088407e-05,
+      "loss": 0.9516,
+      "step": 24
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.542449951171875,
+      "learning_rate": 2.491659716430359e-05,
+      "loss": 0.975,
+      "step": 25
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.5104752779006958,
+      "learning_rate": 2.4912427022518767e-05,
+      "loss": 1.0974,
+      "step": 26
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.5067538022994995,
+      "learning_rate": 2.4908256880733945e-05,
+      "loss": 0.9463,
+      "step": 27
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.42857852578163147,
+      "learning_rate": 2.4904086738949127e-05,
+      "loss": 0.9526,
+      "step": 28
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.6044005751609802,
+      "learning_rate": 2.4899916597164305e-05,
+      "loss": 0.9973,
+      "step": 29
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.4438995122909546,
+      "learning_rate": 2.4895746455379483e-05,
+      "loss": 0.8235,
+      "step": 30
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.40209439396858215,
+      "learning_rate": 2.4891576313594665e-05,
+      "loss": 0.9889,
+      "step": 31
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.5471000671386719,
+      "learning_rate": 2.4887406171809844e-05,
+      "loss": 0.8609,
+      "step": 32
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.5174150466918945,
+      "learning_rate": 2.4883236030025022e-05,
+      "loss": 0.9604,
+      "step": 33
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.4932122230529785,
+      "learning_rate": 2.4879065888240204e-05,
+      "loss": 0.9225,
+      "step": 34
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.7480321526527405,
+      "learning_rate": 2.4874895746455382e-05,
+      "loss": 0.9618,
+      "step": 35
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 0.4484063684940338,
+      "learning_rate": 2.487072560467056e-05,
+      "loss": 1.0641,
+      "step": 36
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.4519139528274536,
+      "learning_rate": 2.4866555462885742e-05,
+      "loss": 1.048,
+      "step": 37
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.4239266514778137,
+      "learning_rate": 2.486238532110092e-05,
+      "loss": 0.9129,
+      "step": 38
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.47971388697624207,
+      "learning_rate": 2.4858215179316095e-05,
+      "loss": 0.8713,
+      "step": 39
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.4694456458091736,
+      "learning_rate": 2.4854045037531277e-05,
+      "loss": 0.8231,
+      "step": 40
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.5824680328369141,
+      "learning_rate": 2.4849874895746455e-05,
+      "loss": 1.0811,
+      "step": 41
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.379506915807724,
+      "learning_rate": 2.4845704753961634e-05,
+      "loss": 0.8701,
+      "step": 42
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.4871397018432617,
+      "learning_rate": 2.4841534612176815e-05,
+      "loss": 1.0129,
+      "step": 43
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.41420432925224304,
+      "learning_rate": 2.4837364470391994e-05,
+      "loss": 1.0503,
+      "step": 44
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.5489960312843323,
+      "learning_rate": 2.4833194328607172e-05,
+      "loss": 1.0079,
+      "step": 45
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.35260915756225586,
+      "learning_rate": 2.4829024186822354e-05,
+      "loss": 0.7549,
+      "step": 46
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.38278457522392273,
+      "learning_rate": 2.4824854045037532e-05,
+      "loss": 0.7749,
+      "step": 47
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.4383249282836914,
+      "learning_rate": 2.482068390325271e-05,
+      "loss": 0.895,
+      "step": 48
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.3747379779815674,
+      "learning_rate": 2.4816513761467892e-05,
+      "loss": 0.8838,
+      "step": 49
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.456415593624115,
+      "learning_rate": 2.481234361968307e-05,
+      "loss": 0.8792,
+      "step": 50
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.5036747455596924,
+      "learning_rate": 2.480817347789825e-05,
+      "loss": 0.9945,
+      "step": 51
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.47083520889282227,
+      "learning_rate": 2.480400333611343e-05,
+      "loss": 1.0053,
+      "step": 52
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.5429786443710327,
+      "learning_rate": 2.479983319432861e-05,
+      "loss": 0.7977,
+      "step": 53
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.3801434636116028,
+      "learning_rate": 2.4795663052543787e-05,
+      "loss": 0.9328,
+      "step": 54
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.6519143581390381,
+      "learning_rate": 2.479149291075897e-05,
+      "loss": 0.9992,
+      "step": 55
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.5439381003379822,
+      "learning_rate": 2.4787322768974147e-05,
+      "loss": 1.0317,
+      "step": 56
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.4131976366043091,
+      "learning_rate": 2.4783152627189326e-05,
+      "loss": 0.9715,
+      "step": 57
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.4891928732395172,
+      "learning_rate": 2.4778982485404508e-05,
+      "loss": 0.9096,
+      "step": 58
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.5411381125450134,
+      "learning_rate": 2.4774812343619686e-05,
+      "loss": 0.9717,
+      "step": 59
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.5395158529281616,
+      "learning_rate": 2.4770642201834864e-05,
+      "loss": 0.9327,
+      "step": 60
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.3985745310783386,
+      "learning_rate": 2.4766472060050043e-05,
+      "loss": 0.8348,
+      "step": 61
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.5519440174102783,
+      "learning_rate": 2.476230191826522e-05,
+      "loss": 1.0798,
+      "step": 62
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.5095112919807434,
+      "learning_rate": 2.47581317764804e-05,
+      "loss": 0.9342,
+      "step": 63
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.44294893741607666,
+      "learning_rate": 2.475396163469558e-05,
+      "loss": 1.024,
+      "step": 64
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.46490082144737244,
+      "learning_rate": 2.474979149291076e-05,
+      "loss": 1.019,
+      "step": 65
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.36511531472206116,
+      "learning_rate": 2.4745621351125938e-05,
+      "loss": 0.9414,
+      "step": 66
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.5183777809143066,
+      "learning_rate": 2.474145120934112e-05,
+      "loss": 1.0411,
+      "step": 67
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.5551761388778687,
+      "learning_rate": 2.4737281067556298e-05,
+      "loss": 0.866,
+      "step": 68
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.39541560411453247,
+      "learning_rate": 2.4733110925771476e-05,
+      "loss": 0.7934,
+      "step": 69
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.3846251666545868,
+      "learning_rate": 2.4728940783986658e-05,
+      "loss": 0.8006,
+      "step": 70
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.4842681586742401,
+      "learning_rate": 2.4724770642201836e-05,
+      "loss": 0.9258,
+      "step": 71
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.51060551404953,
+      "learning_rate": 2.4720600500417014e-05,
+      "loss": 1.0519,
+      "step": 72
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.48748454451560974,
+      "learning_rate": 2.4716430358632196e-05,
+      "loss": 1.0614,
+      "step": 73
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.4402349591255188,
+      "learning_rate": 2.4712260216847375e-05,
+      "loss": 0.8216,
+      "step": 74
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.45167890191078186,
+      "learning_rate": 2.4708090075062553e-05,
+      "loss": 0.9344,
+      "step": 75
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.5564152598381042,
+      "learning_rate": 2.4703919933277735e-05,
+      "loss": 0.9939,
+      "step": 76
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 0.450549453496933,
+      "learning_rate": 2.4699749791492913e-05,
+      "loss": 0.8248,
+      "step": 77
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.5365514159202576,
+      "learning_rate": 2.469557964970809e-05,
+      "loss": 1.1056,
+      "step": 78
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.7736596465110779,
+      "learning_rate": 2.4691409507923273e-05,
+      "loss": 0.9218,
+      "step": 79
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.45529669523239136,
+      "learning_rate": 2.468723936613845e-05,
+      "loss": 0.7809,
+      "step": 80
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.5698494911193848,
+      "learning_rate": 2.468306922435363e-05,
+      "loss": 1.0675,
+      "step": 81
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.44999369978904724,
+      "learning_rate": 2.467889908256881e-05,
+      "loss": 0.7951,
+      "step": 82
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.4205290675163269,
+      "learning_rate": 2.4674728940783986e-05,
+      "loss": 0.7136,
+      "step": 83
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.456649512052536,
+      "learning_rate": 2.4670558798999165e-05,
+      "loss": 0.9312,
+      "step": 84
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.5103227496147156,
+      "learning_rate": 2.4666388657214346e-05,
+      "loss": 0.8435,
+      "step": 85
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.42594611644744873,
+      "learning_rate": 2.4662218515429525e-05,
+      "loss": 0.9357,
+      "step": 86
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.5250870585441589,
+      "learning_rate": 2.4658048373644703e-05,
+      "loss": 0.9508,
+      "step": 87
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.466413289308548,
+      "learning_rate": 2.4653878231859885e-05,
+      "loss": 0.936,
+      "step": 88
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.5434820055961609,
+      "learning_rate": 2.4649708090075063e-05,
+      "loss": 1.1542,
+      "step": 89
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.49147090315818787,
+      "learning_rate": 2.464553794829024e-05,
+      "loss": 0.9111,
+      "step": 90
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.5997132658958435,
+      "learning_rate": 2.4641367806505423e-05,
+      "loss": 0.9252,
+      "step": 91
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.5011767148971558,
+      "learning_rate": 2.46371976647206e-05,
+      "loss": 0.8974,
+      "step": 92
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.5412560701370239,
+      "learning_rate": 2.463302752293578e-05,
+      "loss": 0.9549,
+      "step": 93
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.4402450621128082,
+      "learning_rate": 2.462885738115096e-05,
+      "loss": 0.8409,
+      "step": 94
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.4923529624938965,
+      "learning_rate": 2.462468723936614e-05,
+      "loss": 0.8826,
+      "step": 95
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.4684785008430481,
+      "learning_rate": 2.462051709758132e-05,
+      "loss": 0.9038,
+      "step": 96
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.507546067237854,
+      "learning_rate": 2.46163469557965e-05,
+      "loss": 0.938,
+      "step": 97
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 0.5111150145530701,
+      "learning_rate": 2.461217681401168e-05,
+      "loss": 0.9627,
+      "step": 98
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.5941347479820251,
+      "learning_rate": 2.4608006672226857e-05,
+      "loss": 0.8797,
+      "step": 99
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.5645309090614319,
+      "learning_rate": 2.460383653044204e-05,
+      "loss": 0.9442,
+      "step": 100
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.40577173233032227,
+      "learning_rate": 2.4599666388657217e-05,
+      "loss": 0.9148,
+      "step": 101
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.48528414964675903,
+      "learning_rate": 2.4595496246872395e-05,
+      "loss": 0.8915,
+      "step": 102
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.43732860684394836,
+      "learning_rate": 2.4591326105087577e-05,
+      "loss": 0.8395,
+      "step": 103
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.5678403377532959,
+      "learning_rate": 2.4587155963302755e-05,
+      "loss": 0.8011,
+      "step": 104
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.6023350358009338,
+      "learning_rate": 2.458298582151793e-05,
+      "loss": 1.1542,
+      "step": 105
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.5061455368995667,
+      "learning_rate": 2.4578815679733112e-05,
+      "loss": 0.9063,
+      "step": 106
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.4692017734050751,
+      "learning_rate": 2.457464553794829e-05,
+      "loss": 1.165,
+      "step": 107
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.49802443385124207,
+      "learning_rate": 2.457047539616347e-05,
+      "loss": 0.9671,
+      "step": 108
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.5319726467132568,
+      "learning_rate": 2.456630525437865e-05,
+      "loss": 0.8252,
+      "step": 109
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.517798125743866,
+      "learning_rate": 2.456213511259383e-05,
+      "loss": 0.806,
+      "step": 110
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.4637662470340729,
+      "learning_rate": 2.4557964970809007e-05,
+      "loss": 0.847,
+      "step": 111
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.5179436206817627,
+      "learning_rate": 2.455379482902419e-05,
+      "loss": 0.6912,
+      "step": 112
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.6651769876480103,
+      "learning_rate": 2.4549624687239367e-05,
+      "loss": 1.0822,
+      "step": 113
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.4699961543083191,
+      "learning_rate": 2.4545454545454545e-05,
+      "loss": 0.8757,
+      "step": 114
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.4980023205280304,
+      "learning_rate": 2.4541284403669727e-05,
+      "loss": 1.0324,
+      "step": 115
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.4931853115558624,
+      "learning_rate": 2.4537114261884906e-05,
+      "loss": 0.8934,
+      "step": 116
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.3697071373462677,
+      "learning_rate": 2.4532944120100084e-05,
+      "loss": 0.638,
+      "step": 117
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.4795219302177429,
+      "learning_rate": 2.4528773978315266e-05,
+      "loss": 0.9115,
+      "step": 118
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.46871957182884216,
+      "learning_rate": 2.4524603836530444e-05,
+      "loss": 1.0805,
+      "step": 119
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.506696879863739,
+      "learning_rate": 2.4520433694745622e-05,
+      "loss": 0.9613,
+      "step": 120
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.50156569480896,
+      "learning_rate": 2.4516263552960804e-05,
+      "loss": 1.0161,
+      "step": 121
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.8085962533950806,
+      "learning_rate": 2.4512093411175982e-05,
+      "loss": 0.9613,
+      "step": 122
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.533356249332428,
+      "learning_rate": 2.450792326939116e-05,
+      "loss": 1.0997,
+      "step": 123
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.4842146933078766,
+      "learning_rate": 2.4503753127606342e-05,
+      "loss": 0.9394,
+      "step": 124
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.4426615834236145,
+      "learning_rate": 2.449958298582152e-05,
+      "loss": 0.7998,
+      "step": 125
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.6645293235778809,
+      "learning_rate": 2.44954128440367e-05,
+      "loss": 0.9453,
+      "step": 126
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.49732017517089844,
+      "learning_rate": 2.4491242702251877e-05,
+      "loss": 1.0186,
+      "step": 127
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.35496851801872253,
+      "learning_rate": 2.4487072560467056e-05,
+      "loss": 0.7925,
+      "step": 128
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.5744661092758179,
+      "learning_rate": 2.4482902418682234e-05,
+      "loss": 0.9443,
+      "step": 129
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.5493216514587402,
+      "learning_rate": 2.4478732276897416e-05,
+      "loss": 0.8237,
+      "step": 130
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.4944245219230652,
+      "learning_rate": 2.4474562135112594e-05,
+      "loss": 0.8906,
+      "step": 131
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.5416004657745361,
+      "learning_rate": 2.4470391993327773e-05,
+      "loss": 1.0958,
+      "step": 132
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.7139509916305542,
+      "learning_rate": 2.4466221851542954e-05,
+      "loss": 1.0457,
+      "step": 133
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.5829365253448486,
+      "learning_rate": 2.4462051709758133e-05,
+      "loss": 1.0512,
+      "step": 134
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.4774160385131836,
+      "learning_rate": 2.445788156797331e-05,
+      "loss": 1.0656,
+      "step": 135
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.5883720517158508,
+      "learning_rate": 2.4453711426188493e-05,
+      "loss": 0.9454,
+      "step": 136
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.4705682396888733,
+      "learning_rate": 2.444954128440367e-05,
+      "loss": 0.8903,
+      "step": 137
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.5171908736228943,
+      "learning_rate": 2.444537114261885e-05,
+      "loss": 0.9769,
+      "step": 138
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.44085678458213806,
+      "learning_rate": 2.444120100083403e-05,
+      "loss": 0.8447,
+      "step": 139
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.5392141342163086,
+      "learning_rate": 2.443703085904921e-05,
+      "loss": 1.0604,
+      "step": 140
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.5865790843963623,
+      "learning_rate": 2.4432860717264388e-05,
+      "loss": 0.9923,
+      "step": 141
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.545307457447052,
+      "learning_rate": 2.442869057547957e-05,
+      "loss": 0.9669,
+      "step": 142
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.5564165711402893,
+      "learning_rate": 2.4424520433694748e-05,
+      "loss": 1.0073,
+      "step": 143
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.6521265506744385,
+      "learning_rate": 2.4420350291909926e-05,
+      "loss": 0.8792,
+      "step": 144
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.47476157546043396,
+      "learning_rate": 2.4416180150125108e-05,
+      "loss": 0.8131,
+      "step": 145
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.6859582662582397,
+      "learning_rate": 2.4412010008340286e-05,
+      "loss": 0.9738,
+      "step": 146
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.6152223348617554,
+      "learning_rate": 2.4407839866555465e-05,
+      "loss": 0.8137,
+      "step": 147
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.5168324112892151,
+      "learning_rate": 2.4403669724770646e-05,
+      "loss": 0.9367,
+      "step": 148
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.5353080630302429,
+      "learning_rate": 2.439949958298582e-05,
+      "loss": 0.9699,
+      "step": 149
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.5509986281394958,
+      "learning_rate": 2.4395329441201e-05,
+      "loss": 0.9455,
+      "step": 150
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.49330204725265503,
+      "learning_rate": 2.439115929941618e-05,
+      "loss": 0.9076,
+      "step": 151
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.511055588722229,
+      "learning_rate": 2.438698915763136e-05,
+      "loss": 0.8846,
+      "step": 152
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.44587981700897217,
+      "learning_rate": 2.4382819015846538e-05,
+      "loss": 0.8448,
+      "step": 153
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.5745062232017517,
+      "learning_rate": 2.437864887406172e-05,
+      "loss": 0.8776,
+      "step": 154
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.7599831223487854,
+      "learning_rate": 2.4374478732276898e-05,
+      "loss": 1.1783,
+      "step": 155
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.6581412553787231,
+      "learning_rate": 2.4370308590492076e-05,
+      "loss": 0.9283,
+      "step": 156
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.5306268930435181,
+      "learning_rate": 2.4366138448707258e-05,
+      "loss": 0.8271,
+      "step": 157
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.5611717104911804,
+      "learning_rate": 2.4361968306922437e-05,
+      "loss": 0.7943,
+      "step": 158
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.6475602388381958,
+      "learning_rate": 2.4357798165137615e-05,
+      "loss": 0.8044,
+      "step": 159
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.6255854964256287,
+      "learning_rate": 2.4353628023352797e-05,
+      "loss": 0.9874,
+      "step": 160
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.5403562784194946,
+      "learning_rate": 2.4349457881567975e-05,
+      "loss": 0.9163,
+      "step": 161
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.5450050830841064,
+      "learning_rate": 2.4345287739783153e-05,
+      "loss": 0.81,
+      "step": 162
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.5770529508590698,
+      "learning_rate": 2.4341117597998335e-05,
+      "loss": 0.9751,
+      "step": 163
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.5512617826461792,
+      "learning_rate": 2.4336947456213513e-05,
+      "loss": 0.8475,
+      "step": 164
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.5404401421546936,
+      "learning_rate": 2.4332777314428692e-05,
+      "loss": 0.9024,
+      "step": 165
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.4700109660625458,
+      "learning_rate": 2.4328607172643873e-05,
+      "loss": 0.8511,
+      "step": 166
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.6696682572364807,
+      "learning_rate": 2.4324437030859052e-05,
+      "loss": 0.9721,
+      "step": 167
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.5396999716758728,
+      "learning_rate": 2.432026688907423e-05,
+      "loss": 0.9916,
+      "step": 168
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.5050697326660156,
+      "learning_rate": 2.4316096747289412e-05,
+      "loss": 1.2093,
+      "step": 169
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.5010548830032349,
+      "learning_rate": 2.431192660550459e-05,
+      "loss": 0.8568,
+      "step": 170
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.517240583896637,
+      "learning_rate": 2.4307756463719765e-05,
+      "loss": 0.8803,
+      "step": 171
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.5649316310882568,
+      "learning_rate": 2.4303586321934947e-05,
+      "loss": 0.9054,
+      "step": 172
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.531058669090271,
+      "learning_rate": 2.4299416180150125e-05,
+      "loss": 0.9299,
+      "step": 173
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.5436975359916687,
+      "learning_rate": 2.4295246038365304e-05,
+      "loss": 0.9376,
+      "step": 174
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.5779901742935181,
+      "learning_rate": 2.4291075896580485e-05,
+      "loss": 0.8104,
+      "step": 175
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.5967327356338501,
+      "learning_rate": 2.4286905754795664e-05,
+      "loss": 0.9365,
+      "step": 176
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.5066050291061401,
+      "learning_rate": 2.4282735613010842e-05,
+      "loss": 1.1074,
+      "step": 177
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.6634217500686646,
+      "learning_rate": 2.4278565471226024e-05,
+      "loss": 0.8749,
+      "step": 178
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.5090989470481873,
+      "learning_rate": 2.4274395329441202e-05,
+      "loss": 0.8569,
+      "step": 179
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.4868498146533966,
+      "learning_rate": 2.427022518765638e-05,
+      "loss": 0.9802,
+      "step": 180
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.4504464268684387,
+      "learning_rate": 2.4266055045871562e-05,
+      "loss": 0.8398,
+      "step": 181
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.624054491519928,
+      "learning_rate": 2.426188490408674e-05,
+      "loss": 0.7402,
+      "step": 182
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.7224746942520142,
+      "learning_rate": 2.425771476230192e-05,
+      "loss": 1.0012,
+      "step": 183
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.5762686133384705,
+      "learning_rate": 2.42535446205171e-05,
+      "loss": 0.8861,
+      "step": 184
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.4427376687526703,
+      "learning_rate": 2.424937447873228e-05,
+      "loss": 0.7905,
+      "step": 185
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.5353884100914001,
+      "learning_rate": 2.4245204336947457e-05,
+      "loss": 0.9462,
+      "step": 186
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.6105002164840698,
+      "learning_rate": 2.424103419516264e-05,
+      "loss": 0.942,
+      "step": 187
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.4947579503059387,
+      "learning_rate": 2.4236864053377817e-05,
+      "loss": 0.885,
+      "step": 188
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.5710715651512146,
+      "learning_rate": 2.4232693911592996e-05,
+      "loss": 0.7916,
+      "step": 189
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.5347408056259155,
+      "learning_rate": 2.4228523769808177e-05,
+      "loss": 0.9147,
+      "step": 190
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.5326257348060608,
+      "learning_rate": 2.4224353628023356e-05,
+      "loss": 0.983,
+      "step": 191
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.5384941697120667,
+      "learning_rate": 2.4220183486238534e-05,
+      "loss": 0.8549,
+      "step": 192
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.5108863711357117,
+      "learning_rate": 2.4216013344453712e-05,
+      "loss": 1.0141,
+      "step": 193
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.517042338848114,
+      "learning_rate": 2.421184320266889e-05,
+      "loss": 1.0825,
+      "step": 194
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.6025692224502563,
+      "learning_rate": 2.420767306088407e-05,
+      "loss": 0.9696,
+      "step": 195
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.5827183723449707,
+      "learning_rate": 2.420350291909925e-05,
+      "loss": 0.9493,
+      "step": 196
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.6090378165245056,
+      "learning_rate": 2.419933277731443e-05,
+      "loss": 0.8644,
+      "step": 197
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.5605267286300659,
+      "learning_rate": 2.4195162635529607e-05,
+      "loss": 0.8213,
+      "step": 198
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.5856810212135315,
+      "learning_rate": 2.419099249374479e-05,
+      "loss": 0.9014,
+      "step": 199
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.504971981048584,
+      "learning_rate": 2.4186822351959968e-05,
+      "loss": 1.0658,
+      "step": 200
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 0.6207853555679321,
+      "learning_rate": 2.4182652210175146e-05,
+      "loss": 0.8913,
+      "step": 201
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.5108017325401306,
+      "learning_rate": 2.4178482068390328e-05,
+      "loss": 0.9264,
+      "step": 202
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.4918925166130066,
+      "learning_rate": 2.4174311926605506e-05,
+      "loss": 0.8393,
+      "step": 203
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.5883503556251526,
+      "learning_rate": 2.4170141784820684e-05,
+      "loss": 0.9802,
+      "step": 204
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.7841046452522278,
+      "learning_rate": 2.4165971643035866e-05,
+      "loss": 1.0444,
+      "step": 205
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.5710173845291138,
+      "learning_rate": 2.4161801501251044e-05,
+      "loss": 0.7971,
+      "step": 206
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.6426926851272583,
+      "learning_rate": 2.4157631359466223e-05,
+      "loss": 1.0027,
+      "step": 207
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.6156713962554932,
+      "learning_rate": 2.4153461217681404e-05,
+      "loss": 0.8692,
+      "step": 208
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.518797755241394,
+      "learning_rate": 2.4149291075896583e-05,
+      "loss": 1.0756,
+      "step": 209
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.6059840321540833,
+      "learning_rate": 2.414512093411176e-05,
+      "loss": 0.9208,
+      "step": 210
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.5301397442817688,
+      "learning_rate": 2.4140950792326943e-05,
+      "loss": 0.8429,
+      "step": 211
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.5045018196105957,
+      "learning_rate": 2.413678065054212e-05,
+      "loss": 0.9749,
+      "step": 212
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.5364489555358887,
+      "learning_rate": 2.41326105087573e-05,
+      "loss": 0.9257,
+      "step": 213
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.5883194208145142,
+      "learning_rate": 2.4128440366972478e-05,
+      "loss": 0.9425,
+      "step": 214
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.5089970827102661,
+      "learning_rate": 2.4124270225187656e-05,
+      "loss": 0.9143,
+      "step": 215
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.4921114146709442,
+      "learning_rate": 2.4120100083402835e-05,
+      "loss": 0.8185,
+      "step": 216
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.6458795666694641,
+      "learning_rate": 2.4115929941618016e-05,
+      "loss": 0.9326,
+      "step": 217
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.5595823526382446,
+      "learning_rate": 2.4111759799833195e-05,
+      "loss": 0.953,
+      "step": 218
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.5249003171920776,
+      "learning_rate": 2.4107589658048373e-05,
+      "loss": 0.9634,
+      "step": 219
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.600739598274231,
+      "learning_rate": 2.4103419516263555e-05,
+      "loss": 1.0542,
+      "step": 220
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.5902988910675049,
+      "learning_rate": 2.4099249374478733e-05,
+      "loss": 0.9256,
+      "step": 221
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.6333745718002319,
+      "learning_rate": 2.409507923269391e-05,
+      "loss": 0.9553,
+      "step": 222
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.5404235124588013,
+      "learning_rate": 2.4090909090909093e-05,
+      "loss": 0.9438,
+      "step": 223
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.5644769668579102,
+      "learning_rate": 2.408673894912427e-05,
+      "loss": 0.8909,
+      "step": 224
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.4936315417289734,
+      "learning_rate": 2.408256880733945e-05,
+      "loss": 0.9981,
+      "step": 225
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.437996506690979,
+      "learning_rate": 2.407839866555463e-05,
+      "loss": 0.7895,
+      "step": 226
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.564152181148529,
+      "learning_rate": 2.407422852376981e-05,
+      "loss": 0.9208,
+      "step": 227
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.6698510646820068,
+      "learning_rate": 2.4070058381984988e-05,
+      "loss": 0.9185,
+      "step": 228
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.5250679850578308,
+      "learning_rate": 2.406588824020017e-05,
+      "loss": 0.7982,
+      "step": 229
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.5436989068984985,
+      "learning_rate": 2.4061718098415348e-05,
+      "loss": 0.8977,
+      "step": 230
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.7204024791717529,
+      "learning_rate": 2.4057547956630527e-05,
+      "loss": 0.8914,
+      "step": 231
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.5219422578811646,
+      "learning_rate": 2.405337781484571e-05,
+      "loss": 0.961,
+      "step": 232
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.5776578187942505,
+      "learning_rate": 2.4049207673060887e-05,
+      "loss": 0.9665,
+      "step": 233
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.4740027189254761,
+      "learning_rate": 2.4045037531276065e-05,
+      "loss": 0.8292,
+      "step": 234
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.5226345062255859,
+      "learning_rate": 2.4040867389491243e-05,
+      "loss": 1.131,
+      "step": 235
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.451038658618927,
+      "learning_rate": 2.4036697247706425e-05,
+      "loss": 0.82,
+      "step": 236
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.6371166110038757,
+      "learning_rate": 2.40325271059216e-05,
+      "loss": 0.9037,
+      "step": 237
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.5512571930885315,
+      "learning_rate": 2.4028356964136782e-05,
+      "loss": 1.0743,
+      "step": 238
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.5207469463348389,
+      "learning_rate": 2.402418682235196e-05,
+      "loss": 0.8259,
+      "step": 239
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.5044646263122559,
+      "learning_rate": 2.402001668056714e-05,
+      "loss": 1.0369,
+      "step": 240
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.4560176134109497,
+      "learning_rate": 2.401584653878232e-05,
+      "loss": 0.7941,
+      "step": 241
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.548731803894043,
+      "learning_rate": 2.40116763969975e-05,
+      "loss": 0.957,
+      "step": 242
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.5434823632240295,
+      "learning_rate": 2.4007506255212677e-05,
+      "loss": 1.0199,
+      "step": 243
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.5649272799491882,
+      "learning_rate": 2.400333611342786e-05,
+      "loss": 0.9516,
+      "step": 244
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.5421128273010254,
+      "learning_rate": 2.3999165971643037e-05,
+      "loss": 0.9607,
+      "step": 245
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.47798410058021545,
+      "learning_rate": 2.3994995829858215e-05,
+      "loss": 0.9303,
+      "step": 246
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.5251927971839905,
+      "learning_rate": 2.3990825688073397e-05,
+      "loss": 0.8868,
+      "step": 247
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.5234201550483704,
+      "learning_rate": 2.3986655546288575e-05,
+      "loss": 0.9115,
+      "step": 248
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.5606189966201782,
+      "learning_rate": 2.3982485404503754e-05,
+      "loss": 0.8635,
+      "step": 249
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.5771530866622925,
+      "learning_rate": 2.3978315262718935e-05,
+      "loss": 0.9671,
+      "step": 250
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.5978524088859558,
+      "learning_rate": 2.3974145120934114e-05,
+      "loss": 0.9746,
+      "step": 251
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.578183114528656,
+      "learning_rate": 2.3969974979149292e-05,
+      "loss": 0.9079,
+      "step": 252
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.5531073212623596,
+      "learning_rate": 2.3965804837364474e-05,
+      "loss": 0.7921,
+      "step": 253
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.420046865940094,
+      "learning_rate": 2.3961634695579652e-05,
+      "loss": 0.8104,
+      "step": 254
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.6071536540985107,
+      "learning_rate": 2.395746455379483e-05,
+      "loss": 0.7847,
+      "step": 255
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.4662683606147766,
+      "learning_rate": 2.395329441201001e-05,
+      "loss": 0.8967,
+      "step": 256
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.5212205052375793,
+      "learning_rate": 2.394912427022519e-05,
+      "loss": 0.9011,
+      "step": 257
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.5123275518417358,
+      "learning_rate": 2.394495412844037e-05,
+      "loss": 0.9934,
+      "step": 258
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.6154735088348389,
+      "learning_rate": 2.3940783986655547e-05,
+      "loss": 0.9671,
+      "step": 259
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.6273114681243896,
+      "learning_rate": 2.3936613844870726e-05,
+      "loss": 0.9615,
+      "step": 260
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.5596601366996765,
+      "learning_rate": 2.3932443703085904e-05,
+      "loss": 0.9369,
+      "step": 261
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.5961345434188843,
+      "learning_rate": 2.3928273561301086e-05,
+      "loss": 0.9372,
+      "step": 262
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.45400306582450867,
+      "learning_rate": 2.3924103419516264e-05,
+      "loss": 0.8671,
+      "step": 263
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.5067317485809326,
+      "learning_rate": 2.3919933277731442e-05,
+      "loss": 0.931,
+      "step": 264
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.6063981652259827,
+      "learning_rate": 2.3915763135946624e-05,
+      "loss": 1.0008,
+      "step": 265
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.5787941217422485,
+      "learning_rate": 2.3911592994161802e-05,
+      "loss": 0.8337,
+      "step": 266
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.5503348112106323,
+      "learning_rate": 2.390742285237698e-05,
+      "loss": 0.93,
+      "step": 267
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.44621288776397705,
+      "learning_rate": 2.3903252710592163e-05,
+      "loss": 1.0073,
+      "step": 268
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.7012020945549011,
+      "learning_rate": 2.389908256880734e-05,
+      "loss": 0.8838,
+      "step": 269
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.5151122808456421,
+      "learning_rate": 2.389491242702252e-05,
+      "loss": 1.057,
+      "step": 270
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.5959406495094299,
+      "learning_rate": 2.38907422852377e-05,
+      "loss": 0.8071,
+      "step": 271
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.5973700881004333,
+      "learning_rate": 2.388657214345288e-05,
+      "loss": 0.8295,
+      "step": 272
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.4906652271747589,
+      "learning_rate": 2.3882402001668058e-05,
+      "loss": 0.8665,
+      "step": 273
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.5696883201599121,
+      "learning_rate": 2.387823185988324e-05,
+      "loss": 0.8435,
+      "step": 274
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.5902550220489502,
+      "learning_rate": 2.3874061718098418e-05,
+      "loss": 1.0047,
+      "step": 275
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.561939537525177,
+      "learning_rate": 2.3869891576313596e-05,
+      "loss": 0.8227,
+      "step": 276
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.4715827405452728,
+      "learning_rate": 2.3865721434528774e-05,
+      "loss": 0.83,
+      "step": 277
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.5369262099266052,
+      "learning_rate": 2.3861551292743956e-05,
+      "loss": 1.0261,
+      "step": 278
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.5432397723197937,
+      "learning_rate": 2.3857381150959134e-05,
+      "loss": 0.8313,
+      "step": 279
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.5348038077354431,
+      "learning_rate": 2.3853211009174313e-05,
+      "loss": 0.8448,
+      "step": 280
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.5290178060531616,
+      "learning_rate": 2.384904086738949e-05,
+      "loss": 0.9892,
+      "step": 281
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.5948506593704224,
+      "learning_rate": 2.384487072560467e-05,
+      "loss": 0.9575,
+      "step": 282
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.6924646496772766,
+      "learning_rate": 2.384070058381985e-05,
+      "loss": 0.904,
+      "step": 283
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 0.45276251435279846,
+      "learning_rate": 2.383653044203503e-05,
+      "loss": 1.06,
+      "step": 284
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.6567786335945129,
+      "learning_rate": 2.3832360300250208e-05,
+      "loss": 0.9956,
+      "step": 285
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.47373726963996887,
+      "learning_rate": 2.382819015846539e-05,
+      "loss": 0.7358,
+      "step": 286
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.5390726327896118,
+      "learning_rate": 2.3824020016680568e-05,
+      "loss": 0.9233,
+      "step": 287
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.6784847974777222,
+      "learning_rate": 2.3819849874895746e-05,
+      "loss": 0.8887,
+      "step": 288
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.5685104131698608,
+      "learning_rate": 2.3815679733110928e-05,
+      "loss": 0.7863,
+      "step": 289
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.4748193621635437,
+      "learning_rate": 2.3811509591326106e-05,
+      "loss": 0.8412,
+      "step": 290
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.5861102342605591,
+      "learning_rate": 2.3807339449541285e-05,
+      "loss": 0.9065,
+      "step": 291
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.6086487174034119,
+      "learning_rate": 2.3803169307756466e-05,
+      "loss": 0.9406,
+      "step": 292
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.5490145087242126,
+      "learning_rate": 2.3798999165971645e-05,
+      "loss": 0.9483,
+      "step": 293
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.5362275838851929,
+      "learning_rate": 2.3794829024186823e-05,
+      "loss": 0.8212,
+      "step": 294
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.5800451040267944,
+      "learning_rate": 2.3790658882402005e-05,
+      "loss": 0.8534,
+      "step": 295
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.5603333115577698,
+      "learning_rate": 2.3786488740617183e-05,
+      "loss": 0.9225,
+      "step": 296
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.6629205942153931,
+      "learning_rate": 2.378231859883236e-05,
+      "loss": 0.9768,
+      "step": 297
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.49558499455451965,
+      "learning_rate": 2.377814845704754e-05,
+      "loss": 0.9311,
+      "step": 298
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.6685351133346558,
+      "learning_rate": 2.377397831526272e-05,
+      "loss": 1.1238,
+      "step": 299
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.5091190934181213,
+      "learning_rate": 2.37698081734779e-05,
+      "loss": 0.8149,
+      "step": 300
+    },
+    {
+      "epoch": 0.29,
+      "eval_loss": 0.9076499938964844,
+      "eval_runtime": 862.4421,
+      "eval_samples_per_second": 4.793,
+      "eval_steps_per_second": 0.599,
+      "step": 300
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.5922454595565796,
+      "learning_rate": 2.3765638031693078e-05,
+      "loss": 0.9127,
+      "step": 301
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.5306591987609863,
+      "learning_rate": 2.376146788990826e-05,
+      "loss": 1.1683,
+      "step": 302
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.5685836672782898,
+      "learning_rate": 2.3757297748123435e-05,
+      "loss": 1.0509,
+      "step": 303
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 0.5597637295722961,
+      "learning_rate": 2.3753127606338617e-05,
+      "loss": 0.8853,
+      "step": 304
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.4776400029659271,
+      "learning_rate": 2.3748957464553795e-05,
+      "loss": 0.9287,
+      "step": 305
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.49917924404144287,
+      "learning_rate": 2.3744787322768973e-05,
+      "loss": 1.1027,
+      "step": 306
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.4852672517299652,
+      "learning_rate": 2.3740617180984155e-05,
+      "loss": 0.8356,
+      "step": 307
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.5289337635040283,
+      "learning_rate": 2.3736447039199333e-05,
+      "loss": 0.6698,
+      "step": 308
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.526043176651001,
+      "learning_rate": 2.3732276897414512e-05,
+      "loss": 0.8778,
+      "step": 309
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.5021117329597473,
+      "learning_rate": 2.3728106755629694e-05,
+      "loss": 1.0215,
+      "step": 310
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.5748148560523987,
+      "learning_rate": 2.3723936613844872e-05,
+      "loss": 0.8928,
+      "step": 311
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.5972524881362915,
+      "learning_rate": 2.371976647206005e-05,
+      "loss": 0.9628,
+      "step": 312
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.5705149173736572,
+      "learning_rate": 2.3715596330275232e-05,
+      "loss": 0.8209,
+      "step": 313
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.49588820338249207,
+      "learning_rate": 2.371142618849041e-05,
+      "loss": 0.8465,
+      "step": 314
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.7074465155601501,
+      "learning_rate": 2.370725604670559e-05,
+      "loss": 0.9414,
+      "step": 315
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.4609573185443878,
+      "learning_rate": 2.370308590492077e-05,
+      "loss": 0.7922,
+      "step": 316
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.5831531882286072,
+      "learning_rate": 2.369891576313595e-05,
+      "loss": 0.7674,
+      "step": 317
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.6165751218795776,
+      "learning_rate": 2.3694745621351127e-05,
+      "loss": 0.8949,
+      "step": 318
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.5617555975914001,
+      "learning_rate": 2.3690575479566305e-05,
+      "loss": 1.0736,
+      "step": 319
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.5572984218597412,
+      "learning_rate": 2.3686405337781487e-05,
+      "loss": 0.8395,
+      "step": 320
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.6361945867538452,
+      "learning_rate": 2.3682235195996665e-05,
+      "loss": 0.9828,
+      "step": 321
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.5370876789093018,
+      "learning_rate": 2.3678065054211844e-05,
+      "loss": 0.8492,
+      "step": 322
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.535824716091156,
+      "learning_rate": 2.3673894912427026e-05,
+      "loss": 0.8257,
+      "step": 323
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.5093564987182617,
+      "learning_rate": 2.3669724770642204e-05,
+      "loss": 0.9197,
+      "step": 324
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 0.5623197555541992,
+      "learning_rate": 2.3665554628857382e-05,
+      "loss": 1.0068,
+      "step": 325
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.5178406238555908,
+      "learning_rate": 2.366138448707256e-05,
+      "loss": 0.9099,
+      "step": 326
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.5288174152374268,
+      "learning_rate": 2.365721434528774e-05,
+      "loss": 0.8999,
+      "step": 327
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.6511842608451843,
+      "learning_rate": 2.365304420350292e-05,
+      "loss": 0.9653,
+      "step": 328
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.5734131932258606,
+      "learning_rate": 2.36488740617181e-05,
+      "loss": 0.9398,
+      "step": 329
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.5824623107910156,
+      "learning_rate": 2.3644703919933277e-05,
+      "loss": 0.9871,
+      "step": 330
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.6478250026702881,
+      "learning_rate": 2.364053377814846e-05,
+      "loss": 1.1154,
+      "step": 331
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.5215903520584106,
+      "learning_rate": 2.3636363636363637e-05,
+      "loss": 0.7847,
+      "step": 332
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.5793465375900269,
+      "learning_rate": 2.3632193494578816e-05,
+      "loss": 0.9525,
+      "step": 333
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.5152865052223206,
+      "learning_rate": 2.3628023352793997e-05,
+      "loss": 1.0732,
+      "step": 334
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.5150461196899414,
+      "learning_rate": 2.3623853211009176e-05,
+      "loss": 0.8572,
+      "step": 335
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.528413712978363,
+      "learning_rate": 2.3619683069224354e-05,
+      "loss": 0.9689,
+      "step": 336
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.5713242292404175,
+      "learning_rate": 2.3615512927439536e-05,
+      "loss": 0.9829,
+      "step": 337
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.6024702191352844,
+      "learning_rate": 2.3611342785654714e-05,
+      "loss": 0.9382,
+      "step": 338
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.5924674868583679,
+      "learning_rate": 2.3607172643869893e-05,
+      "loss": 1.0203,
+      "step": 339
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.614467442035675,
+      "learning_rate": 2.3603002502085074e-05,
+      "loss": 0.878,
+      "step": 340
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.4810243546962738,
+      "learning_rate": 2.3598832360300253e-05,
+      "loss": 0.8305,
+      "step": 341
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.6652097105979919,
+      "learning_rate": 2.359466221851543e-05,
+      "loss": 0.832,
+      "step": 342
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.5294763445854187,
+      "learning_rate": 2.359049207673061e-05,
+      "loss": 0.7895,
+      "step": 343
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.5814401507377625,
+      "learning_rate": 2.358632193494579e-05,
+      "loss": 0.8304,
+      "step": 344
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.5226671695709229,
+      "learning_rate": 2.358215179316097e-05,
+      "loss": 0.9462,
+      "step": 345
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 0.4857078492641449,
+      "learning_rate": 2.3577981651376148e-05,
+      "loss": 0.8781,
+      "step": 346
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.6437091827392578,
+      "learning_rate": 2.3573811509591326e-05,
+      "loss": 0.9583,
+      "step": 347
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.5739506483078003,
+      "learning_rate": 2.3569641367806504e-05,
+      "loss": 0.8307,
+      "step": 348
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.5711930394172668,
+      "learning_rate": 2.3565471226021686e-05,
+      "loss": 0.9714,
+      "step": 349
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.5616204738616943,
+      "learning_rate": 2.3561301084236864e-05,
+      "loss": 0.8871,
+      "step": 350
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.4789905250072479,
+      "learning_rate": 2.3557130942452043e-05,
+      "loss": 0.8301,
+      "step": 351
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.5889979600906372,
+      "learning_rate": 2.3552960800667225e-05,
+      "loss": 0.9319,
+      "step": 352
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.9433600306510925,
+      "learning_rate": 2.3548790658882403e-05,
+      "loss": 0.8861,
+      "step": 353
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.48033571243286133,
+      "learning_rate": 2.354462051709758e-05,
+      "loss": 0.834,
+      "step": 354
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.5918123126029968,
+      "learning_rate": 2.3540450375312763e-05,
+      "loss": 0.966,
+      "step": 355
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.49576735496520996,
+      "learning_rate": 2.353628023352794e-05,
+      "loss": 0.8587,
+      "step": 356
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.46030867099761963,
+      "learning_rate": 2.353211009174312e-05,
+      "loss": 0.869,
+      "step": 357
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.6981384754180908,
+      "learning_rate": 2.35279399499583e-05,
+      "loss": 0.9603,
+      "step": 358
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.5516886115074158,
+      "learning_rate": 2.352376980817348e-05,
+      "loss": 0.7921,
+      "step": 359
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.5608734488487244,
+      "learning_rate": 2.3519599666388658e-05,
+      "loss": 0.898,
+      "step": 360
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.4823013246059418,
+      "learning_rate": 2.351542952460384e-05,
+      "loss": 0.7759,
+      "step": 361
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.5268071293830872,
+      "learning_rate": 2.3511259382819018e-05,
+      "loss": 1.0318,
+      "step": 362
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.5538516640663147,
+      "learning_rate": 2.3507089241034196e-05,
+      "loss": 1.0796,
+      "step": 363
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.5208737254142761,
+      "learning_rate": 2.3502919099249375e-05,
+      "loss": 0.8875,
+      "step": 364
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.4551458954811096,
+      "learning_rate": 2.3498748957464557e-05,
+      "loss": 0.8236,
+      "step": 365
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.7353642582893372,
+      "learning_rate": 2.3494578815679735e-05,
+      "loss": 0.8952,
+      "step": 366
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.5523506999015808,
+      "learning_rate": 2.3490408673894913e-05,
+      "loss": 0.9074,
+      "step": 367
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.5069112181663513,
+      "learning_rate": 2.3486238532110095e-05,
+      "loss": 0.8597,
+      "step": 368
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.6556127071380615,
+      "learning_rate": 2.348206839032527e-05,
+      "loss": 0.8495,
+      "step": 369
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.5718702673912048,
+      "learning_rate": 2.347789824854045e-05,
+      "loss": 0.9052,
+      "step": 370
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.5816298723220825,
+      "learning_rate": 2.347372810675563e-05,
+      "loss": 0.9047,
+      "step": 371
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.525292694568634,
+      "learning_rate": 2.3469557964970808e-05,
+      "loss": 0.8451,
+      "step": 372
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.5476683974266052,
+      "learning_rate": 2.346538782318599e-05,
+      "loss": 0.8468,
+      "step": 373
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.5591811537742615,
+      "learning_rate": 2.346121768140117e-05,
+      "loss": 0.9387,
+      "step": 374
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.579791247844696,
+      "learning_rate": 2.3457047539616347e-05,
+      "loss": 0.9242,
+      "step": 375
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.6625254154205322,
+      "learning_rate": 2.345287739783153e-05,
+      "loss": 0.8616,
+      "step": 376
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.62064528465271,
+      "learning_rate": 2.3448707256046707e-05,
+      "loss": 0.9295,
+      "step": 377
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.6740120649337769,
+      "learning_rate": 2.3444537114261885e-05,
+      "loss": 0.9817,
+      "step": 378
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.6474786996841431,
+      "learning_rate": 2.3440366972477067e-05,
+      "loss": 0.8764,
+      "step": 379
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.5351200699806213,
+      "learning_rate": 2.3436196830692245e-05,
+      "loss": 1.0244,
+      "step": 380
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.5475795865058899,
+      "learning_rate": 2.3432026688907424e-05,
+      "loss": 0.9302,
+      "step": 381
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.6036275625228882,
+      "learning_rate": 2.3427856547122605e-05,
+      "loss": 0.8268,
+      "step": 382
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.4493115246295929,
+      "learning_rate": 2.3423686405337784e-05,
+      "loss": 0.7275,
+      "step": 383
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.6510105133056641,
+      "learning_rate": 2.3419516263552962e-05,
+      "loss": 1.0477,
+      "step": 384
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.6318631768226624,
+      "learning_rate": 2.341534612176814e-05,
+      "loss": 0.8404,
+      "step": 385
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.564391016960144,
+      "learning_rate": 2.3411175979983322e-05,
+      "loss": 1.1201,
+      "step": 386
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 0.4780203700065613,
+      "learning_rate": 2.34070058381985e-05,
+      "loss": 0.8665,
+      "step": 387
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.515136182308197,
+      "learning_rate": 2.340283569641368e-05,
+      "loss": 0.8789,
+      "step": 388
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.5679932236671448,
+      "learning_rate": 2.339866555462886e-05,
+      "loss": 0.9264,
+      "step": 389
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.5096911191940308,
+      "learning_rate": 2.339449541284404e-05,
+      "loss": 0.9241,
+      "step": 390
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.500415563583374,
+      "learning_rate": 2.3390325271059217e-05,
+      "loss": 1.0922,
+      "step": 391
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.5401561260223389,
+      "learning_rate": 2.3386155129274395e-05,
+      "loss": 0.9504,
+      "step": 392
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.6485615372657776,
+      "learning_rate": 2.3381984987489574e-05,
+      "loss": 0.8512,
+      "step": 393
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.5771003365516663,
+      "learning_rate": 2.3377814845704756e-05,
+      "loss": 0.9754,
+      "step": 394
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.4607711732387543,
+      "learning_rate": 2.3373644703919934e-05,
+      "loss": 0.9586,
+      "step": 395
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.707533597946167,
+      "learning_rate": 2.3369474562135112e-05,
+      "loss": 0.7904,
+      "step": 396
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.5504988431930542,
+      "learning_rate": 2.3365304420350294e-05,
+      "loss": 0.8232,
+      "step": 397
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.5281274318695068,
+      "learning_rate": 2.3361134278565472e-05,
+      "loss": 0.7882,
+      "step": 398
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.5252270102500916,
+      "learning_rate": 2.335696413678065e-05,
+      "loss": 0.7837,
+      "step": 399
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.6626521348953247,
+      "learning_rate": 2.3352793994995832e-05,
+      "loss": 0.8895,
+      "step": 400
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.8067114949226379,
+      "learning_rate": 2.334862385321101e-05,
+      "loss": 0.9144,
+      "step": 401
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.5388604402542114,
+      "learning_rate": 2.334445371142619e-05,
+      "loss": 0.742,
+      "step": 402
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.5297702550888062,
+      "learning_rate": 2.334028356964137e-05,
+      "loss": 0.8038,
+      "step": 403
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.6486170887947083,
+      "learning_rate": 2.333611342785655e-05,
+      "loss": 0.8132,
+      "step": 404
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.6415212154388428,
+      "learning_rate": 2.3331943286071727e-05,
+      "loss": 0.9853,
+      "step": 405
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.6096828579902649,
+      "learning_rate": 2.3327773144286906e-05,
+      "loss": 0.8223,
+      "step": 406
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.5683953762054443,
+      "learning_rate": 2.3323603002502088e-05,
+      "loss": 0.8358,
+      "step": 407
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 0.5434399843215942,
+      "learning_rate": 2.3319432860717266e-05,
+      "loss": 0.8221,
+      "step": 408
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.6254620552062988,
+      "learning_rate": 2.3315262718932444e-05,
+      "loss": 1.013,
+      "step": 409
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.5619997978210449,
+      "learning_rate": 2.3311092577147626e-05,
+      "loss": 0.9217,
+      "step": 410
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.6029112339019775,
+      "learning_rate": 2.3306922435362804e-05,
+      "loss": 1.1835,
+      "step": 411
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.5518698692321777,
+      "learning_rate": 2.3302752293577983e-05,
+      "loss": 0.8288,
+      "step": 412
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.538775622844696,
+      "learning_rate": 2.329858215179316e-05,
+      "loss": 0.8555,
+      "step": 413
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.5452851057052612,
+      "learning_rate": 2.329441201000834e-05,
+      "loss": 0.7826,
+      "step": 414
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.542155385017395,
+      "learning_rate": 2.329024186822352e-05,
+      "loss": 0.8111,
+      "step": 415
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.5691449046134949,
+      "learning_rate": 2.32860717264387e-05,
+      "loss": 0.8942,
+      "step": 416
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.5424182415008545,
+      "learning_rate": 2.3281901584653878e-05,
+      "loss": 0.9205,
+      "step": 417
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.5617744326591492,
+      "learning_rate": 2.327773144286906e-05,
+      "loss": 0.9047,
+      "step": 418
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.5395907163619995,
+      "learning_rate": 2.3273561301084238e-05,
+      "loss": 0.9528,
+      "step": 419
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.47904080152511597,
+      "learning_rate": 2.3269391159299416e-05,
+      "loss": 0.8156,
+      "step": 420
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.5622226595878601,
+      "learning_rate": 2.3265221017514598e-05,
+      "loss": 0.9377,
+      "step": 421
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.5783960223197937,
+      "learning_rate": 2.3261050875729776e-05,
+      "loss": 0.9345,
+      "step": 422
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.5433865189552307,
+      "learning_rate": 2.3256880733944955e-05,
+      "loss": 0.884,
+      "step": 423
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.5081142783164978,
+      "learning_rate": 2.3252710592160136e-05,
+      "loss": 0.8724,
+      "step": 424
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.562145471572876,
+      "learning_rate": 2.3248540450375315e-05,
+      "loss": 0.9375,
+      "step": 425
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.579096257686615,
+      "learning_rate": 2.3244370308590493e-05,
+      "loss": 0.913,
+      "step": 426
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.5873655676841736,
+      "learning_rate": 2.324020016680567e-05,
+      "loss": 1.1945,
+      "step": 427
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 0.4483007788658142,
+      "learning_rate": 2.3236030025020853e-05,
+      "loss": 0.9208,
+      "step": 428
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.8137602806091309,
+      "learning_rate": 2.323185988323603e-05,
+      "loss": 1.0511,
+      "step": 429
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.4525623619556427,
+      "learning_rate": 2.322768974145121e-05,
+      "loss": 0.7449,
+      "step": 430
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.5761750936508179,
+      "learning_rate": 2.322351959966639e-05,
+      "loss": 0.8342,
+      "step": 431
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.511163592338562,
+      "learning_rate": 2.321934945788157e-05,
+      "loss": 0.6849,
+      "step": 432
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.531359851360321,
+      "learning_rate": 2.3215179316096748e-05,
+      "loss": 0.8822,
+      "step": 433
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.6181479096412659,
+      "learning_rate": 2.321100917431193e-05,
+      "loss": 0.8336,
+      "step": 434
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.5445966720581055,
+      "learning_rate": 2.3206839032527105e-05,
+      "loss": 0.973,
+      "step": 435
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.62320876121521,
+      "learning_rate": 2.3202668890742287e-05,
+      "loss": 1.1474,
+      "step": 436
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.6737414598464966,
+      "learning_rate": 2.3198498748957465e-05,
+      "loss": 1.069,
+      "step": 437
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.52313232421875,
+      "learning_rate": 2.3194328607172643e-05,
+      "loss": 0.8755,
+      "step": 438
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.5782036185264587,
+      "learning_rate": 2.3190158465387825e-05,
+      "loss": 1.006,
+      "step": 439
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.5772738456726074,
+      "learning_rate": 2.3185988323603003e-05,
+      "loss": 0.8886,
+      "step": 440
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.5496781468391418,
+      "learning_rate": 2.318181818181818e-05,
+      "loss": 0.7737,
+      "step": 441
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.509691596031189,
+      "learning_rate": 2.3177648040033363e-05,
+      "loss": 0.8015,
+      "step": 442
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.5943809747695923,
+      "learning_rate": 2.3173477898248542e-05,
+      "loss": 0.8942,
+      "step": 443
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.6114830374717712,
+      "learning_rate": 2.316930775646372e-05,
+      "loss": 0.9761,
+      "step": 444
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.5711408853530884,
+      "learning_rate": 2.3165137614678902e-05,
+      "loss": 0.7619,
+      "step": 445
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.5893176794052124,
+      "learning_rate": 2.316096747289408e-05,
+      "loss": 0.9334,
+      "step": 446
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.5256770253181458,
+      "learning_rate": 2.315679733110926e-05,
+      "loss": 0.7513,
+      "step": 447
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.646617591381073,
+      "learning_rate": 2.3152627189324437e-05,
+      "loss": 1.0965,
+      "step": 448
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.5369918346405029,
+      "learning_rate": 2.314845704753962e-05,
+      "loss": 0.8786,
+      "step": 449
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.6247989535331726,
+      "learning_rate": 2.3144286905754797e-05,
+      "loss": 1.0087,
+      "step": 450
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.6016229391098022,
+      "learning_rate": 2.3140116763969975e-05,
+      "loss": 0.9628,
+      "step": 451
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.4881921112537384,
+      "learning_rate": 2.3135946622185157e-05,
+      "loss": 0.7973,
+      "step": 452
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.5827299952507019,
+      "learning_rate": 2.3131776480400335e-05,
+      "loss": 0.7974,
+      "step": 453
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.6482928991317749,
+      "learning_rate": 2.3127606338615514e-05,
+      "loss": 0.9372,
+      "step": 454
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.5257799625396729,
+      "learning_rate": 2.3123436196830695e-05,
+      "loss": 0.8604,
+      "step": 455
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.6443677544593811,
+      "learning_rate": 2.3119266055045874e-05,
+      "loss": 0.96,
+      "step": 456
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.5659534335136414,
+      "learning_rate": 2.3115095913261052e-05,
+      "loss": 0.9113,
+      "step": 457
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.6275883316993713,
+      "learning_rate": 2.311092577147623e-05,
+      "loss": 0.7964,
+      "step": 458
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.46369898319244385,
+      "learning_rate": 2.310675562969141e-05,
+      "loss": 0.8904,
+      "step": 459
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.5726149082183838,
+      "learning_rate": 2.310258548790659e-05,
+      "loss": 0.7638,
+      "step": 460
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.6445690989494324,
+      "learning_rate": 2.309841534612177e-05,
+      "loss": 0.843,
+      "step": 461
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.5576388835906982,
+      "learning_rate": 2.3094245204336947e-05,
+      "loss": 1.0037,
+      "step": 462
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.5339967012405396,
+      "learning_rate": 2.309007506255213e-05,
+      "loss": 0.9495,
+      "step": 463
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.7896643280982971,
+      "learning_rate": 2.3085904920767307e-05,
+      "loss": 0.8939,
+      "step": 464
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.4723299443721771,
+      "learning_rate": 2.3081734778982486e-05,
+      "loss": 0.8957,
+      "step": 465
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.6506655216217041,
+      "learning_rate": 2.3077564637197667e-05,
+      "loss": 1.0441,
+      "step": 466
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.6387409567832947,
+      "learning_rate": 2.3073394495412846e-05,
+      "loss": 0.8976,
+      "step": 467
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.5511162877082825,
+      "learning_rate": 2.3069224353628024e-05,
+      "loss": 0.7996,
+      "step": 468
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.5511218309402466,
+      "learning_rate": 2.3065054211843202e-05,
+      "loss": 0.9299,
+      "step": 469
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.5744444727897644,
+      "learning_rate": 2.3060884070058384e-05,
+      "loss": 0.8646,
+      "step": 470
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.5183812379837036,
+      "learning_rate": 2.3056713928273562e-05,
+      "loss": 0.9254,
+      "step": 471
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.5713072419166565,
+      "learning_rate": 2.305254378648874e-05,
+      "loss": 1.0634,
+      "step": 472
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.5099425911903381,
+      "learning_rate": 2.3048373644703922e-05,
+      "loss": 1.1285,
+      "step": 473
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.5859925150871277,
+      "learning_rate": 2.30442035029191e-05,
+      "loss": 0.831,
+      "step": 474
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.679755449295044,
+      "learning_rate": 2.304003336113428e-05,
+      "loss": 0.7885,
+      "step": 475
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.5734862685203552,
+      "learning_rate": 2.303586321934946e-05,
+      "loss": 0.9111,
+      "step": 476
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.5878548622131348,
+      "learning_rate": 2.303169307756464e-05,
+      "loss": 0.8382,
+      "step": 477
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.6003478765487671,
+      "learning_rate": 2.3027522935779818e-05,
+      "loss": 0.9974,
+      "step": 478
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.6665746569633484,
+      "learning_rate": 2.3023352793994996e-05,
+      "loss": 0.7312,
+      "step": 479
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.5881315469741821,
+      "learning_rate": 2.3019182652210174e-05,
+      "loss": 1.0724,
+      "step": 480
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.4969615340232849,
+      "learning_rate": 2.3015012510425356e-05,
+      "loss": 0.9062,
+      "step": 481
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.578384518623352,
+      "learning_rate": 2.3010842368640534e-05,
+      "loss": 0.8252,
+      "step": 482
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.5718455910682678,
+      "learning_rate": 2.3006672226855713e-05,
+      "loss": 0.9245,
+      "step": 483
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.5496813058853149,
+      "learning_rate": 2.3002502085070894e-05,
+      "loss": 0.9568,
+      "step": 484
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.5785025358200073,
+      "learning_rate": 2.2998331943286073e-05,
+      "loss": 0.9424,
+      "step": 485
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.5447693467140198,
+      "learning_rate": 2.299416180150125e-05,
+      "loss": 0.9872,
+      "step": 486
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.7082881927490234,
+      "learning_rate": 2.2989991659716433e-05,
+      "loss": 0.9824,
+      "step": 487
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.6256225109100342,
+      "learning_rate": 2.298582151793161e-05,
+      "loss": 0.7119,
+      "step": 488
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.5518692135810852,
+      "learning_rate": 2.298165137614679e-05,
+      "loss": 0.8971,
+      "step": 489
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 0.5750965476036072,
+      "learning_rate": 2.2977481234361968e-05,
+      "loss": 0.7683,
+      "step": 490
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.6137751936912537,
+      "learning_rate": 2.297331109257715e-05,
+      "loss": 0.9797,
+      "step": 491
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.5171548128128052,
+      "learning_rate": 2.2969140950792328e-05,
+      "loss": 0.9208,
+      "step": 492
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.5469406247138977,
+      "learning_rate": 2.2964970809007506e-05,
+      "loss": 0.8716,
+      "step": 493
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.5411548614501953,
+      "learning_rate": 2.2960800667222688e-05,
+      "loss": 0.8181,
+      "step": 494
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.6261366009712219,
+      "learning_rate": 2.2956630525437866e-05,
+      "loss": 0.8727,
+      "step": 495
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.5834049582481384,
+      "learning_rate": 2.2952460383653045e-05,
+      "loss": 1.0115,
+      "step": 496
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.5452191233634949,
+      "learning_rate": 2.2948290241868226e-05,
+      "loss": 0.9282,
+      "step": 497
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.6342718005180359,
+      "learning_rate": 2.2944120100083405e-05,
+      "loss": 1.0361,
+      "step": 498
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.525365948677063,
+      "learning_rate": 2.2939949958298583e-05,
+      "loss": 0.9665,
+      "step": 499
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.49484652280807495,
+      "learning_rate": 2.2935779816513765e-05,
+      "loss": 0.9102,
+      "step": 500
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.537958562374115,
+      "learning_rate": 2.293160967472894e-05,
+      "loss": 0.732,
+      "step": 501
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.5696770548820496,
+      "learning_rate": 2.292743953294412e-05,
+      "loss": 0.7646,
+      "step": 502
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.657290518283844,
+      "learning_rate": 2.29232693911593e-05,
+      "loss": 0.7712,
+      "step": 503
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.5619834661483765,
+      "learning_rate": 2.2919099249374478e-05,
+      "loss": 0.8307,
+      "step": 504
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.5080924034118652,
+      "learning_rate": 2.291492910758966e-05,
+      "loss": 0.9027,
+      "step": 505
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.4467291235923767,
+      "learning_rate": 2.2910758965804838e-05,
+      "loss": 0.896,
+      "step": 506
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.5404540300369263,
+      "learning_rate": 2.2906588824020017e-05,
+      "loss": 0.8078,
+      "step": 507
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.5126699805259705,
+      "learning_rate": 2.2902418682235198e-05,
+      "loss": 0.7948,
+      "step": 508
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.5213220715522766,
+      "learning_rate": 2.2898248540450377e-05,
+      "loss": 0.895,
+      "step": 509
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.5855199694633484,
+      "learning_rate": 2.2894078398665555e-05,
+      "loss": 0.9132,
+      "step": 510
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.5742369294166565,
+      "learning_rate": 2.2889908256880733e-05,
+      "loss": 0.8004,
+      "step": 511
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.6466085910797119,
+      "learning_rate": 2.2885738115095915e-05,
+      "loss": 1.0185,
+      "step": 512
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.8298839926719666,
+      "learning_rate": 2.2881567973311093e-05,
+      "loss": 0.8077,
+      "step": 513
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.4840163290500641,
+      "learning_rate": 2.2877397831526272e-05,
+      "loss": 1.0323,
+      "step": 514
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.5263453722000122,
+      "learning_rate": 2.2873227689741453e-05,
+      "loss": 0.7953,
+      "step": 515
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.69414883852005,
+      "learning_rate": 2.2869057547956632e-05,
+      "loss": 0.8494,
+      "step": 516
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.4882281422615051,
+      "learning_rate": 2.286488740617181e-05,
+      "loss": 0.9569,
+      "step": 517
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.7385479807853699,
+      "learning_rate": 2.2860717264386992e-05,
+      "loss": 1.1661,
+      "step": 518
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.5553436875343323,
+      "learning_rate": 2.285654712260217e-05,
+      "loss": 1.0766,
+      "step": 519
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.5716243982315063,
+      "learning_rate": 2.285237698081735e-05,
+      "loss": 0.9918,
+      "step": 520
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.5457003712654114,
+      "learning_rate": 2.284820683903253e-05,
+      "loss": 0.9854,
+      "step": 521
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.5289131999015808,
+      "learning_rate": 2.284403669724771e-05,
+      "loss": 0.7663,
+      "step": 522
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.5034335255622864,
+      "learning_rate": 2.2839866555462887e-05,
+      "loss": 1.0065,
+      "step": 523
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.6132171154022217,
+      "learning_rate": 2.2835696413678065e-05,
+      "loss": 0.9086,
+      "step": 524
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.6775213479995728,
+      "learning_rate": 2.2831526271893244e-05,
+      "loss": 1.008,
+      "step": 525
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.5311771035194397,
+      "learning_rate": 2.2827356130108425e-05,
+      "loss": 0.9935,
+      "step": 526
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.6105728149414062,
+      "learning_rate": 2.2823185988323604e-05,
+      "loss": 0.8336,
+      "step": 527
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.6344435214996338,
+      "learning_rate": 2.2819015846538782e-05,
+      "loss": 0.8471,
+      "step": 528
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.5682045221328735,
+      "learning_rate": 2.2814845704753964e-05,
+      "loss": 1.1155,
+      "step": 529
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.5865404009819031,
+      "learning_rate": 2.2810675562969142e-05,
+      "loss": 1.0253,
+      "step": 530
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.5437012314796448,
+      "learning_rate": 2.280650542118432e-05,
+      "loss": 0.9133,
+      "step": 531
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 0.540703296661377,
+      "learning_rate": 2.28023352793995e-05,
+      "loss": 0.8001,
+      "step": 532
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.5096856951713562,
+      "learning_rate": 2.279816513761468e-05,
+      "loss": 1.0158,
+      "step": 533
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.4809298813343048,
+      "learning_rate": 2.279399499582986e-05,
+      "loss": 0.9118,
+      "step": 534
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.6733030080795288,
+      "learning_rate": 2.2789824854045037e-05,
+      "loss": 0.935,
+      "step": 535
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.661590576171875,
+      "learning_rate": 2.278565471226022e-05,
+      "loss": 0.9866,
+      "step": 536
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.592123806476593,
+      "learning_rate": 2.2781484570475397e-05,
+      "loss": 0.9634,
+      "step": 537
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.5814322233200073,
+      "learning_rate": 2.2777314428690576e-05,
+      "loss": 0.9493,
+      "step": 538
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.6672446727752686,
+      "learning_rate": 2.2773144286905757e-05,
+      "loss": 0.8408,
+      "step": 539
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.5478097796440125,
+      "learning_rate": 2.2768974145120936e-05,
+      "loss": 1.0068,
+      "step": 540
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.5089244246482849,
+      "learning_rate": 2.2764804003336114e-05,
+      "loss": 0.8915,
+      "step": 541
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.5938490629196167,
+      "learning_rate": 2.2760633861551296e-05,
+      "loss": 0.9318,
+      "step": 542
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.7288405299186707,
+      "learning_rate": 2.2756463719766474e-05,
+      "loss": 0.8606,
+      "step": 543
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.48931318521499634,
+      "learning_rate": 2.2752293577981652e-05,
+      "loss": 0.8371,
+      "step": 544
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.5800907611846924,
+      "learning_rate": 2.274812343619683e-05,
+      "loss": 0.9946,
+      "step": 545
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.5213743448257446,
+      "learning_rate": 2.274395329441201e-05,
+      "loss": 0.9347,
+      "step": 546
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.5304762125015259,
+      "learning_rate": 2.273978315262719e-05,
+      "loss": 1.0393,
+      "step": 547
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.6323351263999939,
+      "learning_rate": 2.273561301084237e-05,
+      "loss": 1.0596,
+      "step": 548
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.6577224135398865,
+      "learning_rate": 2.2731442869057548e-05,
+      "loss": 0.9473,
+      "step": 549
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.46279770135879517,
+      "learning_rate": 2.272727272727273e-05,
+      "loss": 0.8736,
+      "step": 550
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.690254271030426,
+      "learning_rate": 2.2723102585487908e-05,
+      "loss": 0.9104,
+      "step": 551
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.5406448841094971,
+      "learning_rate": 2.2718932443703086e-05,
+      "loss": 0.7738,
+      "step": 552
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.694054901599884,
+      "learning_rate": 2.2714762301918264e-05,
+      "loss": 1.0363,
+      "step": 553
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.4773634374141693,
+      "learning_rate": 2.2710592160133446e-05,
+      "loss": 0.748,
+      "step": 554
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.6826935410499573,
+      "learning_rate": 2.2706422018348624e-05,
+      "loss": 0.8212,
+      "step": 555
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.5146411061286926,
+      "learning_rate": 2.2702251876563803e-05,
+      "loss": 0.9267,
+      "step": 556
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.7966969013214111,
+      "learning_rate": 2.2698081734778984e-05,
+      "loss": 1.067,
+      "step": 557
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.6174925565719604,
+      "learning_rate": 2.2693911592994163e-05,
+      "loss": 1.0059,
+      "step": 558
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.6015899181365967,
+      "learning_rate": 2.268974145120934e-05,
+      "loss": 0.8758,
+      "step": 559
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.6730315089225769,
+      "learning_rate": 2.2685571309424523e-05,
+      "loss": 0.9143,
+      "step": 560
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.8263806104660034,
+      "learning_rate": 2.26814011676397e-05,
+      "loss": 0.9858,
+      "step": 561
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.5771057605743408,
+      "learning_rate": 2.267723102585488e-05,
+      "loss": 0.8353,
+      "step": 562
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.48403289914131165,
+      "learning_rate": 2.267306088407006e-05,
+      "loss": 0.8368,
+      "step": 563
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.541666567325592,
+      "learning_rate": 2.266889074228524e-05,
+      "loss": 0.95,
+      "step": 564
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.6167953014373779,
+      "learning_rate": 2.2664720600500418e-05,
+      "loss": 1.0595,
+      "step": 565
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.5818924307823181,
+      "learning_rate": 2.26605504587156e-05,
+      "loss": 1.0601,
+      "step": 566
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.6551716923713684,
+      "learning_rate": 2.2656380316930778e-05,
+      "loss": 0.8369,
+      "step": 567
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.6439747214317322,
+      "learning_rate": 2.2652210175145956e-05,
+      "loss": 1.0296,
+      "step": 568
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.6526588201522827,
+      "learning_rate": 2.2648040033361135e-05,
+      "loss": 0.8564,
+      "step": 569
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.5144054889678955,
+      "learning_rate": 2.2643869891576313e-05,
+      "loss": 0.9202,
+      "step": 570
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.5736321806907654,
+      "learning_rate": 2.2639699749791495e-05,
+      "loss": 0.7815,
+      "step": 571
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.5486142039299011,
+      "learning_rate": 2.2635529608006673e-05,
+      "loss": 0.9687,
+      "step": 572
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.5020713210105896,
+      "learning_rate": 2.263135946622185e-05,
+      "loss": 0.7292,
+      "step": 573
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.5840640664100647,
+      "learning_rate": 2.262718932443703e-05,
+      "loss": 0.856,
+      "step": 574
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.5819253325462341,
+      "learning_rate": 2.262301918265221e-05,
+      "loss": 0.8859,
+      "step": 575
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.7023516297340393,
+      "learning_rate": 2.261884904086739e-05,
+      "loss": 0.8815,
+      "step": 576
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.6072829365730286,
+      "learning_rate": 2.2614678899082568e-05,
+      "loss": 0.77,
+      "step": 577
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.5457326769828796,
+      "learning_rate": 2.261050875729775e-05,
+      "loss": 0.7721,
+      "step": 578
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.5897898077964783,
+      "learning_rate": 2.2606338615512928e-05,
+      "loss": 0.9973,
+      "step": 579
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.7403742074966431,
+      "learning_rate": 2.2602168473728107e-05,
+      "loss": 1.0023,
+      "step": 580
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.5461257100105286,
+      "learning_rate": 2.259799833194329e-05,
+      "loss": 1.0213,
+      "step": 581
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.6678907871246338,
+      "learning_rate": 2.2593828190158467e-05,
+      "loss": 0.8057,
+      "step": 582
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.6316232085227966,
+      "learning_rate": 2.2589658048373645e-05,
+      "loss": 1.044,
+      "step": 583
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.508712112903595,
+      "learning_rate": 2.2585487906588827e-05,
+      "loss": 0.8217,
+      "step": 584
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.6437558531761169,
+      "learning_rate": 2.2581317764804005e-05,
+      "loss": 1.167,
+      "step": 585
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.5358846783638,
+      "learning_rate": 2.2577147623019183e-05,
+      "loss": 0.8814,
+      "step": 586
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.5416459441184998,
+      "learning_rate": 2.2572977481234365e-05,
+      "loss": 0.8743,
+      "step": 587
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.5515671372413635,
+      "learning_rate": 2.2568807339449544e-05,
+      "loss": 0.8912,
+      "step": 588
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.5158352851867676,
+      "learning_rate": 2.2564637197664722e-05,
+      "loss": 0.9257,
+      "step": 589
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.6812213063240051,
+      "learning_rate": 2.25604670558799e-05,
+      "loss": 0.9384,
+      "step": 590
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.7258120775222778,
+      "learning_rate": 2.255629691409508e-05,
+      "loss": 0.8526,
+      "step": 591
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.5965185761451721,
+      "learning_rate": 2.255212677231026e-05,
+      "loss": 0.8634,
+      "step": 592
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.5605189800262451,
+      "learning_rate": 2.254795663052544e-05,
+      "loss": 1.0182,
+      "step": 593
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 0.5324650406837463,
+      "learning_rate": 2.2543786488740617e-05,
+      "loss": 0.9465,
+      "step": 594
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.6159952282905579,
+      "learning_rate": 2.2539616346955795e-05,
+      "loss": 0.8781,
+      "step": 595
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.5075808167457581,
+      "learning_rate": 2.2535446205170977e-05,
+      "loss": 0.9103,
+      "step": 596
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.5675767660140991,
+      "learning_rate": 2.2531276063386155e-05,
+      "loss": 1.0843,
+      "step": 597
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.5991758108139038,
+      "learning_rate": 2.2527105921601334e-05,
+      "loss": 0.8463,
+      "step": 598
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.6336952447891235,
+      "learning_rate": 2.2522935779816515e-05,
+      "loss": 1.0581,
+      "step": 599
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.5794342756271362,
+      "learning_rate": 2.2518765638031694e-05,
+      "loss": 0.923,
+      "step": 600
+    },
+    {
+      "epoch": 0.58,
+      "eval_loss": 0.8928050994873047,
+      "eval_runtime": 862.6017,
+      "eval_samples_per_second": 4.792,
+      "eval_steps_per_second": 0.599,
+      "step": 600
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.4757324755191803,
+      "learning_rate": 2.2514595496246872e-05,
+      "loss": 0.7833,
+      "step": 601
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.5001101493835449,
+      "learning_rate": 2.2510425354462054e-05,
+      "loss": 1.1247,
+      "step": 602
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.5986557006835938,
+      "learning_rate": 2.2506255212677232e-05,
+      "loss": 0.9841,
+      "step": 603
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.5145077109336853,
+      "learning_rate": 2.250208507089241e-05,
+      "loss": 1.0404,
+      "step": 604
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.5639520287513733,
+      "learning_rate": 2.2497914929107592e-05,
+      "loss": 1.0119,
+      "step": 605
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.48484882712364197,
+      "learning_rate": 2.249374478732277e-05,
+      "loss": 0.8532,
+      "step": 606
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.6004512906074524,
+      "learning_rate": 2.248957464553795e-05,
+      "loss": 0.8792,
+      "step": 607
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.5714022517204285,
+      "learning_rate": 2.248540450375313e-05,
+      "loss": 1.0789,
+      "step": 608
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.516106367111206,
+      "learning_rate": 2.248123436196831e-05,
+      "loss": 0.832,
+      "step": 609
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.525380551815033,
+      "learning_rate": 2.2477064220183487e-05,
+      "loss": 0.89,
+      "step": 610
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.5237408876419067,
+      "learning_rate": 2.247289407839867e-05,
+      "loss": 0.7218,
+      "step": 611
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.5980467200279236,
+      "learning_rate": 2.2468723936613844e-05,
+      "loss": 0.8922,
+      "step": 612
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.5158054232597351,
+      "learning_rate": 2.2464553794829026e-05,
+      "loss": 1.0734,
+      "step": 613
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 0.5180749893188477,
+      "learning_rate": 2.2460383653044204e-05,
+      "loss": 0.7553,
+      "step": 614
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.5456546545028687,
+      "learning_rate": 2.2456213511259382e-05,
+      "loss": 0.906,
+      "step": 615
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.6576938033103943,
+      "learning_rate": 2.245204336947456e-05,
+      "loss": 1.0114,
+      "step": 616
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.5167136788368225,
+      "learning_rate": 2.2447873227689743e-05,
+      "loss": 0.8169,
+      "step": 617
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.6477835178375244,
+      "learning_rate": 2.244370308590492e-05,
+      "loss": 1.0314,
+      "step": 618
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.6288226842880249,
+      "learning_rate": 2.24395329441201e-05,
+      "loss": 0.9237,
+      "step": 619
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.7470264434814453,
+      "learning_rate": 2.243536280233528e-05,
+      "loss": 0.9283,
+      "step": 620
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.6539817452430725,
+      "learning_rate": 2.243119266055046e-05,
+      "loss": 1.0426,
+      "step": 621
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.6046735048294067,
+      "learning_rate": 2.2427022518765638e-05,
+      "loss": 0.9808,
+      "step": 622
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.5241483449935913,
+      "learning_rate": 2.242285237698082e-05,
+      "loss": 0.7652,
+      "step": 623
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.5310834050178528,
+      "learning_rate": 2.2418682235195998e-05,
+      "loss": 0.9361,
+      "step": 624
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.6758256554603577,
+      "learning_rate": 2.2414512093411176e-05,
+      "loss": 0.9688,
+      "step": 625
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.6072964072227478,
+      "learning_rate": 2.2410341951626358e-05,
+      "loss": 1.0295,
+      "step": 626
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.48252397775650024,
+      "learning_rate": 2.2406171809841536e-05,
+      "loss": 0.8814,
+      "step": 627
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.6290227174758911,
+      "learning_rate": 2.2402001668056714e-05,
+      "loss": 0.9118,
+      "step": 628
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.5975037217140198,
+      "learning_rate": 2.2397831526271896e-05,
+      "loss": 0.8604,
+      "step": 629
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.48755747079849243,
+      "learning_rate": 2.2393661384487075e-05,
+      "loss": 0.7871,
+      "step": 630
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.527641773223877,
+      "learning_rate": 2.2389491242702253e-05,
+      "loss": 0.7539,
+      "step": 631
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.6110572814941406,
+      "learning_rate": 2.2385321100917435e-05,
+      "loss": 0.9407,
+      "step": 632
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.5736991167068481,
+      "learning_rate": 2.2381150959132613e-05,
+      "loss": 0.8642,
+      "step": 633
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.5510839819908142,
+      "learning_rate": 2.237698081734779e-05,
+      "loss": 0.8452,
+      "step": 634
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 0.5718552470207214,
+      "learning_rate": 2.237281067556297e-05,
+      "loss": 0.9791,
+      "step": 635
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.5936397314071655,
+      "learning_rate": 2.2368640533778148e-05,
+      "loss": 1.0028,
+      "step": 636
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.5886701345443726,
+      "learning_rate": 2.2364470391993326e-05,
+      "loss": 0.8704,
+      "step": 637
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.5776005983352661,
+      "learning_rate": 2.2360300250208508e-05,
+      "loss": 0.9626,
+      "step": 638
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.6643352508544922,
+      "learning_rate": 2.2356130108423686e-05,
+      "loss": 1.0432,
+      "step": 639
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.667109489440918,
+      "learning_rate": 2.2351959966638865e-05,
+      "loss": 0.8872,
+      "step": 640
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.572689950466156,
+      "learning_rate": 2.2347789824854046e-05,
+      "loss": 0.8492,
+      "step": 641
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.5439754128456116,
+      "learning_rate": 2.2343619683069225e-05,
+      "loss": 0.8532,
+      "step": 642
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.6312196850776672,
+      "learning_rate": 2.2339449541284403e-05,
+      "loss": 0.8169,
+      "step": 643
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.6633208990097046,
+      "learning_rate": 2.2335279399499585e-05,
+      "loss": 0.8725,
+      "step": 644
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.7135180830955505,
+      "learning_rate": 2.2331109257714763e-05,
+      "loss": 1.0308,
+      "step": 645
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.67781001329422,
+      "learning_rate": 2.232693911592994e-05,
+      "loss": 0.936,
+      "step": 646
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.5986970067024231,
+      "learning_rate": 2.2322768974145123e-05,
+      "loss": 0.8439,
+      "step": 647
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.654697835445404,
+      "learning_rate": 2.23185988323603e-05,
+      "loss": 0.7795,
+      "step": 648
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.5156466960906982,
+      "learning_rate": 2.231442869057548e-05,
+      "loss": 0.7546,
+      "step": 649
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.5382063984870911,
+      "learning_rate": 2.2310258548790662e-05,
+      "loss": 0.9523,
+      "step": 650
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.594122052192688,
+      "learning_rate": 2.230608840700584e-05,
+      "loss": 1.0754,
+      "step": 651
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.5636196732521057,
+      "learning_rate": 2.230191826522102e-05,
+      "loss": 0.8661,
+      "step": 652
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.5619565844535828,
+      "learning_rate": 2.22977481234362e-05,
+      "loss": 0.9837,
+      "step": 653
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.6646262407302856,
+      "learning_rate": 2.229357798165138e-05,
+      "loss": 0.9541,
+      "step": 654
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.5366731882095337,
+      "learning_rate": 2.2289407839866557e-05,
+      "loss": 0.8739,
+      "step": 655
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 0.6163346767425537,
+      "learning_rate": 2.2285237698081735e-05,
+      "loss": 0.9436,
+      "step": 656
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.6521465182304382,
+      "learning_rate": 2.2281067556296913e-05,
+      "loss": 0.877,
+      "step": 657
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.5919243097305298,
+      "learning_rate": 2.2276897414512092e-05,
+      "loss": 0.9615,
+      "step": 658
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.5470903515815735,
+      "learning_rate": 2.2272727272727274e-05,
+      "loss": 0.945,
+      "step": 659
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.5704642534255981,
+      "learning_rate": 2.2268557130942452e-05,
+      "loss": 0.8802,
+      "step": 660
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.6420626640319824,
+      "learning_rate": 2.226438698915763e-05,
+      "loss": 0.8371,
+      "step": 661
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.5071094632148743,
+      "learning_rate": 2.2260216847372812e-05,
+      "loss": 0.8873,
+      "step": 662
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.5379112958908081,
+      "learning_rate": 2.225604670558799e-05,
+      "loss": 0.8116,
+      "step": 663
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.9729637503623962,
+      "learning_rate": 2.225187656380317e-05,
+      "loss": 0.7785,
+      "step": 664
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.63363116979599,
+      "learning_rate": 2.224770642201835e-05,
+      "loss": 0.9672,
+      "step": 665
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.6263750195503235,
+      "learning_rate": 2.224353628023353e-05,
+      "loss": 0.9921,
+      "step": 666
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.49659407138824463,
+      "learning_rate": 2.2239366138448707e-05,
+      "loss": 0.7949,
+      "step": 667
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.66839599609375,
+      "learning_rate": 2.223519599666389e-05,
+      "loss": 0.7895,
+      "step": 668
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.6070045232772827,
+      "learning_rate": 2.2231025854879067e-05,
+      "loss": 0.8628,
+      "step": 669
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.5659862160682678,
+      "learning_rate": 2.2226855713094245e-05,
+      "loss": 0.9161,
+      "step": 670
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.6427795886993408,
+      "learning_rate": 2.2222685571309427e-05,
+      "loss": 0.8886,
+      "step": 671
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.548677921295166,
+      "learning_rate": 2.2218515429524606e-05,
+      "loss": 0.8194,
+      "step": 672
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.667427122592926,
+      "learning_rate": 2.2214345287739784e-05,
+      "loss": 0.983,
+      "step": 673
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.5649857521057129,
+      "learning_rate": 2.2210175145954966e-05,
+      "loss": 0.8793,
+      "step": 674
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.5327683687210083,
+      "learning_rate": 2.2206005004170144e-05,
+      "loss": 0.8943,
+      "step": 675
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.5115516781806946,
+      "learning_rate": 2.2201834862385322e-05,
+      "loss": 0.9194,
+      "step": 676
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.5953977704048157,
+      "learning_rate": 2.2197664720600504e-05,
+      "loss": 0.9642,
+      "step": 677
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.4958788752555847,
+      "learning_rate": 2.219349457881568e-05,
+      "loss": 0.8372,
+      "step": 678
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.5621132850646973,
+      "learning_rate": 2.2189324437030857e-05,
+      "loss": 0.9409,
+      "step": 679
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.5244410037994385,
+      "learning_rate": 2.218515429524604e-05,
+      "loss": 0.8979,
+      "step": 680
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.551428496837616,
+      "learning_rate": 2.2180984153461217e-05,
+      "loss": 0.8473,
+      "step": 681
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.500207245349884,
+      "learning_rate": 2.2176814011676396e-05,
+      "loss": 0.7356,
+      "step": 682
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.6019723415374756,
+      "learning_rate": 2.2172643869891577e-05,
+      "loss": 0.8726,
+      "step": 683
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.5311354994773865,
+      "learning_rate": 2.2168473728106756e-05,
+      "loss": 0.7015,
+      "step": 684
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.747022271156311,
+      "learning_rate": 2.2164303586321934e-05,
+      "loss": 0.8732,
+      "step": 685
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.6259097456932068,
+      "learning_rate": 2.2160133444537116e-05,
+      "loss": 0.9296,
+      "step": 686
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.5785236954689026,
+      "learning_rate": 2.2155963302752294e-05,
+      "loss": 0.7563,
+      "step": 687
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.5860147476196289,
+      "learning_rate": 2.2151793160967473e-05,
+      "loss": 0.8044,
+      "step": 688
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.649436354637146,
+      "learning_rate": 2.2147623019182654e-05,
+      "loss": 0.8192,
+      "step": 689
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.47163915634155273,
+      "learning_rate": 2.2143452877397833e-05,
+      "loss": 0.7295,
+      "step": 690
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.6247364282608032,
+      "learning_rate": 2.213928273561301e-05,
+      "loss": 0.8154,
+      "step": 691
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.5607298016548157,
+      "learning_rate": 2.2135112593828193e-05,
+      "loss": 0.9344,
+      "step": 692
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.5823436379432678,
+      "learning_rate": 2.213094245204337e-05,
+      "loss": 1.1153,
+      "step": 693
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.5933154821395874,
+      "learning_rate": 2.212677231025855e-05,
+      "loss": 0.9313,
+      "step": 694
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.5515856146812439,
+      "learning_rate": 2.212260216847373e-05,
+      "loss": 0.9749,
+      "step": 695
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.5496696829795837,
+      "learning_rate": 2.211843202668891e-05,
+      "loss": 0.8302,
+      "step": 696
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 0.5689006447792053,
+      "learning_rate": 2.2114261884904088e-05,
+      "loss": 0.8322,
+      "step": 697
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.649014949798584,
+      "learning_rate": 2.211009174311927e-05,
+      "loss": 0.9115,
+      "step": 698
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.5588629245758057,
+      "learning_rate": 2.2105921601334448e-05,
+      "loss": 0.8576,
+      "step": 699
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.5575553178787231,
+      "learning_rate": 2.2101751459549623e-05,
+      "loss": 0.7914,
+      "step": 700
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.5250290632247925,
+      "learning_rate": 2.2097581317764805e-05,
+      "loss": 1.0509,
+      "step": 701
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.6008769869804382,
+      "learning_rate": 2.2093411175979983e-05,
+      "loss": 0.8869,
+      "step": 702
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.6225902438163757,
+      "learning_rate": 2.208924103419516e-05,
+      "loss": 0.8695,
+      "step": 703
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.5618981122970581,
+      "learning_rate": 2.2085070892410343e-05,
+      "loss": 0.8525,
+      "step": 704
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.5772456526756287,
+      "learning_rate": 2.208090075062552e-05,
+      "loss": 0.8136,
+      "step": 705
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.5328142642974854,
+      "learning_rate": 2.20767306088407e-05,
+      "loss": 0.8969,
+      "step": 706
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.5746198892593384,
+      "learning_rate": 2.207256046705588e-05,
+      "loss": 0.7757,
+      "step": 707
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.5880505442619324,
+      "learning_rate": 2.206839032527106e-05,
+      "loss": 0.7367,
+      "step": 708
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.4585578441619873,
+      "learning_rate": 2.2064220183486238e-05,
+      "loss": 1.0352,
+      "step": 709
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.6201162934303284,
+      "learning_rate": 2.206005004170142e-05,
+      "loss": 1.0779,
+      "step": 710
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.5138627886772156,
+      "learning_rate": 2.2055879899916598e-05,
+      "loss": 0.9233,
+      "step": 711
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.7404292225837708,
+      "learning_rate": 2.2051709758131776e-05,
+      "loss": 0.8902,
+      "step": 712
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.6132736206054688,
+      "learning_rate": 2.2047539616346958e-05,
+      "loss": 0.8035,
+      "step": 713
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.6409346461296082,
+      "learning_rate": 2.2043369474562137e-05,
+      "loss": 0.8229,
+      "step": 714
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.50326007604599,
+      "learning_rate": 2.2039199332777315e-05,
+      "loss": 0.7009,
+      "step": 715
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.6696736812591553,
+      "learning_rate": 2.2035029190992497e-05,
+      "loss": 0.9177,
+      "step": 716
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.5614985227584839,
+      "learning_rate": 2.2030859049207675e-05,
+      "loss": 0.9731,
+      "step": 717
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.5333727598190308,
+      "learning_rate": 2.2026688907422853e-05,
+      "loss": 0.8823,
+      "step": 718
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.5914250016212463,
+      "learning_rate": 2.2022518765638035e-05,
+      "loss": 0.8058,
+      "step": 719
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.538661777973175,
+      "learning_rate": 2.2018348623853213e-05,
+      "loss": 0.7909,
+      "step": 720
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.6205071210861206,
+      "learning_rate": 2.2014178482068392e-05,
+      "loss": 0.9014,
+      "step": 721
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.49626705050468445,
+      "learning_rate": 2.201000834028357e-05,
+      "loss": 0.8513,
+      "step": 722
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.6232253909111023,
+      "learning_rate": 2.200583819849875e-05,
+      "loss": 0.9299,
+      "step": 723
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.785442054271698,
+      "learning_rate": 2.2001668056713927e-05,
+      "loss": 1.0212,
+      "step": 724
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.4810345470905304,
+      "learning_rate": 2.199749791492911e-05,
+      "loss": 0.7786,
+      "step": 725
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.5013840198516846,
+      "learning_rate": 2.1993327773144287e-05,
+      "loss": 0.8908,
+      "step": 726
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.4525558352470398,
+      "learning_rate": 2.1989157631359465e-05,
+      "loss": 0.6723,
+      "step": 727
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.6775151491165161,
+      "learning_rate": 2.1984987489574647e-05,
+      "loss": 0.9495,
+      "step": 728
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.5883599519729614,
+      "learning_rate": 2.1980817347789825e-05,
+      "loss": 0.8502,
+      "step": 729
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.6803659796714783,
+      "learning_rate": 2.1976647206005004e-05,
+      "loss": 0.9078,
+      "step": 730
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.6012017130851746,
+      "learning_rate": 2.1972477064220185e-05,
+      "loss": 0.832,
+      "step": 731
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.6462345123291016,
+      "learning_rate": 2.1968306922435364e-05,
+      "loss": 0.952,
+      "step": 732
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.48903709650039673,
+      "learning_rate": 2.1964136780650542e-05,
+      "loss": 0.809,
+      "step": 733
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.5075723528862,
+      "learning_rate": 2.1959966638865724e-05,
+      "loss": 0.7369,
+      "step": 734
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.6722694635391235,
+      "learning_rate": 2.1955796497080902e-05,
+      "loss": 1.0761,
+      "step": 735
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.5381117463111877,
+      "learning_rate": 2.195162635529608e-05,
+      "loss": 0.7878,
+      "step": 736
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.6301715970039368,
+      "learning_rate": 2.1947456213511262e-05,
+      "loss": 0.8359,
+      "step": 737
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.530489981174469,
+      "learning_rate": 2.194328607172644e-05,
+      "loss": 0.876,
+      "step": 738
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.7903013825416565,
+      "learning_rate": 2.193911592994162e-05,
+      "loss": 0.9868,
+      "step": 739
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.6008397340774536,
+      "learning_rate": 2.19349457881568e-05,
+      "loss": 0.8949,
+      "step": 740
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.5799695253372192,
+      "learning_rate": 2.193077564637198e-05,
+      "loss": 0.8319,
+      "step": 741
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.5777300596237183,
+      "learning_rate": 2.1926605504587157e-05,
+      "loss": 0.7628,
+      "step": 742
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.5359259247779846,
+      "learning_rate": 2.192243536280234e-05,
+      "loss": 0.7883,
+      "step": 743
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.581076443195343,
+      "learning_rate": 2.1918265221017514e-05,
+      "loss": 0.7981,
+      "step": 744
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.4617384076118469,
+      "learning_rate": 2.1914095079232692e-05,
+      "loss": 0.8314,
+      "step": 745
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.7531223297119141,
+      "learning_rate": 2.1909924937447874e-05,
+      "loss": 0.9551,
+      "step": 746
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.5740370750427246,
+      "learning_rate": 2.1905754795663052e-05,
+      "loss": 1.0445,
+      "step": 747
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.5920639038085938,
+      "learning_rate": 2.190158465387823e-05,
+      "loss": 1.0067,
+      "step": 748
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.5956019163131714,
+      "learning_rate": 2.1897414512093412e-05,
+      "loss": 0.802,
+      "step": 749
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.5910279750823975,
+      "learning_rate": 2.189324437030859e-05,
+      "loss": 1.0267,
+      "step": 750
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.7019015550613403,
+      "learning_rate": 2.188907422852377e-05,
+      "loss": 0.8927,
+      "step": 751
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.5063806772232056,
+      "learning_rate": 2.188490408673895e-05,
+      "loss": 0.8152,
+      "step": 752
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.5696784257888794,
+      "learning_rate": 2.188073394495413e-05,
+      "loss": 0.9313,
+      "step": 753
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.49107056856155396,
+      "learning_rate": 2.1876563803169307e-05,
+      "loss": 0.8598,
+      "step": 754
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.5039631724357605,
+      "learning_rate": 2.187239366138449e-05,
+      "loss": 0.8232,
+      "step": 755
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.5557799339294434,
+      "learning_rate": 2.1868223519599668e-05,
+      "loss": 0.849,
+      "step": 756
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.5538116693496704,
+      "learning_rate": 2.1864053377814846e-05,
+      "loss": 0.7986,
+      "step": 757
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.6063938736915588,
+      "learning_rate": 2.1859883236030028e-05,
+      "loss": 0.8735,
+      "step": 758
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.6202307939529419,
+      "learning_rate": 2.1855713094245206e-05,
+      "loss": 0.8838,
+      "step": 759
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.5662246942520142,
+      "learning_rate": 2.1851542952460384e-05,
+      "loss": 0.9762,
+      "step": 760
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.5876421928405762,
+      "learning_rate": 2.1847372810675566e-05,
+      "loss": 0.9004,
+      "step": 761
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.7205305099487305,
+      "learning_rate": 2.1843202668890744e-05,
+      "loss": 0.9327,
+      "step": 762
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.6979808211326599,
+      "learning_rate": 2.1839032527105923e-05,
+      "loss": 0.7939,
+      "step": 763
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.5393663644790649,
+      "learning_rate": 2.1834862385321104e-05,
+      "loss": 0.7148,
+      "step": 764
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.6258012652397156,
+      "learning_rate": 2.1830692243536283e-05,
+      "loss": 0.8201,
+      "step": 765
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.65948486328125,
+      "learning_rate": 2.1826522101751458e-05,
+      "loss": 0.8427,
+      "step": 766
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.599368691444397,
+      "learning_rate": 2.182235195996664e-05,
+      "loss": 0.8967,
+      "step": 767
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.5437915921211243,
+      "learning_rate": 2.1818181818181818e-05,
+      "loss": 0.8612,
+      "step": 768
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.5888422131538391,
+      "learning_rate": 2.1814011676396996e-05,
+      "loss": 0.9575,
+      "step": 769
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.7028768062591553,
+      "learning_rate": 2.1809841534612178e-05,
+      "loss": 1.0411,
+      "step": 770
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.5757259130477905,
+      "learning_rate": 2.1805671392827356e-05,
+      "loss": 0.742,
+      "step": 771
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.49988076090812683,
+      "learning_rate": 2.1801501251042535e-05,
+      "loss": 0.9038,
+      "step": 772
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.5561165809631348,
+      "learning_rate": 2.1797331109257716e-05,
+      "loss": 0.9435,
+      "step": 773
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.49761679768562317,
+      "learning_rate": 2.1793160967472895e-05,
+      "loss": 0.9007,
+      "step": 774
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.7481729388237,
+      "learning_rate": 2.1788990825688073e-05,
+      "loss": 0.821,
+      "step": 775
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.6466510891914368,
+      "learning_rate": 2.1784820683903255e-05,
+      "loss": 0.8239,
+      "step": 776
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.6049795150756836,
+      "learning_rate": 2.1780650542118433e-05,
+      "loss": 0.9779,
+      "step": 777
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.6099448204040527,
+      "learning_rate": 2.177648040033361e-05,
+      "loss": 0.8646,
+      "step": 778
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.5549317002296448,
+      "learning_rate": 2.1772310258548793e-05,
+      "loss": 1.1276,
+      "step": 779
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.7503557801246643,
+      "learning_rate": 2.176814011676397e-05,
+      "loss": 1.1488,
+      "step": 780
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.5463963747024536,
+      "learning_rate": 2.176396997497915e-05,
+      "loss": 0.9274,
+      "step": 781
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.6400941610336304,
+      "learning_rate": 2.175979983319433e-05,
+      "loss": 0.872,
+      "step": 782
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.6405242085456848,
+      "learning_rate": 2.175562969140951e-05,
+      "loss": 0.9224,
+      "step": 783
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.5844632387161255,
+      "learning_rate": 2.1751459549624688e-05,
+      "loss": 1.0224,
+      "step": 784
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.590813159942627,
+      "learning_rate": 2.174728940783987e-05,
+      "loss": 0.8565,
+      "step": 785
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.5443763136863708,
+      "learning_rate": 2.1743119266055048e-05,
+      "loss": 1.0795,
+      "step": 786
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.4637141227722168,
+      "learning_rate": 2.1738949124270227e-05,
+      "loss": 0.7809,
+      "step": 787
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.590656578540802,
+      "learning_rate": 2.1734778982485405e-05,
+      "loss": 0.8413,
+      "step": 788
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.547820508480072,
+      "learning_rate": 2.1730608840700583e-05,
+      "loss": 0.8251,
+      "step": 789
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.599664032459259,
+      "learning_rate": 2.172643869891576e-05,
+      "loss": 0.8709,
+      "step": 790
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.5393940210342407,
+      "learning_rate": 2.1722268557130943e-05,
+      "loss": 0.8621,
+      "step": 791
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.5228292346000671,
+      "learning_rate": 2.1718098415346122e-05,
+      "loss": 0.9079,
+      "step": 792
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.5838654041290283,
+      "learning_rate": 2.17139282735613e-05,
+      "loss": 1.0129,
+      "step": 793
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.6099779605865479,
+      "learning_rate": 2.1709758131776482e-05,
+      "loss": 1.08,
+      "step": 794
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.5455557703971863,
+      "learning_rate": 2.170558798999166e-05,
+      "loss": 0.7818,
+      "step": 795
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.5486708283424377,
+      "learning_rate": 2.170141784820684e-05,
+      "loss": 0.8476,
+      "step": 796
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.6146864891052246,
+      "learning_rate": 2.169724770642202e-05,
+      "loss": 1.0527,
+      "step": 797
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.595084547996521,
+      "learning_rate": 2.16930775646372e-05,
+      "loss": 0.8871,
+      "step": 798
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.6208755373954773,
+      "learning_rate": 2.1688907422852377e-05,
+      "loss": 0.7578,
+      "step": 799
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 0.5915758609771729,
+      "learning_rate": 2.168473728106756e-05,
+      "loss": 0.8149,
+      "step": 800
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.5822041630744934,
+      "learning_rate": 2.1680567139282737e-05,
+      "loss": 0.9841,
+      "step": 801
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.6033816337585449,
+      "learning_rate": 2.1676396997497915e-05,
+      "loss": 1.0011,
+      "step": 802
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.5845529437065125,
+      "learning_rate": 2.1672226855713097e-05,
+      "loss": 0.7956,
+      "step": 803
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.5239971280097961,
+      "learning_rate": 2.1668056713928275e-05,
+      "loss": 1.0989,
+      "step": 804
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.46358561515808105,
+      "learning_rate": 2.1663886572143454e-05,
+      "loss": 0.7723,
+      "step": 805
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.552376389503479,
+      "learning_rate": 2.1659716430358635e-05,
+      "loss": 0.909,
+      "step": 806
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.7001660466194153,
+      "learning_rate": 2.1655546288573814e-05,
+      "loss": 0.859,
+      "step": 807
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.559516429901123,
+      "learning_rate": 2.1651376146788992e-05,
+      "loss": 0.8018,
+      "step": 808
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.6223310828208923,
+      "learning_rate": 2.1647206005004174e-05,
+      "loss": 1.1406,
+      "step": 809
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.6775256991386414,
+      "learning_rate": 2.164303586321935e-05,
+      "loss": 0.8297,
+      "step": 810
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.6415294408798218,
+      "learning_rate": 2.1638865721434527e-05,
+      "loss": 0.9237,
+      "step": 811
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.5586150884628296,
+      "learning_rate": 2.163469557964971e-05,
+      "loss": 0.9489,
+      "step": 812
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.636577844619751,
+      "learning_rate": 2.1630525437864887e-05,
+      "loss": 0.8318,
+      "step": 813
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.45538875460624695,
+      "learning_rate": 2.1626355296080066e-05,
+      "loss": 0.9252,
+      "step": 814
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.665709912776947,
+      "learning_rate": 2.1622185154295247e-05,
+      "loss": 1.0308,
+      "step": 815
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.6243925094604492,
+      "learning_rate": 2.1618015012510426e-05,
+      "loss": 0.957,
+      "step": 816
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.5440744757652283,
+      "learning_rate": 2.1613844870725604e-05,
+      "loss": 0.6864,
+      "step": 817
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.5600653886795044,
+      "learning_rate": 2.1609674728940786e-05,
+      "loss": 0.9224,
+      "step": 818
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.6849504709243774,
+      "learning_rate": 2.1605504587155964e-05,
+      "loss": 0.7331,
+      "step": 819
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.5207381844520569,
+      "learning_rate": 2.1601334445371142e-05,
+      "loss": 0.9516,
+      "step": 820
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 0.620189368724823,
+      "learning_rate": 2.1597164303586324e-05,
+      "loss": 0.9529,
+      "step": 821
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.7098662853240967,
+      "learning_rate": 2.1592994161801502e-05,
+      "loss": 0.8864,
+      "step": 822
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.6852023601531982,
+      "learning_rate": 2.158882402001668e-05,
+      "loss": 0.9509,
+      "step": 823
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.6853574514389038,
+      "learning_rate": 2.1584653878231863e-05,
+      "loss": 0.8167,
+      "step": 824
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.6262841820716858,
+      "learning_rate": 2.158048373644704e-05,
+      "loss": 1.0232,
+      "step": 825
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.5169112682342529,
+      "learning_rate": 2.157631359466222e-05,
+      "loss": 0.7823,
+      "step": 826
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.5721169114112854,
+      "learning_rate": 2.15721434528774e-05,
+      "loss": 0.8598,
+      "step": 827
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.5338114500045776,
+      "learning_rate": 2.156797331109258e-05,
+      "loss": 0.9386,
+      "step": 828
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.7023168802261353,
+      "learning_rate": 2.1563803169307758e-05,
+      "loss": 0.8129,
+      "step": 829
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.5225779414176941,
+      "learning_rate": 2.155963302752294e-05,
+      "loss": 0.7809,
+      "step": 830
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.5756195187568665,
+      "learning_rate": 2.1555462885738118e-05,
+      "loss": 0.9672,
+      "step": 831
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.5550948977470398,
+      "learning_rate": 2.1551292743953293e-05,
+      "loss": 0.9578,
+      "step": 832
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.7717121243476868,
+      "learning_rate": 2.1547122602168474e-05,
+      "loss": 1.0601,
+      "step": 833
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.5827890634536743,
+      "learning_rate": 2.1542952460383653e-05,
+      "loss": 0.8729,
+      "step": 834
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.6383093595504761,
+      "learning_rate": 2.153878231859883e-05,
+      "loss": 0.9203,
+      "step": 835
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.5546723008155823,
+      "learning_rate": 2.1534612176814013e-05,
+      "loss": 0.737,
+      "step": 836
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.7399674654006958,
+      "learning_rate": 2.153044203502919e-05,
+      "loss": 0.8338,
+      "step": 837
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.5958274602890015,
+      "learning_rate": 2.152627189324437e-05,
+      "loss": 1.0266,
+      "step": 838
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.5275865197181702,
+      "learning_rate": 2.152210175145955e-05,
+      "loss": 1.0345,
+      "step": 839
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.7005592584609985,
+      "learning_rate": 2.151793160967473e-05,
+      "loss": 1.0737,
+      "step": 840
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.6084327697753906,
+      "learning_rate": 2.1513761467889908e-05,
+      "loss": 0.866,
+      "step": 841
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.4605668783187866,
+      "learning_rate": 2.150959132610509e-05,
+      "loss": 0.8197,
+      "step": 842
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.5768406987190247,
+      "learning_rate": 2.1505421184320268e-05,
+      "loss": 0.8119,
+      "step": 843
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.6033014059066772,
+      "learning_rate": 2.1501251042535446e-05,
+      "loss": 0.8886,
+      "step": 844
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.5842892527580261,
+      "learning_rate": 2.1497080900750628e-05,
+      "loss": 0.866,
+      "step": 845
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.5411765575408936,
+      "learning_rate": 2.1492910758965806e-05,
+      "loss": 1.0727,
+      "step": 846
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.5820788145065308,
+      "learning_rate": 2.1488740617180985e-05,
+      "loss": 0.8223,
+      "step": 847
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.6782400608062744,
+      "learning_rate": 2.1484570475396166e-05,
+      "loss": 0.8505,
+      "step": 848
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.5496117472648621,
+      "learning_rate": 2.1480400333611345e-05,
+      "loss": 0.9928,
+      "step": 849
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.49416661262512207,
+      "learning_rate": 2.1476230191826523e-05,
+      "loss": 0.8703,
+      "step": 850
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.705323338508606,
+      "learning_rate": 2.1472060050041705e-05,
+      "loss": 0.8951,
+      "step": 851
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.5549046397209167,
+      "learning_rate": 2.1467889908256883e-05,
+      "loss": 0.8651,
+      "step": 852
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.578004777431488,
+      "learning_rate": 2.146371976647206e-05,
+      "loss": 0.9062,
+      "step": 853
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.5116678476333618,
+      "learning_rate": 2.145954962468724e-05,
+      "loss": 0.7609,
+      "step": 854
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.6407992243766785,
+      "learning_rate": 2.1455379482902418e-05,
+      "loss": 0.7822,
+      "step": 855
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.43083640933036804,
+      "learning_rate": 2.1451209341117597e-05,
+      "loss": 0.9216,
+      "step": 856
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.5778592824935913,
+      "learning_rate": 2.1447039199332778e-05,
+      "loss": 0.8922,
+      "step": 857
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.5170813202857971,
+      "learning_rate": 2.1442869057547957e-05,
+      "loss": 0.8936,
+      "step": 858
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.6142869591712952,
+      "learning_rate": 2.1438698915763135e-05,
+      "loss": 0.9974,
+      "step": 859
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.5570237040519714,
+      "learning_rate": 2.1434528773978317e-05,
+      "loss": 0.9197,
+      "step": 860
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.5948598980903625,
+      "learning_rate": 2.1430358632193495e-05,
+      "loss": 0.8976,
+      "step": 861
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.6039432287216187,
+      "learning_rate": 2.1426188490408673e-05,
+      "loss": 0.9316,
+      "step": 862
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.6410199403762817,
+      "learning_rate": 2.1422018348623855e-05,
+      "loss": 0.8937,
+      "step": 863
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.5892984867095947,
+      "learning_rate": 2.1417848206839033e-05,
+      "loss": 0.9107,
+      "step": 864
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.522746205329895,
+      "learning_rate": 2.1413678065054212e-05,
+      "loss": 0.8869,
+      "step": 865
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.4356790781021118,
+      "learning_rate": 2.1409507923269394e-05,
+      "loss": 0.7191,
+      "step": 866
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.6305416822433472,
+      "learning_rate": 2.1405337781484572e-05,
+      "loss": 0.8072,
+      "step": 867
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.5444215536117554,
+      "learning_rate": 2.140116763969975e-05,
+      "loss": 0.8769,
+      "step": 868
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.6264482736587524,
+      "learning_rate": 2.1396997497914932e-05,
+      "loss": 0.9398,
+      "step": 869
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.6615257859230042,
+      "learning_rate": 2.139282735613011e-05,
+      "loss": 0.9544,
+      "step": 870
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.6746616363525391,
+      "learning_rate": 2.138865721434529e-05,
+      "loss": 0.7779,
+      "step": 871
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.5172351598739624,
+      "learning_rate": 2.138448707256047e-05,
+      "loss": 0.8493,
+      "step": 872
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.7021863460540771,
+      "learning_rate": 2.138031693077565e-05,
+      "loss": 0.8143,
+      "step": 873
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.5372699499130249,
+      "learning_rate": 2.1376146788990827e-05,
+      "loss": 0.9652,
+      "step": 874
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.6045578718185425,
+      "learning_rate": 2.137197664720601e-05,
+      "loss": 0.8357,
+      "step": 875
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.5127382874488831,
+      "learning_rate": 2.1367806505421184e-05,
+      "loss": 0.8972,
+      "step": 876
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.5193771123886108,
+      "learning_rate": 2.1363636363636362e-05,
+      "loss": 0.8986,
+      "step": 877
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.6589102745056152,
+      "learning_rate": 2.1359466221851544e-05,
+      "loss": 1.1022,
+      "step": 878
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.5755956172943115,
+      "learning_rate": 2.1355296080066722e-05,
+      "loss": 0.9281,
+      "step": 879
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.6168652176856995,
+      "learning_rate": 2.13511259382819e-05,
+      "loss": 0.7813,
+      "step": 880
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.6365056037902832,
+      "learning_rate": 2.1346955796497082e-05,
+      "loss": 0.9497,
+      "step": 881
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.6977638602256775,
+      "learning_rate": 2.134278565471226e-05,
+      "loss": 0.8278,
+      "step": 882
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.5144352912902832,
+      "learning_rate": 2.133861551292744e-05,
+      "loss": 0.7742,
+      "step": 883
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.48561322689056396,
+      "learning_rate": 2.133444537114262e-05,
+      "loss": 0.8695,
+      "step": 884
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.5789933204650879,
+      "learning_rate": 2.13302752293578e-05,
+      "loss": 1.0863,
+      "step": 885
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.6638254523277283,
+      "learning_rate": 2.1326105087572977e-05,
+      "loss": 0.9761,
+      "step": 886
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.5530070662498474,
+      "learning_rate": 2.132193494578816e-05,
+      "loss": 0.9445,
+      "step": 887
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.5589281916618347,
+      "learning_rate": 2.1317764804003337e-05,
+      "loss": 0.7229,
+      "step": 888
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.5919783711433411,
+      "learning_rate": 2.1313594662218516e-05,
+      "loss": 0.8661,
+      "step": 889
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.6422617435455322,
+      "learning_rate": 2.1309424520433697e-05,
+      "loss": 0.8288,
+      "step": 890
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.5737969279289246,
+      "learning_rate": 2.1305254378648876e-05,
+      "loss": 0.9701,
+      "step": 891
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.6877581477165222,
+      "learning_rate": 2.1301084236864054e-05,
+      "loss": 1.0402,
+      "step": 892
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.5658195614814758,
+      "learning_rate": 2.1296914095079236e-05,
+      "loss": 0.9674,
+      "step": 893
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.5865910649299622,
+      "learning_rate": 2.1292743953294414e-05,
+      "loss": 0.9271,
+      "step": 894
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.5753705501556396,
+      "learning_rate": 2.1288573811509593e-05,
+      "loss": 0.7879,
+      "step": 895
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.5567763447761536,
+      "learning_rate": 2.1284403669724774e-05,
+      "loss": 0.824,
+      "step": 896
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.5334809422492981,
+      "learning_rate": 2.1280233527939953e-05,
+      "loss": 1.0146,
+      "step": 897
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.6546300649642944,
+      "learning_rate": 2.1276063386155128e-05,
+      "loss": 0.8581,
+      "step": 898
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.6981760263442993,
+      "learning_rate": 2.127189324437031e-05,
+      "loss": 0.8904,
+      "step": 899
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.6366367340087891,
+      "learning_rate": 2.1267723102585488e-05,
+      "loss": 1.042,
+      "step": 900
+    },
+    {
+      "epoch": 0.87,
+      "eval_loss": 0.8830714225769043,
+      "eval_runtime": 862.8178,
+      "eval_samples_per_second": 4.791,
+      "eval_steps_per_second": 0.599,
+      "step": 900
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.6825015544891357,
+      "learning_rate": 2.1263552960800666e-05,
+      "loss": 0.9197,
+      "step": 901
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.5512802004814148,
+      "learning_rate": 2.1259382819015848e-05,
+      "loss": 0.7511,
+      "step": 902
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.4855497181415558,
+      "learning_rate": 2.1255212677231026e-05,
+      "loss": 0.8407,
+      "step": 903
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 0.5486828088760376,
+      "learning_rate": 2.1251042535446204e-05,
+      "loss": 0.9195,
+      "step": 904
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.6304187178611755,
+      "learning_rate": 2.1246872393661386e-05,
+      "loss": 0.8898,
+      "step": 905
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.7274760603904724,
+      "learning_rate": 2.1242702251876564e-05,
+      "loss": 1.0217,
+      "step": 906
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.7110854387283325,
+      "learning_rate": 2.1238532110091743e-05,
+      "loss": 0.9543,
+      "step": 907
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.6092537045478821,
+      "learning_rate": 2.1234361968306925e-05,
+      "loss": 0.9396,
+      "step": 908
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.5700632929801941,
+      "learning_rate": 2.1230191826522103e-05,
+      "loss": 0.8864,
+      "step": 909
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.5591063499450684,
+      "learning_rate": 2.122602168473728e-05,
+      "loss": 0.7958,
+      "step": 910
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.6305240988731384,
+      "learning_rate": 2.1221851542952463e-05,
+      "loss": 0.9338,
+      "step": 911
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.6336666941642761,
+      "learning_rate": 2.121768140116764e-05,
+      "loss": 0.9299,
+      "step": 912
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.6448137164115906,
+      "learning_rate": 2.121351125938282e-05,
+      "loss": 0.829,
+      "step": 913
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.6578680872917175,
+      "learning_rate": 2.1209341117598e-05,
+      "loss": 0.9527,
+      "step": 914
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.5350990891456604,
+      "learning_rate": 2.120517097581318e-05,
+      "loss": 0.8542,
+      "step": 915
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.5867906212806702,
+      "learning_rate": 2.1201000834028358e-05,
+      "loss": 0.8699,
+      "step": 916
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.60890132188797,
+      "learning_rate": 2.119683069224354e-05,
+      "loss": 0.9671,
+      "step": 917
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.5521153807640076,
+      "learning_rate": 2.1192660550458718e-05,
+      "loss": 0.8587,
+      "step": 918
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.5705695748329163,
+      "learning_rate": 2.1188490408673896e-05,
+      "loss": 1.0039,
+      "step": 919
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.6579911708831787,
+      "learning_rate": 2.1184320266889075e-05,
+      "loss": 0.9246,
+      "step": 920
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.6417614817619324,
+      "learning_rate": 2.1180150125104253e-05,
+      "loss": 1.1029,
+      "step": 921
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.545704185962677,
+      "learning_rate": 2.117597998331943e-05,
+      "loss": 1.0068,
+      "step": 922
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.6058927774429321,
+      "learning_rate": 2.1171809841534613e-05,
+      "loss": 0.9365,
+      "step": 923
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 0.5710421800613403,
+      "learning_rate": 2.116763969974979e-05,
+      "loss": 0.9815,
+      "step": 924
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.6160697340965271,
+      "learning_rate": 2.116346955796497e-05,
+      "loss": 0.7141,
+      "step": 925
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.6258829832077026,
+      "learning_rate": 2.115929941618015e-05,
+      "loss": 0.8538,
+      "step": 926
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.5760678052902222,
+      "learning_rate": 2.115512927439533e-05,
+      "loss": 0.9053,
+      "step": 927
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.5881115794181824,
+      "learning_rate": 2.115095913261051e-05,
+      "loss": 0.8154,
+      "step": 928
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.7064908146858215,
+      "learning_rate": 2.114678899082569e-05,
+      "loss": 1.121,
+      "step": 929
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.6081480979919434,
+      "learning_rate": 2.114261884904087e-05,
+      "loss": 0.8767,
+      "step": 930
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.6155034899711609,
+      "learning_rate": 2.1138448707256047e-05,
+      "loss": 0.8082,
+      "step": 931
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.5562847852706909,
+      "learning_rate": 2.113427856547123e-05,
+      "loss": 0.928,
+      "step": 932
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.5407242178916931,
+      "learning_rate": 2.1130108423686407e-05,
+      "loss": 0.8598,
+      "step": 933
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.5555698275566101,
+      "learning_rate": 2.1125938281901585e-05,
+      "loss": 0.9043,
+      "step": 934
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.5511791110038757,
+      "learning_rate": 2.1121768140116767e-05,
+      "loss": 0.7669,
+      "step": 935
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.5988614559173584,
+      "learning_rate": 2.1117597998331945e-05,
+      "loss": 0.7804,
+      "step": 936
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.5825805068016052,
+      "learning_rate": 2.1113427856547124e-05,
+      "loss": 1.0373,
+      "step": 937
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.5571190118789673,
+      "learning_rate": 2.1109257714762305e-05,
+      "loss": 0.7601,
+      "step": 938
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.6289721727371216,
+      "learning_rate": 2.1105087572977484e-05,
+      "loss": 0.8711,
+      "step": 939
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.5279461741447449,
+      "learning_rate": 2.1100917431192662e-05,
+      "loss": 0.8306,
+      "step": 940
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.6681569814682007,
+      "learning_rate": 2.1096747289407844e-05,
+      "loss": 0.7939,
+      "step": 941
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.607559323310852,
+      "learning_rate": 2.109257714762302e-05,
+      "loss": 0.7952,
+      "step": 942
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.604401171207428,
+      "learning_rate": 2.1088407005838197e-05,
+      "loss": 0.8705,
+      "step": 943
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.5533188581466675,
+      "learning_rate": 2.108423686405338e-05,
+      "loss": 0.9798,
+      "step": 944
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.6893919706344604,
+      "learning_rate": 2.1080066722268557e-05,
+      "loss": 0.8903,
+      "step": 945
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.5956358909606934,
+      "learning_rate": 2.1075896580483735e-05,
+      "loss": 0.6795,
+      "step": 946
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.6651936769485474,
+      "learning_rate": 2.1071726438698917e-05,
+      "loss": 0.8849,
+      "step": 947
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.6085134744644165,
+      "learning_rate": 2.1067556296914095e-05,
+      "loss": 0.872,
+      "step": 948
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.5838655233383179,
+      "learning_rate": 2.1063386155129274e-05,
+      "loss": 0.8272,
+      "step": 949
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.5081591010093689,
+      "learning_rate": 2.1059216013344456e-05,
+      "loss": 0.8526,
+      "step": 950
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.6801421046257019,
+      "learning_rate": 2.1055045871559634e-05,
+      "loss": 0.9323,
+      "step": 951
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.7515276670455933,
+      "learning_rate": 2.1050875729774812e-05,
+      "loss": 0.9074,
+      "step": 952
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.7445185780525208,
+      "learning_rate": 2.1046705587989994e-05,
+      "loss": 0.8717,
+      "step": 953
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.6252485513687134,
+      "learning_rate": 2.1042535446205172e-05,
+      "loss": 0.9506,
+      "step": 954
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.6389560103416443,
+      "learning_rate": 2.103836530442035e-05,
+      "loss": 0.9697,
+      "step": 955
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.6757925748825073,
+      "learning_rate": 2.1034195162635532e-05,
+      "loss": 0.8902,
+      "step": 956
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.6048180460929871,
+      "learning_rate": 2.103002502085071e-05,
+      "loss": 0.8024,
+      "step": 957
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.6076287031173706,
+      "learning_rate": 2.102585487906589e-05,
+      "loss": 0.9101,
+      "step": 958
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.5857638120651245,
+      "learning_rate": 2.102168473728107e-05,
+      "loss": 0.9027,
+      "step": 959
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.6412017345428467,
+      "learning_rate": 2.101751459549625e-05,
+      "loss": 0.8311,
+      "step": 960
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.7110289335250854,
+      "learning_rate": 2.1013344453711427e-05,
+      "loss": 0.9685,
+      "step": 961
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.6643854379653931,
+      "learning_rate": 2.100917431192661e-05,
+      "loss": 0.9426,
+      "step": 962
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.5891174077987671,
+      "learning_rate": 2.1005004170141788e-05,
+      "loss": 0.8407,
+      "step": 963
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.5662002563476562,
+      "learning_rate": 2.1000834028356962e-05,
+      "loss": 0.8718,
+      "step": 964
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.568077802658081,
+      "learning_rate": 2.0996663886572144e-05,
+      "loss": 1.0848,
+      "step": 965
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 0.49765461683273315,
+      "learning_rate": 2.0992493744787323e-05,
+      "loss": 0.8852,
+      "step": 966
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.6114347577095032,
+      "learning_rate": 2.09883236030025e-05,
+      "loss": 0.766,
+      "step": 967
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.6215475797653198,
+      "learning_rate": 2.0984153461217683e-05,
+      "loss": 0.7762,
+      "step": 968
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.6060361862182617,
+      "learning_rate": 2.097998331943286e-05,
+      "loss": 0.7982,
+      "step": 969
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.5534574389457703,
+      "learning_rate": 2.097581317764804e-05,
+      "loss": 0.8851,
+      "step": 970
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.6815426349639893,
+      "learning_rate": 2.097164303586322e-05,
+      "loss": 0.897,
+      "step": 971
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.5542236566543579,
+      "learning_rate": 2.09674728940784e-05,
+      "loss": 0.7299,
+      "step": 972
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.6298174858093262,
+      "learning_rate": 2.0963302752293578e-05,
+      "loss": 0.8628,
+      "step": 973
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.6095554828643799,
+      "learning_rate": 2.095913261050876e-05,
+      "loss": 0.9364,
+      "step": 974
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.663392186164856,
+      "learning_rate": 2.0954962468723938e-05,
+      "loss": 0.7948,
+      "step": 975
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.7479852437973022,
+      "learning_rate": 2.0950792326939116e-05,
+      "loss": 1.0422,
+      "step": 976
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.8008063435554504,
+      "learning_rate": 2.0946622185154298e-05,
+      "loss": 0.9669,
+      "step": 977
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.5739545822143555,
+      "learning_rate": 2.0942452043369476e-05,
+      "loss": 0.8224,
+      "step": 978
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.6118077039718628,
+      "learning_rate": 2.0938281901584655e-05,
+      "loss": 0.8243,
+      "step": 979
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.6168279647827148,
+      "learning_rate": 2.0934111759799836e-05,
+      "loss": 0.8424,
+      "step": 980
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.5821695327758789,
+      "learning_rate": 2.0929941618015015e-05,
+      "loss": 0.7802,
+      "step": 981
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.5311926603317261,
+      "learning_rate": 2.0925771476230193e-05,
+      "loss": 0.7949,
+      "step": 982
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.45710837841033936,
+      "learning_rate": 2.0921601334445375e-05,
+      "loss": 0.7228,
+      "step": 983
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.6200933456420898,
+      "learning_rate": 2.0917431192660553e-05,
+      "loss": 0.8434,
+      "step": 984
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.5894069075584412,
+      "learning_rate": 2.091326105087573e-05,
+      "loss": 0.8232,
+      "step": 985
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.7164132595062256,
+      "learning_rate": 2.090909090909091e-05,
+      "loss": 0.8089,
+      "step": 986
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.5397016406059265,
+      "learning_rate": 2.0904920767306088e-05,
+      "loss": 0.9067,
+      "step": 987
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.6763659715652466,
+      "learning_rate": 2.0900750625521266e-05,
+      "loss": 0.8848,
+      "step": 988
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.5573912262916565,
+      "learning_rate": 2.0896580483736448e-05,
+      "loss": 0.8415,
+      "step": 989
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.5668649673461914,
+      "learning_rate": 2.0892410341951626e-05,
+      "loss": 0.8033,
+      "step": 990
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.757015585899353,
+      "learning_rate": 2.0888240200166805e-05,
+      "loss": 0.9967,
+      "step": 991
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.5433859825134277,
+      "learning_rate": 2.0884070058381987e-05,
+      "loss": 0.7794,
+      "step": 992
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.6306285858154297,
+      "learning_rate": 2.0879899916597165e-05,
+      "loss": 1.0346,
+      "step": 993
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.6908279657363892,
+      "learning_rate": 2.0875729774812343e-05,
+      "loss": 0.8272,
+      "step": 994
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.6125917434692383,
+      "learning_rate": 2.0871559633027525e-05,
+      "loss": 0.9104,
+      "step": 995
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.6357875466346741,
+      "learning_rate": 2.0867389491242703e-05,
+      "loss": 0.9316,
+      "step": 996
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.6056236028671265,
+      "learning_rate": 2.086321934945788e-05,
+      "loss": 0.9911,
+      "step": 997
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.6763545870780945,
+      "learning_rate": 2.0859049207673063e-05,
+      "loss": 0.9452,
+      "step": 998
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.6327380537986755,
+      "learning_rate": 2.0854879065888242e-05,
+      "loss": 0.9054,
+      "step": 999
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.546445369720459,
+      "learning_rate": 2.085070892410342e-05,
+      "loss": 0.9957,
+      "step": 1000
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.8656585812568665,
+      "learning_rate": 2.0846538782318602e-05,
+      "loss": 0.9211,
+      "step": 1001
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.654197096824646,
+      "learning_rate": 2.084236864053378e-05,
+      "loss": 0.82,
+      "step": 1002
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.6192865371704102,
+      "learning_rate": 2.083819849874896e-05,
+      "loss": 0.8685,
+      "step": 1003
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.6284681558609009,
+      "learning_rate": 2.083402835696414e-05,
+      "loss": 0.8776,
+      "step": 1004
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.6316953897476196,
+      "learning_rate": 2.082985821517932e-05,
+      "loss": 0.9194,
+      "step": 1005
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.5764545202255249,
+      "learning_rate": 2.0825688073394497e-05,
+      "loss": 0.8601,
+      "step": 1006
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.5890758037567139,
+      "learning_rate": 2.082151793160968e-05,
+      "loss": 0.809,
+      "step": 1007
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.6850919127464294,
+      "learning_rate": 2.0817347789824854e-05,
+      "loss": 0.8478,
+      "step": 1008
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.7245317101478577,
+      "learning_rate": 2.0813177648040032e-05,
+      "loss": 0.8267,
+      "step": 1009
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.757588803768158,
+      "learning_rate": 2.0809007506255214e-05,
+      "loss": 0.9832,
+      "step": 1010
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.668164849281311,
+      "learning_rate": 2.0804837364470392e-05,
+      "loss": 0.9773,
+      "step": 1011
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.5351282358169556,
+      "learning_rate": 2.080066722268557e-05,
+      "loss": 0.9298,
+      "step": 1012
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.7785428166389465,
+      "learning_rate": 2.0796497080900752e-05,
+      "loss": 0.9207,
+      "step": 1013
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.720317542552948,
+      "learning_rate": 2.079232693911593e-05,
+      "loss": 0.9387,
+      "step": 1014
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.5072667002677917,
+      "learning_rate": 2.078815679733111e-05,
+      "loss": 0.8476,
+      "step": 1015
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.6449413895606995,
+      "learning_rate": 2.078398665554629e-05,
+      "loss": 0.9777,
+      "step": 1016
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.6010368466377258,
+      "learning_rate": 2.077981651376147e-05,
+      "loss": 0.9404,
+      "step": 1017
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.5824366807937622,
+      "learning_rate": 2.0775646371976647e-05,
+      "loss": 0.7077,
+      "step": 1018
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.6256161332130432,
+      "learning_rate": 2.077147623019183e-05,
+      "loss": 0.839,
+      "step": 1019
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.5605003833770752,
+      "learning_rate": 2.0767306088407007e-05,
+      "loss": 0.7774,
+      "step": 1020
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.5912948846817017,
+      "learning_rate": 2.0763135946622186e-05,
+      "loss": 0.9676,
+      "step": 1021
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.6197754144668579,
+      "learning_rate": 2.0758965804837367e-05,
+      "loss": 0.96,
+      "step": 1022
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.5705149173736572,
+      "learning_rate": 2.0754795663052546e-05,
+      "loss": 0.8306,
+      "step": 1023
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.5278977155685425,
+      "learning_rate": 2.0750625521267724e-05,
+      "loss": 0.8197,
+      "step": 1024
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.7119956016540527,
+      "learning_rate": 2.0746455379482906e-05,
+      "loss": 0.8776,
+      "step": 1025
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.6525179743766785,
+      "learning_rate": 2.0742285237698084e-05,
+      "loss": 0.806,
+      "step": 1026
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.7314040660858154,
+      "learning_rate": 2.0738115095913262e-05,
+      "loss": 0.9526,
+      "step": 1027
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.6813786029815674,
+      "learning_rate": 2.0733944954128444e-05,
+      "loss": 1.0523,
+      "step": 1028
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.567846417427063,
+      "learning_rate": 2.0729774812343622e-05,
+      "loss": 0.9116,
+      "step": 1029
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.7180352210998535,
+      "learning_rate": 2.0725604670558797e-05,
+      "loss": 0.9154,
+      "step": 1030
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.6313191056251526,
+      "learning_rate": 2.072143452877398e-05,
+      "loss": 0.8788,
+      "step": 1031
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.6084710359573364,
+      "learning_rate": 2.0717264386989157e-05,
+      "loss": 0.9551,
+      "step": 1032
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.6431086659431458,
+      "learning_rate": 2.0713094245204336e-05,
+      "loss": 0.8891,
+      "step": 1033
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.5721556544303894,
+      "learning_rate": 2.0708924103419518e-05,
+      "loss": 0.9019,
+      "step": 1034
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.5952682495117188,
+      "learning_rate": 2.0704753961634696e-05,
+      "loss": 0.7854,
+      "step": 1035
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.5619105100631714,
+      "learning_rate": 2.0700583819849874e-05,
+      "loss": 0.8724,
+      "step": 1036
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.5916528701782227,
+      "learning_rate": 2.0696413678065056e-05,
+      "loss": 1.093,
+      "step": 1037
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.5164902210235596,
+      "learning_rate": 2.0692243536280234e-05,
+      "loss": 0.8057,
+      "step": 1038
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.6173957586288452,
+      "learning_rate": 2.0688073394495413e-05,
+      "loss": 0.9393,
+      "step": 1039
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.6956455707550049,
+      "learning_rate": 2.0683903252710594e-05,
+      "loss": 0.9936,
+      "step": 1040
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.4645286202430725,
+      "learning_rate": 2.0679733110925773e-05,
+      "loss": 0.8469,
+      "step": 1041
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.6242707967758179,
+      "learning_rate": 2.067556296914095e-05,
+      "loss": 0.9849,
+      "step": 1042
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.6373661160469055,
+      "learning_rate": 2.0671392827356133e-05,
+      "loss": 0.8917,
+      "step": 1043
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.5754541754722595,
+      "learning_rate": 2.066722268557131e-05,
+      "loss": 0.9152,
+      "step": 1044
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.545246422290802,
+      "learning_rate": 2.066305254378649e-05,
+      "loss": 0.8566,
+      "step": 1045
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.6818923950195312,
+      "learning_rate": 2.065888240200167e-05,
+      "loss": 0.9117,
+      "step": 1046
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.6654820442199707,
+      "learning_rate": 2.065471226021685e-05,
+      "loss": 0.8918,
+      "step": 1047
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.6357213854789734,
+      "learning_rate": 2.0650542118432028e-05,
+      "loss": 0.8643,
+      "step": 1048
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.5704237818717957,
+      "learning_rate": 2.064637197664721e-05,
+      "loss": 0.737,
+      "step": 1049
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.5380869507789612,
+      "learning_rate": 2.0642201834862388e-05,
+      "loss": 0.929,
+      "step": 1050
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.6021774411201477,
+      "learning_rate": 2.0638031693077566e-05,
+      "loss": 0.8853,
+      "step": 1051
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.6617861390113831,
+      "learning_rate": 2.0633861551292745e-05,
+      "loss": 0.8244,
+      "step": 1052
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.5337337255477905,
+      "learning_rate": 2.0629691409507923e-05,
+      "loss": 0.8465,
+      "step": 1053
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.4575750231742859,
+      "learning_rate": 2.06255212677231e-05,
+      "loss": 0.713,
+      "step": 1054
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.7053964734077454,
+      "learning_rate": 2.0621351125938283e-05,
+      "loss": 0.929,
+      "step": 1055
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.45893463492393494,
+      "learning_rate": 2.061718098415346e-05,
+      "loss": 0.763,
+      "step": 1056
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.6719861030578613,
+      "learning_rate": 2.061301084236864e-05,
+      "loss": 0.637,
+      "step": 1057
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.6584386825561523,
+      "learning_rate": 2.060884070058382e-05,
+      "loss": 0.9295,
+      "step": 1058
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.6742384433746338,
+      "learning_rate": 2.0604670558799e-05,
+      "loss": 0.8576,
+      "step": 1059
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.7037996053695679,
+      "learning_rate": 2.0600500417014178e-05,
+      "loss": 0.9379,
+      "step": 1060
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.6902729272842407,
+      "learning_rate": 2.059633027522936e-05,
+      "loss": 0.8596,
+      "step": 1061
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.5243341326713562,
+      "learning_rate": 2.0592160133444538e-05,
+      "loss": 0.8037,
+      "step": 1062
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.6310171484947205,
+      "learning_rate": 2.0587989991659717e-05,
+      "loss": 0.8971,
+      "step": 1063
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.6252387762069702,
+      "learning_rate": 2.0583819849874898e-05,
+      "loss": 0.7949,
+      "step": 1064
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.5615880489349365,
+      "learning_rate": 2.0579649708090077e-05,
+      "loss": 0.8244,
+      "step": 1065
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.6603413820266724,
+      "learning_rate": 2.0575479566305255e-05,
+      "loss": 0.843,
+      "step": 1066
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.5514137744903564,
+      "learning_rate": 2.0571309424520437e-05,
+      "loss": 1.0009,
+      "step": 1067
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.6256628036499023,
+      "learning_rate": 2.0567139282735615e-05,
+      "loss": 0.9219,
+      "step": 1068
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.732912003993988,
+      "learning_rate": 2.0562969140950793e-05,
+      "loss": 0.9717,
+      "step": 1069
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.6199826598167419,
+      "learning_rate": 2.0558798999165975e-05,
+      "loss": 0.8934,
+      "step": 1070
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.6502832770347595,
+      "learning_rate": 2.0554628857381153e-05,
+      "loss": 0.9008,
+      "step": 1071
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.6400684118270874,
+      "learning_rate": 2.0550458715596332e-05,
+      "loss": 0.7516,
+      "step": 1072
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.6016404032707214,
+      "learning_rate": 2.0546288573811514e-05,
+      "loss": 1.0108,
+      "step": 1073
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.5793060064315796,
+      "learning_rate": 2.054211843202669e-05,
+      "loss": 0.7651,
+      "step": 1074
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.6747557520866394,
+      "learning_rate": 2.0537948290241867e-05,
+      "loss": 0.7724,
+      "step": 1075
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.6828965544700623,
+      "learning_rate": 2.053377814845705e-05,
+      "loss": 0.7806,
+      "step": 1076
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.6612406969070435,
+      "learning_rate": 2.0529608006672227e-05,
+      "loss": 0.7985,
+      "step": 1077
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.6128884553909302,
+      "learning_rate": 2.0525437864887405e-05,
+      "loss": 0.877,
+      "step": 1078
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.581423282623291,
+      "learning_rate": 2.0521267723102587e-05,
+      "loss": 0.7531,
+      "step": 1079
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.6323544979095459,
+      "learning_rate": 2.0517097581317765e-05,
+      "loss": 0.9228,
+      "step": 1080
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.7142663598060608,
+      "learning_rate": 2.0512927439532944e-05,
+      "loss": 1.0208,
+      "step": 1081
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.6408959627151489,
+      "learning_rate": 2.0508757297748125e-05,
+      "loss": 0.9238,
+      "step": 1082
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.6185158491134644,
+      "learning_rate": 2.0504587155963304e-05,
+      "loss": 0.7644,
+      "step": 1083
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.7268531918525696,
+      "learning_rate": 2.0500417014178482e-05,
+      "loss": 0.8447,
+      "step": 1084
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.6842444539070129,
+      "learning_rate": 2.0496246872393664e-05,
+      "loss": 0.78,
+      "step": 1085
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.7881707549095154,
+      "learning_rate": 2.0492076730608842e-05,
+      "loss": 0.8753,
+      "step": 1086
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.7361165881156921,
+      "learning_rate": 2.048790658882402e-05,
+      "loss": 0.8074,
+      "step": 1087
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.6739658117294312,
+      "learning_rate": 2.0483736447039202e-05,
+      "loss": 0.8158,
+      "step": 1088
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.552456259727478,
+      "learning_rate": 2.047956630525438e-05,
+      "loss": 0.8769,
+      "step": 1089
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.610466718673706,
+      "learning_rate": 2.047539616346956e-05,
+      "loss": 0.7503,
+      "step": 1090
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.6973578333854675,
+      "learning_rate": 2.047122602168474e-05,
+      "loss": 0.806,
+      "step": 1091
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.719378650188446,
+      "learning_rate": 2.046705587989992e-05,
+      "loss": 0.8106,
+      "step": 1092
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.7531974911689758,
+      "learning_rate": 2.0462885738115097e-05,
+      "loss": 0.8179,
+      "step": 1093
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.7090561389923096,
+      "learning_rate": 2.045871559633028e-05,
+      "loss": 0.7911,
+      "step": 1094
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.6798544526100159,
+      "learning_rate": 2.0454545454545457e-05,
+      "loss": 0.7793,
+      "step": 1095
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.6088623404502869,
+      "learning_rate": 2.0450375312760636e-05,
+      "loss": 0.8642,
+      "step": 1096
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.6540919542312622,
+      "learning_rate": 2.0446205170975814e-05,
+      "loss": 0.8537,
+      "step": 1097
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.7064287662506104,
+      "learning_rate": 2.0442035029190992e-05,
+      "loss": 1.0622,
+      "step": 1098
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.554482638835907,
+      "learning_rate": 2.043786488740617e-05,
+      "loss": 0.8298,
+      "step": 1099
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 0.6842906475067139,
+      "learning_rate": 2.0433694745621352e-05,
+      "loss": 0.8383,
+      "step": 1100
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.5607562065124512,
+      "learning_rate": 2.042952460383653e-05,
+      "loss": 0.7505,
+      "step": 1101
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.7042150497436523,
+      "learning_rate": 2.042535446205171e-05,
+      "loss": 0.9579,
+      "step": 1102
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.6090548634529114,
+      "learning_rate": 2.042118432026689e-05,
+      "loss": 0.8547,
+      "step": 1103
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.7144815921783447,
+      "learning_rate": 2.041701417848207e-05,
+      "loss": 1.0942,
+      "step": 1104
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.6552587151527405,
+      "learning_rate": 2.0412844036697248e-05,
+      "loss": 0.8533,
+      "step": 1105
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.5008346438407898,
+      "learning_rate": 2.040867389491243e-05,
+      "loss": 0.8108,
+      "step": 1106
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.5267950296401978,
+      "learning_rate": 2.0404503753127608e-05,
+      "loss": 0.7304,
+      "step": 1107
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.6100761890411377,
+      "learning_rate": 2.0400333611342786e-05,
+      "loss": 0.8172,
+      "step": 1108
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.6827869415283203,
+      "learning_rate": 2.0396163469557968e-05,
+      "loss": 0.867,
+      "step": 1109
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.5496471524238586,
+      "learning_rate": 2.0391993327773146e-05,
+      "loss": 0.7162,
+      "step": 1110
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 0.7534658908843994,
+      "learning_rate": 2.0387823185988324e-05,
+      "loss": 1.0311,
+      "step": 1111
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.631634533405304,
+      "learning_rate": 2.0383653044203506e-05,
+      "loss": 0.9258,
+      "step": 1112
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.6375399827957153,
+      "learning_rate": 2.0379482902418684e-05,
+      "loss": 0.8988,
+      "step": 1113
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.594123899936676,
+      "learning_rate": 2.0375312760633863e-05,
+      "loss": 0.7312,
+      "step": 1114
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.6396079063415527,
+      "learning_rate": 2.0371142618849045e-05,
+      "loss": 0.9497,
+      "step": 1115
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.6134539842605591,
+      "learning_rate": 2.0366972477064223e-05,
+      "loss": 0.8651,
+      "step": 1116
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.658065140247345,
+      "learning_rate": 2.03628023352794e-05,
+      "loss": 0.9614,
+      "step": 1117
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.7174249291419983,
+      "learning_rate": 2.035863219349458e-05,
+      "loss": 0.8025,
+      "step": 1118
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.7844749689102173,
+      "learning_rate": 2.0354462051709758e-05,
+      "loss": 0.892,
+      "step": 1119
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.7768250703811646,
+      "learning_rate": 2.0350291909924936e-05,
+      "loss": 0.8479,
+      "step": 1120
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.6972119808197021,
+      "learning_rate": 2.0346121768140118e-05,
+      "loss": 0.9881,
+      "step": 1121
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.6857790350914001,
+      "learning_rate": 2.0341951626355296e-05,
+      "loss": 0.7303,
+      "step": 1122
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.7047963738441467,
+      "learning_rate": 2.0337781484570475e-05,
+      "loss": 0.8212,
+      "step": 1123
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.6812813878059387,
+      "learning_rate": 2.0333611342785656e-05,
+      "loss": 0.8148,
+      "step": 1124
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.6049690246582031,
+      "learning_rate": 2.0329441201000835e-05,
+      "loss": 0.7018,
+      "step": 1125
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.751523494720459,
+      "learning_rate": 2.0325271059216013e-05,
+      "loss": 0.8154,
+      "step": 1126
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.8874337077140808,
+      "learning_rate": 2.0321100917431195e-05,
+      "loss": 0.8571,
+      "step": 1127
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.5225095748901367,
+      "learning_rate": 2.0316930775646373e-05,
+      "loss": 0.7247,
+      "step": 1128
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.7348160743713379,
+      "learning_rate": 2.031276063386155e-05,
+      "loss": 0.786,
+      "step": 1129
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.649944543838501,
+      "learning_rate": 2.0308590492076733e-05,
+      "loss": 0.8443,
+      "step": 1130
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 0.6845903992652893,
+      "learning_rate": 2.030442035029191e-05,
+      "loss": 0.7378,
+      "step": 1131
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.7027637958526611,
+      "learning_rate": 2.030025020850709e-05,
+      "loss": 0.8388,
+      "step": 1132
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.7127660512924194,
+      "learning_rate": 2.029608006672227e-05,
+      "loss": 0.8851,
+      "step": 1133
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.6167975068092346,
+      "learning_rate": 2.029190992493745e-05,
+      "loss": 0.7072,
+      "step": 1134
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.6540560126304626,
+      "learning_rate": 2.0287739783152628e-05,
+      "loss": 0.8624,
+      "step": 1135
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.8315935730934143,
+      "learning_rate": 2.028356964136781e-05,
+      "loss": 0.8599,
+      "step": 1136
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.6685155034065247,
+      "learning_rate": 2.027939949958299e-05,
+      "loss": 0.781,
+      "step": 1137
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.6806873083114624,
+      "learning_rate": 2.0275229357798167e-05,
+      "loss": 0.8289,
+      "step": 1138
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.8281462788581848,
+      "learning_rate": 2.0271059216013345e-05,
+      "loss": 0.852,
+      "step": 1139
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.6585161089897156,
+      "learning_rate": 2.0266889074228527e-05,
+      "loss": 0.8727,
+      "step": 1140
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.6939504146575928,
+      "learning_rate": 2.0262718932443702e-05,
+      "loss": 0.9652,
+      "step": 1141
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.6534468531608582,
+      "learning_rate": 2.0258548790658883e-05,
+      "loss": 0.8374,
+      "step": 1142
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.6495769023895264,
+      "learning_rate": 2.0254378648874062e-05,
+      "loss": 0.7789,
+      "step": 1143
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.6735094785690308,
+      "learning_rate": 2.025020850708924e-05,
+      "loss": 0.9788,
+      "step": 1144
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.7049703598022461,
+      "learning_rate": 2.0246038365304422e-05,
+      "loss": 1.1319,
+      "step": 1145
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.5730622410774231,
+      "learning_rate": 2.02418682235196e-05,
+      "loss": 0.7249,
+      "step": 1146
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.5414702296257019,
+      "learning_rate": 2.023769808173478e-05,
+      "loss": 0.7921,
+      "step": 1147
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.7711560130119324,
+      "learning_rate": 2.023352793994996e-05,
+      "loss": 0.9164,
+      "step": 1148
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.5089284181594849,
+      "learning_rate": 2.022935779816514e-05,
+      "loss": 0.7612,
+      "step": 1149
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.6947194933891296,
+      "learning_rate": 2.0225187656380317e-05,
+      "loss": 0.7991,
+      "step": 1150
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.6679661273956299,
+      "learning_rate": 2.02210175145955e-05,
+      "loss": 0.8647,
+      "step": 1151
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.6968091726303101,
+      "learning_rate": 2.0216847372810677e-05,
+      "loss": 0.8454,
+      "step": 1152
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.682577908039093,
+      "learning_rate": 2.0212677231025855e-05,
+      "loss": 1.0614,
+      "step": 1153
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.8568062782287598,
+      "learning_rate": 2.0208507089241037e-05,
+      "loss": 0.9734,
+      "step": 1154
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.7157121896743774,
+      "learning_rate": 2.0204336947456215e-05,
+      "loss": 0.8055,
+      "step": 1155
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.5516419410705566,
+      "learning_rate": 2.0200166805671394e-05,
+      "loss": 0.8153,
+      "step": 1156
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.6134642958641052,
+      "learning_rate": 2.0195996663886576e-05,
+      "loss": 0.7781,
+      "step": 1157
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.695842981338501,
+      "learning_rate": 2.0191826522101754e-05,
+      "loss": 0.8474,
+      "step": 1158
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.6142158508300781,
+      "learning_rate": 2.0187656380316932e-05,
+      "loss": 0.8035,
+      "step": 1159
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.7473539113998413,
+      "learning_rate": 2.018348623853211e-05,
+      "loss": 1.0855,
+      "step": 1160
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.7997121214866638,
+      "learning_rate": 2.0179316096747292e-05,
+      "loss": 0.9073,
+      "step": 1161
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.5757729411125183,
+      "learning_rate": 2.017514595496247e-05,
+      "loss": 0.8069,
+      "step": 1162
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.68416827917099,
+      "learning_rate": 2.017097581317765e-05,
+      "loss": 0.8549,
+      "step": 1163
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.8946914076805115,
+      "learning_rate": 2.0166805671392827e-05,
+      "loss": 0.9418,
+      "step": 1164
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.7269178628921509,
+      "learning_rate": 2.0162635529608006e-05,
+      "loss": 0.9577,
+      "step": 1165
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.7292526364326477,
+      "learning_rate": 2.0158465387823187e-05,
+      "loss": 0.8515,
+      "step": 1166
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.7537861466407776,
+      "learning_rate": 2.0154295246038366e-05,
+      "loss": 0.8199,
+      "step": 1167
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.7075591087341309,
+      "learning_rate": 2.0150125104253544e-05,
+      "loss": 0.9916,
+      "step": 1168
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.7684023380279541,
+      "learning_rate": 2.0145954962468726e-05,
+      "loss": 0.9545,
+      "step": 1169
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.7684583067893982,
+      "learning_rate": 2.0141784820683904e-05,
+      "loss": 0.9844,
+      "step": 1170
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.6544790863990784,
+      "learning_rate": 2.0137614678899082e-05,
+      "loss": 0.7804,
+      "step": 1171
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.9704328775405884,
+      "learning_rate": 2.0133444537114264e-05,
+      "loss": 1.0086,
+      "step": 1172
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.7506837844848633,
+      "learning_rate": 2.0129274395329443e-05,
+      "loss": 0.828,
+      "step": 1173
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.7844573855400085,
+      "learning_rate": 2.012510425354462e-05,
+      "loss": 0.8936,
+      "step": 1174
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.7006405591964722,
+      "learning_rate": 2.0120934111759803e-05,
+      "loss": 0.8788,
+      "step": 1175
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.7068211436271667,
+      "learning_rate": 2.011676396997498e-05,
+      "loss": 0.8976,
+      "step": 1176
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.6238799095153809,
+      "learning_rate": 2.011259382819016e-05,
+      "loss": 0.7312,
+      "step": 1177
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.7396358847618103,
+      "learning_rate": 2.010842368640534e-05,
+      "loss": 1.0045,
+      "step": 1178
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.768765926361084,
+      "learning_rate": 2.010425354462052e-05,
+      "loss": 1.0275,
+      "step": 1179
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.7648972868919373,
+      "learning_rate": 2.0100083402835698e-05,
+      "loss": 0.9638,
+      "step": 1180
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.6757320165634155,
+      "learning_rate": 2.0095913261050876e-05,
+      "loss": 0.9246,
+      "step": 1181
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.8191862106323242,
+      "learning_rate": 2.0091743119266058e-05,
+      "loss": 0.9372,
+      "step": 1182
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 0.7539578080177307,
+      "learning_rate": 2.0087572977481236e-05,
+      "loss": 0.7201,
+      "step": 1183
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.6175471544265747,
+      "learning_rate": 2.0083402835696414e-05,
+      "loss": 0.7342,
+      "step": 1184
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.7748209834098816,
+      "learning_rate": 2.0079232693911593e-05,
+      "loss": 1.0449,
+      "step": 1185
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.6480386257171631,
+      "learning_rate": 2.007506255212677e-05,
+      "loss": 0.8245,
+      "step": 1186
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.6330767869949341,
+      "learning_rate": 2.0070892410341953e-05,
+      "loss": 0.9675,
+      "step": 1187
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.6386303305625916,
+      "learning_rate": 2.006672226855713e-05,
+      "loss": 0.9375,
+      "step": 1188
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.6865476369857788,
+      "learning_rate": 2.006255212677231e-05,
+      "loss": 0.7506,
+      "step": 1189
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.7391331791877747,
+      "learning_rate": 2.005838198498749e-05,
+      "loss": 0.7948,
+      "step": 1190
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.6538380980491638,
+      "learning_rate": 2.005421184320267e-05,
+      "loss": 0.9051,
+      "step": 1191
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.6520277857780457,
+      "learning_rate": 2.0050041701417848e-05,
+      "loss": 0.7471,
+      "step": 1192
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.6218945384025574,
+      "learning_rate": 2.004587155963303e-05,
+      "loss": 1.0388,
+      "step": 1193
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.6549714207649231,
+      "learning_rate": 2.0041701417848208e-05,
+      "loss": 0.7136,
+      "step": 1194
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.795415461063385,
+      "learning_rate": 2.0037531276063386e-05,
+      "loss": 0.7557,
+      "step": 1195
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.7417047619819641,
+      "learning_rate": 2.0033361134278568e-05,
+      "loss": 0.9314,
+      "step": 1196
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.7130894660949707,
+      "learning_rate": 2.0029190992493746e-05,
+      "loss": 0.7261,
+      "step": 1197
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.6995031237602234,
+      "learning_rate": 2.0025020850708925e-05,
+      "loss": 0.8487,
+      "step": 1198
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.7536701560020447,
+      "learning_rate": 2.0020850708924107e-05,
+      "loss": 0.8209,
+      "step": 1199
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.7476093173027039,
+      "learning_rate": 2.0016680567139285e-05,
+      "loss": 0.8483,
+      "step": 1200
+    },
+    {
+      "epoch": 1.16,
+      "eval_loss": 0.8783296942710876,
+      "eval_runtime": 857.3641,
+      "eval_samples_per_second": 4.822,
+      "eval_steps_per_second": 0.603,
+      "step": 1200
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.8116816878318787,
+      "learning_rate": 2.0012510425354463e-05,
+      "loss": 0.864,
+      "step": 1201
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.7486494183540344,
+      "learning_rate": 2.000834028356964e-05,
+      "loss": 0.814,
+      "step": 1202
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.6025243401527405,
+      "learning_rate": 2.0004170141784823e-05,
+      "loss": 0.7664,
+      "step": 1203
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.726498007774353,
+      "learning_rate": 2e-05,
+      "loss": 0.9054,
+      "step": 1204
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.6812905073165894,
+      "learning_rate": 1.999582985821518e-05,
+      "loss": 0.8214,
+      "step": 1205
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.6865004301071167,
+      "learning_rate": 1.9991659716430362e-05,
+      "loss": 0.8726,
+      "step": 1206
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.6049161553382874,
+      "learning_rate": 1.9987489574645537e-05,
+      "loss": 0.774,
+      "step": 1207
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.7277460694313049,
+      "learning_rate": 1.998331943286072e-05,
+      "loss": 0.8245,
+      "step": 1208
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.8002848029136658,
+      "learning_rate": 1.9979149291075897e-05,
+      "loss": 0.9576,
+      "step": 1209
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.6257197260856628,
+      "learning_rate": 1.9974979149291075e-05,
+      "loss": 0.7934,
+      "step": 1210
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.7279773354530334,
+      "learning_rate": 1.9970809007506257e-05,
+      "loss": 0.9105,
+      "step": 1211
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.7398669123649597,
+      "learning_rate": 1.9966638865721435e-05,
+      "loss": 0.7765,
+      "step": 1212
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.7437023520469666,
+      "learning_rate": 1.9962468723936613e-05,
+      "loss": 0.7954,
+      "step": 1213
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.748065173625946,
+      "learning_rate": 1.9958298582151795e-05,
+      "loss": 0.8736,
+      "step": 1214
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.7423843741416931,
+      "learning_rate": 1.9954128440366974e-05,
+      "loss": 0.9734,
+      "step": 1215
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.7454872131347656,
+      "learning_rate": 1.9949958298582152e-05,
+      "loss": 0.8393,
+      "step": 1216
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.6444511413574219,
+      "learning_rate": 1.9945788156797334e-05,
+      "loss": 0.7672,
+      "step": 1217
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.6948140263557434,
+      "learning_rate": 1.9941618015012512e-05,
+      "loss": 0.774,
+      "step": 1218
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.7107192277908325,
+      "learning_rate": 1.993744787322769e-05,
+      "loss": 0.8747,
+      "step": 1219
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.7504712343215942,
+      "learning_rate": 1.9933277731442872e-05,
+      "loss": 0.8394,
+      "step": 1220
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.7995357513427734,
+      "learning_rate": 1.992910758965805e-05,
+      "loss": 0.8854,
+      "step": 1221
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.634604275226593,
+      "learning_rate": 1.992493744787323e-05,
+      "loss": 0.8579,
+      "step": 1222
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.6955585479736328,
+      "learning_rate": 1.9920767306088407e-05,
+      "loss": 0.8284,
+      "step": 1223
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 0.5926839709281921,
+      "learning_rate": 1.991659716430359e-05,
+      "loss": 0.8271,
+      "step": 1224
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.80941241979599,
+      "learning_rate": 1.9912427022518767e-05,
+      "loss": 1.0476,
+      "step": 1225
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.8954213857650757,
+      "learning_rate": 1.9908256880733945e-05,
+      "loss": 0.7839,
+      "step": 1226
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.8649927377700806,
+      "learning_rate": 1.9904086738949127e-05,
+      "loss": 0.9819,
+      "step": 1227
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 1.0155695676803589,
+      "learning_rate": 1.9899916597164306e-05,
+      "loss": 0.8715,
+      "step": 1228
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.67950439453125,
+      "learning_rate": 1.9895746455379484e-05,
+      "loss": 0.7616,
+      "step": 1229
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.7515661716461182,
+      "learning_rate": 1.9891576313594662e-05,
+      "loss": 0.818,
+      "step": 1230
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.6301254034042358,
+      "learning_rate": 1.988740617180984e-05,
+      "loss": 0.9166,
+      "step": 1231
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.6910674571990967,
+      "learning_rate": 1.9883236030025022e-05,
+      "loss": 0.7906,
+      "step": 1232
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.6883606910705566,
+      "learning_rate": 1.98790658882402e-05,
+      "loss": 0.7884,
+      "step": 1233
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.8237311244010925,
+      "learning_rate": 1.987489574645538e-05,
+      "loss": 0.8678,
+      "step": 1234
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 0.7851442694664001,
+      "learning_rate": 1.987072560467056e-05,
+      "loss": 0.7705,
+      "step": 1235
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.6327136158943176,
+      "learning_rate": 1.986655546288574e-05,
+      "loss": 0.714,
+      "step": 1236
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.6532565355300903,
+      "learning_rate": 1.9862385321100917e-05,
+      "loss": 0.7735,
+      "step": 1237
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.6519346237182617,
+      "learning_rate": 1.98582151793161e-05,
+      "loss": 0.812,
+      "step": 1238
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.6232478022575378,
+      "learning_rate": 1.9854045037531277e-05,
+      "loss": 0.7845,
+      "step": 1239
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.7102138996124268,
+      "learning_rate": 1.9849874895746456e-05,
+      "loss": 0.8226,
+      "step": 1240
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.6527196764945984,
+      "learning_rate": 1.9845704753961638e-05,
+      "loss": 0.833,
+      "step": 1241
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.8578972816467285,
+      "learning_rate": 1.9841534612176816e-05,
+      "loss": 0.8813,
+      "step": 1242
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.7078696489334106,
+      "learning_rate": 1.9837364470391994e-05,
+      "loss": 0.8863,
+      "step": 1243
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.6463315486907959,
+      "learning_rate": 1.9833194328607173e-05,
+      "loss": 0.7396,
+      "step": 1244
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.7205138206481934,
+      "learning_rate": 1.9829024186822354e-05,
+      "loss": 0.8701,
+      "step": 1245
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.6987596154212952,
+      "learning_rate": 1.9824854045037533e-05,
+      "loss": 0.7189,
+      "step": 1246
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.6836056113243103,
+      "learning_rate": 1.982068390325271e-05,
+      "loss": 0.8648,
+      "step": 1247
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.7336019277572632,
+      "learning_rate": 1.9816513761467893e-05,
+      "loss": 0.8316,
+      "step": 1248
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.7761330604553223,
+      "learning_rate": 1.981234361968307e-05,
+      "loss": 0.745,
+      "step": 1249
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.5521416664123535,
+      "learning_rate": 1.980817347789825e-05,
+      "loss": 0.8791,
+      "step": 1250
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.8572707176208496,
+      "learning_rate": 1.9804003336113428e-05,
+      "loss": 0.7656,
+      "step": 1251
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.7362416386604309,
+      "learning_rate": 1.9799833194328606e-05,
+      "loss": 0.9119,
+      "step": 1252
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.71168452501297,
+      "learning_rate": 1.9795663052543788e-05,
+      "loss": 0.8771,
+      "step": 1253
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.7694135308265686,
+      "learning_rate": 1.9791492910758966e-05,
+      "loss": 0.9002,
+      "step": 1254
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 0.7632991075515747,
+      "learning_rate": 1.9787322768974144e-05,
+      "loss": 0.9293,
+      "step": 1255
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.6172875165939331,
+      "learning_rate": 1.9783152627189326e-05,
+      "loss": 0.7862,
+      "step": 1256
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.7515307664871216,
+      "learning_rate": 1.9778982485404505e-05,
+      "loss": 0.7848,
+      "step": 1257
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.7207298874855042,
+      "learning_rate": 1.9774812343619683e-05,
+      "loss": 0.7562,
+      "step": 1258
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.724274218082428,
+      "learning_rate": 1.9770642201834865e-05,
+      "loss": 0.7877,
+      "step": 1259
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.6738608479499817,
+      "learning_rate": 1.9766472060050043e-05,
+      "loss": 0.8144,
+      "step": 1260
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.6082213521003723,
+      "learning_rate": 1.976230191826522e-05,
+      "loss": 0.7096,
+      "step": 1261
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.7572534680366516,
+      "learning_rate": 1.9758131776480403e-05,
+      "loss": 0.9684,
+      "step": 1262
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.7688679695129395,
+      "learning_rate": 1.975396163469558e-05,
+      "loss": 0.7109,
+      "step": 1263
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.7593303918838501,
+      "learning_rate": 1.974979149291076e-05,
+      "loss": 0.9247,
+      "step": 1264
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.8380557298660278,
+      "learning_rate": 1.9745621351125938e-05,
+      "loss": 0.8173,
+      "step": 1265
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 0.7225051522254944,
+      "learning_rate": 1.974145120934112e-05,
+      "loss": 0.8162,
+      "step": 1266
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.8516885638237,
+      "learning_rate": 1.9737281067556298e-05,
+      "loss": 1.021,
+      "step": 1267
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.771049439907074,
+      "learning_rate": 1.9733110925771476e-05,
+      "loss": 0.9569,
+      "step": 1268
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.8094817399978638,
+      "learning_rate": 1.9728940783986658e-05,
+      "loss": 0.9287,
+      "step": 1269
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.8817887306213379,
+      "learning_rate": 1.9724770642201837e-05,
+      "loss": 0.9278,
+      "step": 1270
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.738352358341217,
+      "learning_rate": 1.9720600500417015e-05,
+      "loss": 1.0132,
+      "step": 1271
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.7186091542243958,
+      "learning_rate": 1.9716430358632197e-05,
+      "loss": 0.8024,
+      "step": 1272
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.9653217792510986,
+      "learning_rate": 1.971226021684737e-05,
+      "loss": 0.9156,
+      "step": 1273
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.6486276984214783,
+      "learning_rate": 1.9708090075062553e-05,
+      "loss": 0.7848,
+      "step": 1274
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.7116745114326477,
+      "learning_rate": 1.970391993327773e-05,
+      "loss": 1.0013,
+      "step": 1275
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 0.7599337697029114,
+      "learning_rate": 1.969974979149291e-05,
+      "loss": 0.8186,
+      "step": 1276
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.6064517498016357,
+      "learning_rate": 1.9695579649708092e-05,
+      "loss": 0.6152,
+      "step": 1277
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.8378826379776001,
+      "learning_rate": 1.969140950792327e-05,
+      "loss": 0.8218,
+      "step": 1278
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.9602186679840088,
+      "learning_rate": 1.968723936613845e-05,
+      "loss": 0.8468,
+      "step": 1279
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.860482394695282,
+      "learning_rate": 1.968306922435363e-05,
+      "loss": 0.8982,
+      "step": 1280
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.6239500045776367,
+      "learning_rate": 1.967889908256881e-05,
+      "loss": 0.8588,
+      "step": 1281
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.690432608127594,
+      "learning_rate": 1.9674728940783987e-05,
+      "loss": 0.8529,
+      "step": 1282
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.8363600969314575,
+      "learning_rate": 1.967055879899917e-05,
+      "loss": 1.0368,
+      "step": 1283
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.9857497215270996,
+      "learning_rate": 1.9666388657214347e-05,
+      "loss": 0.6297,
+      "step": 1284
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.8214011788368225,
+      "learning_rate": 1.9662218515429525e-05,
+      "loss": 1.0355,
+      "step": 1285
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.6809065341949463,
+      "learning_rate": 1.9658048373644704e-05,
+      "loss": 0.8056,
+      "step": 1286
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.7156121134757996,
+      "learning_rate": 1.9653878231859885e-05,
+      "loss": 0.8565,
+      "step": 1287
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.5536946058273315,
+      "learning_rate": 1.9649708090075064e-05,
+      "loss": 0.7884,
+      "step": 1288
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.6815100312232971,
+      "learning_rate": 1.9645537948290242e-05,
+      "loss": 0.9909,
+      "step": 1289
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.806019127368927,
+      "learning_rate": 1.9641367806505424e-05,
+      "loss": 0.7466,
+      "step": 1290
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.8437607884407043,
+      "learning_rate": 1.9637197664720602e-05,
+      "loss": 0.7699,
+      "step": 1291
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.7754395604133606,
+      "learning_rate": 1.963302752293578e-05,
+      "loss": 0.7901,
+      "step": 1292
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.8656169772148132,
+      "learning_rate": 1.9628857381150962e-05,
+      "loss": 0.8383,
+      "step": 1293
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.7922991514205933,
+      "learning_rate": 1.962468723936614e-05,
+      "loss": 0.9775,
+      "step": 1294
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.7374093532562256,
+      "learning_rate": 1.962051709758132e-05,
+      "loss": 0.8138,
+      "step": 1295
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.7765728831291199,
+      "learning_rate": 1.9616346955796497e-05,
+      "loss": 0.8234,
+      "step": 1296
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.6263060569763184,
+      "learning_rate": 1.9612176814011675e-05,
+      "loss": 0.8506,
+      "step": 1297
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.8208625316619873,
+      "learning_rate": 1.9608006672226857e-05,
+      "loss": 0.8166,
+      "step": 1298
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.5894309282302856,
+      "learning_rate": 1.9603836530442036e-05,
+      "loss": 0.6961,
+      "step": 1299
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.7697637677192688,
+      "learning_rate": 1.9599666388657214e-05,
+      "loss": 0.8357,
+      "step": 1300
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.6585679054260254,
+      "learning_rate": 1.9595496246872396e-05,
+      "loss": 0.7641,
+      "step": 1301
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.7805622816085815,
+      "learning_rate": 1.9591326105087574e-05,
+      "loss": 1.0832,
+      "step": 1302
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.7517726421356201,
+      "learning_rate": 1.9587155963302752e-05,
+      "loss": 0.8683,
+      "step": 1303
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.839320957660675,
+      "learning_rate": 1.9582985821517934e-05,
+      "loss": 0.8272,
+      "step": 1304
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.7510342001914978,
+      "learning_rate": 1.9578815679733112e-05,
+      "loss": 0.8035,
+      "step": 1305
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.7724819779396057,
+      "learning_rate": 1.957464553794829e-05,
+      "loss": 0.7923,
+      "step": 1306
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 0.7427623867988586,
+      "learning_rate": 1.957047539616347e-05,
+      "loss": 0.9458,
+      "step": 1307
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.8169387578964233,
+      "learning_rate": 1.956630525437865e-05,
+      "loss": 0.9477,
+      "step": 1308
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.8723706603050232,
+      "learning_rate": 1.956213511259383e-05,
+      "loss": 0.9962,
+      "step": 1309
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.7092786431312561,
+      "learning_rate": 1.9557964970809007e-05,
+      "loss": 0.9265,
+      "step": 1310
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 1.0786484479904175,
+      "learning_rate": 1.955379482902419e-05,
+      "loss": 0.7894,
+      "step": 1311
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.8191916942596436,
+      "learning_rate": 1.9549624687239368e-05,
+      "loss": 0.7786,
+      "step": 1312
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.7866259217262268,
+      "learning_rate": 1.9545454545454546e-05,
+      "loss": 0.9125,
+      "step": 1313
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.738982081413269,
+      "learning_rate": 1.9541284403669728e-05,
+      "loss": 0.7313,
+      "step": 1314
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.6761723756790161,
+      "learning_rate": 1.9537114261884906e-05,
+      "loss": 0.8484,
+      "step": 1315
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.6249130964279175,
+      "learning_rate": 1.9532944120100084e-05,
+      "loss": 0.7152,
+      "step": 1316
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.7531836628913879,
+      "learning_rate": 1.9528773978315263e-05,
+      "loss": 0.9286,
+      "step": 1317
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.6303303837776184,
+      "learning_rate": 1.952460383653044e-05,
+      "loss": 0.9323,
+      "step": 1318
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.7087751626968384,
+      "learning_rate": 1.9520433694745623e-05,
+      "loss": 0.8918,
+      "step": 1319
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.7532021403312683,
+      "learning_rate": 1.95162635529608e-05,
+      "loss": 0.9313,
+      "step": 1320
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.7865018844604492,
+      "learning_rate": 1.951209341117598e-05,
+      "loss": 0.9008,
+      "step": 1321
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.6422006487846375,
+      "learning_rate": 1.950792326939116e-05,
+      "loss": 0.7748,
+      "step": 1322
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 1.137803554534912,
+      "learning_rate": 1.950375312760634e-05,
+      "loss": 0.8269,
+      "step": 1323
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.7297244668006897,
+      "learning_rate": 1.9499582985821518e-05,
+      "loss": 0.8554,
+      "step": 1324
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.8490357995033264,
+      "learning_rate": 1.94954128440367e-05,
+      "loss": 1.0124,
+      "step": 1325
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.732333242893219,
+      "learning_rate": 1.9491242702251878e-05,
+      "loss": 0.7101,
+      "step": 1326
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.8621022701263428,
+      "learning_rate": 1.9487072560467056e-05,
+      "loss": 0.7277,
+      "step": 1327
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.881034255027771,
+      "learning_rate": 1.9482902418682235e-05,
+      "loss": 0.9731,
+      "step": 1328
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.7042041420936584,
+      "learning_rate": 1.9478732276897416e-05,
+      "loss": 0.7909,
+      "step": 1329
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.6955745220184326,
+      "learning_rate": 1.9474562135112595e-05,
+      "loss": 0.8855,
+      "step": 1330
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.6889504790306091,
+      "learning_rate": 1.9470391993327773e-05,
+      "loss": 0.7393,
+      "step": 1331
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.740740954875946,
+      "learning_rate": 1.9466221851542955e-05,
+      "loss": 0.6845,
+      "step": 1332
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.7539410591125488,
+      "learning_rate": 1.9462051709758133e-05,
+      "loss": 0.9043,
+      "step": 1333
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.6971992254257202,
+      "learning_rate": 1.945788156797331e-05,
+      "loss": 0.9364,
+      "step": 1334
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.8610581159591675,
+      "learning_rate": 1.9453711426188493e-05,
+      "loss": 0.9002,
+      "step": 1335
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.7322424054145813,
+      "learning_rate": 1.944954128440367e-05,
+      "loss": 0.8294,
+      "step": 1336
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.9879711270332336,
+      "learning_rate": 1.944537114261885e-05,
+      "loss": 0.8309,
+      "step": 1337
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 0.946128249168396,
+      "learning_rate": 1.944120100083403e-05,
+      "loss": 0.8784,
+      "step": 1338
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 1.003400206565857,
+      "learning_rate": 1.9437030859049206e-05,
+      "loss": 0.8486,
+      "step": 1339
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.7069840431213379,
+      "learning_rate": 1.9432860717264388e-05,
+      "loss": 0.701,
+      "step": 1340
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.6030074954032898,
+      "learning_rate": 1.9428690575479567e-05,
+      "loss": 0.7142,
+      "step": 1341
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.7204192876815796,
+      "learning_rate": 1.9424520433694745e-05,
+      "loss": 0.8322,
+      "step": 1342
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.6655485033988953,
+      "learning_rate": 1.9420350291909927e-05,
+      "loss": 0.8325,
+      "step": 1343
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.7931957244873047,
+      "learning_rate": 1.9416180150125105e-05,
+      "loss": 0.9942,
+      "step": 1344
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.8744105696678162,
+      "learning_rate": 1.9412010008340283e-05,
+      "loss": 0.7388,
+      "step": 1345
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.7435116767883301,
+      "learning_rate": 1.9407839866555465e-05,
+      "loss": 0.7078,
+      "step": 1346
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.7065119743347168,
+      "learning_rate": 1.9403669724770643e-05,
+      "loss": 0.8775,
+      "step": 1347
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.7954184412956238,
+      "learning_rate": 1.9399499582985822e-05,
+      "loss": 0.7191,
+      "step": 1348
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.5827435255050659,
+      "learning_rate": 1.9395329441201e-05,
+      "loss": 0.7304,
+      "step": 1349
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.7432641386985779,
+      "learning_rate": 1.9391159299416182e-05,
+      "loss": 0.7525,
+      "step": 1350
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.7468642592430115,
+      "learning_rate": 1.938698915763136e-05,
+      "loss": 0.692,
+      "step": 1351
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.866635262966156,
+      "learning_rate": 1.938281901584654e-05,
+      "loss": 0.9811,
+      "step": 1352
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.8024325966835022,
+      "learning_rate": 1.937864887406172e-05,
+      "loss": 0.8674,
+      "step": 1353
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.7399293184280396,
+      "learning_rate": 1.93744787322769e-05,
+      "loss": 0.8636,
+      "step": 1354
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.7719677686691284,
+      "learning_rate": 1.9370308590492077e-05,
+      "loss": 0.963,
+      "step": 1355
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.8342427611351013,
+      "learning_rate": 1.936613844870726e-05,
+      "loss": 0.9291,
+      "step": 1356
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.6708924770355225,
+      "learning_rate": 1.9361968306922437e-05,
+      "loss": 0.714,
+      "step": 1357
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.7287812829017639,
+      "learning_rate": 1.9357798165137615e-05,
+      "loss": 0.772,
+      "step": 1358
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 0.748464822769165,
+      "learning_rate": 1.9353628023352797e-05,
+      "loss": 0.9217,
+      "step": 1359
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 1.028035044670105,
+      "learning_rate": 1.9349457881567975e-05,
+      "loss": 1.0991,
+      "step": 1360
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.6883030533790588,
+      "learning_rate": 1.9345287739783154e-05,
+      "loss": 0.8524,
+      "step": 1361
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.8939159512519836,
+      "learning_rate": 1.9341117597998332e-05,
+      "loss": 0.9079,
+      "step": 1362
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 1.1184077262878418,
+      "learning_rate": 1.933694745621351e-05,
+      "loss": 0.7271,
+      "step": 1363
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.7476029992103577,
+      "learning_rate": 1.9332777314428692e-05,
+      "loss": 0.8943,
+      "step": 1364
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.6401489973068237,
+      "learning_rate": 1.932860717264387e-05,
+      "loss": 0.7577,
+      "step": 1365
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.7649396657943726,
+      "learning_rate": 1.932443703085905e-05,
+      "loss": 0.9558,
+      "step": 1366
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.7098821997642517,
+      "learning_rate": 1.932026688907423e-05,
+      "loss": 1.0144,
+      "step": 1367
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.6996802091598511,
+      "learning_rate": 1.931609674728941e-05,
+      "loss": 0.7878,
+      "step": 1368
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.6539591550827026,
+      "learning_rate": 1.9311926605504587e-05,
+      "loss": 0.7096,
+      "step": 1369
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.621764600276947,
+      "learning_rate": 1.9307756463719766e-05,
+      "loss": 0.6866,
+      "step": 1370
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.8226015567779541,
+      "learning_rate": 1.9303586321934947e-05,
+      "loss": 0.9676,
+      "step": 1371
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.742616593837738,
+      "learning_rate": 1.9299416180150126e-05,
+      "loss": 0.9353,
+      "step": 1372
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.7227491736412048,
+      "learning_rate": 1.9295246038365304e-05,
+      "loss": 0.9391,
+      "step": 1373
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.7602857351303101,
+      "learning_rate": 1.9291075896580486e-05,
+      "loss": 0.7664,
+      "step": 1374
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.7154752612113953,
+      "learning_rate": 1.9286905754795664e-05,
+      "loss": 0.6929,
+      "step": 1375
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.6573344469070435,
+      "learning_rate": 1.9282735613010842e-05,
+      "loss": 0.7959,
+      "step": 1376
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 1.0185974836349487,
+      "learning_rate": 1.9278565471226024e-05,
+      "loss": 0.9861,
+      "step": 1377
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.8726323843002319,
+      "learning_rate": 1.9274395329441202e-05,
+      "loss": 0.9988,
+      "step": 1378
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 0.7904740571975708,
+      "learning_rate": 1.927022518765638e-05,
+      "loss": 0.8558,
+      "step": 1379
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.7256088852882385,
+      "learning_rate": 1.9266055045871563e-05,
+      "loss": 0.779,
+      "step": 1380
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.623297929763794,
+      "learning_rate": 1.926188490408674e-05,
+      "loss": 0.8905,
+      "step": 1381
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.8444830775260925,
+      "learning_rate": 1.925771476230192e-05,
+      "loss": 0.9082,
+      "step": 1382
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 1.310865879058838,
+      "learning_rate": 1.9253544620517098e-05,
+      "loss": 0.7927,
+      "step": 1383
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.8616422414779663,
+      "learning_rate": 1.9249374478732276e-05,
+      "loss": 1.0529,
+      "step": 1384
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.6560542583465576,
+      "learning_rate": 1.9245204336947458e-05,
+      "loss": 0.7733,
+      "step": 1385
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.8313952684402466,
+      "learning_rate": 1.9241034195162636e-05,
+      "loss": 0.8337,
+      "step": 1386
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.8393895626068115,
+      "learning_rate": 1.9236864053377814e-05,
+      "loss": 0.9296,
+      "step": 1387
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.8424758315086365,
+      "learning_rate": 1.9232693911592996e-05,
+      "loss": 0.8995,
+      "step": 1388
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.6894937753677368,
+      "learning_rate": 1.9228523769808174e-05,
+      "loss": 0.838,
+      "step": 1389
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 0.9897966384887695,
+      "learning_rate": 1.9224353628023353e-05,
+      "loss": 1.0373,
+      "step": 1390
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 1.075997233390808,
+      "learning_rate": 1.922018348623853e-05,
+      "loss": 0.818,
+      "step": 1391
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.8024379014968872,
+      "learning_rate": 1.9216013344453713e-05,
+      "loss": 0.8734,
+      "step": 1392
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.8624357581138611,
+      "learning_rate": 1.921184320266889e-05,
+      "loss": 0.8276,
+      "step": 1393
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.7303786873817444,
+      "learning_rate": 1.920767306088407e-05,
+      "loss": 0.8544,
+      "step": 1394
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.6707988977432251,
+      "learning_rate": 1.920350291909925e-05,
+      "loss": 0.7319,
+      "step": 1395
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.7755019664764404,
+      "learning_rate": 1.919933277731443e-05,
+      "loss": 0.8832,
+      "step": 1396
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.7205156087875366,
+      "learning_rate": 1.9195162635529608e-05,
+      "loss": 0.7328,
+      "step": 1397
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.7709264159202576,
+      "learning_rate": 1.919099249374479e-05,
+      "loss": 0.6926,
+      "step": 1398
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.8593284487724304,
+      "learning_rate": 1.9186822351959968e-05,
+      "loss": 0.7103,
+      "step": 1399
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.6553032994270325,
+      "learning_rate": 1.9182652210175146e-05,
+      "loss": 0.8821,
+      "step": 1400
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.7788107395172119,
+      "learning_rate": 1.9178482068390328e-05,
+      "loss": 0.845,
+      "step": 1401
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.7270055413246155,
+      "learning_rate": 1.9174311926605506e-05,
+      "loss": 0.7133,
+      "step": 1402
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.8876885771751404,
+      "learning_rate": 1.9170141784820685e-05,
+      "loss": 0.9408,
+      "step": 1403
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.7064754366874695,
+      "learning_rate": 1.9165971643035866e-05,
+      "loss": 0.6491,
+      "step": 1404
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.8008076548576355,
+      "learning_rate": 1.916180150125104e-05,
+      "loss": 0.6903,
+      "step": 1405
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.7067212462425232,
+      "learning_rate": 1.9157631359466223e-05,
+      "loss": 0.8678,
+      "step": 1406
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.7058507800102234,
+      "learning_rate": 1.91534612176814e-05,
+      "loss": 0.6203,
+      "step": 1407
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.7545387744903564,
+      "learning_rate": 1.914929107589658e-05,
+      "loss": 0.8715,
+      "step": 1408
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.7241551876068115,
+      "learning_rate": 1.914512093411176e-05,
+      "loss": 0.9395,
+      "step": 1409
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 0.7197961211204529,
+      "learning_rate": 1.914095079232694e-05,
+      "loss": 0.8828,
+      "step": 1410
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.7331131100654602,
+      "learning_rate": 1.9136780650542118e-05,
+      "loss": 0.8298,
+      "step": 1411
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.6022123694419861,
+      "learning_rate": 1.9132610508757297e-05,
+      "loss": 0.7324,
+      "step": 1412
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 1.1884979009628296,
+      "learning_rate": 1.912844036697248e-05,
+      "loss": 0.8761,
+      "step": 1413
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.9622028470039368,
+      "learning_rate": 1.9124270225187657e-05,
+      "loss": 0.8471,
+      "step": 1414
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.8984091877937317,
+      "learning_rate": 1.9120100083402835e-05,
+      "loss": 0.706,
+      "step": 1415
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.8726335167884827,
+      "learning_rate": 1.9115929941618017e-05,
+      "loss": 0.7783,
+      "step": 1416
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.8068650960922241,
+      "learning_rate": 1.9111759799833195e-05,
+      "loss": 0.7824,
+      "step": 1417
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.9123047590255737,
+      "learning_rate": 1.9107589658048373e-05,
+      "loss": 0.933,
+      "step": 1418
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 1.0565906763076782,
+      "learning_rate": 1.9103419516263555e-05,
+      "loss": 0.9924,
+      "step": 1419
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.7026214003562927,
+      "learning_rate": 1.9099249374478733e-05,
+      "loss": 0.8831,
+      "step": 1420
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 0.8069189786911011,
+      "learning_rate": 1.9095079232693912e-05,
+      "loss": 0.8155,
+      "step": 1421
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.9264047145843506,
+      "learning_rate": 1.9090909090909094e-05,
+      "loss": 0.9265,
+      "step": 1422
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.7889537215232849,
+      "learning_rate": 1.9086738949124272e-05,
+      "loss": 0.7999,
+      "step": 1423
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.8087928295135498,
+      "learning_rate": 1.908256880733945e-05,
+      "loss": 0.8687,
+      "step": 1424
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.8602674603462219,
+      "learning_rate": 1.9078398665554632e-05,
+      "loss": 0.7922,
+      "step": 1425
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.8531413674354553,
+      "learning_rate": 1.907422852376981e-05,
+      "loss": 0.9468,
+      "step": 1426
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 1.1742762327194214,
+      "learning_rate": 1.907005838198499e-05,
+      "loss": 0.8126,
+      "step": 1427
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.7422329187393188,
+      "learning_rate": 1.9065888240200167e-05,
+      "loss": 0.9369,
+      "step": 1428
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.650400698184967,
+      "learning_rate": 1.9061718098415345e-05,
+      "loss": 0.8686,
+      "step": 1429
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 0.8440918326377869,
+      "learning_rate": 1.9057547956630527e-05,
+      "loss": 0.8117,
+      "step": 1430
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 1.0520027875900269,
+      "learning_rate": 1.9053377814845705e-05,
+      "loss": 0.8004,
+      "step": 1431
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.9198020100593567,
+      "learning_rate": 1.9049207673060884e-05,
+      "loss": 0.8564,
+      "step": 1432
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.8190503716468811,
+      "learning_rate": 1.9045037531276062e-05,
+      "loss": 0.8611,
+      "step": 1433
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.7609173655509949,
+      "learning_rate": 1.9040867389491244e-05,
+      "loss": 0.6819,
+      "step": 1434
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.8388890624046326,
+      "learning_rate": 1.9036697247706422e-05,
+      "loss": 0.877,
+      "step": 1435
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.7381657361984253,
+      "learning_rate": 1.90325271059216e-05,
+      "loss": 0.6953,
+      "step": 1436
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.867630660533905,
+      "learning_rate": 1.9028356964136782e-05,
+      "loss": 0.9288,
+      "step": 1437
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.6411866545677185,
+      "learning_rate": 1.902418682235196e-05,
+      "loss": 0.708,
+      "step": 1438
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.7505174875259399,
+      "learning_rate": 1.902001668056714e-05,
+      "loss": 0.7428,
+      "step": 1439
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.7729142308235168,
+      "learning_rate": 1.901584653878232e-05,
+      "loss": 0.8317,
+      "step": 1440
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 0.7703062891960144,
+      "learning_rate": 1.90116763969975e-05,
+      "loss": 0.9196,
+      "step": 1441
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.7821091413497925,
+      "learning_rate": 1.9007506255212677e-05,
+      "loss": 0.8062,
+      "step": 1442
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.6746081113815308,
+      "learning_rate": 1.900333611342786e-05,
+      "loss": 0.7554,
+      "step": 1443
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.9702749848365784,
+      "learning_rate": 1.8999165971643037e-05,
+      "loss": 0.9506,
+      "step": 1444
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.7692257165908813,
+      "learning_rate": 1.8994995829858216e-05,
+      "loss": 0.7146,
+      "step": 1445
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.899427056312561,
+      "learning_rate": 1.8990825688073397e-05,
+      "loss": 0.821,
+      "step": 1446
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.9029175639152527,
+      "learning_rate": 1.8986655546288576e-05,
+      "loss": 0.7721,
+      "step": 1447
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.7279440760612488,
+      "learning_rate": 1.8982485404503754e-05,
+      "loss": 0.9672,
+      "step": 1448
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.8106020092964172,
+      "learning_rate": 1.8978315262718932e-05,
+      "loss": 0.8135,
+      "step": 1449
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 1.1016241312026978,
+      "learning_rate": 1.897414512093411e-05,
+      "loss": 0.9337,
+      "step": 1450
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.724337637424469,
+      "learning_rate": 1.8969974979149293e-05,
+      "loss": 0.8502,
+      "step": 1451
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.7456713318824768,
+      "learning_rate": 1.896580483736447e-05,
+      "loss": 0.9134,
+      "step": 1452
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.8018594980239868,
+      "learning_rate": 1.896163469557965e-05,
+      "loss": 0.8351,
+      "step": 1453
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.7613210082054138,
+      "learning_rate": 1.8957464553794828e-05,
+      "loss": 0.7504,
+      "step": 1454
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 1.1208992004394531,
+      "learning_rate": 1.895329441201001e-05,
+      "loss": 0.7791,
+      "step": 1455
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.8968521952629089,
+      "learning_rate": 1.8949124270225188e-05,
+      "loss": 0.6822,
+      "step": 1456
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.7526684403419495,
+      "learning_rate": 1.8944954128440366e-05,
+      "loss": 0.7943,
+      "step": 1457
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.9919862747192383,
+      "learning_rate": 1.8940783986655548e-05,
+      "loss": 0.996,
+      "step": 1458
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.9268872141838074,
+      "learning_rate": 1.8936613844870726e-05,
+      "loss": 0.8073,
+      "step": 1459
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.6976467967033386,
+      "learning_rate": 1.8932443703085904e-05,
+      "loss": 0.9545,
+      "step": 1460
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 0.8116968274116516,
+      "learning_rate": 1.8928273561301086e-05,
+      "loss": 0.8494,
+      "step": 1461
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 1.0036202669143677,
+      "learning_rate": 1.8924103419516264e-05,
+      "loss": 0.8823,
+      "step": 1462
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.7704646587371826,
+      "learning_rate": 1.8919933277731443e-05,
+      "loss": 0.9013,
+      "step": 1463
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 1.4045714139938354,
+      "learning_rate": 1.8915763135946625e-05,
+      "loss": 0.8364,
+      "step": 1464
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.6476083993911743,
+      "learning_rate": 1.8911592994161803e-05,
+      "loss": 0.7381,
+      "step": 1465
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.8766645789146423,
+      "learning_rate": 1.890742285237698e-05,
+      "loss": 0.9145,
+      "step": 1466
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.8681319952011108,
+      "learning_rate": 1.8903252710592163e-05,
+      "loss": 0.8221,
+      "step": 1467
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.8430099487304688,
+      "learning_rate": 1.889908256880734e-05,
+      "loss": 0.7752,
+      "step": 1468
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.5787277817726135,
+      "learning_rate": 1.889491242702252e-05,
+      "loss": 0.8627,
+      "step": 1469
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 1.1568094491958618,
+      "learning_rate": 1.88907422852377e-05,
+      "loss": 0.7652,
+      "step": 1470
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.7506060004234314,
+      "learning_rate": 1.8886572143452876e-05,
+      "loss": 0.9003,
+      "step": 1471
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 0.8345839381217957,
+      "learning_rate": 1.8882402001668058e-05,
+      "loss": 0.7206,
+      "step": 1472
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.9071716070175171,
+      "learning_rate": 1.8878231859883236e-05,
+      "loss": 0.7203,
+      "step": 1473
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.8114016652107239,
+      "learning_rate": 1.8874061718098415e-05,
+      "loss": 0.7653,
+      "step": 1474
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.7059634327888489,
+      "learning_rate": 1.8869891576313593e-05,
+      "loss": 0.7109,
+      "step": 1475
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.7925973534584045,
+      "learning_rate": 1.8865721434528775e-05,
+      "loss": 0.7387,
+      "step": 1476
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.8599631190299988,
+      "learning_rate": 1.8861551292743953e-05,
+      "loss": 0.8622,
+      "step": 1477
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.8250440955162048,
+      "learning_rate": 1.885738115095913e-05,
+      "loss": 0.8251,
+      "step": 1478
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.9636850357055664,
+      "learning_rate": 1.8853211009174313e-05,
+      "loss": 0.8504,
+      "step": 1479
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.8147855401039124,
+      "learning_rate": 1.884904086738949e-05,
+      "loss": 0.8293,
+      "step": 1480
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.727703869342804,
+      "learning_rate": 1.884487072560467e-05,
+      "loss": 0.6925,
+      "step": 1481
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.879079282283783,
+      "learning_rate": 1.884070058381985e-05,
+      "loss": 0.8537,
+      "step": 1482
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 0.7544656991958618,
+      "learning_rate": 1.883653044203503e-05,
+      "loss": 0.7574,
+      "step": 1483
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.8666123151779175,
+      "learning_rate": 1.883236030025021e-05,
+      "loss": 0.809,
+      "step": 1484
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.6860565543174744,
+      "learning_rate": 1.882819015846539e-05,
+      "loss": 0.9681,
+      "step": 1485
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.8169941306114197,
+      "learning_rate": 1.882402001668057e-05,
+      "loss": 0.7989,
+      "step": 1486
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.8143579363822937,
+      "learning_rate": 1.8819849874895747e-05,
+      "loss": 0.8068,
+      "step": 1487
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.7847554683685303,
+      "learning_rate": 1.881567973311093e-05,
+      "loss": 0.8061,
+      "step": 1488
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.7997915148735046,
+      "learning_rate": 1.8811509591326107e-05,
+      "loss": 0.8588,
+      "step": 1489
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.7640638947486877,
+      "learning_rate": 1.8807339449541285e-05,
+      "loss": 0.7585,
+      "step": 1490
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.9093492031097412,
+      "learning_rate": 1.8803169307756467e-05,
+      "loss": 0.9889,
+      "step": 1491
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.9176318049430847,
+      "learning_rate": 1.8798999165971645e-05,
+      "loss": 0.9125,
+      "step": 1492
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 1.0743461847305298,
+      "learning_rate": 1.8794829024186824e-05,
+      "loss": 0.7086,
+      "step": 1493
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.7761045694351196,
+      "learning_rate": 1.8790658882402002e-05,
+      "loss": 0.7781,
+      "step": 1494
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.7887628674507141,
+      "learning_rate": 1.878648874061718e-05,
+      "loss": 0.7524,
+      "step": 1495
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.8005184531211853,
+      "learning_rate": 1.878231859883236e-05,
+      "loss": 0.722,
+      "step": 1496
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.7777974605560303,
+      "learning_rate": 1.877814845704754e-05,
+      "loss": 0.9368,
+      "step": 1497
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 1.0789202451705933,
+      "learning_rate": 1.877397831526272e-05,
+      "loss": 0.8666,
+      "step": 1498
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.7893933653831482,
+      "learning_rate": 1.8769808173477897e-05,
+      "loss": 0.8123,
+      "step": 1499
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.7819249629974365,
+      "learning_rate": 1.876563803169308e-05,
+      "loss": 0.763,
+      "step": 1500
+    },
+    {
+      "epoch": 1.45,
+      "eval_loss": 0.871242344379425,
+      "eval_runtime": 857.5825,
+      "eval_samples_per_second": 4.821,
+      "eval_steps_per_second": 0.603,
+      "step": 1500
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.8692439794540405,
+      "learning_rate": 1.8761467889908257e-05,
+      "loss": 0.9606,
+      "step": 1501
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.7838341593742371,
+      "learning_rate": 1.8757297748123435e-05,
+      "loss": 0.8665,
+      "step": 1502
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 1.0466808080673218,
+      "learning_rate": 1.8753127606338617e-05,
+      "loss": 0.983,
+      "step": 1503
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.8549627065658569,
+      "learning_rate": 1.8748957464553795e-05,
+      "loss": 1.0315,
+      "step": 1504
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.7587802410125732,
+      "learning_rate": 1.8744787322768974e-05,
+      "loss": 0.8742,
+      "step": 1505
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.8488778471946716,
+      "learning_rate": 1.8740617180984156e-05,
+      "loss": 0.8419,
+      "step": 1506
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.8127396106719971,
+      "learning_rate": 1.8736447039199334e-05,
+      "loss": 0.9126,
+      "step": 1507
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 1.052557349205017,
+      "learning_rate": 1.8732276897414512e-05,
+      "loss": 0.7145,
+      "step": 1508
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.770553469657898,
+      "learning_rate": 1.8728106755629694e-05,
+      "loss": 0.7613,
+      "step": 1509
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.6669489741325378,
+      "learning_rate": 1.8723936613844872e-05,
+      "loss": 0.8852,
+      "step": 1510
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.9949691891670227,
+      "learning_rate": 1.871976647206005e-05,
+      "loss": 0.8851,
+      "step": 1511
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.7732131481170654,
+      "learning_rate": 1.8715596330275232e-05,
+      "loss": 1.0275,
+      "step": 1512
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.9463417530059814,
+      "learning_rate": 1.871142618849041e-05,
+      "loss": 0.9208,
+      "step": 1513
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 0.7356176376342773,
+      "learning_rate": 1.870725604670559e-05,
+      "loss": 0.9814,
+      "step": 1514
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.8080406785011292,
+      "learning_rate": 1.8703085904920767e-05,
+      "loss": 0.7941,
+      "step": 1515
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.7663989663124084,
+      "learning_rate": 1.8698915763135946e-05,
+      "loss": 0.821,
+      "step": 1516
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.8629295825958252,
+      "learning_rate": 1.8694745621351124e-05,
+      "loss": 0.8901,
+      "step": 1517
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.9633663892745972,
+      "learning_rate": 1.8690575479566306e-05,
+      "loss": 0.9098,
+      "step": 1518
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.8047828674316406,
+      "learning_rate": 1.8686405337781484e-05,
+      "loss": 0.8545,
+      "step": 1519
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.7656811475753784,
+      "learning_rate": 1.8682235195996663e-05,
+      "loss": 0.8388,
+      "step": 1520
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.744891345500946,
+      "learning_rate": 1.8678065054211844e-05,
+      "loss": 0.8674,
+      "step": 1521
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 0.8585422039031982,
+      "learning_rate": 1.8673894912427023e-05,
+      "loss": 0.8654,
+      "step": 1522
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 1.1280771493911743,
+      "learning_rate": 1.86697247706422e-05,
+      "loss": 0.7828,
+      "step": 1523
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 1.0447564125061035,
+      "learning_rate": 1.8665554628857383e-05,
+      "loss": 0.9513,
+      "step": 1524
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.8294857144355774,
+      "learning_rate": 1.866138448707256e-05,
+      "loss": 0.8698,
+      "step": 1525
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.7473172545433044,
+      "learning_rate": 1.865721434528774e-05,
+      "loss": 0.8612,
+      "step": 1526
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.7271237373352051,
+      "learning_rate": 1.865304420350292e-05,
+      "loss": 0.9307,
+      "step": 1527
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.6466917991638184,
+      "learning_rate": 1.86488740617181e-05,
+      "loss": 0.8465,
+      "step": 1528
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.706737220287323,
+      "learning_rate": 1.8644703919933278e-05,
+      "loss": 0.6345,
+      "step": 1529
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.6726969480514526,
+      "learning_rate": 1.864053377814846e-05,
+      "loss": 0.8703,
+      "step": 1530
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.6319617629051208,
+      "learning_rate": 1.8636363636363638e-05,
+      "loss": 0.8407,
+      "step": 1531
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.7861160039901733,
+      "learning_rate": 1.8632193494578816e-05,
+      "loss": 0.7671,
+      "step": 1532
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.7598016858100891,
+      "learning_rate": 1.8628023352793998e-05,
+      "loss": 0.8163,
+      "step": 1533
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.627629816532135,
+      "learning_rate": 1.8623853211009176e-05,
+      "loss": 0.8446,
+      "step": 1534
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.7758449912071228,
+      "learning_rate": 1.8619683069224355e-05,
+      "loss": 0.7007,
+      "step": 1535
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.8927205801010132,
+      "learning_rate": 1.8615512927439536e-05,
+      "loss": 0.8813,
+      "step": 1536
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.8728731274604797,
+      "learning_rate": 1.861134278565471e-05,
+      "loss": 0.7473,
+      "step": 1537
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 1.0451692342758179,
+      "learning_rate": 1.860717264386989e-05,
+      "loss": 0.6651,
+      "step": 1538
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.6660237312316895,
+      "learning_rate": 1.860300250208507e-05,
+      "loss": 0.7542,
+      "step": 1539
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.6746510863304138,
+      "learning_rate": 1.859883236030025e-05,
+      "loss": 0.7332,
+      "step": 1540
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.7730705738067627,
+      "learning_rate": 1.8594662218515428e-05,
+      "loss": 0.843,
+      "step": 1541
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.9507487416267395,
+      "learning_rate": 1.859049207673061e-05,
+      "loss": 0.71,
+      "step": 1542
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.7842820882797241,
+      "learning_rate": 1.8586321934945788e-05,
+      "loss": 0.9618,
+      "step": 1543
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.7449144721031189,
+      "learning_rate": 1.8582151793160966e-05,
+      "loss": 0.8335,
+      "step": 1544
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.9146220684051514,
+      "learning_rate": 1.8577981651376148e-05,
+      "loss": 0.9998,
+      "step": 1545
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.7806065678596497,
+      "learning_rate": 1.8573811509591326e-05,
+      "loss": 0.837,
+      "step": 1546
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.8013559579849243,
+      "learning_rate": 1.8569641367806505e-05,
+      "loss": 0.9106,
+      "step": 1547
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.8379461169242859,
+      "learning_rate": 1.8565471226021687e-05,
+      "loss": 0.9738,
+      "step": 1548
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.7779140472412109,
+      "learning_rate": 1.8561301084236865e-05,
+      "loss": 0.827,
+      "step": 1549
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.699379026889801,
+      "learning_rate": 1.8557130942452043e-05,
+      "loss": 0.8041,
+      "step": 1550
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.6524652242660522,
+      "learning_rate": 1.8552960800667225e-05,
+      "loss": 0.9011,
+      "step": 1551
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.7560880184173584,
+      "learning_rate": 1.8548790658882403e-05,
+      "loss": 0.7102,
+      "step": 1552
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.744448721408844,
+      "learning_rate": 1.854462051709758e-05,
+      "loss": 0.6881,
+      "step": 1553
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.9030277132987976,
+      "learning_rate": 1.8540450375312763e-05,
+      "loss": 0.7182,
+      "step": 1554
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.7792443037033081,
+      "learning_rate": 1.8536280233527942e-05,
+      "loss": 0.7096,
+      "step": 1555
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.7212502956390381,
+      "learning_rate": 1.853211009174312e-05,
+      "loss": 0.8655,
+      "step": 1556
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.7443561553955078,
+      "learning_rate": 1.8527939949958302e-05,
+      "loss": 0.8565,
+      "step": 1557
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.7545742988586426,
+      "learning_rate": 1.852376980817348e-05,
+      "loss": 0.6798,
+      "step": 1558
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.730262041091919,
+      "learning_rate": 1.8519599666388655e-05,
+      "loss": 0.9289,
+      "step": 1559
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.9507002234458923,
+      "learning_rate": 1.8515429524603837e-05,
+      "loss": 0.8787,
+      "step": 1560
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.6963874697685242,
+      "learning_rate": 1.8511259382819015e-05,
+      "loss": 0.7989,
+      "step": 1561
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.955804169178009,
+      "learning_rate": 1.8507089241034194e-05,
+      "loss": 0.981,
+      "step": 1562
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.7722706198692322,
+      "learning_rate": 1.8502919099249375e-05,
+      "loss": 0.7855,
+      "step": 1563
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.6576076745986938,
+      "learning_rate": 1.8498748957464554e-05,
+      "loss": 0.81,
+      "step": 1564
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 0.8198294639587402,
+      "learning_rate": 1.8494578815679732e-05,
+      "loss": 0.8512,
+      "step": 1565
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.8364382386207581,
+      "learning_rate": 1.8490408673894914e-05,
+      "loss": 0.8166,
+      "step": 1566
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.9703118801116943,
+      "learning_rate": 1.8486238532110092e-05,
+      "loss": 0.8879,
+      "step": 1567
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.7897139191627502,
+      "learning_rate": 1.848206839032527e-05,
+      "loss": 0.7364,
+      "step": 1568
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.7382344603538513,
+      "learning_rate": 1.8477898248540452e-05,
+      "loss": 0.7649,
+      "step": 1569
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.8831870555877686,
+      "learning_rate": 1.847372810675563e-05,
+      "loss": 0.9566,
+      "step": 1570
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.7121156454086304,
+      "learning_rate": 1.846955796497081e-05,
+      "loss": 0.6838,
+      "step": 1571
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.7791978716850281,
+      "learning_rate": 1.846538782318599e-05,
+      "loss": 0.8732,
+      "step": 1572
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.7803041934967041,
+      "learning_rate": 1.846121768140117e-05,
+      "loss": 0.7352,
+      "step": 1573
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.9254148006439209,
+      "learning_rate": 1.8457047539616347e-05,
+      "loss": 0.8446,
+      "step": 1574
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.7888645529747009,
+      "learning_rate": 1.845287739783153e-05,
+      "loss": 0.6746,
+      "step": 1575
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.8266612887382507,
+      "learning_rate": 1.8448707256046707e-05,
+      "loss": 0.7875,
+      "step": 1576
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.8741608262062073,
+      "learning_rate": 1.8444537114261886e-05,
+      "loss": 0.8976,
+      "step": 1577
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 3.1531920433044434,
+      "learning_rate": 1.8440366972477067e-05,
+      "loss": 0.8121,
+      "step": 1578
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.7760798335075378,
+      "learning_rate": 1.8436196830692246e-05,
+      "loss": 0.8068,
+      "step": 1579
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.8203509449958801,
+      "learning_rate": 1.8432026688907424e-05,
+      "loss": 0.7687,
+      "step": 1580
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.8816039562225342,
+      "learning_rate": 1.8427856547122602e-05,
+      "loss": 0.9351,
+      "step": 1581
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.802864670753479,
+      "learning_rate": 1.842368640533778e-05,
+      "loss": 0.8244,
+      "step": 1582
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.9025200605392456,
+      "learning_rate": 1.841951626355296e-05,
+      "loss": 0.7951,
+      "step": 1583
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.8814740180969238,
+      "learning_rate": 1.841534612176814e-05,
+      "loss": 0.8203,
+      "step": 1584
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.7308328151702881,
+      "learning_rate": 1.841117597998332e-05,
+      "loss": 0.8518,
+      "step": 1585
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.8501223921775818,
+      "learning_rate": 1.8407005838198497e-05,
+      "loss": 0.7385,
+      "step": 1586
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.6498897075653076,
+      "learning_rate": 1.840283569641368e-05,
+      "loss": 0.6711,
+      "step": 1587
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.7590372562408447,
+      "learning_rate": 1.8398665554628857e-05,
+      "loss": 0.7371,
+      "step": 1588
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.8676318526268005,
+      "learning_rate": 1.8394495412844036e-05,
+      "loss": 0.935,
+      "step": 1589
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.7311364412307739,
+      "learning_rate": 1.8390325271059218e-05,
+      "loss": 0.7584,
+      "step": 1590
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.6720906496047974,
+      "learning_rate": 1.8386155129274396e-05,
+      "loss": 0.8509,
+      "step": 1591
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.9036455750465393,
+      "learning_rate": 1.8381984987489574e-05,
+      "loss": 0.8185,
+      "step": 1592
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.6870003342628479,
+      "learning_rate": 1.8377814845704756e-05,
+      "loss": 0.8719,
+      "step": 1593
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.794909656047821,
+      "learning_rate": 1.8373644703919934e-05,
+      "loss": 0.9176,
+      "step": 1594
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 0.9724681377410889,
+      "learning_rate": 1.8369474562135113e-05,
+      "loss": 0.9391,
+      "step": 1595
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 1.1446982622146606,
+      "learning_rate": 1.8365304420350294e-05,
+      "loss": 0.7543,
+      "step": 1596
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.7076694965362549,
+      "learning_rate": 1.8361134278565473e-05,
+      "loss": 0.8322,
+      "step": 1597
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.7667426466941833,
+      "learning_rate": 1.835696413678065e-05,
+      "loss": 1.0562,
+      "step": 1598
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.705640435218811,
+      "learning_rate": 1.8352793994995833e-05,
+      "loss": 0.7272,
+      "step": 1599
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.7533010840415955,
+      "learning_rate": 1.834862385321101e-05,
+      "loss": 0.7302,
+      "step": 1600
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.8193255066871643,
+      "learning_rate": 1.834445371142619e-05,
+      "loss": 0.7166,
+      "step": 1601
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.9107953906059265,
+      "learning_rate": 1.834028356964137e-05,
+      "loss": 0.8096,
+      "step": 1602
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.7240647673606873,
+      "learning_rate": 1.8336113427856546e-05,
+      "loss": 0.8227,
+      "step": 1603
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.9343478679656982,
+      "learning_rate": 1.8331943286071725e-05,
+      "loss": 0.781,
+      "step": 1604
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.6681409478187561,
+      "learning_rate": 1.8327773144286906e-05,
+      "loss": 0.6842,
+      "step": 1605
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.8248748779296875,
+      "learning_rate": 1.8323603002502085e-05,
+      "loss": 0.7609,
+      "step": 1606
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.7890187501907349,
+      "learning_rate": 1.8319432860717263e-05,
+      "loss": 0.7312,
+      "step": 1607
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.7297053933143616,
+      "learning_rate": 1.8315262718932445e-05,
+      "loss": 0.7855,
+      "step": 1608
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 1.020443081855774,
+      "learning_rate": 1.8311092577147623e-05,
+      "loss": 0.9251,
+      "step": 1609
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.9824992418289185,
+      "learning_rate": 1.83069224353628e-05,
+      "loss": 0.8638,
+      "step": 1610
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.8015655875205994,
+      "learning_rate": 1.8302752293577983e-05,
+      "loss": 0.7658,
+      "step": 1611
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.8788244128227234,
+      "learning_rate": 1.829858215179316e-05,
+      "loss": 0.6648,
+      "step": 1612
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.797801673412323,
+      "learning_rate": 1.829441201000834e-05,
+      "loss": 0.8113,
+      "step": 1613
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.7691337466239929,
+      "learning_rate": 1.829024186822352e-05,
+      "loss": 0.8691,
+      "step": 1614
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.9911805987358093,
+      "learning_rate": 1.82860717264387e-05,
+      "loss": 0.9046,
+      "step": 1615
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.6806455254554749,
+      "learning_rate": 1.8281901584653878e-05,
+      "loss": 0.7813,
+      "step": 1616
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 1.2665965557098389,
+      "learning_rate": 1.827773144286906e-05,
+      "loss": 0.9037,
+      "step": 1617
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.9018226861953735,
+      "learning_rate": 1.8273561301084238e-05,
+      "loss": 0.8545,
+      "step": 1618
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.6414604783058167,
+      "learning_rate": 1.8269391159299417e-05,
+      "loss": 0.7655,
+      "step": 1619
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.9529421329498291,
+      "learning_rate": 1.8265221017514598e-05,
+      "loss": 0.772,
+      "step": 1620
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.8454800248146057,
+      "learning_rate": 1.8261050875729777e-05,
+      "loss": 0.818,
+      "step": 1621
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 1.1051985025405884,
+      "learning_rate": 1.8256880733944955e-05,
+      "loss": 0.7911,
+      "step": 1622
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.6973373293876648,
+      "learning_rate": 1.8252710592160137e-05,
+      "loss": 0.7237,
+      "step": 1623
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.7481981515884399,
+      "learning_rate": 1.8248540450375315e-05,
+      "loss": 0.7902,
+      "step": 1624
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.7207560539245605,
+      "learning_rate": 1.824437030859049e-05,
+      "loss": 0.7941,
+      "step": 1625
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 1.1000559329986572,
+      "learning_rate": 1.8240200166805672e-05,
+      "loss": 0.7167,
+      "step": 1626
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 0.8454039692878723,
+      "learning_rate": 1.823603002502085e-05,
+      "loss": 0.821,
+      "step": 1627
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.9232093691825867,
+      "learning_rate": 1.823185988323603e-05,
+      "loss": 0.8228,
+      "step": 1628
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.7570505738258362,
+      "learning_rate": 1.822768974145121e-05,
+      "loss": 0.9258,
+      "step": 1629
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.711843729019165,
+      "learning_rate": 1.822351959966639e-05,
+      "loss": 0.8076,
+      "step": 1630
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.9278578162193298,
+      "learning_rate": 1.8219349457881567e-05,
+      "loss": 0.9639,
+      "step": 1631
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.7191492915153503,
+      "learning_rate": 1.821517931609675e-05,
+      "loss": 0.8149,
+      "step": 1632
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.8379666805267334,
+      "learning_rate": 1.8211009174311927e-05,
+      "loss": 0.7932,
+      "step": 1633
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.9242769479751587,
+      "learning_rate": 1.8206839032527105e-05,
+      "loss": 0.9331,
+      "step": 1634
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.95824134349823,
+      "learning_rate": 1.8202668890742287e-05,
+      "loss": 0.8162,
+      "step": 1635
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.8193747401237488,
+      "learning_rate": 1.8198498748957465e-05,
+      "loss": 0.8595,
+      "step": 1636
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 0.8027563095092773,
+      "learning_rate": 1.8194328607172644e-05,
+      "loss": 0.7526,
+      "step": 1637
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 1.0662225484848022,
+      "learning_rate": 1.8190158465387825e-05,
+      "loss": 0.8652,
+      "step": 1638
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 1.0124140977859497,
+      "learning_rate": 1.8185988323603004e-05,
+      "loss": 0.8588,
+      "step": 1639
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.9352964758872986,
+      "learning_rate": 1.8181818181818182e-05,
+      "loss": 0.8028,
+      "step": 1640
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.8786833882331848,
+      "learning_rate": 1.8177648040033364e-05,
+      "loss": 0.906,
+      "step": 1641
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 1.090198040008545,
+      "learning_rate": 1.8173477898248542e-05,
+      "loss": 0.8772,
+      "step": 1642
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.8615359663963318,
+      "learning_rate": 1.816930775646372e-05,
+      "loss": 0.8237,
+      "step": 1643
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.6417995095252991,
+      "learning_rate": 1.8165137614678902e-05,
+      "loss": 0.7159,
+      "step": 1644
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.8465497493743896,
+      "learning_rate": 1.816096747289408e-05,
+      "loss": 0.8872,
+      "step": 1645
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.8617416620254517,
+      "learning_rate": 1.815679733110926e-05,
+      "loss": 0.7546,
+      "step": 1646
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 1.0238404273986816,
+      "learning_rate": 1.815262718932444e-05,
+      "loss": 1.1149,
+      "step": 1647
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 0.9248356819152832,
+      "learning_rate": 1.8148457047539616e-05,
+      "loss": 0.8032,
+      "step": 1648
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.8079115152359009,
+      "learning_rate": 1.8144286905754794e-05,
+      "loss": 0.9436,
+      "step": 1649
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.7776393890380859,
+      "learning_rate": 1.8140116763969976e-05,
+      "loss": 0.9093,
+      "step": 1650
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.8430098295211792,
+      "learning_rate": 1.8135946622185154e-05,
+      "loss": 0.8618,
+      "step": 1651
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.9216378927230835,
+      "learning_rate": 1.8131776480400332e-05,
+      "loss": 0.8478,
+      "step": 1652
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.8068110942840576,
+      "learning_rate": 1.8127606338615514e-05,
+      "loss": 0.9022,
+      "step": 1653
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.8386297821998596,
+      "learning_rate": 1.8123436196830692e-05,
+      "loss": 0.8576,
+      "step": 1654
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.744140088558197,
+      "learning_rate": 1.811926605504587e-05,
+      "loss": 0.8838,
+      "step": 1655
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.9847753643989563,
+      "learning_rate": 1.8115095913261052e-05,
+      "loss": 0.9553,
+      "step": 1656
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.7151947021484375,
+      "learning_rate": 1.811092577147623e-05,
+      "loss": 0.8394,
+      "step": 1657
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.9213670492172241,
+      "learning_rate": 1.810675562969141e-05,
+      "loss": 1.0244,
+      "step": 1658
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.8335891962051392,
+      "learning_rate": 1.810258548790659e-05,
+      "loss": 0.75,
+      "step": 1659
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.8224090933799744,
+      "learning_rate": 1.809841534612177e-05,
+      "loss": 0.8115,
+      "step": 1660
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.738777220249176,
+      "learning_rate": 1.8094245204336948e-05,
+      "loss": 0.8232,
+      "step": 1661
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 1.0434327125549316,
+      "learning_rate": 1.809007506255213e-05,
+      "loss": 0.8798,
+      "step": 1662
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.7528599500656128,
+      "learning_rate": 1.8085904920767308e-05,
+      "loss": 0.9006,
+      "step": 1663
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.8302431106567383,
+      "learning_rate": 1.8081734778982486e-05,
+      "loss": 0.7415,
+      "step": 1664
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 1.015629529953003,
+      "learning_rate": 1.8077564637197668e-05,
+      "loss": 0.7307,
+      "step": 1665
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.84159916639328,
+      "learning_rate": 1.8073394495412846e-05,
+      "loss": 0.7125,
+      "step": 1666
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.7835220694541931,
+      "learning_rate": 1.8069224353628024e-05,
+      "loss": 1.0384,
+      "step": 1667
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 0.8341156840324402,
+      "learning_rate": 1.8065054211843206e-05,
+      "loss": 0.8274,
+      "step": 1668
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 1.0113221406936646,
+      "learning_rate": 1.8060884070058384e-05,
+      "loss": 0.8758,
+      "step": 1669
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.6076321601867676,
+      "learning_rate": 1.805671392827356e-05,
+      "loss": 0.8207,
+      "step": 1670
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.8578894734382629,
+      "learning_rate": 1.805254378648874e-05,
+      "loss": 0.8043,
+      "step": 1671
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.7304589748382568,
+      "learning_rate": 1.804837364470392e-05,
+      "loss": 0.8057,
+      "step": 1672
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.8000970482826233,
+      "learning_rate": 1.8044203502919098e-05,
+      "loss": 0.8525,
+      "step": 1673
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.774325966835022,
+      "learning_rate": 1.804003336113428e-05,
+      "loss": 0.7161,
+      "step": 1674
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 1.0207993984222412,
+      "learning_rate": 1.8035863219349458e-05,
+      "loss": 0.7786,
+      "step": 1675
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.8753023147583008,
+      "learning_rate": 1.8031693077564636e-05,
+      "loss": 0.8744,
+      "step": 1676
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.7735598087310791,
+      "learning_rate": 1.8027522935779818e-05,
+      "loss": 0.7703,
+      "step": 1677
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.7807956337928772,
+      "learning_rate": 1.8023352793994996e-05,
+      "loss": 0.8925,
+      "step": 1678
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 0.7507041096687317,
+      "learning_rate": 1.8019182652210175e-05,
+      "loss": 0.867,
+      "step": 1679
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 1.0467255115509033,
+      "learning_rate": 1.8015012510425356e-05,
+      "loss": 0.8839,
+      "step": 1680
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 1.023447036743164,
+      "learning_rate": 1.8010842368640535e-05,
+      "loss": 0.7672,
+      "step": 1681
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.7567567229270935,
+      "learning_rate": 1.8006672226855713e-05,
+      "loss": 0.8605,
+      "step": 1682
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.9755353927612305,
+      "learning_rate": 1.8002502085070895e-05,
+      "loss": 0.7873,
+      "step": 1683
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 1.7185343503952026,
+      "learning_rate": 1.7998331943286073e-05,
+      "loss": 0.873,
+      "step": 1684
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.8041819334030151,
+      "learning_rate": 1.799416180150125e-05,
+      "loss": 0.6697,
+      "step": 1685
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.7738972306251526,
+      "learning_rate": 1.7989991659716433e-05,
+      "loss": 0.68,
+      "step": 1686
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.9564333558082581,
+      "learning_rate": 1.798582151793161e-05,
+      "loss": 0.7973,
+      "step": 1687
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.8185580372810364,
+      "learning_rate": 1.798165137614679e-05,
+      "loss": 1.0458,
+      "step": 1688
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 0.8119357228279114,
+      "learning_rate": 1.797748123436197e-05,
+      "loss": 0.9143,
+      "step": 1689
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.931611180305481,
+      "learning_rate": 1.797331109257715e-05,
+      "loss": 0.9133,
+      "step": 1690
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.8448360562324524,
+      "learning_rate": 1.796914095079233e-05,
+      "loss": 0.7197,
+      "step": 1691
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.9312836527824402,
+      "learning_rate": 1.7964970809007507e-05,
+      "loss": 0.9306,
+      "step": 1692
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.7027466893196106,
+      "learning_rate": 1.7960800667222685e-05,
+      "loss": 0.7918,
+      "step": 1693
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.7993695735931396,
+      "learning_rate": 1.7956630525437863e-05,
+      "loss": 0.8601,
+      "step": 1694
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.8035930395126343,
+      "learning_rate": 1.7952460383653045e-05,
+      "loss": 0.7048,
+      "step": 1695
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.7916481494903564,
+      "learning_rate": 1.7948290241868223e-05,
+      "loss": 0.7933,
+      "step": 1696
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.9629079103469849,
+      "learning_rate": 1.7944120100083402e-05,
+      "loss": 0.9828,
+      "step": 1697
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.7505074143409729,
+      "learning_rate": 1.7939949958298583e-05,
+      "loss": 0.7116,
+      "step": 1698
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.8372009992599487,
+      "learning_rate": 1.7935779816513762e-05,
+      "loss": 0.9645,
+      "step": 1699
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.9150531888008118,
+      "learning_rate": 1.793160967472894e-05,
+      "loss": 0.8217,
+      "step": 1700
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.7872468829154968,
+      "learning_rate": 1.7927439532944122e-05,
+      "loss": 0.9103,
+      "step": 1701
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.8153537511825562,
+      "learning_rate": 1.79232693911593e-05,
+      "loss": 0.7742,
+      "step": 1702
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.8404550552368164,
+      "learning_rate": 1.791909924937448e-05,
+      "loss": 0.869,
+      "step": 1703
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.6884734630584717,
+      "learning_rate": 1.791492910758966e-05,
+      "loss": 0.7636,
+      "step": 1704
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.9122765064239502,
+      "learning_rate": 1.791075896580484e-05,
+      "loss": 0.8674,
+      "step": 1705
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.6864152550697327,
+      "learning_rate": 1.7906588824020017e-05,
+      "loss": 0.6575,
+      "step": 1706
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.834182620048523,
+      "learning_rate": 1.79024186822352e-05,
+      "loss": 0.7004,
+      "step": 1707
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 1.353200078010559,
+      "learning_rate": 1.7898248540450377e-05,
+      "loss": 1.0248,
+      "step": 1708
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.7796334028244019,
+      "learning_rate": 1.7894078398665555e-05,
+      "loss": 0.8255,
+      "step": 1709
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.818475067615509,
+      "learning_rate": 1.7889908256880737e-05,
+      "loss": 0.8674,
+      "step": 1710
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.8358771800994873,
+      "learning_rate": 1.7885738115095915e-05,
+      "loss": 0.7623,
+      "step": 1711
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.7257820963859558,
+      "learning_rate": 1.7881567973311094e-05,
+      "loss": 0.7912,
+      "step": 1712
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.9863290786743164,
+      "learning_rate": 1.7877397831526276e-05,
+      "loss": 0.788,
+      "step": 1713
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.8087139129638672,
+      "learning_rate": 1.787322768974145e-05,
+      "loss": 0.9185,
+      "step": 1714
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.7827026844024658,
+      "learning_rate": 1.786905754795663e-05,
+      "loss": 0.8531,
+      "step": 1715
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.9225147366523743,
+      "learning_rate": 1.786488740617181e-05,
+      "loss": 0.7373,
+      "step": 1716
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.881395697593689,
+      "learning_rate": 1.786071726438699e-05,
+      "loss": 0.8318,
+      "step": 1717
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.6525933146476746,
+      "learning_rate": 1.7856547122602167e-05,
+      "loss": 0.7021,
+      "step": 1718
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.8098580837249756,
+      "learning_rate": 1.785237698081735e-05,
+      "loss": 0.9401,
+      "step": 1719
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 0.7711836695671082,
+      "learning_rate": 1.7848206839032527e-05,
+      "loss": 0.9033,
+      "step": 1720
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.7667900919914246,
+      "learning_rate": 1.7844036697247706e-05,
+      "loss": 0.77,
+      "step": 1721
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.7552671432495117,
+      "learning_rate": 1.7839866555462887e-05,
+      "loss": 0.8104,
+      "step": 1722
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 1.1332640647888184,
+      "learning_rate": 1.7835696413678066e-05,
+      "loss": 0.9068,
+      "step": 1723
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.7232931852340698,
+      "learning_rate": 1.7831526271893244e-05,
+      "loss": 0.8001,
+      "step": 1724
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.9784232974052429,
+      "learning_rate": 1.7827356130108426e-05,
+      "loss": 0.8423,
+      "step": 1725
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.7042108774185181,
+      "learning_rate": 1.7823185988323604e-05,
+      "loss": 0.7827,
+      "step": 1726
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.9210599064826965,
+      "learning_rate": 1.7819015846538782e-05,
+      "loss": 0.842,
+      "step": 1727
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.8466029167175293,
+      "learning_rate": 1.7814845704753964e-05,
+      "loss": 0.9266,
+      "step": 1728
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.9242193102836609,
+      "learning_rate": 1.7810675562969143e-05,
+      "loss": 0.8252,
+      "step": 1729
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.7381421327590942,
+      "learning_rate": 1.780650542118432e-05,
+      "loss": 0.7778,
+      "step": 1730
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 0.8165715336799622,
+      "learning_rate": 1.7802335279399503e-05,
+      "loss": 0.9077,
+      "step": 1731
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.8147749304771423,
+      "learning_rate": 1.779816513761468e-05,
+      "loss": 0.8206,
+      "step": 1732
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.8320120573043823,
+      "learning_rate": 1.779399499582986e-05,
+      "loss": 0.9127,
+      "step": 1733
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 1.0501035451889038,
+      "learning_rate": 1.778982485404504e-05,
+      "loss": 0.9218,
+      "step": 1734
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.7990756630897522,
+      "learning_rate": 1.778565471226022e-05,
+      "loss": 0.8661,
+      "step": 1735
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.9449700117111206,
+      "learning_rate": 1.7781484570475394e-05,
+      "loss": 0.7409,
+      "step": 1736
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.7482835054397583,
+      "learning_rate": 1.7777314428690576e-05,
+      "loss": 0.9377,
+      "step": 1737
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.963591456413269,
+      "learning_rate": 1.7773144286905754e-05,
+      "loss": 0.7991,
+      "step": 1738
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 1.0148097276687622,
+      "learning_rate": 1.7768974145120933e-05,
+      "loss": 0.7898,
+      "step": 1739
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.7579374313354492,
+      "learning_rate": 1.7764804003336114e-05,
+      "loss": 0.845,
+      "step": 1740
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 0.8758991360664368,
+      "learning_rate": 1.7760633861551293e-05,
+      "loss": 0.8367,
+      "step": 1741
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.8835285305976868,
+      "learning_rate": 1.775646371976647e-05,
+      "loss": 0.991,
+      "step": 1742
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.9174976348876953,
+      "learning_rate": 1.7752293577981653e-05,
+      "loss": 0.6914,
+      "step": 1743
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 1.0379441976547241,
+      "learning_rate": 1.774812343619683e-05,
+      "loss": 0.8373,
+      "step": 1744
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 1.1465861797332764,
+      "learning_rate": 1.774395329441201e-05,
+      "loss": 0.997,
+      "step": 1745
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.7542076706886292,
+      "learning_rate": 1.773978315262719e-05,
+      "loss": 0.8227,
+      "step": 1746
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 1.037988543510437,
+      "learning_rate": 1.773561301084237e-05,
+      "loss": 0.7624,
+      "step": 1747
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.7575449347496033,
+      "learning_rate": 1.7731442869057548e-05,
+      "loss": 0.6185,
+      "step": 1748
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.7777297496795654,
+      "learning_rate": 1.772727272727273e-05,
+      "loss": 0.8791,
+      "step": 1749
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 1.0413368940353394,
+      "learning_rate": 1.7723102585487908e-05,
+      "loss": 0.8822,
+      "step": 1750
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 0.7360999584197998,
+      "learning_rate": 1.7718932443703086e-05,
+      "loss": 0.7802,
+      "step": 1751
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.9362186193466187,
+      "learning_rate": 1.7714762301918268e-05,
+      "loss": 0.6683,
+      "step": 1752
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.8205580711364746,
+      "learning_rate": 1.7710592160133446e-05,
+      "loss": 0.9117,
+      "step": 1753
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.8914121389389038,
+      "learning_rate": 1.7706422018348625e-05,
+      "loss": 0.8948,
+      "step": 1754
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.6617481708526611,
+      "learning_rate": 1.7702251876563807e-05,
+      "loss": 0.8078,
+      "step": 1755
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.7167691588401794,
+      "learning_rate": 1.7698081734778985e-05,
+      "loss": 0.6561,
+      "step": 1756
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 1.1626098155975342,
+      "learning_rate": 1.7693911592994163e-05,
+      "loss": 0.7563,
+      "step": 1757
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.8461595773696899,
+      "learning_rate": 1.768974145120934e-05,
+      "loss": 0.9293,
+      "step": 1758
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.7592915296554565,
+      "learning_rate": 1.768557130942452e-05,
+      "loss": 0.8521,
+      "step": 1759
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.6608263850212097,
+      "learning_rate": 1.7681401167639698e-05,
+      "loss": 0.7259,
+      "step": 1760
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 1.026168704032898,
+      "learning_rate": 1.767723102585488e-05,
+      "loss": 0.8629,
+      "step": 1761
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.8388960957527161,
+      "learning_rate": 1.767306088407006e-05,
+      "loss": 0.6435,
+      "step": 1762
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.678015947341919,
+      "learning_rate": 1.7668890742285237e-05,
+      "loss": 0.7869,
+      "step": 1763
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.764815092086792,
+      "learning_rate": 1.766472060050042e-05,
+      "loss": 0.7919,
+      "step": 1764
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.8817489147186279,
+      "learning_rate": 1.7660550458715597e-05,
+      "loss": 0.9021,
+      "step": 1765
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.7883895635604858,
+      "learning_rate": 1.7656380316930775e-05,
+      "loss": 0.7686,
+      "step": 1766
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.9572280645370483,
+      "learning_rate": 1.7652210175145957e-05,
+      "loss": 0.8425,
+      "step": 1767
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 1.4102299213409424,
+      "learning_rate": 1.7648040033361135e-05,
+      "loss": 0.967,
+      "step": 1768
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.9890419840812683,
+      "learning_rate": 1.7643869891576313e-05,
+      "loss": 0.7866,
+      "step": 1769
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.860346257686615,
+      "learning_rate": 1.7639699749791495e-05,
+      "loss": 0.8758,
+      "step": 1770
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.9208323955535889,
+      "learning_rate": 1.7635529608006674e-05,
+      "loss": 0.8238,
+      "step": 1771
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.8451298475265503,
+      "learning_rate": 1.7631359466221852e-05,
+      "loss": 0.7938,
+      "step": 1772
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.9332848191261292,
+      "learning_rate": 1.7627189324437034e-05,
+      "loss": 0.7303,
+      "step": 1773
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.862797200679779,
+      "learning_rate": 1.7623019182652212e-05,
+      "loss": 0.7883,
+      "step": 1774
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.7441637516021729,
+      "learning_rate": 1.761884904086739e-05,
+      "loss": 0.8135,
+      "step": 1775
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.8760831356048584,
+      "learning_rate": 1.7614678899082572e-05,
+      "loss": 0.827,
+      "step": 1776
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.88194340467453,
+      "learning_rate": 1.761050875729775e-05,
+      "loss": 0.7008,
+      "step": 1777
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.7899963855743408,
+      "learning_rate": 1.760633861551293e-05,
+      "loss": 0.9298,
+      "step": 1778
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.8682978749275208,
+      "learning_rate": 1.760216847372811e-05,
+      "loss": 0.8539,
+      "step": 1779
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.7832294702529907,
+      "learning_rate": 1.7597998331943285e-05,
+      "loss": 0.7882,
+      "step": 1780
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.7660926580429077,
+      "learning_rate": 1.7593828190158464e-05,
+      "loss": 0.7549,
+      "step": 1781
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.7938675880432129,
+      "learning_rate": 1.7589658048373645e-05,
+      "loss": 0.7694,
+      "step": 1782
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.7042688727378845,
+      "learning_rate": 1.7585487906588824e-05,
+      "loss": 0.7894,
+      "step": 1783
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.8984127044677734,
+      "learning_rate": 1.7581317764804002e-05,
+      "loss": 0.9194,
+      "step": 1784
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.6885473132133484,
+      "learning_rate": 1.7577147623019184e-05,
+      "loss": 0.965,
+      "step": 1785
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.8690687417984009,
+      "learning_rate": 1.7572977481234362e-05,
+      "loss": 0.8322,
+      "step": 1786
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.7581307291984558,
+      "learning_rate": 1.756880733944954e-05,
+      "loss": 0.9476,
+      "step": 1787
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.8515567779541016,
+      "learning_rate": 1.7564637197664722e-05,
+      "loss": 0.7377,
+      "step": 1788
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.787506639957428,
+      "learning_rate": 1.75604670558799e-05,
+      "loss": 0.7041,
+      "step": 1789
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.8878019452095032,
+      "learning_rate": 1.755629691409508e-05,
+      "loss": 0.8118,
+      "step": 1790
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.7240238785743713,
+      "learning_rate": 1.755212677231026e-05,
+      "loss": 0.8861,
+      "step": 1791
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 1.1576913595199585,
+      "learning_rate": 1.754795663052544e-05,
+      "loss": 0.8405,
+      "step": 1792
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 0.7732038497924805,
+      "learning_rate": 1.7543786488740617e-05,
+      "loss": 0.7662,
+      "step": 1793
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.7518349885940552,
+      "learning_rate": 1.75396163469558e-05,
+      "loss": 0.7457,
+      "step": 1794
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 1.6275423765182495,
+      "learning_rate": 1.7535446205170977e-05,
+      "loss": 0.7151,
+      "step": 1795
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.8274548053741455,
+      "learning_rate": 1.7531276063386156e-05,
+      "loss": 0.7321,
+      "step": 1796
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 1.0424867868423462,
+      "learning_rate": 1.7527105921601338e-05,
+      "loss": 0.8234,
+      "step": 1797
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.8563442826271057,
+      "learning_rate": 1.7522935779816516e-05,
+      "loss": 0.8473,
+      "step": 1798
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.8610655665397644,
+      "learning_rate": 1.7518765638031694e-05,
+      "loss": 0.7996,
+      "step": 1799
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.752511203289032,
+      "learning_rate": 1.7514595496246876e-05,
+      "loss": 0.7765,
+      "step": 1800
+    },
+    {
+      "epoch": 1.74,
+      "eval_loss": 0.8626589179039001,
+      "eval_runtime": 862.8025,
+      "eval_samples_per_second": 4.791,
+      "eval_steps_per_second": 0.599,
+      "step": 1800
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.8216622471809387,
+      "learning_rate": 1.7510425354462054e-05,
+      "loss": 0.9049,
+      "step": 1801
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.5976946949958801,
+      "learning_rate": 1.750625521267723e-05,
+      "loss": 0.6178,
+      "step": 1802
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 0.7039956450462341,
+      "learning_rate": 1.750208507089241e-05,
+      "loss": 0.7501,
+      "step": 1803
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.8404366970062256,
+      "learning_rate": 1.749791492910759e-05,
+      "loss": 0.8109,
+      "step": 1804
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.9064878225326538,
+      "learning_rate": 1.7493744787322768e-05,
+      "loss": 0.7961,
+      "step": 1805
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.7227636575698853,
+      "learning_rate": 1.748957464553795e-05,
+      "loss": 0.8216,
+      "step": 1806
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.8178094625473022,
+      "learning_rate": 1.7485404503753128e-05,
+      "loss": 0.7931,
+      "step": 1807
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.9173809885978699,
+      "learning_rate": 1.7481234361968306e-05,
+      "loss": 0.7369,
+      "step": 1808
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.8242172598838806,
+      "learning_rate": 1.7477064220183488e-05,
+      "loss": 0.8749,
+      "step": 1809
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.9444348216056824,
+      "learning_rate": 1.7472894078398666e-05,
+      "loss": 0.7656,
+      "step": 1810
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.8121030926704407,
+      "learning_rate": 1.7468723936613844e-05,
+      "loss": 0.733,
+      "step": 1811
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 1.2162821292877197,
+      "learning_rate": 1.7464553794829026e-05,
+      "loss": 0.7853,
+      "step": 1812
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.9831513166427612,
+      "learning_rate": 1.7460383653044205e-05,
+      "loss": 0.7158,
+      "step": 1813
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.8049758672714233,
+      "learning_rate": 1.7456213511259383e-05,
+      "loss": 0.8673,
+      "step": 1814
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.7187381386756897,
+      "learning_rate": 1.7452043369474565e-05,
+      "loss": 0.7264,
+      "step": 1815
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 2.0458984375,
+      "learning_rate": 1.7447873227689743e-05,
+      "loss": 0.7434,
+      "step": 1816
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 1.0027613639831543,
+      "learning_rate": 1.744370308590492e-05,
+      "loss": 0.8379,
+      "step": 1817
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.8949549198150635,
+      "learning_rate": 1.7439532944120103e-05,
+      "loss": 0.7071,
+      "step": 1818
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.9022464156150818,
+      "learning_rate": 1.743536280233528e-05,
+      "loss": 0.8813,
+      "step": 1819
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 1.3778258562088013,
+      "learning_rate": 1.743119266055046e-05,
+      "loss": 0.8618,
+      "step": 1820
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.8009255528450012,
+      "learning_rate": 1.742702251876564e-05,
+      "loss": 0.9393,
+      "step": 1821
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.7717322707176208,
+      "learning_rate": 1.742285237698082e-05,
+      "loss": 0.8179,
+      "step": 1822
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.851547122001648,
+      "learning_rate": 1.7418682235195998e-05,
+      "loss": 0.6764,
+      "step": 1823
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.801809549331665,
+      "learning_rate": 1.7414512093411176e-05,
+      "loss": 0.8195,
+      "step": 1824
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.7500004768371582,
+      "learning_rate": 1.7410341951626355e-05,
+      "loss": 0.744,
+      "step": 1825
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.9615828990936279,
+      "learning_rate": 1.7406171809841533e-05,
+      "loss": 0.832,
+      "step": 1826
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.8031662702560425,
+      "learning_rate": 1.7402001668056715e-05,
+      "loss": 0.7308,
+      "step": 1827
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.805879533290863,
+      "learning_rate": 1.7397831526271893e-05,
+      "loss": 0.8665,
+      "step": 1828
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 1.1586287021636963,
+      "learning_rate": 1.739366138448707e-05,
+      "loss": 1.1431,
+      "step": 1829
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.853313148021698,
+      "learning_rate": 1.7389491242702253e-05,
+      "loss": 0.819,
+      "step": 1830
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.7445648312568665,
+      "learning_rate": 1.738532110091743e-05,
+      "loss": 0.7807,
+      "step": 1831
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.6921424269676208,
+      "learning_rate": 1.738115095913261e-05,
+      "loss": 0.8227,
+      "step": 1832
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.9826859831809998,
+      "learning_rate": 1.7376980817347792e-05,
+      "loss": 0.9834,
+      "step": 1833
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.8965365886688232,
+      "learning_rate": 1.737281067556297e-05,
+      "loss": 0.7602,
+      "step": 1834
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.9462845921516418,
+      "learning_rate": 1.736864053377815e-05,
+      "loss": 0.7717,
+      "step": 1835
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.8679606914520264,
+      "learning_rate": 1.736447039199333e-05,
+      "loss": 0.8344,
+      "step": 1836
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.9480140209197998,
+      "learning_rate": 1.736030025020851e-05,
+      "loss": 0.797,
+      "step": 1837
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.7790759801864624,
+      "learning_rate": 1.7356130108423687e-05,
+      "loss": 0.774,
+      "step": 1838
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.8301435112953186,
+      "learning_rate": 1.735195996663887e-05,
+      "loss": 0.7498,
+      "step": 1839
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 1.0001728534698486,
+      "learning_rate": 1.7347789824854047e-05,
+      "loss": 0.903,
+      "step": 1840
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.6066152453422546,
+      "learning_rate": 1.7343619683069225e-05,
+      "loss": 0.6881,
+      "step": 1841
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.957733154296875,
+      "learning_rate": 1.7339449541284407e-05,
+      "loss": 0.7895,
+      "step": 1842
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.8171789646148682,
+      "learning_rate": 1.7335279399499585e-05,
+      "loss": 0.9087,
+      "step": 1843
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 0.8456124663352966,
+      "learning_rate": 1.7331109257714764e-05,
+      "loss": 0.9041,
+      "step": 1844
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.7525486946105957,
+      "learning_rate": 1.7326939115929945e-05,
+      "loss": 0.8761,
+      "step": 1845
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.7014135122299194,
+      "learning_rate": 1.732276897414512e-05,
+      "loss": 0.7946,
+      "step": 1846
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.7960447072982788,
+      "learning_rate": 1.73185988323603e-05,
+      "loss": 0.8243,
+      "step": 1847
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.8012869358062744,
+      "learning_rate": 1.731442869057548e-05,
+      "loss": 0.8242,
+      "step": 1848
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 1.0381433963775635,
+      "learning_rate": 1.731025854879066e-05,
+      "loss": 0.722,
+      "step": 1849
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.7018924355506897,
+      "learning_rate": 1.7306088407005837e-05,
+      "loss": 0.9001,
+      "step": 1850
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.7719809412956238,
+      "learning_rate": 1.730191826522102e-05,
+      "loss": 0.8025,
+      "step": 1851
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.8102407455444336,
+      "learning_rate": 1.7297748123436197e-05,
+      "loss": 0.6766,
+      "step": 1852
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.7951119542121887,
+      "learning_rate": 1.7293577981651376e-05,
+      "loss": 1.0315,
+      "step": 1853
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 0.8158023357391357,
+      "learning_rate": 1.7289407839866557e-05,
+      "loss": 0.8913,
+      "step": 1854
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 1.1630053520202637,
+      "learning_rate": 1.7285237698081736e-05,
+      "loss": 0.9737,
+      "step": 1855
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.5878280997276306,
+      "learning_rate": 1.7281067556296914e-05,
+      "loss": 0.6714,
+      "step": 1856
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.8016815185546875,
+      "learning_rate": 1.7276897414512096e-05,
+      "loss": 0.7408,
+      "step": 1857
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 1.1595693826675415,
+      "learning_rate": 1.7272727272727274e-05,
+      "loss": 0.8094,
+      "step": 1858
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.9399605393409729,
+      "learning_rate": 1.7268557130942452e-05,
+      "loss": 0.826,
+      "step": 1859
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.6787810325622559,
+      "learning_rate": 1.7264386989157634e-05,
+      "loss": 0.8519,
+      "step": 1860
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.8106079697608948,
+      "learning_rate": 1.7260216847372812e-05,
+      "loss": 0.7876,
+      "step": 1861
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.7846651077270508,
+      "learning_rate": 1.725604670558799e-05,
+      "loss": 0.8944,
+      "step": 1862
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.8497811555862427,
+      "learning_rate": 1.7251876563803172e-05,
+      "loss": 0.9571,
+      "step": 1863
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.7555640339851379,
+      "learning_rate": 1.724770642201835e-05,
+      "loss": 0.7544,
+      "step": 1864
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.968040406703949,
+      "learning_rate": 1.724353628023353e-05,
+      "loss": 0.8236,
+      "step": 1865
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 1.0335079431533813,
+      "learning_rate": 1.723936613844871e-05,
+      "loss": 0.7483,
+      "step": 1866
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.7412479519844055,
+      "learning_rate": 1.723519599666389e-05,
+      "loss": 0.7081,
+      "step": 1867
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.6465935111045837,
+      "learning_rate": 1.7231025854879064e-05,
+      "loss": 0.7816,
+      "step": 1868
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.84539395570755,
+      "learning_rate": 1.7226855713094246e-05,
+      "loss": 0.7338,
+      "step": 1869
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 1.0181114673614502,
+      "learning_rate": 1.7222685571309424e-05,
+      "loss": 0.9392,
+      "step": 1870
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.7476956844329834,
+      "learning_rate": 1.7218515429524603e-05,
+      "loss": 0.8499,
+      "step": 1871
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 1.058558464050293,
+      "learning_rate": 1.7214345287739784e-05,
+      "loss": 1.0515,
+      "step": 1872
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 1.0454823970794678,
+      "learning_rate": 1.7210175145954963e-05,
+      "loss": 0.9895,
+      "step": 1873
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.9312785863876343,
+      "learning_rate": 1.720600500417014e-05,
+      "loss": 0.7561,
+      "step": 1874
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 0.8505113124847412,
+      "learning_rate": 1.7201834862385323e-05,
+      "loss": 1.0244,
+      "step": 1875
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.739127516746521,
+      "learning_rate": 1.71976647206005e-05,
+      "loss": 0.924,
+      "step": 1876
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.959327757358551,
+      "learning_rate": 1.719349457881568e-05,
+      "loss": 0.8512,
+      "step": 1877
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 1.1895872354507446,
+      "learning_rate": 1.718932443703086e-05,
+      "loss": 0.8191,
+      "step": 1878
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.6886990070343018,
+      "learning_rate": 1.718515429524604e-05,
+      "loss": 0.8755,
+      "step": 1879
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.8769509792327881,
+      "learning_rate": 1.7180984153461218e-05,
+      "loss": 0.6864,
+      "step": 1880
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.7019595503807068,
+      "learning_rate": 1.71768140116764e-05,
+      "loss": 0.8178,
+      "step": 1881
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.7999851107597351,
+      "learning_rate": 1.7172643869891578e-05,
+      "loss": 0.7193,
+      "step": 1882
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.650597095489502,
+      "learning_rate": 1.7168473728106756e-05,
+      "loss": 0.6782,
+      "step": 1883
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 1.2218492031097412,
+      "learning_rate": 1.7164303586321938e-05,
+      "loss": 0.7615,
+      "step": 1884
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 1.0406743288040161,
+      "learning_rate": 1.7160133444537116e-05,
+      "loss": 0.9826,
+      "step": 1885
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 0.856194257736206,
+      "learning_rate": 1.7155963302752295e-05,
+      "loss": 0.7327,
+      "step": 1886
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.9253340363502502,
+      "learning_rate": 1.7151793160967476e-05,
+      "loss": 1.2517,
+      "step": 1887
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.6728857159614563,
+      "learning_rate": 1.7147623019182655e-05,
+      "loss": 0.8611,
+      "step": 1888
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.9832353591918945,
+      "learning_rate": 1.7143452877397833e-05,
+      "loss": 0.9212,
+      "step": 1889
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 1.2956795692443848,
+      "learning_rate": 1.713928273561301e-05,
+      "loss": 0.6905,
+      "step": 1890
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 1.1933009624481201,
+      "learning_rate": 1.713511259382819e-05,
+      "loss": 0.8033,
+      "step": 1891
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.6940970420837402,
+      "learning_rate": 1.7130942452043368e-05,
+      "loss": 0.723,
+      "step": 1892
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.7822943925857544,
+      "learning_rate": 1.712677231025855e-05,
+      "loss": 0.9177,
+      "step": 1893
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.8695879578590393,
+      "learning_rate": 1.7122602168473728e-05,
+      "loss": 0.7869,
+      "step": 1894
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.6555044054985046,
+      "learning_rate": 1.7118432026688907e-05,
+      "loss": 0.7787,
+      "step": 1895
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.7815390825271606,
+      "learning_rate": 1.7114261884904088e-05,
+      "loss": 0.7585,
+      "step": 1896
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.9319225549697876,
+      "learning_rate": 1.7110091743119267e-05,
+      "loss": 0.7983,
+      "step": 1897
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 1.0927006006240845,
+      "learning_rate": 1.7105921601334445e-05,
+      "loss": 0.9557,
+      "step": 1898
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.9050227999687195,
+      "learning_rate": 1.7101751459549627e-05,
+      "loss": 0.7747,
+      "step": 1899
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 1.1635836362838745,
+      "learning_rate": 1.7097581317764805e-05,
+      "loss": 0.8539,
+      "step": 1900
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 1.060768723487854,
+      "learning_rate": 1.7093411175979983e-05,
+      "loss": 0.7866,
+      "step": 1901
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 1.1171456575393677,
+      "learning_rate": 1.7089241034195165e-05,
+      "loss": 0.7501,
+      "step": 1902
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.747549831867218,
+      "learning_rate": 1.7085070892410343e-05,
+      "loss": 0.723,
+      "step": 1903
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.9432520866394043,
+      "learning_rate": 1.7080900750625522e-05,
+      "loss": 1.1312,
+      "step": 1904
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 1.0727051496505737,
+      "learning_rate": 1.7076730608840703e-05,
+      "loss": 0.7803,
+      "step": 1905
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 0.9257543087005615,
+      "learning_rate": 1.7072560467055882e-05,
+      "loss": 0.7606,
+      "step": 1906
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.8390801548957825,
+      "learning_rate": 1.706839032527106e-05,
+      "loss": 0.7949,
+      "step": 1907
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.9256153702735901,
+      "learning_rate": 1.7064220183486242e-05,
+      "loss": 0.7916,
+      "step": 1908
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.9379748106002808,
+      "learning_rate": 1.706005004170142e-05,
+      "loss": 0.9111,
+      "step": 1909
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.9393073320388794,
+      "learning_rate": 1.70558798999166e-05,
+      "loss": 0.9321,
+      "step": 1910
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.7241727709770203,
+      "learning_rate": 1.705170975813178e-05,
+      "loss": 0.6628,
+      "step": 1911
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.8744395971298218,
+      "learning_rate": 1.7047539616346955e-05,
+      "loss": 1.0339,
+      "step": 1912
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 1.3305716514587402,
+      "learning_rate": 1.7043369474562134e-05,
+      "loss": 0.8784,
+      "step": 1913
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.8638929724693298,
+      "learning_rate": 1.7039199332777315e-05,
+      "loss": 0.7993,
+      "step": 1914
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 1.216010570526123,
+      "learning_rate": 1.7035029190992494e-05,
+      "loss": 0.7917,
+      "step": 1915
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 1.0005793571472168,
+      "learning_rate": 1.7030859049207672e-05,
+      "loss": 0.9265,
+      "step": 1916
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 1.2919089794158936,
+      "learning_rate": 1.7026688907422854e-05,
+      "loss": 0.665,
+      "step": 1917
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.8195804357528687,
+      "learning_rate": 1.7022518765638032e-05,
+      "loss": 0.9724,
+      "step": 1918
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.9226823449134827,
+      "learning_rate": 1.701834862385321e-05,
+      "loss": 1.1195,
+      "step": 1919
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.8450864553451538,
+      "learning_rate": 1.7014178482068392e-05,
+      "loss": 0.9249,
+      "step": 1920
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.7624867558479309,
+      "learning_rate": 1.701000834028357e-05,
+      "loss": 0.777,
+      "step": 1921
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.7772315740585327,
+      "learning_rate": 1.700583819849875e-05,
+      "loss": 0.8076,
+      "step": 1922
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.8157473802566528,
+      "learning_rate": 1.700166805671393e-05,
+      "loss": 0.9167,
+      "step": 1923
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.9203855395317078,
+      "learning_rate": 1.699749791492911e-05,
+      "loss": 0.809,
+      "step": 1924
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.8208935856819153,
+      "learning_rate": 1.6993327773144287e-05,
+      "loss": 0.9069,
+      "step": 1925
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.7363651990890503,
+      "learning_rate": 1.698915763135947e-05,
+      "loss": 0.8228,
+      "step": 1926
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 0.7855283617973328,
+      "learning_rate": 1.6984987489574647e-05,
+      "loss": 0.676,
+      "step": 1927
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.7433432340621948,
+      "learning_rate": 1.6980817347789826e-05,
+      "loss": 1.0368,
+      "step": 1928
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.7939968705177307,
+      "learning_rate": 1.6976647206005007e-05,
+      "loss": 0.7944,
+      "step": 1929
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.9196440577507019,
+      "learning_rate": 1.6972477064220186e-05,
+      "loss": 0.9396,
+      "step": 1930
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.6778802871704102,
+      "learning_rate": 1.6968306922435364e-05,
+      "loss": 0.7381,
+      "step": 1931
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.9552792310714722,
+      "learning_rate": 1.6964136780650546e-05,
+      "loss": 0.8625,
+      "step": 1932
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.9954519271850586,
+      "learning_rate": 1.6959966638865724e-05,
+      "loss": 1.0425,
+      "step": 1933
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.6923507452011108,
+      "learning_rate": 1.69557964970809e-05,
+      "loss": 0.8703,
+      "step": 1934
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.7894932627677917,
+      "learning_rate": 1.695162635529608e-05,
+      "loss": 0.7997,
+      "step": 1935
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.8798812627792358,
+      "learning_rate": 1.694745621351126e-05,
+      "loss": 0.915,
+      "step": 1936
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 0.8444138169288635,
+      "learning_rate": 1.6943286071726438e-05,
+      "loss": 0.6977,
+      "step": 1937
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.7910336256027222,
+      "learning_rate": 1.693911592994162e-05,
+      "loss": 0.8281,
+      "step": 1938
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.8253074288368225,
+      "learning_rate": 1.6934945788156798e-05,
+      "loss": 0.787,
+      "step": 1939
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.824138879776001,
+      "learning_rate": 1.6930775646371976e-05,
+      "loss": 0.761,
+      "step": 1940
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.809833824634552,
+      "learning_rate": 1.6926605504587158e-05,
+      "loss": 0.8068,
+      "step": 1941
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 1.0195412635803223,
+      "learning_rate": 1.6922435362802336e-05,
+      "loss": 0.8565,
+      "step": 1942
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.7311393022537231,
+      "learning_rate": 1.6918265221017514e-05,
+      "loss": 0.8475,
+      "step": 1943
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 1.0453840494155884,
+      "learning_rate": 1.6914095079232696e-05,
+      "loss": 0.7791,
+      "step": 1944
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.8446893692016602,
+      "learning_rate": 1.6909924937447874e-05,
+      "loss": 0.9636,
+      "step": 1945
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.8677257299423218,
+      "learning_rate": 1.6905754795663053e-05,
+      "loss": 0.8592,
+      "step": 1946
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 1.0888829231262207,
+      "learning_rate": 1.6901584653878234e-05,
+      "loss": 0.9561,
+      "step": 1947
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.964134156703949,
+      "learning_rate": 1.6897414512093413e-05,
+      "loss": 1.0346,
+      "step": 1948
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.9617668986320496,
+      "learning_rate": 1.689324437030859e-05,
+      "loss": 1.0041,
+      "step": 1949
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.8904727697372437,
+      "learning_rate": 1.6889074228523773e-05,
+      "loss": 0.8632,
+      "step": 1950
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.8076865077018738,
+      "learning_rate": 1.688490408673895e-05,
+      "loss": 0.8261,
+      "step": 1951
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 1.0297733545303345,
+      "learning_rate": 1.688073394495413e-05,
+      "loss": 0.8613,
+      "step": 1952
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.847148597240448,
+      "learning_rate": 1.687656380316931e-05,
+      "loss": 1.0287,
+      "step": 1953
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.8562366366386414,
+      "learning_rate": 1.687239366138449e-05,
+      "loss": 0.9272,
+      "step": 1954
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.9658657312393188,
+      "learning_rate": 1.6868223519599668e-05,
+      "loss": 0.9344,
+      "step": 1955
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.7875065803527832,
+      "learning_rate": 1.6864053377814846e-05,
+      "loss": 0.9477,
+      "step": 1956
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 1.0696040391921997,
+      "learning_rate": 1.6859883236030025e-05,
+      "loss": 0.9565,
+      "step": 1957
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 0.9309507012367249,
+      "learning_rate": 1.6855713094245203e-05,
+      "loss": 0.7804,
+      "step": 1958
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.9499930739402771,
+      "learning_rate": 1.6851542952460385e-05,
+      "loss": 1.0226,
+      "step": 1959
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.8869950175285339,
+      "learning_rate": 1.6847372810675563e-05,
+      "loss": 0.7029,
+      "step": 1960
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.9768362045288086,
+      "learning_rate": 1.684320266889074e-05,
+      "loss": 0.8529,
+      "step": 1961
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.7870042324066162,
+      "learning_rate": 1.6839032527105923e-05,
+      "loss": 0.672,
+      "step": 1962
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.8561064004898071,
+      "learning_rate": 1.68348623853211e-05,
+      "loss": 0.8669,
+      "step": 1963
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 1.1354800462722778,
+      "learning_rate": 1.683069224353628e-05,
+      "loss": 0.7602,
+      "step": 1964
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.8853317499160767,
+      "learning_rate": 1.682652210175146e-05,
+      "loss": 0.6786,
+      "step": 1965
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 1.0149863958358765,
+      "learning_rate": 1.682235195996664e-05,
+      "loss": 1.0025,
+      "step": 1966
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.916051983833313,
+      "learning_rate": 1.6818181818181818e-05,
+      "loss": 0.8975,
+      "step": 1967
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.7441714406013489,
+      "learning_rate": 1.6814011676397e-05,
+      "loss": 0.8646,
+      "step": 1968
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 1.1304653882980347,
+      "learning_rate": 1.680984153461218e-05,
+      "loss": 0.7859,
+      "step": 1969
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.9368276596069336,
+      "learning_rate": 1.6805671392827357e-05,
+      "loss": 0.7591,
+      "step": 1970
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.8011747002601624,
+      "learning_rate": 1.680150125104254e-05,
+      "loss": 0.857,
+      "step": 1971
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.7463546395301819,
+      "learning_rate": 1.6797331109257717e-05,
+      "loss": 0.8482,
+      "step": 1972
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.9293267726898193,
+      "learning_rate": 1.6793160967472895e-05,
+      "loss": 0.8312,
+      "step": 1973
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.883674144744873,
+      "learning_rate": 1.6788990825688077e-05,
+      "loss": 0.8461,
+      "step": 1974
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.7716401219367981,
+      "learning_rate": 1.6784820683903255e-05,
+      "loss": 0.7707,
+      "step": 1975
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 1.3078255653381348,
+      "learning_rate": 1.6780650542118433e-05,
+      "loss": 1.0448,
+      "step": 1976
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.9969536662101746,
+      "learning_rate": 1.6776480400333612e-05,
+      "loss": 0.8054,
+      "step": 1977
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.8570670485496521,
+      "learning_rate": 1.677231025854879e-05,
+      "loss": 0.6261,
+      "step": 1978
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 0.7832435369491577,
+      "learning_rate": 1.676814011676397e-05,
+      "loss": 0.7284,
+      "step": 1979
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 1.7048368453979492,
+      "learning_rate": 1.676396997497915e-05,
+      "loss": 0.7937,
+      "step": 1980
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.7346407771110535,
+      "learning_rate": 1.675979983319433e-05,
+      "loss": 0.7596,
+      "step": 1981
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.8408774733543396,
+      "learning_rate": 1.6755629691409507e-05,
+      "loss": 0.8448,
+      "step": 1982
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.9744170308113098,
+      "learning_rate": 1.675145954962469e-05,
+      "loss": 0.8774,
+      "step": 1983
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.9598327875137329,
+      "learning_rate": 1.6747289407839867e-05,
+      "loss": 0.9434,
+      "step": 1984
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.9281868934631348,
+      "learning_rate": 1.6743119266055045e-05,
+      "loss": 0.8365,
+      "step": 1985
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.9300135374069214,
+      "learning_rate": 1.6738949124270227e-05,
+      "loss": 0.7707,
+      "step": 1986
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.7710340023040771,
+      "learning_rate": 1.6734778982485405e-05,
+      "loss": 0.8942,
+      "step": 1987
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.7512118816375732,
+      "learning_rate": 1.6730608840700584e-05,
+      "loss": 0.8257,
+      "step": 1988
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.8374395966529846,
+      "learning_rate": 1.6726438698915765e-05,
+      "loss": 0.9336,
+      "step": 1989
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.8344548344612122,
+      "learning_rate": 1.6722268557130944e-05,
+      "loss": 0.9168,
+      "step": 1990
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.932174801826477,
+      "learning_rate": 1.6718098415346122e-05,
+      "loss": 0.7955,
+      "step": 1991
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 1.0148735046386719,
+      "learning_rate": 1.6713928273561304e-05,
+      "loss": 0.7185,
+      "step": 1992
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.8618914484977722,
+      "learning_rate": 1.6709758131776482e-05,
+      "loss": 0.9284,
+      "step": 1993
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.7938865423202515,
+      "learning_rate": 1.670558798999166e-05,
+      "loss": 0.8949,
+      "step": 1994
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.8339742422103882,
+      "learning_rate": 1.6701417848206842e-05,
+      "loss": 0.6892,
+      "step": 1995
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.6835773587226868,
+      "learning_rate": 1.669724770642202e-05,
+      "loss": 0.733,
+      "step": 1996
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.6812017560005188,
+      "learning_rate": 1.66930775646372e-05,
+      "loss": 0.7485,
+      "step": 1997
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.7640445232391357,
+      "learning_rate": 1.6688907422852377e-05,
+      "loss": 0.7827,
+      "step": 1998
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 0.9354455471038818,
+      "learning_rate": 1.668473728106756e-05,
+      "loss": 0.7798,
+      "step": 1999
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.6687028408050537,
+      "learning_rate": 1.6680567139282734e-05,
+      "loss": 0.7206,
+      "step": 2000
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 1.0055783987045288,
+      "learning_rate": 1.6676396997497916e-05,
+      "loss": 0.8287,
+      "step": 2001
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.9009503126144409,
+      "learning_rate": 1.6672226855713094e-05,
+      "loss": 0.8032,
+      "step": 2002
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.756703794002533,
+      "learning_rate": 1.6668056713928272e-05,
+      "loss": 0.8155,
+      "step": 2003
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.7680414319038391,
+      "learning_rate": 1.6663886572143454e-05,
+      "loss": 0.7927,
+      "step": 2004
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 1.060647964477539,
+      "learning_rate": 1.6659716430358632e-05,
+      "loss": 0.7974,
+      "step": 2005
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.9082550406455994,
+      "learning_rate": 1.665554628857381e-05,
+      "loss": 0.8025,
+      "step": 2006
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.9270780682563782,
+      "learning_rate": 1.6651376146788993e-05,
+      "loss": 1.0264,
+      "step": 2007
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.8929727673530579,
+      "learning_rate": 1.664720600500417e-05,
+      "loss": 0.7626,
+      "step": 2008
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.7213765382766724,
+      "learning_rate": 1.664303586321935e-05,
+      "loss": 0.8926,
+      "step": 2009
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 0.7370853424072266,
+      "learning_rate": 1.663886572143453e-05,
+      "loss": 0.7173,
+      "step": 2010
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.8905372619628906,
+      "learning_rate": 1.663469557964971e-05,
+      "loss": 0.8504,
+      "step": 2011
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.7925258874893188,
+      "learning_rate": 1.6630525437864888e-05,
+      "loss": 0.7822,
+      "step": 2012
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.9777191281318665,
+      "learning_rate": 1.662635529608007e-05,
+      "loss": 0.9808,
+      "step": 2013
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.8308332562446594,
+      "learning_rate": 1.6622185154295248e-05,
+      "loss": 0.8461,
+      "step": 2014
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.936898410320282,
+      "learning_rate": 1.6618015012510426e-05,
+      "loss": 0.7806,
+      "step": 2015
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.8207533359527588,
+      "learning_rate": 1.6613844870725608e-05,
+      "loss": 0.7641,
+      "step": 2016
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.7926797270774841,
+      "learning_rate": 1.6609674728940786e-05,
+      "loss": 0.773,
+      "step": 2017
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 1.18202805519104,
+      "learning_rate": 1.6605504587155964e-05,
+      "loss": 0.8155,
+      "step": 2018
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.8369432687759399,
+      "learning_rate": 1.6601334445371143e-05,
+      "loss": 0.86,
+      "step": 2019
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.9292412996292114,
+      "learning_rate": 1.6597164303586325e-05,
+      "loss": 0.8659,
+      "step": 2020
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 1.0277830362319946,
+      "learning_rate": 1.6592994161801503e-05,
+      "loss": 0.9969,
+      "step": 2021
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 1.0188508033752441,
+      "learning_rate": 1.658882402001668e-05,
+      "loss": 0.8951,
+      "step": 2022
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.8797101378440857,
+      "learning_rate": 1.658465387823186e-05,
+      "loss": 0.9484,
+      "step": 2023
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.8515005707740784,
+      "learning_rate": 1.6580483736447038e-05,
+      "loss": 0.8588,
+      "step": 2024
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.8228917717933655,
+      "learning_rate": 1.657631359466222e-05,
+      "loss": 0.942,
+      "step": 2025
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.805042028427124,
+      "learning_rate": 1.6572143452877398e-05,
+      "loss": 0.8119,
+      "step": 2026
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.6256294846534729,
+      "learning_rate": 1.6567973311092576e-05,
+      "loss": 0.8647,
+      "step": 2027
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.7902873754501343,
+      "learning_rate": 1.6563803169307758e-05,
+      "loss": 0.7764,
+      "step": 2028
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.767264723777771,
+      "learning_rate": 1.6559633027522936e-05,
+      "loss": 0.8435,
+      "step": 2029
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.7123384475708008,
+      "learning_rate": 1.6555462885738115e-05,
+      "loss": 0.787,
+      "step": 2030
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.8272600769996643,
+      "learning_rate": 1.6551292743953296e-05,
+      "loss": 0.6778,
+      "step": 2031
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.7819762229919434,
+      "learning_rate": 1.6547122602168475e-05,
+      "loss": 0.8115,
+      "step": 2032
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.8080729842185974,
+      "learning_rate": 1.6542952460383653e-05,
+      "loss": 0.781,
+      "step": 2033
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.7823684811592102,
+      "learning_rate": 1.6538782318598835e-05,
+      "loss": 0.9029,
+      "step": 2034
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.9348627924919128,
+      "learning_rate": 1.6534612176814013e-05,
+      "loss": 0.7923,
+      "step": 2035
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.869373619556427,
+      "learning_rate": 1.653044203502919e-05,
+      "loss": 0.8515,
+      "step": 2036
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 1.0650008916854858,
+      "learning_rate": 1.6526271893244373e-05,
+      "loss": 0.762,
+      "step": 2037
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.749469518661499,
+      "learning_rate": 1.652210175145955e-05,
+      "loss": 0.7736,
+      "step": 2038
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.8961909413337708,
+      "learning_rate": 1.651793160967473e-05,
+      "loss": 0.8875,
+      "step": 2039
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.85845947265625,
+      "learning_rate": 1.651376146788991e-05,
+      "loss": 0.7448,
+      "step": 2040
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 0.7543321847915649,
+      "learning_rate": 1.650959132610509e-05,
+      "loss": 0.946,
+      "step": 2041
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.7273049354553223,
+      "learning_rate": 1.650542118432027e-05,
+      "loss": 0.7245,
+      "step": 2042
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.8582026958465576,
+      "learning_rate": 1.6501251042535447e-05,
+      "loss": 0.8653,
+      "step": 2043
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 1.0750855207443237,
+      "learning_rate": 1.6497080900750625e-05,
+      "loss": 0.7676,
+      "step": 2044
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.8093810081481934,
+      "learning_rate": 1.6492910758965803e-05,
+      "loss": 0.6644,
+      "step": 2045
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.8858250975608826,
+      "learning_rate": 1.6488740617180985e-05,
+      "loss": 0.7909,
+      "step": 2046
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 1.2100324630737305,
+      "learning_rate": 1.6484570475396164e-05,
+      "loss": 1.0456,
+      "step": 2047
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.8722363710403442,
+      "learning_rate": 1.6480400333611342e-05,
+      "loss": 0.8197,
+      "step": 2048
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.837186872959137,
+      "learning_rate": 1.6476230191826524e-05,
+      "loss": 0.7923,
+      "step": 2049
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.8733735084533691,
+      "learning_rate": 1.6472060050041702e-05,
+      "loss": 0.766,
+      "step": 2050
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 0.9662410020828247,
+      "learning_rate": 1.646788990825688e-05,
+      "loss": 0.9203,
+      "step": 2051
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 1.062026023864746,
+      "learning_rate": 1.6463719766472062e-05,
+      "loss": 0.682,
+      "step": 2052
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.8982521891593933,
+      "learning_rate": 1.645954962468724e-05,
+      "loss": 0.7819,
+      "step": 2053
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.9851229190826416,
+      "learning_rate": 1.645537948290242e-05,
+      "loss": 0.8535,
+      "step": 2054
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.7512036561965942,
+      "learning_rate": 1.64512093411176e-05,
+      "loss": 0.781,
+      "step": 2055
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.7056035399436951,
+      "learning_rate": 1.644703919933278e-05,
+      "loss": 0.6541,
+      "step": 2056
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 1.0098791122436523,
+      "learning_rate": 1.6442869057547957e-05,
+      "loss": 0.7599,
+      "step": 2057
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 1.5633152723312378,
+      "learning_rate": 1.643869891576314e-05,
+      "loss": 0.9975,
+      "step": 2058
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.660973072052002,
+      "learning_rate": 1.6434528773978317e-05,
+      "loss": 0.7366,
+      "step": 2059
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.8249894976615906,
+      "learning_rate": 1.6430358632193495e-05,
+      "loss": 0.686,
+      "step": 2060
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 0.8134530186653137,
+      "learning_rate": 1.6426188490408674e-05,
+      "loss": 0.8081,
+      "step": 2061
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.8489987254142761,
+      "learning_rate": 1.6422018348623856e-05,
+      "loss": 0.9907,
+      "step": 2062
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.720770537853241,
+      "learning_rate": 1.6417848206839034e-05,
+      "loss": 0.8393,
+      "step": 2063
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 1.0310115814208984,
+      "learning_rate": 1.6413678065054212e-05,
+      "loss": 0.8796,
+      "step": 2064
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.9507542848587036,
+      "learning_rate": 1.6409507923269394e-05,
+      "loss": 0.8967,
+      "step": 2065
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 1.6280910968780518,
+      "learning_rate": 1.640533778148457e-05,
+      "loss": 0.7525,
+      "step": 2066
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.7132279872894287,
+      "learning_rate": 1.640116763969975e-05,
+      "loss": 0.8377,
+      "step": 2067
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.7149779796600342,
+      "learning_rate": 1.639699749791493e-05,
+      "loss": 0.6546,
+      "step": 2068
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.757491409778595,
+      "learning_rate": 1.6392827356130107e-05,
+      "loss": 0.8353,
+      "step": 2069
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.8255732655525208,
+      "learning_rate": 1.638865721434529e-05,
+      "loss": 0.8852,
+      "step": 2070
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 1.0266990661621094,
+      "learning_rate": 1.6384487072560467e-05,
+      "loss": 0.8924,
+      "step": 2071
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.8910961747169495,
+      "learning_rate": 1.6380316930775646e-05,
+      "loss": 0.7208,
+      "step": 2072
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.8424417972564697,
+      "learning_rate": 1.6376146788990827e-05,
+      "loss": 0.7489,
+      "step": 2073
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.8685250282287598,
+      "learning_rate": 1.6371976647206006e-05,
+      "loss": 0.7637,
+      "step": 2074
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.7109867334365845,
+      "learning_rate": 1.6367806505421184e-05,
+      "loss": 0.6879,
+      "step": 2075
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.7444945573806763,
+      "learning_rate": 1.6363636363636366e-05,
+      "loss": 0.7497,
+      "step": 2076
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.8028615117073059,
+      "learning_rate": 1.6359466221851544e-05,
+      "loss": 0.8232,
+      "step": 2077
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 1.0910645723342896,
+      "learning_rate": 1.6355296080066723e-05,
+      "loss": 0.8335,
+      "step": 2078
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.870670735836029,
+      "learning_rate": 1.6351125938281904e-05,
+      "loss": 0.8197,
+      "step": 2079
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 1.3353681564331055,
+      "learning_rate": 1.6346955796497083e-05,
+      "loss": 0.695,
+      "step": 2080
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 1.098760724067688,
+      "learning_rate": 1.634278565471226e-05,
+      "loss": 0.7761,
+      "step": 2081
+    },
+    {
+      "epoch": 2.01,
+      "grad_norm": 0.9978378415107727,
+      "learning_rate": 1.633861551292744e-05,
+      "loss": 0.7048,
+      "step": 2082
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.9294447302818298,
+      "learning_rate": 1.633444537114262e-05,
+      "loss": 0.8093,
+      "step": 2083
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 1.0113474130630493,
+      "learning_rate": 1.63302752293578e-05,
+      "loss": 0.7179,
+      "step": 2084
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.8634607195854187,
+      "learning_rate": 1.6326105087572978e-05,
+      "loss": 0.7963,
+      "step": 2085
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.8326531648635864,
+      "learning_rate": 1.632193494578816e-05,
+      "loss": 0.7091,
+      "step": 2086
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.8643096685409546,
+      "learning_rate": 1.6317764804003338e-05,
+      "loss": 0.8389,
+      "step": 2087
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 1.344704270362854,
+      "learning_rate": 1.6313594662218516e-05,
+      "loss": 0.7219,
+      "step": 2088
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.8048978447914124,
+      "learning_rate": 1.6309424520433695e-05,
+      "loss": 0.8529,
+      "step": 2089
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.8512008190155029,
+      "learning_rate": 1.6305254378648873e-05,
+      "loss": 0.8161,
+      "step": 2090
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.8819389939308167,
+      "learning_rate": 1.6301084236864055e-05,
+      "loss": 0.8277,
+      "step": 2091
+    },
+    {
+      "epoch": 2.02,
+      "grad_norm": 0.8586316704750061,
+      "learning_rate": 1.6296914095079233e-05,
+      "loss": 0.6515,
+      "step": 2092
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.7069984078407288,
+      "learning_rate": 1.629274395329441e-05,
+      "loss": 0.6655,
+      "step": 2093
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.8091509938240051,
+      "learning_rate": 1.6288573811509593e-05,
+      "loss": 0.7679,
+      "step": 2094
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.9792548418045044,
+      "learning_rate": 1.628440366972477e-05,
+      "loss": 0.7324,
+      "step": 2095
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.9857268929481506,
+      "learning_rate": 1.628023352793995e-05,
+      "loss": 0.6833,
+      "step": 2096
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.8258896470069885,
+      "learning_rate": 1.627606338615513e-05,
+      "loss": 0.7128,
+      "step": 2097
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.9102650880813599,
+      "learning_rate": 1.627189324437031e-05,
+      "loss": 0.7178,
+      "step": 2098
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.8058956861495972,
+      "learning_rate": 1.6267723102585488e-05,
+      "loss": 0.7185,
+      "step": 2099
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.9636201858520508,
+      "learning_rate": 1.626355296080067e-05,
+      "loss": 0.9248,
+      "step": 2100
+    },
+    {
+      "epoch": 2.03,
+      "eval_loss": 0.8613040447235107,
+      "eval_runtime": 863.1033,
+      "eval_samples_per_second": 4.79,
+      "eval_steps_per_second": 0.599,
+      "step": 2100
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.7387247681617737,
+      "learning_rate": 1.6259382819015848e-05,
+      "loss": 0.736,
+      "step": 2101
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 1.1281027793884277,
+      "learning_rate": 1.6255212677231026e-05,
+      "loss": 0.6236,
+      "step": 2102
+    },
+    {
+      "epoch": 2.03,
+      "grad_norm": 0.8881358504295349,
+      "learning_rate": 1.6251042535446205e-05,
+      "loss": 0.8077,
+      "step": 2103
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 1.4336382150650024,
+      "learning_rate": 1.6246872393661387e-05,
+      "loss": 0.6929,
+      "step": 2104
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 1.0682131052017212,
+      "learning_rate": 1.6242702251876565e-05,
+      "loss": 0.8808,
+      "step": 2105
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.876308798789978,
+      "learning_rate": 1.6238532110091743e-05,
+      "loss": 0.7301,
+      "step": 2106
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 1.055034875869751,
+      "learning_rate": 1.6234361968306925e-05,
+      "loss": 0.6915,
+      "step": 2107
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.8717195987701416,
+      "learning_rate": 1.6230191826522103e-05,
+      "loss": 0.8323,
+      "step": 2108
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.8209213614463806,
+      "learning_rate": 1.622602168473728e-05,
+      "loss": 0.6763,
+      "step": 2109
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.6951881647109985,
+      "learning_rate": 1.622185154295246e-05,
+      "loss": 0.7003,
+      "step": 2110
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.903629720211029,
+      "learning_rate": 1.621768140116764e-05,
+      "loss": 0.6801,
+      "step": 2111
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.8619610667228699,
+      "learning_rate": 1.621351125938282e-05,
+      "loss": 0.7837,
+      "step": 2112
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 0.9694468975067139,
+      "learning_rate": 1.6209341117598e-05,
+      "loss": 0.7332,
+      "step": 2113
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.9239858388900757,
+      "learning_rate": 1.6205170975813177e-05,
+      "loss": 0.7555,
+      "step": 2114
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 1.0417711734771729,
+      "learning_rate": 1.620100083402836e-05,
+      "loss": 0.8177,
+      "step": 2115
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.9695964455604553,
+      "learning_rate": 1.6196830692243537e-05,
+      "loss": 0.7799,
+      "step": 2116
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.9095442295074463,
+      "learning_rate": 1.6192660550458715e-05,
+      "loss": 0.6751,
+      "step": 2117
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.7351341843605042,
+      "learning_rate": 1.6188490408673897e-05,
+      "loss": 0.6105,
+      "step": 2118
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.8814277052879333,
+      "learning_rate": 1.6184320266889075e-05,
+      "loss": 0.8099,
+      "step": 2119
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 1.2763869762420654,
+      "learning_rate": 1.6180150125104254e-05,
+      "loss": 0.735,
+      "step": 2120
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 1.2933096885681152,
+      "learning_rate": 1.6175979983319435e-05,
+      "loss": 0.809,
+      "step": 2121
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.9654662013053894,
+      "learning_rate": 1.6171809841534614e-05,
+      "loss": 1.0628,
+      "step": 2122
+    },
+    {
+      "epoch": 2.05,
+      "grad_norm": 0.9225313663482666,
+      "learning_rate": 1.6167639699749792e-05,
+      "loss": 0.6884,
+      "step": 2123
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 1.0180963277816772,
+      "learning_rate": 1.616346955796497e-05,
+      "loss": 0.7652,
+      "step": 2124
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 1.085799217224121,
+      "learning_rate": 1.6159299416180152e-05,
+      "loss": 0.7727,
+      "step": 2125
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.6086386442184448,
+      "learning_rate": 1.615512927439533e-05,
+      "loss": 0.7416,
+      "step": 2126
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 1.0753639936447144,
+      "learning_rate": 1.615095913261051e-05,
+      "loss": 0.8819,
+      "step": 2127
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.9738914966583252,
+      "learning_rate": 1.614678899082569e-05,
+      "loss": 0.8487,
+      "step": 2128
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 1.0410689115524292,
+      "learning_rate": 1.614261884904087e-05,
+      "loss": 0.9484,
+      "step": 2129
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.9994109272956848,
+      "learning_rate": 1.6138448707256047e-05,
+      "loss": 0.9096,
+      "step": 2130
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.948269248008728,
+      "learning_rate": 1.613427856547123e-05,
+      "loss": 0.741,
+      "step": 2131
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 1.2039037942886353,
+      "learning_rate": 1.6130108423686404e-05,
+      "loss": 0.8277,
+      "step": 2132
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 0.7675575613975525,
+      "learning_rate": 1.6125938281901586e-05,
+      "loss": 0.7447,
+      "step": 2133
+    },
+    {
+      "epoch": 2.06,
+      "grad_norm": 1.4184024333953857,
+      "learning_rate": 1.6121768140116764e-05,
+      "loss": 0.7552,
+      "step": 2134
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.9596167802810669,
+      "learning_rate": 1.6117597998331942e-05,
+      "loss": 0.8302,
+      "step": 2135
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 1.2611805200576782,
+      "learning_rate": 1.6113427856547124e-05,
+      "loss": 0.7267,
+      "step": 2136
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 1.4351348876953125,
+      "learning_rate": 1.6109257714762302e-05,
+      "loss": 0.9469,
+      "step": 2137
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.9499155282974243,
+      "learning_rate": 1.610508757297748e-05,
+      "loss": 0.7427,
+      "step": 2138
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.9467758536338806,
+      "learning_rate": 1.6100917431192662e-05,
+      "loss": 0.8814,
+      "step": 2139
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.803652286529541,
+      "learning_rate": 1.609674728940784e-05,
+      "loss": 0.7063,
+      "step": 2140
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.9238422513008118,
+      "learning_rate": 1.609257714762302e-05,
+      "loss": 0.944,
+      "step": 2141
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.8854440450668335,
+      "learning_rate": 1.60884070058382e-05,
+      "loss": 0.7227,
+      "step": 2142
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 0.8925952315330505,
+      "learning_rate": 1.608423686405338e-05,
+      "loss": 0.751,
+      "step": 2143
+    },
+    {
+      "epoch": 2.07,
+      "grad_norm": 1.1501728296279907,
+      "learning_rate": 1.6080066722268557e-05,
+      "loss": 0.7761,
+      "step": 2144
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.9446371793746948,
+      "learning_rate": 1.6075896580483736e-05,
+      "loss": 0.8513,
+      "step": 2145
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 1.01532781124115,
+      "learning_rate": 1.6071726438698918e-05,
+      "loss": 0.7664,
+      "step": 2146
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 1.334885597229004,
+      "learning_rate": 1.6067556296914096e-05,
+      "loss": 0.7962,
+      "step": 2147
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.9924198985099792,
+      "learning_rate": 1.6063386155129274e-05,
+      "loss": 0.8267,
+      "step": 2148
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 1.0246148109436035,
+      "learning_rate": 1.6059216013344456e-05,
+      "loss": 0.8188,
+      "step": 2149
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 1.0408751964569092,
+      "learning_rate": 1.6055045871559634e-05,
+      "loss": 0.6833,
+      "step": 2150
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 1.1522235870361328,
+      "learning_rate": 1.6050875729774813e-05,
+      "loss": 0.9052,
+      "step": 2151
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 1.0488817691802979,
+      "learning_rate": 1.6046705587989994e-05,
+      "loss": 0.8716,
+      "step": 2152
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 1.029067039489746,
+      "learning_rate": 1.6042535446205173e-05,
+      "loss": 0.7084,
+      "step": 2153
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 0.9347807765007019,
+      "learning_rate": 1.603836530442035e-05,
+      "loss": 0.7023,
+      "step": 2154
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 1.1111856698989868,
+      "learning_rate": 1.603419516263553e-05,
+      "loss": 0.9063,
+      "step": 2155
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.9186628460884094,
+      "learning_rate": 1.6030025020850708e-05,
+      "loss": 1.1336,
+      "step": 2156
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 1.2056461572647095,
+      "learning_rate": 1.602585487906589e-05,
+      "loss": 0.9851,
+      "step": 2157
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.7266060709953308,
+      "learning_rate": 1.6021684737281068e-05,
+      "loss": 0.6984,
+      "step": 2158
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.787128210067749,
+      "learning_rate": 1.6017514595496246e-05,
+      "loss": 0.963,
+      "step": 2159
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.8970146775245667,
+      "learning_rate": 1.6013344453711428e-05,
+      "loss": 0.6416,
+      "step": 2160
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.9999309182167053,
+      "learning_rate": 1.6009174311926606e-05,
+      "loss": 0.7877,
+      "step": 2161
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 1.190667986869812,
+      "learning_rate": 1.6005004170141785e-05,
+      "loss": 0.9811,
+      "step": 2162
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 1.0304157733917236,
+      "learning_rate": 1.6000834028356966e-05,
+      "loss": 0.767,
+      "step": 2163
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 1.6683443784713745,
+      "learning_rate": 1.5996663886572145e-05,
+      "loss": 0.7166,
+      "step": 2164
+    },
+    {
+      "epoch": 2.09,
+      "grad_norm": 0.9787095189094543,
+      "learning_rate": 1.5992493744787323e-05,
+      "loss": 0.7878,
+      "step": 2165
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.9132886528968811,
+      "learning_rate": 1.59883236030025e-05,
+      "loss": 0.7931,
+      "step": 2166
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 1.019253134727478,
+      "learning_rate": 1.5984153461217683e-05,
+      "loss": 0.7932,
+      "step": 2167
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 1.056209683418274,
+      "learning_rate": 1.597998331943286e-05,
+      "loss": 0.7446,
+      "step": 2168
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.8760908842086792,
+      "learning_rate": 1.597581317764804e-05,
+      "loss": 0.8697,
+      "step": 2169
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 1.2405896186828613,
+      "learning_rate": 1.597164303586322e-05,
+      "loss": 0.6326,
+      "step": 2170
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.8816686272621155,
+      "learning_rate": 1.59674728940784e-05,
+      "loss": 0.7989,
+      "step": 2171
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 1.151632308959961,
+      "learning_rate": 1.5963302752293578e-05,
+      "loss": 0.6792,
+      "step": 2172
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.9503296613693237,
+      "learning_rate": 1.595913261050876e-05,
+      "loss": 0.7884,
+      "step": 2173
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 1.845520257949829,
+      "learning_rate": 1.5954962468723938e-05,
+      "loss": 0.7533,
+      "step": 2174
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 1.273065209388733,
+      "learning_rate": 1.5950792326939117e-05,
+      "loss": 0.6845,
+      "step": 2175
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.8260062336921692,
+      "learning_rate": 1.5946622185154295e-05,
+      "loss": 0.7866,
+      "step": 2176
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 1.016556739807129,
+      "learning_rate": 1.5942452043369473e-05,
+      "loss": 0.7498,
+      "step": 2177
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 1.6116113662719727,
+      "learning_rate": 1.5938281901584655e-05,
+      "loss": 0.8896,
+      "step": 2178
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 1.087537407875061,
+      "learning_rate": 1.5934111759799833e-05,
+      "loss": 0.8653,
+      "step": 2179
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.8861603736877441,
+      "learning_rate": 1.592994161801501e-05,
+      "loss": 0.7583,
+      "step": 2180
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 1.5134440660476685,
+      "learning_rate": 1.5925771476230193e-05,
+      "loss": 0.7212,
+      "step": 2181
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.8922103643417358,
+      "learning_rate": 1.5921601334445372e-05,
+      "loss": 0.7497,
+      "step": 2182
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 1.2534013986587524,
+      "learning_rate": 1.591743119266055e-05,
+      "loss": 0.8317,
+      "step": 2183
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.8387369513511658,
+      "learning_rate": 1.5913261050875732e-05,
+      "loss": 0.7153,
+      "step": 2184
+    },
+    {
+      "epoch": 2.11,
+      "grad_norm": 0.8335866332054138,
+      "learning_rate": 1.590909090909091e-05,
+      "loss": 0.6766,
+      "step": 2185
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 1.1211416721343994,
+      "learning_rate": 1.590492076730609e-05,
+      "loss": 0.7482,
+      "step": 2186
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.9089906215667725,
+      "learning_rate": 1.5900750625521267e-05,
+      "loss": 0.7158,
+      "step": 2187
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.9752490520477295,
+      "learning_rate": 1.589658048373645e-05,
+      "loss": 0.7114,
+      "step": 2188
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.9394644498825073,
+      "learning_rate": 1.5892410341951627e-05,
+      "loss": 0.7683,
+      "step": 2189
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.8086835145950317,
+      "learning_rate": 1.5888240200166805e-05,
+      "loss": 0.7401,
+      "step": 2190
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.9527521133422852,
+      "learning_rate": 1.5884070058381987e-05,
+      "loss": 0.8443,
+      "step": 2191
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 1.0372627973556519,
+      "learning_rate": 1.5879899916597165e-05,
+      "loss": 0.907,
+      "step": 2192
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 1.051674246788025,
+      "learning_rate": 1.5875729774812344e-05,
+      "loss": 0.735,
+      "step": 2193
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.870408296585083,
+      "learning_rate": 1.5871559633027525e-05,
+      "loss": 0.8805,
+      "step": 2194
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 1.0100139379501343,
+      "learning_rate": 1.5867389491242704e-05,
+      "loss": 0.8729,
+      "step": 2195
+    },
+    {
+      "epoch": 2.12,
+      "grad_norm": 0.985837996006012,
+      "learning_rate": 1.5863219349457882e-05,
+      "loss": 0.6064,
+      "step": 2196
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 1.0409152507781982,
+      "learning_rate": 1.5859049207673064e-05,
+      "loss": 0.6269,
+      "step": 2197
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.9827375411987305,
+      "learning_rate": 1.5854879065888242e-05,
+      "loss": 0.6903,
+      "step": 2198
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.9517821669578552,
+      "learning_rate": 1.585070892410342e-05,
+      "loss": 0.7303,
+      "step": 2199
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 1.0400943756103516,
+      "learning_rate": 1.58465387823186e-05,
+      "loss": 0.7396,
+      "step": 2200
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.9387555122375488,
+      "learning_rate": 1.5842368640533777e-05,
+      "loss": 0.7811,
+      "step": 2201
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.8070386052131653,
+      "learning_rate": 1.583819849874896e-05,
+      "loss": 0.7365,
+      "step": 2202
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 1.0601260662078857,
+      "learning_rate": 1.5834028356964137e-05,
+      "loss": 0.9059,
+      "step": 2203
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.8103629946708679,
+      "learning_rate": 1.5829858215179316e-05,
+      "loss": 0.6728,
+      "step": 2204
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.9613175392150879,
+      "learning_rate": 1.5825688073394497e-05,
+      "loss": 0.861,
+      "step": 2205
+    },
+    {
+      "epoch": 2.13,
+      "grad_norm": 0.8292310833930969,
+      "learning_rate": 1.5821517931609676e-05,
+      "loss": 0.7226,
+      "step": 2206
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 1.0643137693405151,
+      "learning_rate": 1.5817347789824854e-05,
+      "loss": 0.7558,
+      "step": 2207
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 1.0199520587921143,
+      "learning_rate": 1.5813177648040032e-05,
+      "loss": 0.8008,
+      "step": 2208
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 1.011838436126709,
+      "learning_rate": 1.5809007506255214e-05,
+      "loss": 0.8111,
+      "step": 2209
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.9533732533454895,
+      "learning_rate": 1.5804837364470392e-05,
+      "loss": 0.8441,
+      "step": 2210
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.8253417015075684,
+      "learning_rate": 1.580066722268557e-05,
+      "loss": 0.6451,
+      "step": 2211
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 1.1022123098373413,
+      "learning_rate": 1.5796497080900752e-05,
+      "loss": 0.8129,
+      "step": 2212
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.8039019107818604,
+      "learning_rate": 1.579232693911593e-05,
+      "loss": 0.7724,
+      "step": 2213
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.9332400560379028,
+      "learning_rate": 1.578815679733111e-05,
+      "loss": 0.8308,
+      "step": 2214
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.9380186796188354,
+      "learning_rate": 1.578398665554629e-05,
+      "loss": 0.8724,
+      "step": 2215
+    },
+    {
+      "epoch": 2.14,
+      "grad_norm": 0.999252438545227,
+      "learning_rate": 1.577981651376147e-05,
+      "loss": 0.7486,
+      "step": 2216
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.9714677929878235,
+      "learning_rate": 1.5775646371976648e-05,
+      "loss": 0.7629,
+      "step": 2217
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.9364945888519287,
+      "learning_rate": 1.577147623019183e-05,
+      "loss": 0.9254,
+      "step": 2218
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 1.0542597770690918,
+      "learning_rate": 1.5767306088407008e-05,
+      "loss": 0.9168,
+      "step": 2219
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.8852275609970093,
+      "learning_rate": 1.5763135946622186e-05,
+      "loss": 0.7116,
+      "step": 2220
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.7695048451423645,
+      "learning_rate": 1.5758965804837364e-05,
+      "loss": 0.7154,
+      "step": 2221
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.8046821355819702,
+      "learning_rate": 1.5754795663052543e-05,
+      "loss": 0.7582,
+      "step": 2222
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 0.9320796728134155,
+      "learning_rate": 1.5750625521267724e-05,
+      "loss": 0.7145,
+      "step": 2223
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 1.0633964538574219,
+      "learning_rate": 1.5746455379482903e-05,
+      "loss": 0.9003,
+      "step": 2224
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 1.1317298412322998,
+      "learning_rate": 1.574228523769808e-05,
+      "loss": 0.895,
+      "step": 2225
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 1.0073773860931396,
+      "learning_rate": 1.5738115095913263e-05,
+      "loss": 0.6999,
+      "step": 2226
+    },
+    {
+      "epoch": 2.15,
+      "grad_norm": 1.0703595876693726,
+      "learning_rate": 1.573394495412844e-05,
+      "loss": 0.8721,
+      "step": 2227
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.9789413213729858,
+      "learning_rate": 1.572977481234362e-05,
+      "loss": 0.709,
+      "step": 2228
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.8390275239944458,
+      "learning_rate": 1.5725604670558798e-05,
+      "loss": 0.7034,
+      "step": 2229
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.9055225253105164,
+      "learning_rate": 1.572143452877398e-05,
+      "loss": 0.6997,
+      "step": 2230
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 1.0301963090896606,
+      "learning_rate": 1.5717264386989158e-05,
+      "loss": 0.6855,
+      "step": 2231
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.8943819999694824,
+      "learning_rate": 1.5713094245204336e-05,
+      "loss": 0.7278,
+      "step": 2232
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 1.114820122718811,
+      "learning_rate": 1.5708924103419518e-05,
+      "loss": 0.7585,
+      "step": 2233
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 1.0447635650634766,
+      "learning_rate": 1.5704753961634696e-05,
+      "loss": 0.8406,
+      "step": 2234
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 1.1199378967285156,
+      "learning_rate": 1.5700583819849875e-05,
+      "loss": 0.7524,
+      "step": 2235
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 1.2178003787994385,
+      "learning_rate": 1.5696413678065056e-05,
+      "loss": 0.8073,
+      "step": 2236
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 0.8613246083259583,
+      "learning_rate": 1.5692243536280235e-05,
+      "loss": 0.7427,
+      "step": 2237
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 1.035451889038086,
+      "learning_rate": 1.5688073394495413e-05,
+      "loss": 0.8603,
+      "step": 2238
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.9199170470237732,
+      "learning_rate": 1.5683903252710595e-05,
+      "loss": 0.6204,
+      "step": 2239
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.9453350305557251,
+      "learning_rate": 1.5679733110925773e-05,
+      "loss": 0.6505,
+      "step": 2240
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.9780431985855103,
+      "learning_rate": 1.567556296914095e-05,
+      "loss": 0.6692,
+      "step": 2241
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.8773833513259888,
+      "learning_rate": 1.5671392827356133e-05,
+      "loss": 0.8147,
+      "step": 2242
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.8920472860336304,
+      "learning_rate": 1.5667222685571308e-05,
+      "loss": 0.7978,
+      "step": 2243
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.7899085879325867,
+      "learning_rate": 1.566305254378649e-05,
+      "loss": 0.6414,
+      "step": 2244
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 1.0536019802093506,
+      "learning_rate": 1.5658882402001668e-05,
+      "loss": 0.788,
+      "step": 2245
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 1.0894109010696411,
+      "learning_rate": 1.5654712260216847e-05,
+      "loss": 0.8154,
+      "step": 2246
+    },
+    {
+      "epoch": 2.17,
+      "grad_norm": 0.684657871723175,
+      "learning_rate": 1.565054211843203e-05,
+      "loss": 0.5359,
+      "step": 2247
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 1.0765548944473267,
+      "learning_rate": 1.5646371976647207e-05,
+      "loss": 0.9123,
+      "step": 2248
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 1.0038516521453857,
+      "learning_rate": 1.5642201834862385e-05,
+      "loss": 0.7188,
+      "step": 2249
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 1.0498853921890259,
+      "learning_rate": 1.5638031693077563e-05,
+      "loss": 0.7372,
+      "step": 2250
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 1.1157399415969849,
+      "learning_rate": 1.5633861551292745e-05,
+      "loss": 0.855,
+      "step": 2251
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.9649900197982788,
+      "learning_rate": 1.5629691409507923e-05,
+      "loss": 0.6548,
+      "step": 2252
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 1.0631023645401,
+      "learning_rate": 1.5625521267723102e-05,
+      "loss": 0.7645,
+      "step": 2253
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.9681451916694641,
+      "learning_rate": 1.5621351125938283e-05,
+      "loss": 0.7616,
+      "step": 2254
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 1.2898818254470825,
+      "learning_rate": 1.5617180984153462e-05,
+      "loss": 0.9081,
+      "step": 2255
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.7924601435661316,
+      "learning_rate": 1.561301084236864e-05,
+      "loss": 0.7559,
+      "step": 2256
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.8203884363174438,
+      "learning_rate": 1.5608840700583822e-05,
+      "loss": 0.7187,
+      "step": 2257
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 1.2530419826507568,
+      "learning_rate": 1.5604670558799e-05,
+      "loss": 0.7236,
+      "step": 2258
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.8241583108901978,
+      "learning_rate": 1.560050041701418e-05,
+      "loss": 0.9348,
+      "step": 2259
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 1.0664094686508179,
+      "learning_rate": 1.559633027522936e-05,
+      "loss": 0.8294,
+      "step": 2260
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 1.8984307050704956,
+      "learning_rate": 1.559216013344454e-05,
+      "loss": 0.705,
+      "step": 2261
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 1.3012757301330566,
+      "learning_rate": 1.5587989991659717e-05,
+      "loss": 0.9063,
+      "step": 2262
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.7973411679267883,
+      "learning_rate": 1.55838198498749e-05,
+      "loss": 0.8329,
+      "step": 2263
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 1.2311053276062012,
+      "learning_rate": 1.5579649708090077e-05,
+      "loss": 0.8533,
+      "step": 2264
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 1.0255029201507568,
+      "learning_rate": 1.5575479566305255e-05,
+      "loss": 0.9415,
+      "step": 2265
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.8472704887390137,
+      "learning_rate": 1.5571309424520434e-05,
+      "loss": 0.6327,
+      "step": 2266
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 1.3687258958816528,
+      "learning_rate": 1.5567139282735612e-05,
+      "loss": 0.6914,
+      "step": 2267
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.7639702558517456,
+      "learning_rate": 1.5562969140950794e-05,
+      "loss": 0.8609,
+      "step": 2268
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.930177628993988,
+      "learning_rate": 1.5558798999165972e-05,
+      "loss": 0.9222,
+      "step": 2269
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 1.192868947982788,
+      "learning_rate": 1.555462885738115e-05,
+      "loss": 0.827,
+      "step": 2270
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.9595503211021423,
+      "learning_rate": 1.555045871559633e-05,
+      "loss": 0.8009,
+      "step": 2271
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 1.0626674890518188,
+      "learning_rate": 1.554628857381151e-05,
+      "loss": 0.735,
+      "step": 2272
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 1.0121846199035645,
+      "learning_rate": 1.554211843202669e-05,
+      "loss": 0.8,
+      "step": 2273
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.866920530796051,
+      "learning_rate": 1.5537948290241867e-05,
+      "loss": 0.7324,
+      "step": 2274
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.9757292866706848,
+      "learning_rate": 1.553377814845705e-05,
+      "loss": 0.757,
+      "step": 2275
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.9293901920318604,
+      "learning_rate": 1.5529608006672227e-05,
+      "loss": 0.7657,
+      "step": 2276
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.8479053378105164,
+      "learning_rate": 1.5525437864887406e-05,
+      "loss": 0.6573,
+      "step": 2277
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 0.9247562289237976,
+      "learning_rate": 1.5521267723102587e-05,
+      "loss": 0.7629,
+      "step": 2278
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.9469642639160156,
+      "learning_rate": 1.5517097581317766e-05,
+      "loss": 0.8053,
+      "step": 2279
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 1.0331043004989624,
+      "learning_rate": 1.5512927439532944e-05,
+      "loss": 0.7891,
+      "step": 2280
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.8256339430809021,
+      "learning_rate": 1.5508757297748126e-05,
+      "loss": 0.6606,
+      "step": 2281
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.9646778702735901,
+      "learning_rate": 1.5504587155963304e-05,
+      "loss": 0.6922,
+      "step": 2282
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 1.0731933116912842,
+      "learning_rate": 1.5500417014178483e-05,
+      "loss": 0.8897,
+      "step": 2283
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 1.066744089126587,
+      "learning_rate": 1.5496246872393664e-05,
+      "loss": 0.8472,
+      "step": 2284
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.904292643070221,
+      "learning_rate": 1.5492076730608843e-05,
+      "loss": 0.7647,
+      "step": 2285
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.8976383805274963,
+      "learning_rate": 1.548790658882402e-05,
+      "loss": 0.6827,
+      "step": 2286
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 1.099399209022522,
+      "learning_rate": 1.54837364470392e-05,
+      "loss": 0.9242,
+      "step": 2287
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 1.3464537858963013,
+      "learning_rate": 1.5479566305254378e-05,
+      "loss": 0.8635,
+      "step": 2288
+    },
+    {
+      "epoch": 2.21,
+      "grad_norm": 0.8587638735771179,
+      "learning_rate": 1.547539616346956e-05,
+      "loss": 0.7002,
+      "step": 2289
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 1.2227245569229126,
+      "learning_rate": 1.5471226021684738e-05,
+      "loss": 0.8765,
+      "step": 2290
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.9776998162269592,
+      "learning_rate": 1.5467055879899916e-05,
+      "loss": 0.6909,
+      "step": 2291
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.979596734046936,
+      "learning_rate": 1.5462885738115094e-05,
+      "loss": 0.8069,
+      "step": 2292
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 1.120553970336914,
+      "learning_rate": 1.5458715596330276e-05,
+      "loss": 0.7938,
+      "step": 2293
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 1.1894030570983887,
+      "learning_rate": 1.5454545454545454e-05,
+      "loss": 0.8323,
+      "step": 2294
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.9403709173202515,
+      "learning_rate": 1.5450375312760633e-05,
+      "loss": 0.8306,
+      "step": 2295
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 1.1739723682403564,
+      "learning_rate": 1.5446205170975814e-05,
+      "loss": 0.9276,
+      "step": 2296
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 0.8386858701705933,
+      "learning_rate": 1.5442035029190993e-05,
+      "loss": 0.7081,
+      "step": 2297
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 1.0275095701217651,
+      "learning_rate": 1.543786488740617e-05,
+      "loss": 0.749,
+      "step": 2298
+    },
+    {
+      "epoch": 2.22,
+      "grad_norm": 1.2028393745422363,
+      "learning_rate": 1.5433694745621353e-05,
+      "loss": 0.8919,
+      "step": 2299
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.966984212398529,
+      "learning_rate": 1.542952460383653e-05,
+      "loss": 0.7161,
+      "step": 2300
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.9120237231254578,
+      "learning_rate": 1.542535446205171e-05,
+      "loss": 0.6876,
+      "step": 2301
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 1.121302604675293,
+      "learning_rate": 1.542118432026689e-05,
+      "loss": 0.9366,
+      "step": 2302
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 1.3326117992401123,
+      "learning_rate": 1.541701417848207e-05,
+      "loss": 0.7444,
+      "step": 2303
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.9436169862747192,
+      "learning_rate": 1.5412844036697248e-05,
+      "loss": 0.691,
+      "step": 2304
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 1.2369893789291382,
+      "learning_rate": 1.540867389491243e-05,
+      "loss": 0.8191,
+      "step": 2305
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.9881744980812073,
+      "learning_rate": 1.5404503753127608e-05,
+      "loss": 0.7631,
+      "step": 2306
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.830084502696991,
+      "learning_rate": 1.5400333611342786e-05,
+      "loss": 0.6783,
+      "step": 2307
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 0.9090517163276672,
+      "learning_rate": 1.5396163469557968e-05,
+      "loss": 0.7818,
+      "step": 2308
+    },
+    {
+      "epoch": 2.23,
+      "grad_norm": 1.0197161436080933,
+      "learning_rate": 1.5391993327773143e-05,
+      "loss": 0.7951,
+      "step": 2309
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 1.1543694734573364,
+      "learning_rate": 1.5387823185988325e-05,
+      "loss": 0.9052,
+      "step": 2310
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.9041846990585327,
+      "learning_rate": 1.5383653044203503e-05,
+      "loss": 0.7614,
+      "step": 2311
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 1.0322716236114502,
+      "learning_rate": 1.537948290241868e-05,
+      "loss": 0.9553,
+      "step": 2312
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 1.0741111040115356,
+      "learning_rate": 1.537531276063386e-05,
+      "loss": 0.977,
+      "step": 2313
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 1.1087331771850586,
+      "learning_rate": 1.537114261884904e-05,
+      "loss": 0.7975,
+      "step": 2314
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 1.4409980773925781,
+      "learning_rate": 1.536697247706422e-05,
+      "loss": 0.9129,
+      "step": 2315
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.983811616897583,
+      "learning_rate": 1.5362802335279398e-05,
+      "loss": 0.7722,
+      "step": 2316
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.9371022582054138,
+      "learning_rate": 1.535863219349458e-05,
+      "loss": 0.8201,
+      "step": 2317
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 0.8885154724121094,
+      "learning_rate": 1.535446205170976e-05,
+      "loss": 0.7693,
+      "step": 2318
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 1.1781280040740967,
+      "learning_rate": 1.5350291909924937e-05,
+      "loss": 0.7799,
+      "step": 2319
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 1.282933235168457,
+      "learning_rate": 1.534612176814012e-05,
+      "loss": 0.8988,
+      "step": 2320
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 1.0285911560058594,
+      "learning_rate": 1.5341951626355297e-05,
+      "loss": 0.8415,
+      "step": 2321
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.9991206526756287,
+      "learning_rate": 1.5337781484570475e-05,
+      "loss": 0.7498,
+      "step": 2322
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 1.16104257106781,
+      "learning_rate": 1.5333611342785657e-05,
+      "loss": 0.6966,
+      "step": 2323
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 1.0967849493026733,
+      "learning_rate": 1.5329441201000835e-05,
+      "loss": 0.8287,
+      "step": 2324
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.8688979744911194,
+      "learning_rate": 1.5325271059216014e-05,
+      "loss": 0.7882,
+      "step": 2325
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.8765340447425842,
+      "learning_rate": 1.5321100917431195e-05,
+      "loss": 0.8228,
+      "step": 2326
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.7944102883338928,
+      "learning_rate": 1.5316930775646374e-05,
+      "loss": 0.6981,
+      "step": 2327
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 1.0111504793167114,
+      "learning_rate": 1.5312760633861552e-05,
+      "loss": 0.6623,
+      "step": 2328
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.975400447845459,
+      "learning_rate": 1.5308590492076734e-05,
+      "loss": 0.9398,
+      "step": 2329
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.9231041669845581,
+      "learning_rate": 1.5304420350291912e-05,
+      "loss": 0.7531,
+      "step": 2330
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.9467725157737732,
+      "learning_rate": 1.530025020850709e-05,
+      "loss": 0.702,
+      "step": 2331
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.7570741176605225,
+      "learning_rate": 1.529608006672227e-05,
+      "loss": 0.6856,
+      "step": 2332
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.8014876842498779,
+      "learning_rate": 1.5291909924937447e-05,
+      "loss": 0.825,
+      "step": 2333
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.8260470032691956,
+      "learning_rate": 1.5287739783152625e-05,
+      "loss": 0.8073,
+      "step": 2334
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 1.0130025148391724,
+      "learning_rate": 1.5283569641367807e-05,
+      "loss": 0.8824,
+      "step": 2335
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 1.0963178873062134,
+      "learning_rate": 1.5279399499582985e-05,
+      "loss": 0.7541,
+      "step": 2336
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 1.0289658308029175,
+      "learning_rate": 1.5275229357798164e-05,
+      "loss": 0.7209,
+      "step": 2337
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 1.0415352582931519,
+      "learning_rate": 1.5271059216013345e-05,
+      "loss": 0.6913,
+      "step": 2338
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.7525619864463806,
+      "learning_rate": 1.5266889074228524e-05,
+      "loss": 0.7226,
+      "step": 2339
+    },
+    {
+      "epoch": 2.26,
+      "grad_norm": 0.9175150394439697,
+      "learning_rate": 1.5262718932443702e-05,
+      "loss": 0.7043,
+      "step": 2340
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.9316065311431885,
+      "learning_rate": 1.5258548790658884e-05,
+      "loss": 0.8193,
+      "step": 2341
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 1.0958821773529053,
+      "learning_rate": 1.5254378648874062e-05,
+      "loss": 0.74,
+      "step": 2342
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 1.0741395950317383,
+      "learning_rate": 1.5250208507089242e-05,
+      "loss": 0.7807,
+      "step": 2343
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.933631420135498,
+      "learning_rate": 1.524603836530442e-05,
+      "loss": 0.7426,
+      "step": 2344
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 1.273094892501831,
+      "learning_rate": 1.52418682235196e-05,
+      "loss": 0.9209,
+      "step": 2345
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 1.01974618434906,
+      "learning_rate": 1.523769808173478e-05,
+      "loss": 0.6764,
+      "step": 2346
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.8793160319328308,
+      "learning_rate": 1.5233527939949959e-05,
+      "loss": 0.9097,
+      "step": 2347
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 1.2934136390686035,
+      "learning_rate": 1.5229357798165139e-05,
+      "loss": 0.73,
+      "step": 2348
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 1.027243971824646,
+      "learning_rate": 1.5225187656380319e-05,
+      "loss": 0.7624,
+      "step": 2349
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.9526708722114563,
+      "learning_rate": 1.5221017514595497e-05,
+      "loss": 0.77,
+      "step": 2350
+    },
+    {
+      "epoch": 2.27,
+      "grad_norm": 0.8346748352050781,
+      "learning_rate": 1.5216847372810677e-05,
+      "loss": 0.9246,
+      "step": 2351
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.8471389412879944,
+      "learning_rate": 1.5212677231025858e-05,
+      "loss": 0.6734,
+      "step": 2352
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.9876181483268738,
+      "learning_rate": 1.5208507089241034e-05,
+      "loss": 0.8737,
+      "step": 2353
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 1.1626025438308716,
+      "learning_rate": 1.5204336947456213e-05,
+      "loss": 0.7267,
+      "step": 2354
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.9918262362480164,
+      "learning_rate": 1.5200166805671393e-05,
+      "loss": 0.7456,
+      "step": 2355
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.9942308068275452,
+      "learning_rate": 1.5195996663886573e-05,
+      "loss": 0.971,
+      "step": 2356
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 1.140756368637085,
+      "learning_rate": 1.5191826522101751e-05,
+      "loss": 0.7583,
+      "step": 2357
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 1.0223493576049805,
+      "learning_rate": 1.5187656380316931e-05,
+      "loss": 0.6843,
+      "step": 2358
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 0.9731907844543457,
+      "learning_rate": 1.5183486238532111e-05,
+      "loss": 0.8084,
+      "step": 2359
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 1.0492857694625854,
+      "learning_rate": 1.517931609674729e-05,
+      "loss": 0.8144,
+      "step": 2360
+    },
+    {
+      "epoch": 2.28,
+      "grad_norm": 1.0658091306686401,
+      "learning_rate": 1.517514595496247e-05,
+      "loss": 0.8438,
+      "step": 2361
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 1.0236061811447144,
+      "learning_rate": 1.517097581317765e-05,
+      "loss": 0.8658,
+      "step": 2362
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.9899030327796936,
+      "learning_rate": 1.5166805671392828e-05,
+      "loss": 0.7864,
+      "step": 2363
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 1.3745994567871094,
+      "learning_rate": 1.5162635529608008e-05,
+      "loss": 0.7257,
+      "step": 2364
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.9801398515701294,
+      "learning_rate": 1.5158465387823186e-05,
+      "loss": 0.703,
+      "step": 2365
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 1.115680456161499,
+      "learning_rate": 1.5154295246038366e-05,
+      "loss": 0.6929,
+      "step": 2366
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 1.1133002042770386,
+      "learning_rate": 1.5150125104253546e-05,
+      "loss": 0.7608,
+      "step": 2367
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 1.066537857055664,
+      "learning_rate": 1.5145954962468725e-05,
+      "loss": 0.7826,
+      "step": 2368
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 1.1910746097564697,
+      "learning_rate": 1.5141784820683905e-05,
+      "loss": 0.6931,
+      "step": 2369
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 0.9862872362136841,
+      "learning_rate": 1.5137614678899085e-05,
+      "loss": 0.842,
+      "step": 2370
+    },
+    {
+      "epoch": 2.29,
+      "grad_norm": 1.0653647184371948,
+      "learning_rate": 1.5133444537114263e-05,
+      "loss": 0.7057,
+      "step": 2371
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 1.0766165256500244,
+      "learning_rate": 1.5129274395329443e-05,
+      "loss": 0.777,
+      "step": 2372
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.9453743696212769,
+      "learning_rate": 1.5125104253544623e-05,
+      "loss": 0.712,
+      "step": 2373
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 1.1627554893493652,
+      "learning_rate": 1.5120934111759801e-05,
+      "loss": 0.7987,
+      "step": 2374
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.9203681349754333,
+      "learning_rate": 1.5116763969974978e-05,
+      "loss": 0.8754,
+      "step": 2375
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.9075586199760437,
+      "learning_rate": 1.5112593828190158e-05,
+      "loss": 0.7354,
+      "step": 2376
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 1.0071501731872559,
+      "learning_rate": 1.5108423686405338e-05,
+      "loss": 0.7392,
+      "step": 2377
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.7854121923446655,
+      "learning_rate": 1.5104253544620516e-05,
+      "loss": 0.6607,
+      "step": 2378
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 1.2785691022872925,
+      "learning_rate": 1.5100083402835696e-05,
+      "loss": 0.7751,
+      "step": 2379
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.9806633591651917,
+      "learning_rate": 1.5095913261050877e-05,
+      "loss": 0.7516,
+      "step": 2380
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 0.8491905927658081,
+      "learning_rate": 1.5091743119266055e-05,
+      "loss": 0.6876,
+      "step": 2381
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 1.3159868717193604,
+      "learning_rate": 1.5087572977481235e-05,
+      "loss": 0.9476,
+      "step": 2382
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 1.1435357332229614,
+      "learning_rate": 1.5083402835696415e-05,
+      "loss": 0.7642,
+      "step": 2383
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 1.0775221586227417,
+      "learning_rate": 1.5079232693911593e-05,
+      "loss": 0.7662,
+      "step": 2384
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 1.0149295330047607,
+      "learning_rate": 1.5075062552126773e-05,
+      "loss": 0.8881,
+      "step": 2385
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 1.4071353673934937,
+      "learning_rate": 1.5070892410341952e-05,
+      "loss": 0.6901,
+      "step": 2386
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 1.1065555810928345,
+      "learning_rate": 1.5066722268557132e-05,
+      "loss": 0.8428,
+      "step": 2387
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 1.132178544998169,
+      "learning_rate": 1.5062552126772312e-05,
+      "loss": 0.8424,
+      "step": 2388
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 1.1405022144317627,
+      "learning_rate": 1.505838198498749e-05,
+      "loss": 0.8123,
+      "step": 2389
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 1.080263376235962,
+      "learning_rate": 1.505421184320267e-05,
+      "loss": 0.8471,
+      "step": 2390
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.9919416308403015,
+      "learning_rate": 1.505004170141785e-05,
+      "loss": 0.7956,
+      "step": 2391
+    },
+    {
+      "epoch": 2.31,
+      "grad_norm": 0.8982715010643005,
+      "learning_rate": 1.5045871559633028e-05,
+      "loss": 0.6707,
+      "step": 2392
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 1.2312848567962646,
+      "learning_rate": 1.5041701417848208e-05,
+      "loss": 0.8145,
+      "step": 2393
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 1.0642844438552856,
+      "learning_rate": 1.5037531276063389e-05,
+      "loss": 0.722,
+      "step": 2394
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 1.0874722003936768,
+      "learning_rate": 1.5033361134278567e-05,
+      "loss": 0.7461,
+      "step": 2395
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 1.0368455648422241,
+      "learning_rate": 1.5029190992493747e-05,
+      "loss": 0.6815,
+      "step": 2396
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 1.1160770654678345,
+      "learning_rate": 1.5025020850708924e-05,
+      "loss": 0.7836,
+      "step": 2397
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 1.3099870681762695,
+      "learning_rate": 1.5020850708924104e-05,
+      "loss": 0.7628,
+      "step": 2398
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 1.271332859992981,
+      "learning_rate": 1.5016680567139282e-05,
+      "loss": 0.7769,
+      "step": 2399
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 1.4555895328521729,
+      "learning_rate": 1.5012510425354462e-05,
+      "loss": 0.8524,
+      "step": 2400
+    },
+    {
+      "epoch": 2.32,
+      "eval_loss": 0.8605761528015137,
+      "eval_runtime": 863.6592,
+      "eval_samples_per_second": 4.787,
+      "eval_steps_per_second": 0.599,
+      "step": 2400
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 1.1177767515182495,
+      "learning_rate": 1.5008340283569642e-05,
+      "loss": 0.7915,
+      "step": 2401
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 1.5156725645065308,
+      "learning_rate": 1.500417014178482e-05,
+      "loss": 0.8272,
+      "step": 2402
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 1.3511289358139038,
+      "learning_rate": 1.5e-05,
+      "loss": 0.8816,
+      "step": 2403
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 1.165727972984314,
+      "learning_rate": 1.499582985821518e-05,
+      "loss": 0.9877,
+      "step": 2404
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 1.2290936708450317,
+      "learning_rate": 1.4991659716430359e-05,
+      "loss": 0.9303,
+      "step": 2405
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.9251800775527954,
+      "learning_rate": 1.4987489574645539e-05,
+      "loss": 0.8536,
+      "step": 2406
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.9040620923042297,
+      "learning_rate": 1.4983319432860717e-05,
+      "loss": 0.7619,
+      "step": 2407
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 1.1455086469650269,
+      "learning_rate": 1.4979149291075897e-05,
+      "loss": 0.7674,
+      "step": 2408
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 1.2120414972305298,
+      "learning_rate": 1.4974979149291077e-05,
+      "loss": 0.8202,
+      "step": 2409
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 1.067554235458374,
+      "learning_rate": 1.4970809007506256e-05,
+      "loss": 0.6787,
+      "step": 2410
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 0.6836997270584106,
+      "learning_rate": 1.4966638865721436e-05,
+      "loss": 0.5716,
+      "step": 2411
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 1.0842711925506592,
+      "learning_rate": 1.4962468723936616e-05,
+      "loss": 0.8394,
+      "step": 2412
+    },
+    {
+      "epoch": 2.33,
+      "grad_norm": 1.1092129945755005,
+      "learning_rate": 1.4958298582151794e-05,
+      "loss": 1.1735,
+      "step": 2413
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.9860001802444458,
+      "learning_rate": 1.4954128440366974e-05,
+      "loss": 0.6733,
+      "step": 2414
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 1.0038868188858032,
+      "learning_rate": 1.4949958298582154e-05,
+      "loss": 0.804,
+      "step": 2415
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.8287605047225952,
+      "learning_rate": 1.4945788156797332e-05,
+      "loss": 0.8498,
+      "step": 2416
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.9643548130989075,
+      "learning_rate": 1.4941618015012512e-05,
+      "loss": 0.7996,
+      "step": 2417
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 1.1146243810653687,
+      "learning_rate": 1.4937447873227692e-05,
+      "loss": 0.7992,
+      "step": 2418
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 1.0986387729644775,
+      "learning_rate": 1.4933277731442869e-05,
+      "loss": 0.7953,
+      "step": 2419
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 1.1130226850509644,
+      "learning_rate": 1.4929107589658047e-05,
+      "loss": 0.6496,
+      "step": 2420
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.9268125891685486,
+      "learning_rate": 1.4924937447873227e-05,
+      "loss": 0.6925,
+      "step": 2421
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 0.9926366806030273,
+      "learning_rate": 1.4920767306088408e-05,
+      "loss": 0.6252,
+      "step": 2422
+    },
+    {
+      "epoch": 2.34,
+      "grad_norm": 1.0540924072265625,
+      "learning_rate": 1.4916597164303586e-05,
+      "loss": 0.7706,
+      "step": 2423
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.9486244320869446,
+      "learning_rate": 1.4912427022518766e-05,
+      "loss": 0.8154,
+      "step": 2424
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 1.0641378164291382,
+      "learning_rate": 1.4908256880733946e-05,
+      "loss": 0.8164,
+      "step": 2425
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 1.0328772068023682,
+      "learning_rate": 1.4904086738949124e-05,
+      "loss": 0.9221,
+      "step": 2426
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 1.0538557767868042,
+      "learning_rate": 1.4899916597164304e-05,
+      "loss": 0.7329,
+      "step": 2427
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 1.2408058643341064,
+      "learning_rate": 1.4895746455379483e-05,
+      "loss": 0.8769,
+      "step": 2428
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.8567038774490356,
+      "learning_rate": 1.4891576313594663e-05,
+      "loss": 0.6346,
+      "step": 2429
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 1.9005969762802124,
+      "learning_rate": 1.4887406171809843e-05,
+      "loss": 0.7377,
+      "step": 2430
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.9995697140693665,
+      "learning_rate": 1.4883236030025021e-05,
+      "loss": 0.803,
+      "step": 2431
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 1.3635972738265991,
+      "learning_rate": 1.4879065888240201e-05,
+      "loss": 0.9794,
+      "step": 2432
+    },
+    {
+      "epoch": 2.35,
+      "grad_norm": 0.9377020597457886,
+      "learning_rate": 1.4874895746455381e-05,
+      "loss": 0.7663,
+      "step": 2433
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 1.0614627599716187,
+      "learning_rate": 1.487072560467056e-05,
+      "loss": 0.8109,
+      "step": 2434
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 1.0078130960464478,
+      "learning_rate": 1.486655546288574e-05,
+      "loss": 0.7489,
+      "step": 2435
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 1.0565495491027832,
+      "learning_rate": 1.486238532110092e-05,
+      "loss": 0.6227,
+      "step": 2436
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.8528274297714233,
+      "learning_rate": 1.4858215179316098e-05,
+      "loss": 0.8566,
+      "step": 2437
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 1.1877105236053467,
+      "learning_rate": 1.4854045037531278e-05,
+      "loss": 0.8842,
+      "step": 2438
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 1.6521265506744385,
+      "learning_rate": 1.4849874895746458e-05,
+      "loss": 0.7311,
+      "step": 2439
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.9754562377929688,
+      "learning_rate": 1.4845704753961636e-05,
+      "loss": 0.7359,
+      "step": 2440
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.9027519822120667,
+      "learning_rate": 1.4841534612176813e-05,
+      "loss": 0.8535,
+      "step": 2441
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.951948344707489,
+      "learning_rate": 1.4837364470391993e-05,
+      "loss": 0.7817,
+      "step": 2442
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.8622574806213379,
+      "learning_rate": 1.4833194328607173e-05,
+      "loss": 0.7068,
+      "step": 2443
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 0.9330490827560425,
+      "learning_rate": 1.4829024186822351e-05,
+      "loss": 0.7757,
+      "step": 2444
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 1.1124109029769897,
+      "learning_rate": 1.4824854045037531e-05,
+      "loss": 0.9856,
+      "step": 2445
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 1.11786687374115,
+      "learning_rate": 1.4820683903252711e-05,
+      "loss": 0.7324,
+      "step": 2446
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 1.2497903108596802,
+      "learning_rate": 1.481651376146789e-05,
+      "loss": 0.8847,
+      "step": 2447
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 1.0980198383331299,
+      "learning_rate": 1.481234361968307e-05,
+      "loss": 0.9159,
+      "step": 2448
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.8098524808883667,
+      "learning_rate": 1.4808173477898248e-05,
+      "loss": 0.7429,
+      "step": 2449
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 1.1101230382919312,
+      "learning_rate": 1.4804003336113428e-05,
+      "loss": 0.7996,
+      "step": 2450
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.995833158493042,
+      "learning_rate": 1.4799833194328608e-05,
+      "loss": 0.8586,
+      "step": 2451
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 1.0209569931030273,
+      "learning_rate": 1.4795663052543787e-05,
+      "loss": 0.7839,
+      "step": 2452
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 1.0073914527893066,
+      "learning_rate": 1.4791492910758967e-05,
+      "loss": 0.8611,
+      "step": 2453
+    },
+    {
+      "epoch": 2.37,
+      "grad_norm": 0.8066108226776123,
+      "learning_rate": 1.4787322768974147e-05,
+      "loss": 0.8402,
+      "step": 2454
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 1.0193507671356201,
+      "learning_rate": 1.4783152627189325e-05,
+      "loss": 0.7256,
+      "step": 2455
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.9979802370071411,
+      "learning_rate": 1.4778982485404505e-05,
+      "loss": 0.78,
+      "step": 2456
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 1.2355434894561768,
+      "learning_rate": 1.4774812343619685e-05,
+      "loss": 0.7197,
+      "step": 2457
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.8566192984580994,
+      "learning_rate": 1.4770642201834863e-05,
+      "loss": 0.7894,
+      "step": 2458
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 1.0507533550262451,
+      "learning_rate": 1.4766472060050043e-05,
+      "loss": 0.6969,
+      "step": 2459
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.9857069253921509,
+      "learning_rate": 1.4762301918265223e-05,
+      "loss": 0.8566,
+      "step": 2460
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.9875921607017517,
+      "learning_rate": 1.4758131776480402e-05,
+      "loss": 0.7039,
+      "step": 2461
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 0.887069582939148,
+      "learning_rate": 1.4753961634695582e-05,
+      "loss": 0.7024,
+      "step": 2462
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 1.0846948623657227,
+      "learning_rate": 1.4749791492910758e-05,
+      "loss": 0.8423,
+      "step": 2463
+    },
+    {
+      "epoch": 2.38,
+      "grad_norm": 1.1288800239562988,
+      "learning_rate": 1.4745621351125939e-05,
+      "loss": 0.8048,
+      "step": 2464
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 1.0812489986419678,
+      "learning_rate": 1.4741451209341117e-05,
+      "loss": 1.0046,
+      "step": 2465
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 1.2059158086776733,
+      "learning_rate": 1.4737281067556297e-05,
+      "loss": 0.7459,
+      "step": 2466
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 1.4521628618240356,
+      "learning_rate": 1.4733110925771477e-05,
+      "loss": 0.9555,
+      "step": 2467
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 0.8559266924858093,
+      "learning_rate": 1.4728940783986655e-05,
+      "loss": 0.9021,
+      "step": 2468
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 1.0513862371444702,
+      "learning_rate": 1.4724770642201835e-05,
+      "loss": 0.6691,
+      "step": 2469
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 1.1637624502182007,
+      "learning_rate": 1.4720600500417014e-05,
+      "loss": 0.7172,
+      "step": 2470
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 0.9428846836090088,
+      "learning_rate": 1.4716430358632194e-05,
+      "loss": 0.7888,
+      "step": 2471
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 1.0579947233200073,
+      "learning_rate": 1.4712260216847374e-05,
+      "loss": 0.7429,
+      "step": 2472
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 1.0878806114196777,
+      "learning_rate": 1.4708090075062552e-05,
+      "loss": 0.8522,
+      "step": 2473
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 1.0605523586273193,
+      "learning_rate": 1.4703919933277732e-05,
+      "loss": 0.7552,
+      "step": 2474
+    },
+    {
+      "epoch": 2.39,
+      "grad_norm": 1.0693752765655518,
+      "learning_rate": 1.4699749791492912e-05,
+      "loss": 0.7071,
+      "step": 2475
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 1.183903694152832,
+      "learning_rate": 1.469557964970809e-05,
+      "loss": 0.6952,
+      "step": 2476
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.9971917867660522,
+      "learning_rate": 1.469140950792327e-05,
+      "loss": 0.7462,
+      "step": 2477
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.9832438230514526,
+      "learning_rate": 1.468723936613845e-05,
+      "loss": 0.8953,
+      "step": 2478
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 1.3093258142471313,
+      "learning_rate": 1.4683069224353629e-05,
+      "loss": 0.6895,
+      "step": 2479
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.7866649031639099,
+      "learning_rate": 1.4678899082568809e-05,
+      "loss": 0.7137,
+      "step": 2480
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.802249014377594,
+      "learning_rate": 1.4674728940783989e-05,
+      "loss": 0.6838,
+      "step": 2481
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.9277610182762146,
+      "learning_rate": 1.4670558798999167e-05,
+      "loss": 0.6888,
+      "step": 2482
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 1.0873931646347046,
+      "learning_rate": 1.4666388657214347e-05,
+      "loss": 0.748,
+      "step": 2483
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.9843421578407288,
+      "learning_rate": 1.4662218515429527e-05,
+      "loss": 0.8371,
+      "step": 2484
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.995010256767273,
+      "learning_rate": 1.4658048373644704e-05,
+      "loss": 0.6441,
+      "step": 2485
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 1.1613937616348267,
+      "learning_rate": 1.4653878231859882e-05,
+      "loss": 0.8658,
+      "step": 2486
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.969513475894928,
+      "learning_rate": 1.4649708090075062e-05,
+      "loss": 0.9646,
+      "step": 2487
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 1.1406843662261963,
+      "learning_rate": 1.4645537948290242e-05,
+      "loss": 0.7889,
+      "step": 2488
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 1.3650848865509033,
+      "learning_rate": 1.464136780650542e-05,
+      "loss": 0.6792,
+      "step": 2489
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 1.1402392387390137,
+      "learning_rate": 1.46371976647206e-05,
+      "loss": 0.8006,
+      "step": 2490
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 1.1594524383544922,
+      "learning_rate": 1.4633027522935779e-05,
+      "loss": 0.7532,
+      "step": 2491
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.9860802292823792,
+      "learning_rate": 1.462885738115096e-05,
+      "loss": 0.7719,
+      "step": 2492
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.9230167269706726,
+      "learning_rate": 1.462468723936614e-05,
+      "loss": 0.7951,
+      "step": 2493
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.8693107962608337,
+      "learning_rate": 1.4620517097581318e-05,
+      "loss": 0.7055,
+      "step": 2494
+    },
+    {
+      "epoch": 2.41,
+      "grad_norm": 0.9303106069564819,
+      "learning_rate": 1.4616346955796498e-05,
+      "loss": 0.6439,
+      "step": 2495
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 1.0891813039779663,
+      "learning_rate": 1.4612176814011678e-05,
+      "loss": 0.7905,
+      "step": 2496
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.8817651867866516,
+      "learning_rate": 1.4608006672226856e-05,
+      "loss": 0.7453,
+      "step": 2497
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.9802581071853638,
+      "learning_rate": 1.4603836530442036e-05,
+      "loss": 0.8728,
+      "step": 2498
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 1.0383776426315308,
+      "learning_rate": 1.4599666388657216e-05,
+      "loss": 0.6859,
+      "step": 2499
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 1.0404419898986816,
+      "learning_rate": 1.4595496246872394e-05,
+      "loss": 0.7725,
+      "step": 2500
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.9581718444824219,
+      "learning_rate": 1.4591326105087574e-05,
+      "loss": 0.7451,
+      "step": 2501
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.9691663980484009,
+      "learning_rate": 1.4587155963302754e-05,
+      "loss": 0.6708,
+      "step": 2502
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.9877256751060486,
+      "learning_rate": 1.4582985821517933e-05,
+      "loss": 0.8113,
+      "step": 2503
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.98164963722229,
+      "learning_rate": 1.4578815679733113e-05,
+      "loss": 0.7707,
+      "step": 2504
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 0.8954334855079651,
+      "learning_rate": 1.4574645537948293e-05,
+      "loss": 0.6812,
+      "step": 2505
+    },
+    {
+      "epoch": 2.42,
+      "grad_norm": 1.0525143146514893,
+      "learning_rate": 1.4570475396163471e-05,
+      "loss": 0.6914,
+      "step": 2506
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 0.9970399141311646,
+      "learning_rate": 1.4566305254378648e-05,
+      "loss": 0.6944,
+      "step": 2507
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 1.0775173902511597,
+      "learning_rate": 1.4562135112593828e-05,
+      "loss": 0.7423,
+      "step": 2508
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 1.1857308149337769,
+      "learning_rate": 1.4557964970809008e-05,
+      "loss": 0.7641,
+      "step": 2509
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 1.095208764076233,
+      "learning_rate": 1.4553794829024186e-05,
+      "loss": 0.8027,
+      "step": 2510
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 1.115408182144165,
+      "learning_rate": 1.4549624687239366e-05,
+      "loss": 0.9024,
+      "step": 2511
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 1.2114050388336182,
+      "learning_rate": 1.4545454545454545e-05,
+      "loss": 0.759,
+      "step": 2512
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 1.0880801677703857,
+      "learning_rate": 1.4541284403669725e-05,
+      "loss": 0.8393,
+      "step": 2513
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 1.1274889707565308,
+      "learning_rate": 1.4537114261884905e-05,
+      "loss": 0.6232,
+      "step": 2514
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 1.0892455577850342,
+      "learning_rate": 1.4532944120100083e-05,
+      "loss": 0.6929,
+      "step": 2515
+    },
+    {
+      "epoch": 2.43,
+      "grad_norm": 0.9533438682556152,
+      "learning_rate": 1.4528773978315263e-05,
+      "loss": 0.8613,
+      "step": 2516
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 1.170086145401001,
+      "learning_rate": 1.4524603836530443e-05,
+      "loss": 0.7859,
+      "step": 2517
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 1.0533356666564941,
+      "learning_rate": 1.4520433694745621e-05,
+      "loss": 0.7499,
+      "step": 2518
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.968090832233429,
+      "learning_rate": 1.4516263552960802e-05,
+      "loss": 0.8498,
+      "step": 2519
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.9688717722892761,
+      "learning_rate": 1.4512093411175982e-05,
+      "loss": 0.7848,
+      "step": 2520
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 1.1283347606658936,
+      "learning_rate": 1.450792326939116e-05,
+      "loss": 0.7502,
+      "step": 2521
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 1.0809539556503296,
+      "learning_rate": 1.450375312760634e-05,
+      "loss": 0.8992,
+      "step": 2522
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 1.147693157196045,
+      "learning_rate": 1.449958298582152e-05,
+      "loss": 0.8566,
+      "step": 2523
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 1.0807020664215088,
+      "learning_rate": 1.4495412844036698e-05,
+      "loss": 0.8388,
+      "step": 2524
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 1.0742005109786987,
+      "learning_rate": 1.4491242702251878e-05,
+      "loss": 0.8728,
+      "step": 2525
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 1.1198116540908813,
+      "learning_rate": 1.4487072560467058e-05,
+      "loss": 0.9056,
+      "step": 2526
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 1.1847115755081177,
+      "learning_rate": 1.4482902418682237e-05,
+      "loss": 0.7008,
+      "step": 2527
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 1.157792568206787,
+      "learning_rate": 1.4478732276897417e-05,
+      "loss": 0.5927,
+      "step": 2528
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 1.221024751663208,
+      "learning_rate": 1.4474562135112593e-05,
+      "loss": 0.7946,
+      "step": 2529
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 1.006848692893982,
+      "learning_rate": 1.4470391993327773e-05,
+      "loss": 0.8902,
+      "step": 2530
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 1.2811963558197021,
+      "learning_rate": 1.4466221851542952e-05,
+      "loss": 0.8325,
+      "step": 2531
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.953895092010498,
+      "learning_rate": 1.4462051709758132e-05,
+      "loss": 0.7353,
+      "step": 2532
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 1.0949562788009644,
+      "learning_rate": 1.445788156797331e-05,
+      "loss": 0.8057,
+      "step": 2533
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.8655239939689636,
+      "learning_rate": 1.445371142618849e-05,
+      "loss": 0.6966,
+      "step": 2534
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.8777194619178772,
+      "learning_rate": 1.444954128440367e-05,
+      "loss": 0.7219,
+      "step": 2535
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 0.9540335536003113,
+      "learning_rate": 1.4445371142618849e-05,
+      "loss": 0.7734,
+      "step": 2536
+    },
+    {
+      "epoch": 2.45,
+      "grad_norm": 1.0933865308761597,
+      "learning_rate": 1.4441201000834029e-05,
+      "loss": 0.807,
+      "step": 2537
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.819931149482727,
+      "learning_rate": 1.4437030859049209e-05,
+      "loss": 0.7805,
+      "step": 2538
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 1.250663161277771,
+      "learning_rate": 1.4432860717264387e-05,
+      "loss": 0.9293,
+      "step": 2539
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 1.1598678827285767,
+      "learning_rate": 1.4428690575479567e-05,
+      "loss": 0.6499,
+      "step": 2540
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.9524194002151489,
+      "learning_rate": 1.4424520433694747e-05,
+      "loss": 0.6839,
+      "step": 2541
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 1.1332494020462036,
+      "learning_rate": 1.4420350291909925e-05,
+      "loss": 0.7701,
+      "step": 2542
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 1.0138325691223145,
+      "learning_rate": 1.4416180150125105e-05,
+      "loss": 0.9691,
+      "step": 2543
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 1.0951149463653564,
+      "learning_rate": 1.4412010008340285e-05,
+      "loss": 0.6148,
+      "step": 2544
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 0.8606773018836975,
+      "learning_rate": 1.4407839866555464e-05,
+      "loss": 0.7897,
+      "step": 2545
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 1.4362386465072632,
+      "learning_rate": 1.4403669724770644e-05,
+      "loss": 0.7008,
+      "step": 2546
+    },
+    {
+      "epoch": 2.46,
+      "grad_norm": 1.4496384859085083,
+      "learning_rate": 1.4399499582985824e-05,
+      "loss": 0.7377,
+      "step": 2547
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.8644654154777527,
+      "learning_rate": 1.4395329441201002e-05,
+      "loss": 0.7793,
+      "step": 2548
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 1.1303930282592773,
+      "learning_rate": 1.4391159299416182e-05,
+      "loss": 0.6969,
+      "step": 2549
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.9442719221115112,
+      "learning_rate": 1.4386989157631362e-05,
+      "loss": 0.7975,
+      "step": 2550
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 1.1275825500488281,
+      "learning_rate": 1.4382819015846539e-05,
+      "loss": 0.88,
+      "step": 2551
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 1.2017098665237427,
+      "learning_rate": 1.4378648874061717e-05,
+      "loss": 0.7785,
+      "step": 2552
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 1.1166859865188599,
+      "learning_rate": 1.4374478732276897e-05,
+      "loss": 0.8373,
+      "step": 2553
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.9713648557662964,
+      "learning_rate": 1.4370308590492076e-05,
+      "loss": 0.8423,
+      "step": 2554
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 1.3213701248168945,
+      "learning_rate": 1.4366138448707256e-05,
+      "loss": 0.7804,
+      "step": 2555
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 1.0310323238372803,
+      "learning_rate": 1.4361968306922436e-05,
+      "loss": 0.7001,
+      "step": 2556
+    },
+    {
+      "epoch": 2.47,
+      "grad_norm": 0.8064036965370178,
+      "learning_rate": 1.4357798165137614e-05,
+      "loss": 0.786,
+      "step": 2557
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.9683186411857605,
+      "learning_rate": 1.4353628023352794e-05,
+      "loss": 0.7129,
+      "step": 2558
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 1.2475330829620361,
+      "learning_rate": 1.4349457881567974e-05,
+      "loss": 0.8306,
+      "step": 2559
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.8951677083969116,
+      "learning_rate": 1.4345287739783152e-05,
+      "loss": 0.9083,
+      "step": 2560
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 1.5455464124679565,
+      "learning_rate": 1.4341117597998333e-05,
+      "loss": 0.7994,
+      "step": 2561
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 1.1083627939224243,
+      "learning_rate": 1.4336947456213513e-05,
+      "loss": 0.7878,
+      "step": 2562
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 1.0581649541854858,
+      "learning_rate": 1.4332777314428691e-05,
+      "loss": 0.7882,
+      "step": 2563
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.8193249702453613,
+      "learning_rate": 1.4328607172643871e-05,
+      "loss": 0.9116,
+      "step": 2564
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.9290634393692017,
+      "learning_rate": 1.4324437030859051e-05,
+      "loss": 0.7942,
+      "step": 2565
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.97933429479599,
+      "learning_rate": 1.432026688907423e-05,
+      "loss": 0.8734,
+      "step": 2566
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.9418026804924011,
+      "learning_rate": 1.431609674728941e-05,
+      "loss": 0.7768,
+      "step": 2567
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 0.8966636657714844,
+      "learning_rate": 1.431192660550459e-05,
+      "loss": 0.8802,
+      "step": 2568
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.8728999495506287,
+      "learning_rate": 1.4307756463719768e-05,
+      "loss": 0.6772,
+      "step": 2569
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 1.0376543998718262,
+      "learning_rate": 1.4303586321934948e-05,
+      "loss": 0.7809,
+      "step": 2570
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.8593918085098267,
+      "learning_rate": 1.4299416180150128e-05,
+      "loss": 0.6747,
+      "step": 2571
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.9647976160049438,
+      "learning_rate": 1.4295246038365306e-05,
+      "loss": 0.7576,
+      "step": 2572
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 1.0162967443466187,
+      "learning_rate": 1.4291075896580483e-05,
+      "loss": 0.6361,
+      "step": 2573
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 1.4539016485214233,
+      "learning_rate": 1.4286905754795663e-05,
+      "loss": 0.7469,
+      "step": 2574
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 1.3549777269363403,
+      "learning_rate": 1.4282735613010841e-05,
+      "loss": 0.7874,
+      "step": 2575
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 1.0791264772415161,
+      "learning_rate": 1.4278565471226021e-05,
+      "loss": 0.7227,
+      "step": 2576
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 1.0372146368026733,
+      "learning_rate": 1.4274395329441201e-05,
+      "loss": 0.8034,
+      "step": 2577
+    },
+    {
+      "epoch": 2.49,
+      "grad_norm": 0.9742259383201599,
+      "learning_rate": 1.427022518765638e-05,
+      "loss": 0.7518,
+      "step": 2578
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 1.1606855392456055,
+      "learning_rate": 1.426605504587156e-05,
+      "loss": 0.841,
+      "step": 2579
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 1.0835055112838745,
+      "learning_rate": 1.426188490408674e-05,
+      "loss": 0.7965,
+      "step": 2580
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 1.0935578346252441,
+      "learning_rate": 1.4257714762301918e-05,
+      "loss": 0.7653,
+      "step": 2581
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.9066020250320435,
+      "learning_rate": 1.4253544620517098e-05,
+      "loss": 0.7436,
+      "step": 2582
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 1.295595645904541,
+      "learning_rate": 1.4249374478732278e-05,
+      "loss": 0.7389,
+      "step": 2583
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 1.0106202363967896,
+      "learning_rate": 1.4245204336947456e-05,
+      "loss": 0.9348,
+      "step": 2584
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.9044962525367737,
+      "learning_rate": 1.4241034195162636e-05,
+      "loss": 0.7366,
+      "step": 2585
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.9651325941085815,
+      "learning_rate": 1.4236864053377816e-05,
+      "loss": 0.8026,
+      "step": 2586
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 1.2283308506011963,
+      "learning_rate": 1.4232693911592995e-05,
+      "loss": 0.7739,
+      "step": 2587
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 1.037750244140625,
+      "learning_rate": 1.4228523769808175e-05,
+      "loss": 0.7633,
+      "step": 2588
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.9281195402145386,
+      "learning_rate": 1.4224353628023355e-05,
+      "loss": 0.6646,
+      "step": 2589
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 1.2121988534927368,
+      "learning_rate": 1.4220183486238533e-05,
+      "loss": 0.9697,
+      "step": 2590
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 1.1675235033035278,
+      "learning_rate": 1.4216013344453713e-05,
+      "loss": 0.8318,
+      "step": 2591
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 1.1003934144973755,
+      "learning_rate": 1.4211843202668893e-05,
+      "loss": 0.8861,
+      "step": 2592
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 1.4687182903289795,
+      "learning_rate": 1.4207673060884072e-05,
+      "loss": 0.8852,
+      "step": 2593
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.9296116232872009,
+      "learning_rate": 1.4203502919099252e-05,
+      "loss": 0.6672,
+      "step": 2594
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 1.0146183967590332,
+      "learning_rate": 1.4199332777314428e-05,
+      "loss": 0.6742,
+      "step": 2595
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 1.0092291831970215,
+      "learning_rate": 1.4195162635529607e-05,
+      "loss": 0.7981,
+      "step": 2596
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 1.0912678241729736,
+      "learning_rate": 1.4190992493744787e-05,
+      "loss": 0.8304,
+      "step": 2597
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 0.8944520950317383,
+      "learning_rate": 1.4186822351959967e-05,
+      "loss": 0.7218,
+      "step": 2598
+    },
+    {
+      "epoch": 2.51,
+      "grad_norm": 1.1679719686508179,
+      "learning_rate": 1.4182652210175145e-05,
+      "loss": 0.6796,
+      "step": 2599
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 1.3065361976623535,
+      "learning_rate": 1.4178482068390325e-05,
+      "loss": 0.9171,
+      "step": 2600
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.9443861842155457,
+      "learning_rate": 1.4174311926605505e-05,
+      "loss": 0.7217,
+      "step": 2601
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 1.0123872756958008,
+      "learning_rate": 1.4170141784820683e-05,
+      "loss": 0.8008,
+      "step": 2602
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 1.112004280090332,
+      "learning_rate": 1.4165971643035864e-05,
+      "loss": 0.669,
+      "step": 2603
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 1.0013320446014404,
+      "learning_rate": 1.4161801501251044e-05,
+      "loss": 0.7484,
+      "step": 2604
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.9473990201950073,
+      "learning_rate": 1.4157631359466222e-05,
+      "loss": 0.7053,
+      "step": 2605
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.9858823418617249,
+      "learning_rate": 1.4153461217681402e-05,
+      "loss": 0.8153,
+      "step": 2606
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 1.0970127582550049,
+      "learning_rate": 1.4149291075896582e-05,
+      "loss": 0.8514,
+      "step": 2607
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 0.9952388405799866,
+      "learning_rate": 1.414512093411176e-05,
+      "loss": 0.7124,
+      "step": 2608
+    },
+    {
+      "epoch": 2.52,
+      "grad_norm": 1.1560695171356201,
+      "learning_rate": 1.414095079232694e-05,
+      "loss": 0.7427,
+      "step": 2609
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 1.0957051515579224,
+      "learning_rate": 1.413678065054212e-05,
+      "loss": 0.751,
+      "step": 2610
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.9935758113861084,
+      "learning_rate": 1.4132610508757299e-05,
+      "loss": 0.8479,
+      "step": 2611
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 1.1163305044174194,
+      "learning_rate": 1.4128440366972479e-05,
+      "loss": 0.906,
+      "step": 2612
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 1.2252249717712402,
+      "learning_rate": 1.4124270225187659e-05,
+      "loss": 0.8216,
+      "step": 2613
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.791217565536499,
+      "learning_rate": 1.4120100083402837e-05,
+      "loss": 0.6403,
+      "step": 2614
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.9439594745635986,
+      "learning_rate": 1.4115929941618017e-05,
+      "loss": 0.7119,
+      "step": 2615
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 1.229280948638916,
+      "learning_rate": 1.4111759799833196e-05,
+      "loss": 0.9555,
+      "step": 2616
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 1.3358961343765259,
+      "learning_rate": 1.4107589658048372e-05,
+      "loss": 0.8236,
+      "step": 2617
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 0.9485481381416321,
+      "learning_rate": 1.4103419516263552e-05,
+      "loss": 0.7929,
+      "step": 2618
+    },
+    {
+      "epoch": 2.53,
+      "grad_norm": 1.1040618419647217,
+      "learning_rate": 1.4099249374478732e-05,
+      "loss": 0.7268,
+      "step": 2619
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 1.2320963144302368,
+      "learning_rate": 1.409507923269391e-05,
+      "loss": 0.7377,
+      "step": 2620
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 1.2593876123428345,
+      "learning_rate": 1.409090909090909e-05,
+      "loss": 0.8515,
+      "step": 2621
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 1.2000503540039062,
+      "learning_rate": 1.408673894912427e-05,
+      "loss": 0.7831,
+      "step": 2622
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.9449014663696289,
+      "learning_rate": 1.4082568807339449e-05,
+      "loss": 0.817,
+      "step": 2623
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.9126531481742859,
+      "learning_rate": 1.4078398665554629e-05,
+      "loss": 0.6609,
+      "step": 2624
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.8936189413070679,
+      "learning_rate": 1.4074228523769809e-05,
+      "loss": 0.782,
+      "step": 2625
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.8147525191307068,
+      "learning_rate": 1.4070058381984987e-05,
+      "loss": 0.6977,
+      "step": 2626
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 1.0598169565200806,
+      "learning_rate": 1.4065888240200167e-05,
+      "loss": 0.65,
+      "step": 2627
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 1.3543504476547241,
+      "learning_rate": 1.4061718098415347e-05,
+      "loss": 0.6772,
+      "step": 2628
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 0.9817633628845215,
+      "learning_rate": 1.4057547956630526e-05,
+      "loss": 0.777,
+      "step": 2629
+    },
+    {
+      "epoch": 2.54,
+      "grad_norm": 1.0404950380325317,
+      "learning_rate": 1.4053377814845706e-05,
+      "loss": 0.9096,
+      "step": 2630
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.9830188751220703,
+      "learning_rate": 1.4049207673060886e-05,
+      "loss": 1.0591,
+      "step": 2631
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 1.014349102973938,
+      "learning_rate": 1.4045037531276064e-05,
+      "loss": 0.7971,
+      "step": 2632
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 1.155218243598938,
+      "learning_rate": 1.4040867389491244e-05,
+      "loss": 0.8949,
+      "step": 2633
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 1.0858873128890991,
+      "learning_rate": 1.4036697247706424e-05,
+      "loss": 0.6977,
+      "step": 2634
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 1.1969245672225952,
+      "learning_rate": 1.4032527105921603e-05,
+      "loss": 0.8913,
+      "step": 2635
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 1.3881914615631104,
+      "learning_rate": 1.4028356964136783e-05,
+      "loss": 0.7361,
+      "step": 2636
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 1.4038587808609009,
+      "learning_rate": 1.4024186822351961e-05,
+      "loss": 0.8267,
+      "step": 2637
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 1.3574846982955933,
+      "learning_rate": 1.4020016680567141e-05,
+      "loss": 0.6169,
+      "step": 2638
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 1.4002758264541626,
+      "learning_rate": 1.4015846538782318e-05,
+      "loss": 0.8539,
+      "step": 2639
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.8154807090759277,
+      "learning_rate": 1.4011676396997498e-05,
+      "loss": 0.7594,
+      "step": 2640
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 1.3184679746627808,
+      "learning_rate": 1.4007506255212676e-05,
+      "loss": 0.7156,
+      "step": 2641
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.9337924122810364,
+      "learning_rate": 1.4003336113427856e-05,
+      "loss": 0.7538,
+      "step": 2642
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 1.0969789028167725,
+      "learning_rate": 1.3999165971643036e-05,
+      "loss": 0.8036,
+      "step": 2643
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.932239294052124,
+      "learning_rate": 1.3994995829858214e-05,
+      "loss": 0.7193,
+      "step": 2644
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 1.127896785736084,
+      "learning_rate": 1.3990825688073395e-05,
+      "loss": 0.764,
+      "step": 2645
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 1.1945098638534546,
+      "learning_rate": 1.3986655546288575e-05,
+      "loss": 0.6615,
+      "step": 2646
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 0.936953604221344,
+      "learning_rate": 1.3982485404503753e-05,
+      "loss": 0.7535,
+      "step": 2647
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 1.2113966941833496,
+      "learning_rate": 1.3978315262718933e-05,
+      "loss": 0.6408,
+      "step": 2648
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 1.1189544200897217,
+      "learning_rate": 1.3974145120934113e-05,
+      "loss": 0.7867,
+      "step": 2649
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 1.0595225095748901,
+      "learning_rate": 1.3969974979149291e-05,
+      "loss": 0.8204,
+      "step": 2650
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.9291266202926636,
+      "learning_rate": 1.3965804837364471e-05,
+      "loss": 0.7273,
+      "step": 2651
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 1.1749967336654663,
+      "learning_rate": 1.3961634695579651e-05,
+      "loss": 0.7532,
+      "step": 2652
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 1.2432372570037842,
+      "learning_rate": 1.395746455379483e-05,
+      "loss": 0.7096,
+      "step": 2653
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 1.042360782623291,
+      "learning_rate": 1.395329441201001e-05,
+      "loss": 0.668,
+      "step": 2654
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.8185127973556519,
+      "learning_rate": 1.394912427022519e-05,
+      "loss": 0.6053,
+      "step": 2655
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.9806098341941833,
+      "learning_rate": 1.3944954128440368e-05,
+      "loss": 0.678,
+      "step": 2656
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 1.2399818897247314,
+      "learning_rate": 1.3940783986655548e-05,
+      "loss": 0.8667,
+      "step": 2657
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 1.2020037174224854,
+      "learning_rate": 1.3936613844870727e-05,
+      "loss": 0.9202,
+      "step": 2658
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.9134686589241028,
+      "learning_rate": 1.3932443703085907e-05,
+      "loss": 0.7586,
+      "step": 2659
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.8156089186668396,
+      "learning_rate": 1.3928273561301087e-05,
+      "loss": 0.7331,
+      "step": 2660
+    },
+    {
+      "epoch": 2.57,
+      "grad_norm": 0.8973681926727295,
+      "learning_rate": 1.3924103419516263e-05,
+      "loss": 0.6861,
+      "step": 2661
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.889556884765625,
+      "learning_rate": 1.3919933277731442e-05,
+      "loss": 0.6283,
+      "step": 2662
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.8274814486503601,
+      "learning_rate": 1.3915763135946622e-05,
+      "loss": 0.6723,
+      "step": 2663
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 1.1795810461044312,
+      "learning_rate": 1.3911592994161802e-05,
+      "loss": 0.8227,
+      "step": 2664
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.9064698219299316,
+      "learning_rate": 1.390742285237698e-05,
+      "loss": 0.6354,
+      "step": 2665
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 1.082688570022583,
+      "learning_rate": 1.390325271059216e-05,
+      "loss": 0.7035,
+      "step": 2666
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.9872046113014221,
+      "learning_rate": 1.389908256880734e-05,
+      "loss": 0.7491,
+      "step": 2667
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 1.048280119895935,
+      "learning_rate": 1.3894912427022518e-05,
+      "loss": 0.776,
+      "step": 2668
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 1.100868821144104,
+      "learning_rate": 1.3890742285237698e-05,
+      "loss": 0.8709,
+      "step": 2669
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 0.8894733190536499,
+      "learning_rate": 1.3886572143452878e-05,
+      "loss": 0.7724,
+      "step": 2670
+    },
+    {
+      "epoch": 2.58,
+      "grad_norm": 1.3740763664245605,
+      "learning_rate": 1.3882402001668057e-05,
+      "loss": 0.8537,
+      "step": 2671
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.9844098091125488,
+      "learning_rate": 1.3878231859883237e-05,
+      "loss": 0.7304,
+      "step": 2672
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.996069610118866,
+      "learning_rate": 1.3874061718098417e-05,
+      "loss": 0.8016,
+      "step": 2673
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 1.0128428936004639,
+      "learning_rate": 1.3869891576313595e-05,
+      "loss": 0.8172,
+      "step": 2674
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 1.2103368043899536,
+      "learning_rate": 1.3865721434528775e-05,
+      "loss": 0.7263,
+      "step": 2675
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 1.1013379096984863,
+      "learning_rate": 1.3861551292743955e-05,
+      "loss": 0.6276,
+      "step": 2676
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.9357643723487854,
+      "learning_rate": 1.3857381150959134e-05,
+      "loss": 0.7524,
+      "step": 2677
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.9114884734153748,
+      "learning_rate": 1.3853211009174314e-05,
+      "loss": 0.7056,
+      "step": 2678
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 1.0017335414886475,
+      "learning_rate": 1.3849040867389492e-05,
+      "loss": 0.8432,
+      "step": 2679
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 1.1631971597671509,
+      "learning_rate": 1.3844870725604672e-05,
+      "loss": 0.7989,
+      "step": 2680
+    },
+    {
+      "epoch": 2.59,
+      "grad_norm": 0.8637514710426331,
+      "learning_rate": 1.3840700583819852e-05,
+      "loss": 0.7112,
+      "step": 2681
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 1.1342887878417969,
+      "learning_rate": 1.383653044203503e-05,
+      "loss": 0.7512,
+      "step": 2682
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 1.108515977859497,
+      "learning_rate": 1.3832360300250207e-05,
+      "loss": 0.8629,
+      "step": 2683
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 1.5819300413131714,
+      "learning_rate": 1.3828190158465387e-05,
+      "loss": 1.0985,
+      "step": 2684
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 1.041479229927063,
+      "learning_rate": 1.3824020016680567e-05,
+      "loss": 0.8508,
+      "step": 2685
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.9245500564575195,
+      "learning_rate": 1.3819849874895745e-05,
+      "loss": 0.7194,
+      "step": 2686
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.8786556720733643,
+      "learning_rate": 1.3815679733110926e-05,
+      "loss": 0.742,
+      "step": 2687
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 1.059230089187622,
+      "learning_rate": 1.3811509591326106e-05,
+      "loss": 0.8567,
+      "step": 2688
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 1.0513631105422974,
+      "learning_rate": 1.3807339449541284e-05,
+      "loss": 0.715,
+      "step": 2689
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 1.1062144041061401,
+      "learning_rate": 1.3803169307756464e-05,
+      "loss": 0.8016,
+      "step": 2690
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 1.0738236904144287,
+      "learning_rate": 1.3798999165971644e-05,
+      "loss": 0.742,
+      "step": 2691
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 0.9493381977081299,
+      "learning_rate": 1.3794829024186822e-05,
+      "loss": 0.723,
+      "step": 2692
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 1.120315670967102,
+      "learning_rate": 1.3790658882402002e-05,
+      "loss": 0.84,
+      "step": 2693
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 1.024749755859375,
+      "learning_rate": 1.3786488740617182e-05,
+      "loss": 0.7796,
+      "step": 2694
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.9755638241767883,
+      "learning_rate": 1.378231859883236e-05,
+      "loss": 0.8114,
+      "step": 2695
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.9369971752166748,
+      "learning_rate": 1.377814845704754e-05,
+      "loss": 0.7869,
+      "step": 2696
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.9100282192230225,
+      "learning_rate": 1.377397831526272e-05,
+      "loss": 0.7728,
+      "step": 2697
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.9489539861679077,
+      "learning_rate": 1.3769808173477899e-05,
+      "loss": 0.7325,
+      "step": 2698
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.9641897082328796,
+      "learning_rate": 1.376563803169308e-05,
+      "loss": 0.8064,
+      "step": 2699
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 1.086300253868103,
+      "learning_rate": 1.3761467889908258e-05,
+      "loss": 1.031,
+      "step": 2700
+    },
+    {
+      "epoch": 2.61,
+      "eval_loss": 0.854421079158783,
+      "eval_runtime": 863.6146,
+      "eval_samples_per_second": 4.787,
+      "eval_steps_per_second": 0.599,
+      "step": 2700
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 1.0375274419784546,
+      "learning_rate": 1.3757297748123438e-05,
+      "loss": 0.8189,
+      "step": 2701
+    },
+    {
+      "epoch": 2.61,
+      "grad_norm": 0.9859010577201843,
+      "learning_rate": 1.3753127606338618e-05,
+      "loss": 0.6884,
+      "step": 2702
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 1.1080214977264404,
+      "learning_rate": 1.3748957464553796e-05,
+      "loss": 0.8425,
+      "step": 2703
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 1.110974669456482,
+      "learning_rate": 1.3744787322768976e-05,
+      "loss": 0.6392,
+      "step": 2704
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 1.3973109722137451,
+      "learning_rate": 1.3740617180984153e-05,
+      "loss": 0.7862,
+      "step": 2705
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.8986552357673645,
+      "learning_rate": 1.3736447039199333e-05,
+      "loss": 0.7476,
+      "step": 2706
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 1.1940064430236816,
+      "learning_rate": 1.3732276897414511e-05,
+      "loss": 0.7933,
+      "step": 2707
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 1.1503639221191406,
+      "learning_rate": 1.3728106755629691e-05,
+      "loss": 0.6823,
+      "step": 2708
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.9913555383682251,
+      "learning_rate": 1.3723936613844871e-05,
+      "loss": 0.7421,
+      "step": 2709
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.9816269874572754,
+      "learning_rate": 1.371976647206005e-05,
+      "loss": 0.6794,
+      "step": 2710
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 1.190651297569275,
+      "learning_rate": 1.371559633027523e-05,
+      "loss": 0.7406,
+      "step": 2711
+    },
+    {
+      "epoch": 2.62,
+      "grad_norm": 0.9302822947502136,
+      "learning_rate": 1.371142618849041e-05,
+      "loss": 0.6705,
+      "step": 2712
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 1.2408642768859863,
+      "learning_rate": 1.3707256046705588e-05,
+      "loss": 0.7889,
+      "step": 2713
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.8606017231941223,
+      "learning_rate": 1.3703085904920768e-05,
+      "loss": 0.6968,
+      "step": 2714
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 1.026265025138855,
+      "learning_rate": 1.3698915763135948e-05,
+      "loss": 0.6716,
+      "step": 2715
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.9457809329032898,
+      "learning_rate": 1.3694745621351126e-05,
+      "loss": 0.5781,
+      "step": 2716
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 1.1930218935012817,
+      "learning_rate": 1.3690575479566306e-05,
+      "loss": 0.9214,
+      "step": 2717
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 1.078721284866333,
+      "learning_rate": 1.3686405337781486e-05,
+      "loss": 0.7593,
+      "step": 2718
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 0.9350561499595642,
+      "learning_rate": 1.3682235195996665e-05,
+      "loss": 0.766,
+      "step": 2719
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 1.201558232307434,
+      "learning_rate": 1.3678065054211845e-05,
+      "loss": 0.9023,
+      "step": 2720
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 1.0798369646072388,
+      "learning_rate": 1.3673894912427023e-05,
+      "loss": 0.7744,
+      "step": 2721
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 1.1351127624511719,
+      "learning_rate": 1.3669724770642203e-05,
+      "loss": 0.6424,
+      "step": 2722
+    },
+    {
+      "epoch": 2.63,
+      "grad_norm": 1.1295819282531738,
+      "learning_rate": 1.3665554628857383e-05,
+      "loss": 0.7419,
+      "step": 2723
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 1.2108182907104492,
+      "learning_rate": 1.3661384487072561e-05,
+      "loss": 0.9039,
+      "step": 2724
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 1.1128201484680176,
+      "learning_rate": 1.3657214345287741e-05,
+      "loss": 0.8355,
+      "step": 2725
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 1.1354974508285522,
+      "learning_rate": 1.3653044203502921e-05,
+      "loss": 0.7759,
+      "step": 2726
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 1.0257022380828857,
+      "learning_rate": 1.3648874061718098e-05,
+      "loss": 0.7873,
+      "step": 2727
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 1.0419723987579346,
+      "learning_rate": 1.3644703919933276e-05,
+      "loss": 0.7662,
+      "step": 2728
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 1.1309138536453247,
+      "learning_rate": 1.3640533778148457e-05,
+      "loss": 0.8968,
+      "step": 2729
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.9486336708068848,
+      "learning_rate": 1.3636363636363637e-05,
+      "loss": 0.7035,
+      "step": 2730
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 1.1950511932373047,
+      "learning_rate": 1.3632193494578815e-05,
+      "loss": 1.0578,
+      "step": 2731
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 1.2067890167236328,
+      "learning_rate": 1.3628023352793995e-05,
+      "loss": 0.7763,
+      "step": 2732
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.8668621182441711,
+      "learning_rate": 1.3623853211009175e-05,
+      "loss": 0.7462,
+      "step": 2733
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.9674301147460938,
+      "learning_rate": 1.3619683069224353e-05,
+      "loss": 0.765,
+      "step": 2734
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 1.093414068222046,
+      "learning_rate": 1.3615512927439533e-05,
+      "loss": 0.6658,
+      "step": 2735
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 1.144622802734375,
+      "learning_rate": 1.3611342785654713e-05,
+      "loss": 0.6642,
+      "step": 2736
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 0.8601104617118835,
+      "learning_rate": 1.3607172643869892e-05,
+      "loss": 0.6602,
+      "step": 2737
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 1.188286304473877,
+      "learning_rate": 1.3603002502085072e-05,
+      "loss": 0.6093,
+      "step": 2738
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 1.1645246744155884,
+      "learning_rate": 1.3598832360300252e-05,
+      "loss": 0.8951,
+      "step": 2739
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 1.206185221672058,
+      "learning_rate": 1.359466221851543e-05,
+      "loss": 0.812,
+      "step": 2740
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 1.0061426162719727,
+      "learning_rate": 1.359049207673061e-05,
+      "loss": 0.8314,
+      "step": 2741
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 1.2653210163116455,
+      "learning_rate": 1.3586321934945789e-05,
+      "loss": 0.8511,
+      "step": 2742
+    },
+    {
+      "epoch": 2.65,
+      "grad_norm": 1.2268331050872803,
+      "learning_rate": 1.3582151793160969e-05,
+      "loss": 0.7375,
+      "step": 2743
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.8462063670158386,
+      "learning_rate": 1.3577981651376149e-05,
+      "loss": 0.7584,
+      "step": 2744
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 1.121350646018982,
+      "learning_rate": 1.3573811509591327e-05,
+      "loss": 0.7611,
+      "step": 2745
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.8555711507797241,
+      "learning_rate": 1.3569641367806507e-05,
+      "loss": 0.8604,
+      "step": 2746
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.9439060688018799,
+      "learning_rate": 1.3565471226021687e-05,
+      "loss": 0.7595,
+      "step": 2747
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 1.110921025276184,
+      "learning_rate": 1.3561301084236865e-05,
+      "loss": 0.7249,
+      "step": 2748
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 1.069811224937439,
+      "learning_rate": 1.3557130942452045e-05,
+      "loss": 0.7919,
+      "step": 2749
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 1.0103093385696411,
+      "learning_rate": 1.3552960800667222e-05,
+      "loss": 0.8111,
+      "step": 2750
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 1.0901721715927124,
+      "learning_rate": 1.3548790658882402e-05,
+      "loss": 0.7674,
+      "step": 2751
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 1.1195257902145386,
+      "learning_rate": 1.354462051709758e-05,
+      "loss": 0.8266,
+      "step": 2752
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 0.8499919772148132,
+      "learning_rate": 1.354045037531276e-05,
+      "loss": 0.835,
+      "step": 2753
+    },
+    {
+      "epoch": 2.66,
+      "grad_norm": 1.6676952838897705,
+      "learning_rate": 1.353628023352794e-05,
+      "loss": 0.7621,
+      "step": 2754
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.8797328472137451,
+      "learning_rate": 1.3532110091743119e-05,
+      "loss": 0.7652,
+      "step": 2755
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 1.2674466371536255,
+      "learning_rate": 1.3527939949958299e-05,
+      "loss": 0.7487,
+      "step": 2756
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 1.15481436252594,
+      "learning_rate": 1.3523769808173479e-05,
+      "loss": 0.8105,
+      "step": 2757
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 1.135153889656067,
+      "learning_rate": 1.3519599666388657e-05,
+      "loss": 0.8145,
+      "step": 2758
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 1.0958456993103027,
+      "learning_rate": 1.3515429524603837e-05,
+      "loss": 0.749,
+      "step": 2759
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.9649855494499207,
+      "learning_rate": 1.3511259382819017e-05,
+      "loss": 0.7083,
+      "step": 2760
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 1.284314751625061,
+      "learning_rate": 1.3507089241034196e-05,
+      "loss": 0.7081,
+      "step": 2761
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 0.8685805797576904,
+      "learning_rate": 1.3502919099249376e-05,
+      "loss": 0.7689,
+      "step": 2762
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 1.2249027490615845,
+      "learning_rate": 1.3498748957464554e-05,
+      "loss": 0.6576,
+      "step": 2763
+    },
+    {
+      "epoch": 2.67,
+      "grad_norm": 1.2659308910369873,
+      "learning_rate": 1.3494578815679734e-05,
+      "loss": 0.7909,
+      "step": 2764
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.8544058203697205,
+      "learning_rate": 1.3490408673894914e-05,
+      "loss": 0.6561,
+      "step": 2765
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.9419943690299988,
+      "learning_rate": 1.3486238532110092e-05,
+      "loss": 0.6981,
+      "step": 2766
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 1.1609447002410889,
+      "learning_rate": 1.3482068390325272e-05,
+      "loss": 0.7182,
+      "step": 2767
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.8950268626213074,
+      "learning_rate": 1.3477898248540452e-05,
+      "loss": 0.7334,
+      "step": 2768
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.9990386366844177,
+      "learning_rate": 1.347372810675563e-05,
+      "loss": 0.753,
+      "step": 2769
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 1.1337963342666626,
+      "learning_rate": 1.3469557964970811e-05,
+      "loss": 0.7277,
+      "step": 2770
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 1.1877665519714355,
+      "learning_rate": 1.3465387823185991e-05,
+      "loss": 0.9418,
+      "step": 2771
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 1.1663825511932373,
+      "learning_rate": 1.3461217681401168e-05,
+      "loss": 0.8681,
+      "step": 2772
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 0.9444478154182434,
+      "learning_rate": 1.3457047539616346e-05,
+      "loss": 0.9153,
+      "step": 2773
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 1.1087076663970947,
+      "learning_rate": 1.3452877397831526e-05,
+      "loss": 0.7574,
+      "step": 2774
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 1.2598627805709839,
+      "learning_rate": 1.3448707256046706e-05,
+      "loss": 0.8045,
+      "step": 2775
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 1.4384407997131348,
+      "learning_rate": 1.3444537114261884e-05,
+      "loss": 0.7981,
+      "step": 2776
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 1.028462529182434,
+      "learning_rate": 1.3440366972477064e-05,
+      "loss": 0.7334,
+      "step": 2777
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 1.070851445198059,
+      "learning_rate": 1.3436196830692244e-05,
+      "loss": 0.7804,
+      "step": 2778
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 1.0027174949645996,
+      "learning_rate": 1.3432026688907423e-05,
+      "loss": 0.7997,
+      "step": 2779
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 1.2050737142562866,
+      "learning_rate": 1.3427856547122603e-05,
+      "loss": 0.6999,
+      "step": 2780
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 1.105642557144165,
+      "learning_rate": 1.3423686405337783e-05,
+      "loss": 0.7787,
+      "step": 2781
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 1.1579328775405884,
+      "learning_rate": 1.3419516263552961e-05,
+      "loss": 0.7693,
+      "step": 2782
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 1.025367021560669,
+      "learning_rate": 1.3415346121768141e-05,
+      "loss": 0.7175,
+      "step": 2783
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 1.0305778980255127,
+      "learning_rate": 1.341117597998332e-05,
+      "loss": 0.8309,
+      "step": 2784
+    },
+    {
+      "epoch": 2.69,
+      "grad_norm": 1.1071363687515259,
+      "learning_rate": 1.34070058381985e-05,
+      "loss": 0.9297,
+      "step": 2785
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 1.080958366394043,
+      "learning_rate": 1.340283569641368e-05,
+      "loss": 0.7816,
+      "step": 2786
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 1.163779377937317,
+      "learning_rate": 1.3398665554628858e-05,
+      "loss": 0.7036,
+      "step": 2787
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.863783061504364,
+      "learning_rate": 1.3394495412844038e-05,
+      "loss": 0.8725,
+      "step": 2788
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 1.067307710647583,
+      "learning_rate": 1.3390325271059218e-05,
+      "loss": 0.734,
+      "step": 2789
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 1.511012077331543,
+      "learning_rate": 1.3386155129274396e-05,
+      "loss": 0.8406,
+      "step": 2790
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 1.1147617101669312,
+      "learning_rate": 1.3381984987489576e-05,
+      "loss": 0.891,
+      "step": 2791
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 0.9742388129234314,
+      "learning_rate": 1.3377814845704756e-05,
+      "loss": 0.5893,
+      "step": 2792
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 1.2971007823944092,
+      "learning_rate": 1.3373644703919935e-05,
+      "loss": 0.9107,
+      "step": 2793
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 1.01870858669281,
+      "learning_rate": 1.3369474562135111e-05,
+      "loss": 0.6857,
+      "step": 2794
+    },
+    {
+      "epoch": 2.7,
+      "grad_norm": 1.3895087242126465,
+      "learning_rate": 1.3365304420350291e-05,
+      "loss": 0.7856,
+      "step": 2795
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 1.3442127704620361,
+      "learning_rate": 1.3361134278565471e-05,
+      "loss": 0.7009,
+      "step": 2796
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 1.1190829277038574,
+      "learning_rate": 1.335696413678065e-05,
+      "loss": 0.8733,
+      "step": 2797
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 1.0594651699066162,
+      "learning_rate": 1.335279399499583e-05,
+      "loss": 0.6097,
+      "step": 2798
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 1.0020296573638916,
+      "learning_rate": 1.334862385321101e-05,
+      "loss": 0.6982,
+      "step": 2799
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 1.32461416721344,
+      "learning_rate": 1.3344453711426188e-05,
+      "loss": 0.8968,
+      "step": 2800
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 1.3778072595596313,
+      "learning_rate": 1.3340283569641368e-05,
+      "loss": 0.8896,
+      "step": 2801
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 1.0583219528198242,
+      "learning_rate": 1.3336113427856548e-05,
+      "loss": 0.7636,
+      "step": 2802
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 1.12294602394104,
+      "learning_rate": 1.3331943286071727e-05,
+      "loss": 0.6756,
+      "step": 2803
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.882722795009613,
+      "learning_rate": 1.3327773144286907e-05,
+      "loss": 0.7295,
+      "step": 2804
+    },
+    {
+      "epoch": 2.71,
+      "grad_norm": 0.8771805167198181,
+      "learning_rate": 1.3323603002502085e-05,
+      "loss": 0.9934,
+      "step": 2805
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.9305062890052795,
+      "learning_rate": 1.3319432860717265e-05,
+      "loss": 0.7412,
+      "step": 2806
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.8925868272781372,
+      "learning_rate": 1.3315262718932445e-05,
+      "loss": 0.9408,
+      "step": 2807
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 1.1939051151275635,
+      "learning_rate": 1.3311092577147623e-05,
+      "loss": 0.8279,
+      "step": 2808
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 1.0047705173492432,
+      "learning_rate": 1.3306922435362803e-05,
+      "loss": 0.7361,
+      "step": 2809
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.8074364066123962,
+      "learning_rate": 1.3302752293577984e-05,
+      "loss": 0.6823,
+      "step": 2810
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 1.157014012336731,
+      "learning_rate": 1.3298582151793162e-05,
+      "loss": 0.7743,
+      "step": 2811
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 1.2906821966171265,
+      "learning_rate": 1.3294412010008342e-05,
+      "loss": 0.7777,
+      "step": 2812
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.9478481411933899,
+      "learning_rate": 1.3290241868223522e-05,
+      "loss": 0.7732,
+      "step": 2813
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 1.532942533493042,
+      "learning_rate": 1.32860717264387e-05,
+      "loss": 0.6866,
+      "step": 2814
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.9672006368637085,
+      "learning_rate": 1.328190158465388e-05,
+      "loss": 0.7368,
+      "step": 2815
+    },
+    {
+      "epoch": 2.72,
+      "grad_norm": 0.9182103276252747,
+      "learning_rate": 1.3277731442869057e-05,
+      "loss": 0.5883,
+      "step": 2816
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 1.0649373531341553,
+      "learning_rate": 1.3273561301084237e-05,
+      "loss": 0.6857,
+      "step": 2817
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 0.9586851596832275,
+      "learning_rate": 1.3269391159299415e-05,
+      "loss": 0.8209,
+      "step": 2818
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 1.029329776763916,
+      "learning_rate": 1.3265221017514595e-05,
+      "loss": 0.9256,
+      "step": 2819
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 1.4110411405563354,
+      "learning_rate": 1.3261050875729775e-05,
+      "loss": 0.7606,
+      "step": 2820
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 1.3208307027816772,
+      "learning_rate": 1.3256880733944954e-05,
+      "loss": 0.829,
+      "step": 2821
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 1.1371136903762817,
+      "learning_rate": 1.3252710592160134e-05,
+      "loss": 0.7147,
+      "step": 2822
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 1.1264079809188843,
+      "learning_rate": 1.3248540450375314e-05,
+      "loss": 0.8196,
+      "step": 2823
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 1.2673085927963257,
+      "learning_rate": 1.3244370308590492e-05,
+      "loss": 0.6968,
+      "step": 2824
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 1.8443318605422974,
+      "learning_rate": 1.3240200166805672e-05,
+      "loss": 0.6511,
+      "step": 2825
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 0.9679901003837585,
+      "learning_rate": 1.323603002502085e-05,
+      "loss": 0.7638,
+      "step": 2826
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 1.1211057901382446,
+      "learning_rate": 1.323185988323603e-05,
+      "loss": 0.5882,
+      "step": 2827
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 1.6302844285964966,
+      "learning_rate": 1.322768974145121e-05,
+      "loss": 0.7544,
+      "step": 2828
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 1.135084867477417,
+      "learning_rate": 1.3223519599666389e-05,
+      "loss": 0.6969,
+      "step": 2829
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 1.386428713798523,
+      "learning_rate": 1.3219349457881569e-05,
+      "loss": 0.7706,
+      "step": 2830
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 1.234928846359253,
+      "learning_rate": 1.3215179316096749e-05,
+      "loss": 0.7797,
+      "step": 2831
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 1.1103532314300537,
+      "learning_rate": 1.3211009174311927e-05,
+      "loss": 0.7578,
+      "step": 2832
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 1.499010682106018,
+      "learning_rate": 1.3206839032527107e-05,
+      "loss": 0.7098,
+      "step": 2833
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 0.9956467747688293,
+      "learning_rate": 1.3202668890742287e-05,
+      "loss": 0.7586,
+      "step": 2834
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 0.9975863695144653,
+      "learning_rate": 1.3198498748957466e-05,
+      "loss": 0.621,
+      "step": 2835
+    },
+    {
+      "epoch": 2.74,
+      "grad_norm": 1.1926311254501343,
+      "learning_rate": 1.3194328607172646e-05,
+      "loss": 0.6357,
+      "step": 2836
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 1.0536892414093018,
+      "learning_rate": 1.3190158465387826e-05,
+      "loss": 0.853,
+      "step": 2837
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 1.0447497367858887,
+      "learning_rate": 1.3185988323603002e-05,
+      "loss": 0.8057,
+      "step": 2838
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 1.040515422821045,
+      "learning_rate": 1.318181818181818e-05,
+      "loss": 0.7328,
+      "step": 2839
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.9839358925819397,
+      "learning_rate": 1.3177648040033361e-05,
+      "loss": 0.7634,
+      "step": 2840
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 1.1223756074905396,
+      "learning_rate": 1.3173477898248541e-05,
+      "loss": 0.8416,
+      "step": 2841
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 1.0056467056274414,
+      "learning_rate": 1.316930775646372e-05,
+      "loss": 0.6996,
+      "step": 2842
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 1.2504273653030396,
+      "learning_rate": 1.31651376146789e-05,
+      "loss": 0.7384,
+      "step": 2843
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.9827916622161865,
+      "learning_rate": 1.316096747289408e-05,
+      "loss": 0.7411,
+      "step": 2844
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.9487703442573547,
+      "learning_rate": 1.3156797331109258e-05,
+      "loss": 0.6958,
+      "step": 2845
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.9561757445335388,
+      "learning_rate": 1.3152627189324438e-05,
+      "loss": 0.9105,
+      "step": 2846
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 1.3624708652496338,
+      "learning_rate": 1.3148457047539616e-05,
+      "loss": 0.8221,
+      "step": 2847
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 0.9794656038284302,
+      "learning_rate": 1.3144286905754796e-05,
+      "loss": 0.6497,
+      "step": 2848
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 1.1320570707321167,
+      "learning_rate": 1.3140116763969976e-05,
+      "loss": 0.8447,
+      "step": 2849
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 0.9991492629051208,
+      "learning_rate": 1.3135946622185154e-05,
+      "loss": 0.8418,
+      "step": 2850
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 1.0720969438552856,
+      "learning_rate": 1.3131776480400334e-05,
+      "loss": 0.746,
+      "step": 2851
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 1.0381536483764648,
+      "learning_rate": 1.3127606338615515e-05,
+      "loss": 0.8366,
+      "step": 2852
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 1.1302374601364136,
+      "learning_rate": 1.3123436196830693e-05,
+      "loss": 0.7777,
+      "step": 2853
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 1.0312644243240356,
+      "learning_rate": 1.3119266055045873e-05,
+      "loss": 0.7144,
+      "step": 2854
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 1.362284541130066,
+      "learning_rate": 1.3115095913261053e-05,
+      "loss": 0.6516,
+      "step": 2855
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 1.023298740386963,
+      "learning_rate": 1.3110925771476231e-05,
+      "loss": 0.742,
+      "step": 2856
+    },
+    {
+      "epoch": 2.76,
+      "grad_norm": 1.9634461402893066,
+      "learning_rate": 1.3106755629691411e-05,
+      "loss": 0.7788,
+      "step": 2857
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 1.027371883392334,
+      "learning_rate": 1.3102585487906591e-05,
+      "loss": 0.6654,
+      "step": 2858
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 0.985931396484375,
+      "learning_rate": 1.309841534612177e-05,
+      "loss": 0.8041,
+      "step": 2859
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 1.0921961069107056,
+      "learning_rate": 1.3094245204336946e-05,
+      "loss": 0.7822,
+      "step": 2860
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 1.2869850397109985,
+      "learning_rate": 1.3090075062552126e-05,
+      "loss": 0.7319,
+      "step": 2861
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 1.0103602409362793,
+      "learning_rate": 1.3085904920767306e-05,
+      "loss": 0.8423,
+      "step": 2862
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 1.1827856302261353,
+      "learning_rate": 1.3081734778982485e-05,
+      "loss": 0.8757,
+      "step": 2863
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 1.0641472339630127,
+      "learning_rate": 1.3077564637197665e-05,
+      "loss": 0.8307,
+      "step": 2864
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 1.3347526788711548,
+      "learning_rate": 1.3073394495412845e-05,
+      "loss": 0.7547,
+      "step": 2865
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 0.8198919296264648,
+      "learning_rate": 1.3069224353628023e-05,
+      "loss": 0.526,
+      "step": 2866
+    },
+    {
+      "epoch": 2.77,
+      "grad_norm": 1.0347810983657837,
+      "learning_rate": 1.3065054211843203e-05,
+      "loss": 0.9276,
+      "step": 2867
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 1.1374082565307617,
+      "learning_rate": 1.3060884070058382e-05,
+      "loss": 0.8836,
+      "step": 2868
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 1.1171399354934692,
+      "learning_rate": 1.3056713928273562e-05,
+      "loss": 0.665,
+      "step": 2869
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.8381138443946838,
+      "learning_rate": 1.3052543786488742e-05,
+      "loss": 0.6486,
+      "step": 2870
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 1.0682660341262817,
+      "learning_rate": 1.304837364470392e-05,
+      "loss": 0.7407,
+      "step": 2871
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 1.1348003149032593,
+      "learning_rate": 1.30442035029191e-05,
+      "loss": 0.5834,
+      "step": 2872
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.9190971851348877,
+      "learning_rate": 1.304003336113428e-05,
+      "loss": 0.7367,
+      "step": 2873
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.8807770609855652,
+      "learning_rate": 1.3035863219349458e-05,
+      "loss": 0.7625,
+      "step": 2874
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 1.0788437128067017,
+      "learning_rate": 1.3031693077564638e-05,
+      "loss": 0.8361,
+      "step": 2875
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 1.0430773496627808,
+      "learning_rate": 1.3027522935779818e-05,
+      "loss": 0.8611,
+      "step": 2876
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 0.9303620457649231,
+      "learning_rate": 1.3023352793994997e-05,
+      "loss": 0.7707,
+      "step": 2877
+    },
+    {
+      "epoch": 2.78,
+      "grad_norm": 1.0201985836029053,
+      "learning_rate": 1.3019182652210177e-05,
+      "loss": 0.7659,
+      "step": 2878
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 1.095104694366455,
+      "learning_rate": 1.3015012510425357e-05,
+      "loss": 0.8454,
+      "step": 2879
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 1.2415308952331543,
+      "learning_rate": 1.3010842368640535e-05,
+      "loss": 0.7557,
+      "step": 2880
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 0.8633377552032471,
+      "learning_rate": 1.3006672226855715e-05,
+      "loss": 0.7552,
+      "step": 2881
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 0.9572958946228027,
+      "learning_rate": 1.3002502085070892e-05,
+      "loss": 0.8225,
+      "step": 2882
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 1.4293265342712402,
+      "learning_rate": 1.2998331943286072e-05,
+      "loss": 0.7979,
+      "step": 2883
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 1.0403486490249634,
+      "learning_rate": 1.299416180150125e-05,
+      "loss": 0.8834,
+      "step": 2884
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 1.2162950038909912,
+      "learning_rate": 1.298999165971643e-05,
+      "loss": 0.5954,
+      "step": 2885
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 1.2505816221237183,
+      "learning_rate": 1.298582151793161e-05,
+      "loss": 0.6757,
+      "step": 2886
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 1.1081019639968872,
+      "learning_rate": 1.2981651376146789e-05,
+      "loss": 0.8901,
+      "step": 2887
+    },
+    {
+      "epoch": 2.79,
+      "grad_norm": 1.0022648572921753,
+      "learning_rate": 1.2977481234361969e-05,
+      "loss": 0.7663,
+      "step": 2888
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.8788226246833801,
+      "learning_rate": 1.2973311092577147e-05,
+      "loss": 0.8021,
+      "step": 2889
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.8850044012069702,
+      "learning_rate": 1.2969140950792327e-05,
+      "loss": 0.8546,
+      "step": 2890
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 1.3502116203308105,
+      "learning_rate": 1.2964970809007507e-05,
+      "loss": 0.8113,
+      "step": 2891
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 1.1076927185058594,
+      "learning_rate": 1.2960800667222685e-05,
+      "loss": 0.8605,
+      "step": 2892
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.8435190916061401,
+      "learning_rate": 1.2956630525437865e-05,
+      "loss": 0.8077,
+      "step": 2893
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.976122260093689,
+      "learning_rate": 1.2952460383653046e-05,
+      "loss": 0.8606,
+      "step": 2894
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 0.887108564376831,
+      "learning_rate": 1.2948290241868224e-05,
+      "loss": 0.7361,
+      "step": 2895
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 1.1819438934326172,
+      "learning_rate": 1.2944120100083404e-05,
+      "loss": 0.7038,
+      "step": 2896
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 1.9210920333862305,
+      "learning_rate": 1.2939949958298584e-05,
+      "loss": 0.8483,
+      "step": 2897
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 1.068942904472351,
+      "learning_rate": 1.2935779816513762e-05,
+      "loss": 0.6863,
+      "step": 2898
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 1.1280122995376587,
+      "learning_rate": 1.2931609674728942e-05,
+      "loss": 0.8487,
+      "step": 2899
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 1.0562607049942017,
+      "learning_rate": 1.2927439532944122e-05,
+      "loss": 0.8106,
+      "step": 2900
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.887069046497345,
+      "learning_rate": 1.29232693911593e-05,
+      "loss": 0.8111,
+      "step": 2901
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 1.3460056781768799,
+      "learning_rate": 1.291909924937448e-05,
+      "loss": 0.7291,
+      "step": 2902
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 1.0273410081863403,
+      "learning_rate": 1.291492910758966e-05,
+      "loss": 0.681,
+      "step": 2903
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.8444592952728271,
+      "learning_rate": 1.2910758965804837e-05,
+      "loss": 0.6439,
+      "step": 2904
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 1.164722204208374,
+      "learning_rate": 1.2906588824020016e-05,
+      "loss": 0.7817,
+      "step": 2905
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.9180857539176941,
+      "learning_rate": 1.2902418682235196e-05,
+      "loss": 0.725,
+      "step": 2906
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.9038789868354797,
+      "learning_rate": 1.2898248540450376e-05,
+      "loss": 0.7486,
+      "step": 2907
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 1.0931315422058105,
+      "learning_rate": 1.2894078398665554e-05,
+      "loss": 0.7151,
+      "step": 2908
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 0.8822130560874939,
+      "learning_rate": 1.2889908256880734e-05,
+      "loss": 0.7708,
+      "step": 2909
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.962641179561615,
+      "learning_rate": 1.2885738115095913e-05,
+      "loss": 0.6762,
+      "step": 2910
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.916017472743988,
+      "learning_rate": 1.2881567973311093e-05,
+      "loss": 0.8275,
+      "step": 2911
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 1.4273186922073364,
+      "learning_rate": 1.2877397831526273e-05,
+      "loss": 0.7151,
+      "step": 2912
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 1.2772573232650757,
+      "learning_rate": 1.2873227689741451e-05,
+      "loss": 0.8046,
+      "step": 2913
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 1.10335373878479,
+      "learning_rate": 1.2869057547956631e-05,
+      "loss": 0.7017,
+      "step": 2914
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 1.212719440460205,
+      "learning_rate": 1.2864887406171811e-05,
+      "loss": 0.8692,
+      "step": 2915
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 1.2376822233200073,
+      "learning_rate": 1.286071726438699e-05,
+      "loss": 0.758,
+      "step": 2916
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 1.31455397605896,
+      "learning_rate": 1.285654712260217e-05,
+      "loss": 0.9196,
+      "step": 2917
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 0.8763294816017151,
+      "learning_rate": 1.285237698081735e-05,
+      "loss": 0.88,
+      "step": 2918
+    },
+    {
+      "epoch": 2.82,
+      "grad_norm": 1.0650042295455933,
+      "learning_rate": 1.2848206839032528e-05,
+      "loss": 0.688,
+      "step": 2919
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 1.0748875141143799,
+      "learning_rate": 1.2844036697247708e-05,
+      "loss": 0.9152,
+      "step": 2920
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 1.3394924402236938,
+      "learning_rate": 1.2839866555462888e-05,
+      "loss": 0.8565,
+      "step": 2921
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.9885644316673279,
+      "learning_rate": 1.2835696413678066e-05,
+      "loss": 0.8551,
+      "step": 2922
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 1.5201468467712402,
+      "learning_rate": 1.2831526271893246e-05,
+      "loss": 0.6732,
+      "step": 2923
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.8641204833984375,
+      "learning_rate": 1.2827356130108426e-05,
+      "loss": 0.8259,
+      "step": 2924
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 1.0190460681915283,
+      "learning_rate": 1.2823185988323605e-05,
+      "loss": 0.7323,
+      "step": 2925
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 0.9080938696861267,
+      "learning_rate": 1.2819015846538781e-05,
+      "loss": 0.7846,
+      "step": 2926
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 1.3029388189315796,
+      "learning_rate": 1.2814845704753961e-05,
+      "loss": 0.7192,
+      "step": 2927
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 1.220399260520935,
+      "learning_rate": 1.2810675562969141e-05,
+      "loss": 0.8569,
+      "step": 2928
+    },
+    {
+      "epoch": 2.83,
+      "grad_norm": 1.0975955724716187,
+      "learning_rate": 1.280650542118432e-05,
+      "loss": 0.8436,
+      "step": 2929
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 1.1889195442199707,
+      "learning_rate": 1.28023352793995e-05,
+      "loss": 1.0114,
+      "step": 2930
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 1.1108983755111694,
+      "learning_rate": 1.2798165137614678e-05,
+      "loss": 0.7248,
+      "step": 2931
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.9673321843147278,
+      "learning_rate": 1.2793994995829858e-05,
+      "loss": 0.6895,
+      "step": 2932
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 1.7810231447219849,
+      "learning_rate": 1.2789824854045038e-05,
+      "loss": 0.7865,
+      "step": 2933
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.8267586827278137,
+      "learning_rate": 1.2785654712260216e-05,
+      "loss": 0.6461,
+      "step": 2934
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 1.0488536357879639,
+      "learning_rate": 1.2781484570475396e-05,
+      "loss": 0.7691,
+      "step": 2935
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 1.1053102016448975,
+      "learning_rate": 1.2777314428690577e-05,
+      "loss": 0.7291,
+      "step": 2936
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.9313549399375916,
+      "learning_rate": 1.2773144286905755e-05,
+      "loss": 0.6646,
+      "step": 2937
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 1.1168389320373535,
+      "learning_rate": 1.2768974145120935e-05,
+      "loss": 0.9088,
+      "step": 2938
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 1.5368369817733765,
+      "learning_rate": 1.2764804003336115e-05,
+      "loss": 0.8091,
+      "step": 2939
+    },
+    {
+      "epoch": 2.84,
+      "grad_norm": 0.963542640209198,
+      "learning_rate": 1.2760633861551293e-05,
+      "loss": 0.8178,
+      "step": 2940
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.8977298140525818,
+      "learning_rate": 1.2756463719766473e-05,
+      "loss": 0.7694,
+      "step": 2941
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 1.6188994646072388,
+      "learning_rate": 1.2752293577981653e-05,
+      "loss": 0.7406,
+      "step": 2942
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 1.0652313232421875,
+      "learning_rate": 1.2748123436196832e-05,
+      "loss": 0.9073,
+      "step": 2943
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.7685401439666748,
+      "learning_rate": 1.2743953294412012e-05,
+      "loss": 0.6792,
+      "step": 2944
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 1.0433217287063599,
+      "learning_rate": 1.2739783152627192e-05,
+      "loss": 0.6615,
+      "step": 2945
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 1.23108971118927,
+      "learning_rate": 1.273561301084237e-05,
+      "loss": 0.7591,
+      "step": 2946
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 1.0398743152618408,
+      "learning_rate": 1.273144286905755e-05,
+      "loss": 0.9502,
+      "step": 2947
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 1.0222898721694946,
+      "learning_rate": 1.2727272727272727e-05,
+      "loss": 0.7367,
+      "step": 2948
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.9903231263160706,
+      "learning_rate": 1.2723102585487907e-05,
+      "loss": 0.6759,
+      "step": 2949
+    },
+    {
+      "epoch": 2.85,
+      "grad_norm": 0.9286398887634277,
+      "learning_rate": 1.2718932443703085e-05,
+      "loss": 0.7311,
+      "step": 2950
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 1.023216724395752,
+      "learning_rate": 1.2714762301918265e-05,
+      "loss": 0.8126,
+      "step": 2951
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.7418079972267151,
+      "learning_rate": 1.2710592160133444e-05,
+      "loss": 0.6852,
+      "step": 2952
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.9153947830200195,
+      "learning_rate": 1.2706422018348624e-05,
+      "loss": 0.7373,
+      "step": 2953
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 1.0506079196929932,
+      "learning_rate": 1.2702251876563804e-05,
+      "loss": 0.7644,
+      "step": 2954
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.972196102142334,
+      "learning_rate": 1.2698081734778982e-05,
+      "loss": 0.7053,
+      "step": 2955
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 1.3280973434448242,
+      "learning_rate": 1.2693911592994162e-05,
+      "loss": 0.8045,
+      "step": 2956
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 0.9256622195243835,
+      "learning_rate": 1.2689741451209342e-05,
+      "loss": 0.692,
+      "step": 2957
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 1.179431438446045,
+      "learning_rate": 1.268557130942452e-05,
+      "loss": 0.7172,
+      "step": 2958
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 1.2501980066299438,
+      "learning_rate": 1.26814011676397e-05,
+      "loss": 0.6802,
+      "step": 2959
+    },
+    {
+      "epoch": 2.86,
+      "grad_norm": 1.241469383239746,
+      "learning_rate": 1.267723102585488e-05,
+      "loss": 0.5975,
+      "step": 2960
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 0.9602321982383728,
+      "learning_rate": 1.2673060884070059e-05,
+      "loss": 0.7895,
+      "step": 2961
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 0.7858629822731018,
+      "learning_rate": 1.2668890742285239e-05,
+      "loss": 0.6666,
+      "step": 2962
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 1.3083211183547974,
+      "learning_rate": 1.2664720600500419e-05,
+      "loss": 0.6165,
+      "step": 2963
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 1.0217490196228027,
+      "learning_rate": 1.2660550458715597e-05,
+      "loss": 0.6482,
+      "step": 2964
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 1.0343687534332275,
+      "learning_rate": 1.2656380316930777e-05,
+      "loss": 0.8089,
+      "step": 2965
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 1.44060218334198,
+      "learning_rate": 1.2652210175145957e-05,
+      "loss": 0.7952,
+      "step": 2966
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 1.0138202905654907,
+      "learning_rate": 1.2648040033361136e-05,
+      "loss": 0.7138,
+      "step": 2967
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 1.0015027523040771,
+      "learning_rate": 1.2643869891576316e-05,
+      "loss": 0.7935,
+      "step": 2968
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 1.0474773645401,
+      "learning_rate": 1.2639699749791496e-05,
+      "loss": 0.5391,
+      "step": 2969
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 1.142675757408142,
+      "learning_rate": 1.2635529608006672e-05,
+      "loss": 0.8779,
+      "step": 2970
+    },
+    {
+      "epoch": 2.87,
+      "grad_norm": 1.0810307264328003,
+      "learning_rate": 1.263135946622185e-05,
+      "loss": 0.7873,
+      "step": 2971
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 1.0619462728500366,
+      "learning_rate": 1.262718932443703e-05,
+      "loss": 0.6064,
+      "step": 2972
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 1.0048075914382935,
+      "learning_rate": 1.2623019182652209e-05,
+      "loss": 0.7431,
+      "step": 2973
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 0.905157208442688,
+      "learning_rate": 1.2618849040867389e-05,
+      "loss": 0.691,
+      "step": 2974
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 1.220671534538269,
+      "learning_rate": 1.2614678899082569e-05,
+      "loss": 0.7936,
+      "step": 2975
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 1.0253351926803589,
+      "learning_rate": 1.2610508757297747e-05,
+      "loss": 1.0781,
+      "step": 2976
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 1.0448189973831177,
+      "learning_rate": 1.2606338615512927e-05,
+      "loss": 0.9344,
+      "step": 2977
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 1.132511019706726,
+      "learning_rate": 1.2602168473728108e-05,
+      "loss": 0.8142,
+      "step": 2978
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 1.0515365600585938,
+      "learning_rate": 1.2597998331943286e-05,
+      "loss": 0.7027,
+      "step": 2979
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 1.0628981590270996,
+      "learning_rate": 1.2593828190158466e-05,
+      "loss": 0.6427,
+      "step": 2980
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 0.8292456865310669,
+      "learning_rate": 1.2589658048373646e-05,
+      "loss": 0.7125,
+      "step": 2981
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 1.3667699098587036,
+      "learning_rate": 1.2585487906588824e-05,
+      "loss": 0.6053,
+      "step": 2982
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 1.2478069067001343,
+      "learning_rate": 1.2581317764804004e-05,
+      "loss": 0.7583,
+      "step": 2983
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 1.0241371393203735,
+      "learning_rate": 1.2577147623019184e-05,
+      "loss": 0.6853,
+      "step": 2984
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 1.774310827255249,
+      "learning_rate": 1.2572977481234363e-05,
+      "loss": 0.9161,
+      "step": 2985
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 1.0985052585601807,
+      "learning_rate": 1.2568807339449543e-05,
+      "loss": 0.7809,
+      "step": 2986
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.7419655323028564,
+      "learning_rate": 1.2564637197664723e-05,
+      "loss": 0.5579,
+      "step": 2987
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.9923073053359985,
+      "learning_rate": 1.2560467055879901e-05,
+      "loss": 0.7292,
+      "step": 2988
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 2.0745935440063477,
+      "learning_rate": 1.2556296914095081e-05,
+      "loss": 0.7521,
+      "step": 2989
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 0.9934679865837097,
+      "learning_rate": 1.2552126772310261e-05,
+      "loss": 0.6409,
+      "step": 2990
+    },
+    {
+      "epoch": 2.89,
+      "grad_norm": 1.0373834371566772,
+      "learning_rate": 1.254795663052544e-05,
+      "loss": 0.6586,
+      "step": 2991
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.9477466344833374,
+      "learning_rate": 1.2543786488740616e-05,
+      "loss": 0.7771,
+      "step": 2992
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 1.6447780132293701,
+      "learning_rate": 1.2539616346955796e-05,
+      "loss": 0.8469,
+      "step": 2993
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 1.215792179107666,
+      "learning_rate": 1.2535446205170975e-05,
+      "loss": 0.8053,
+      "step": 2994
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 1.064693808555603,
+      "learning_rate": 1.2531276063386155e-05,
+      "loss": 0.7914,
+      "step": 2995
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.9188418984413147,
+      "learning_rate": 1.2527105921601335e-05,
+      "loss": 0.7202,
+      "step": 2996
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 1.2343722581863403,
+      "learning_rate": 1.2522935779816513e-05,
+      "loss": 0.7358,
+      "step": 2997
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.7503334283828735,
+      "learning_rate": 1.2518765638031693e-05,
+      "loss": 0.734,
+      "step": 2998
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 1.1199883222579956,
+      "learning_rate": 1.2514595496246873e-05,
+      "loss": 0.7248,
+      "step": 2999
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 1.2575784921646118,
+      "learning_rate": 1.2510425354462051e-05,
+      "loss": 0.9574,
+      "step": 3000
+    },
+    {
+      "epoch": 2.9,
+      "eval_loss": 0.8495884537696838,
+      "eval_runtime": 857.9458,
+      "eval_samples_per_second": 4.818,
+      "eval_steps_per_second": 0.603,
+      "step": 3000
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 1.183372974395752,
+      "learning_rate": 1.2506255212677231e-05,
+      "loss": 0.8625,
+      "step": 3001
+    },
+    {
+      "epoch": 2.9,
+      "grad_norm": 0.9380956292152405,
+      "learning_rate": 1.2502085070892411e-05,
+      "loss": 0.6166,
+      "step": 3002
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 1.162009358406067,
+      "learning_rate": 1.249791492910759e-05,
+      "loss": 0.7709,
+      "step": 3003
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 1.1164528131484985,
+      "learning_rate": 1.249374478732277e-05,
+      "loss": 0.7264,
+      "step": 3004
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 1.1282567977905273,
+      "learning_rate": 1.248957464553795e-05,
+      "loss": 0.7105,
+      "step": 3005
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 1.0823564529418945,
+      "learning_rate": 1.2485404503753128e-05,
+      "loss": 0.7055,
+      "step": 3006
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 1.1487401723861694,
+      "learning_rate": 1.2481234361968308e-05,
+      "loss": 0.8436,
+      "step": 3007
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 1.1463149785995483,
+      "learning_rate": 1.2477064220183488e-05,
+      "loss": 0.7143,
+      "step": 3008
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 1.3678183555603027,
+      "learning_rate": 1.2472894078398665e-05,
+      "loss": 0.8593,
+      "step": 3009
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 1.038821816444397,
+      "learning_rate": 1.2468723936613845e-05,
+      "loss": 0.7619,
+      "step": 3010
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 0.9451192617416382,
+      "learning_rate": 1.2464553794829025e-05,
+      "loss": 0.7227,
+      "step": 3011
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 1.0573679208755493,
+      "learning_rate": 1.2460383653044203e-05,
+      "loss": 0.716,
+      "step": 3012
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 1.4460304975509644,
+      "learning_rate": 1.2456213511259383e-05,
+      "loss": 0.93,
+      "step": 3013
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 1.2816954851150513,
+      "learning_rate": 1.2452043369474563e-05,
+      "loss": 0.8125,
+      "step": 3014
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 1.0708842277526855,
+      "learning_rate": 1.2447873227689742e-05,
+      "loss": 0.6789,
+      "step": 3015
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 1.2512792348861694,
+      "learning_rate": 1.2443703085904922e-05,
+      "loss": 0.7466,
+      "step": 3016
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 1.228427529335022,
+      "learning_rate": 1.2439532944120102e-05,
+      "loss": 0.7453,
+      "step": 3017
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 0.9310507774353027,
+      "learning_rate": 1.243536280233528e-05,
+      "loss": 0.8435,
+      "step": 3018
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 1.0072879791259766,
+      "learning_rate": 1.243119266055046e-05,
+      "loss": 0.7963,
+      "step": 3019
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 1.1436797380447388,
+      "learning_rate": 1.2427022518765639e-05,
+      "loss": 0.5735,
+      "step": 3020
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 1.3681470155715942,
+      "learning_rate": 1.2422852376980817e-05,
+      "loss": 1.0026,
+      "step": 3021
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 1.094900131225586,
+      "learning_rate": 1.2418682235195997e-05,
+      "loss": 0.9181,
+      "step": 3022
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 1.0876237154006958,
+      "learning_rate": 1.2414512093411177e-05,
+      "loss": 0.7428,
+      "step": 3023
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 0.9946409463882446,
+      "learning_rate": 1.2410341951626355e-05,
+      "loss": 0.8567,
+      "step": 3024
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 1.1546865701675415,
+      "learning_rate": 1.2406171809841535e-05,
+      "loss": 0.6416,
+      "step": 3025
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 1.0324201583862305,
+      "learning_rate": 1.2402001668056715e-05,
+      "loss": 0.8069,
+      "step": 3026
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 1.2249302864074707,
+      "learning_rate": 1.2397831526271894e-05,
+      "loss": 0.8944,
+      "step": 3027
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 1.0357005596160889,
+      "learning_rate": 1.2393661384487074e-05,
+      "loss": 0.874,
+      "step": 3028
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 1.270063877105713,
+      "learning_rate": 1.2389491242702254e-05,
+      "loss": 0.7789,
+      "step": 3029
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 1.2423442602157593,
+      "learning_rate": 1.2385321100917432e-05,
+      "loss": 0.7947,
+      "step": 3030
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 1.1018481254577637,
+      "learning_rate": 1.238115095913261e-05,
+      "loss": 0.6639,
+      "step": 3031
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 1.2056713104248047,
+      "learning_rate": 1.237698081734779e-05,
+      "loss": 1.0062,
+      "step": 3032
+    },
+    {
+      "epoch": 2.93,
+      "grad_norm": 1.1301981210708618,
+      "learning_rate": 1.2372810675562969e-05,
+      "loss": 0.7844,
+      "step": 3033
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.863381564617157,
+      "learning_rate": 1.2368640533778149e-05,
+      "loss": 0.6276,
+      "step": 3034
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.9315210580825806,
+      "learning_rate": 1.2364470391993329e-05,
+      "loss": 0.6685,
+      "step": 3035
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 1.191622257232666,
+      "learning_rate": 1.2360300250208507e-05,
+      "loss": 0.8425,
+      "step": 3036
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 1.063096046447754,
+      "learning_rate": 1.2356130108423687e-05,
+      "loss": 0.7942,
+      "step": 3037
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 1.0077861547470093,
+      "learning_rate": 1.2351959966638867e-05,
+      "loss": 0.6582,
+      "step": 3038
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 0.9887157678604126,
+      "learning_rate": 1.2347789824854046e-05,
+      "loss": 0.6519,
+      "step": 3039
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 1.119428277015686,
+      "learning_rate": 1.2343619683069226e-05,
+      "loss": 0.6829,
+      "step": 3040
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 1.360180377960205,
+      "learning_rate": 1.2339449541284406e-05,
+      "loss": 0.8045,
+      "step": 3041
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 1.0610947608947754,
+      "learning_rate": 1.2335279399499582e-05,
+      "loss": 0.7798,
+      "step": 3042
+    },
+    {
+      "epoch": 2.94,
+      "grad_norm": 1.1289516687393188,
+      "learning_rate": 1.2331109257714762e-05,
+      "loss": 0.7918,
+      "step": 3043
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.9875333905220032,
+      "learning_rate": 1.2326939115929942e-05,
+      "loss": 0.7375,
+      "step": 3044
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 1.1864285469055176,
+      "learning_rate": 1.232276897414512e-05,
+      "loss": 0.7995,
+      "step": 3045
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 1.0463160276412964,
+      "learning_rate": 1.23185988323603e-05,
+      "loss": 0.7161,
+      "step": 3046
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 1.065520167350769,
+      "learning_rate": 1.231442869057548e-05,
+      "loss": 0.858,
+      "step": 3047
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 1.010031819343567,
+      "learning_rate": 1.231025854879066e-05,
+      "loss": 0.7777,
+      "step": 3048
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.9578259587287903,
+      "learning_rate": 1.230608840700584e-05,
+      "loss": 0.7283,
+      "step": 3049
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.9351388812065125,
+      "learning_rate": 1.230191826522102e-05,
+      "loss": 0.7382,
+      "step": 3050
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 1.047263503074646,
+      "learning_rate": 1.2297748123436198e-05,
+      "loss": 0.9232,
+      "step": 3051
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 1.0473809242248535,
+      "learning_rate": 1.2293577981651378e-05,
+      "loss": 0.6634,
+      "step": 3052
+    },
+    {
+      "epoch": 2.95,
+      "grad_norm": 0.9520713090896606,
+      "learning_rate": 1.2289407839866556e-05,
+      "loss": 0.8747,
+      "step": 3053
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 1.191543459892273,
+      "learning_rate": 1.2285237698081734e-05,
+      "loss": 0.9448,
+      "step": 3054
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 1.0252786874771118,
+      "learning_rate": 1.2281067556296914e-05,
+      "loss": 0.7491,
+      "step": 3055
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 1.3725627660751343,
+      "learning_rate": 1.2276897414512094e-05,
+      "loss": 0.9492,
+      "step": 3056
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 1.0086253881454468,
+      "learning_rate": 1.2272727272727273e-05,
+      "loss": 0.886,
+      "step": 3057
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 1.1088051795959473,
+      "learning_rate": 1.2268557130942453e-05,
+      "loss": 0.6875,
+      "step": 3058
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 1.0585017204284668,
+      "learning_rate": 1.2264386989157633e-05,
+      "loss": 0.7512,
+      "step": 3059
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 1.4700901508331299,
+      "learning_rate": 1.2260216847372811e-05,
+      "loss": 0.7477,
+      "step": 3060
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 1.0440226793289185,
+      "learning_rate": 1.2256046705587991e-05,
+      "loss": 0.8848,
+      "step": 3061
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 1.2762154340744019,
+      "learning_rate": 1.2251876563803171e-05,
+      "loss": 0.7058,
+      "step": 3062
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 1.3675118684768677,
+      "learning_rate": 1.224770642201835e-05,
+      "loss": 0.7938,
+      "step": 3063
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 1.107913613319397,
+      "learning_rate": 1.2243536280233528e-05,
+      "loss": 0.7387,
+      "step": 3064
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 1.0426727533340454,
+      "learning_rate": 1.2239366138448708e-05,
+      "loss": 0.6806,
+      "step": 3065
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 1.1301614046096802,
+      "learning_rate": 1.2235195996663886e-05,
+      "loss": 1.0033,
+      "step": 3066
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 1.4832754135131836,
+      "learning_rate": 1.2231025854879066e-05,
+      "loss": 0.7841,
+      "step": 3067
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.9917944669723511,
+      "learning_rate": 1.2226855713094246e-05,
+      "loss": 0.7744,
+      "step": 3068
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 1.2754501104354858,
+      "learning_rate": 1.2222685571309425e-05,
+      "loss": 0.6216,
+      "step": 3069
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 1.2075879573822021,
+      "learning_rate": 1.2218515429524605e-05,
+      "loss": 0.6349,
+      "step": 3070
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.9997736215591431,
+      "learning_rate": 1.2214345287739785e-05,
+      "loss": 0.7959,
+      "step": 3071
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 0.9662615656852722,
+      "learning_rate": 1.2210175145954963e-05,
+      "loss": 0.8179,
+      "step": 3072
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 1.3078581094741821,
+      "learning_rate": 1.2206005004170143e-05,
+      "loss": 0.8373,
+      "step": 3073
+    },
+    {
+      "epoch": 2.97,
+      "grad_norm": 1.290023684501648,
+      "learning_rate": 1.2201834862385323e-05,
+      "loss": 0.8505,
+      "step": 3074
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 0.8792833089828491,
+      "learning_rate": 1.21976647206005e-05,
+      "loss": 0.65,
+      "step": 3075
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 0.9692551493644714,
+      "learning_rate": 1.219349457881568e-05,
+      "loss": 0.6735,
+      "step": 3076
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 1.0831763744354248,
+      "learning_rate": 1.218932443703086e-05,
+      "loss": 0.7884,
+      "step": 3077
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 1.2194184064865112,
+      "learning_rate": 1.2185154295246038e-05,
+      "loss": 0.9213,
+      "step": 3078
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 1.0239665508270264,
+      "learning_rate": 1.2180984153461218e-05,
+      "loss": 0.723,
+      "step": 3079
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 1.1858700513839722,
+      "learning_rate": 1.2176814011676398e-05,
+      "loss": 0.7594,
+      "step": 3080
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 1.1054250001907349,
+      "learning_rate": 1.2172643869891577e-05,
+      "loss": 0.6723,
+      "step": 3081
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 1.1830312013626099,
+      "learning_rate": 1.2168473728106757e-05,
+      "loss": 0.6662,
+      "step": 3082
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 1.3367156982421875,
+      "learning_rate": 1.2164303586321937e-05,
+      "loss": 0.686,
+      "step": 3083
+    },
+    {
+      "epoch": 2.98,
+      "grad_norm": 1.384082317352295,
+      "learning_rate": 1.2160133444537115e-05,
+      "loss": 0.8121,
+      "step": 3084
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 1.128053069114685,
+      "learning_rate": 1.2155963302752295e-05,
+      "loss": 0.7576,
+      "step": 3085
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.936526358127594,
+      "learning_rate": 1.2151793160967473e-05,
+      "loss": 0.7828,
+      "step": 3086
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 1.0597058534622192,
+      "learning_rate": 1.2147623019182652e-05,
+      "loss": 0.6795,
+      "step": 3087
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 1.3651597499847412,
+      "learning_rate": 1.2143452877397832e-05,
+      "loss": 0.7318,
+      "step": 3088
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 1.3782498836517334,
+      "learning_rate": 1.2139282735613012e-05,
+      "loss": 0.8455,
+      "step": 3089
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 1.1808693408966064,
+      "learning_rate": 1.213511259382819e-05,
+      "loss": 0.835,
+      "step": 3090
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 1.006447672843933,
+      "learning_rate": 1.213094245204337e-05,
+      "loss": 0.7341,
+      "step": 3091
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.8787515163421631,
+      "learning_rate": 1.212677231025855e-05,
+      "loss": 0.7691,
+      "step": 3092
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.9759172797203064,
+      "learning_rate": 1.2122602168473729e-05,
+      "loss": 0.8682,
+      "step": 3093
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 0.9055489897727966,
+      "learning_rate": 1.2118432026688909e-05,
+      "loss": 0.7662,
+      "step": 3094
+    },
+    {
+      "epoch": 2.99,
+      "grad_norm": 1.107927680015564,
+      "learning_rate": 1.2114261884904089e-05,
+      "loss": 0.7179,
+      "step": 3095
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 1.0260263681411743,
+      "learning_rate": 1.2110091743119267e-05,
+      "loss": 0.7617,
+      "step": 3096
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 1.3138796091079712,
+      "learning_rate": 1.2105921601334445e-05,
+      "loss": 0.8302,
+      "step": 3097
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 1.2815160751342773,
+      "learning_rate": 1.2101751459549625e-05,
+      "loss": 0.8708,
+      "step": 3098
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.7362232804298401,
+      "learning_rate": 1.2097581317764804e-05,
+      "loss": 0.6188,
+      "step": 3099
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 1.3997468948364258,
+      "learning_rate": 1.2093411175979984e-05,
+      "loss": 0.8976,
+      "step": 3100
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 1.1959848403930664,
+      "learning_rate": 1.2089241034195164e-05,
+      "loss": 0.7688,
+      "step": 3101
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 1.161894679069519,
+      "learning_rate": 1.2085070892410342e-05,
+      "loss": 0.7745,
+      "step": 3102
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 1.0665125846862793,
+      "learning_rate": 1.2080900750625522e-05,
+      "loss": 0.7202,
+      "step": 3103
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 1.1533799171447754,
+      "learning_rate": 1.2076730608840702e-05,
+      "loss": 0.9159,
+      "step": 3104
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 1.1835631132125854,
+      "learning_rate": 1.207256046705588e-05,
+      "loss": 0.7914,
+      "step": 3105
+    },
+    {
+      "epoch": 3.01,
+      "grad_norm": 1.195507526397705,
+      "learning_rate": 1.206839032527106e-05,
+      "loss": 0.7561,
+      "step": 3106
+    },
+    {
+      "epoch": 3.01,
+      "grad_norm": 0.9535657167434692,
+      "learning_rate": 1.2064220183486239e-05,
+      "loss": 0.7956,
+      "step": 3107
+    },
+    {
+      "epoch": 3.01,
+      "grad_norm": 0.994099497795105,
+      "learning_rate": 1.2060050041701417e-05,
+      "loss": 0.7672,
+      "step": 3108
+    },
+    {
+      "epoch": 3.01,
+      "grad_norm": 1.235750675201416,
+      "learning_rate": 1.2055879899916597e-05,
+      "loss": 0.7141,
+      "step": 3109
+    },
+    {
+      "epoch": 3.01,
+      "grad_norm": 0.9944607019424438,
+      "learning_rate": 1.2051709758131777e-05,
+      "loss": 0.624,
+      "step": 3110
+    },
+    {
+      "epoch": 3.01,
+      "grad_norm": 1.014190673828125,
+      "learning_rate": 1.2047539616346956e-05,
+      "loss": 0.7399,
+      "step": 3111
+    },
+    {
+      "epoch": 3.01,
+      "grad_norm": 0.9740110635757446,
+      "learning_rate": 1.2043369474562136e-05,
+      "loss": 0.864,
+      "step": 3112
+    },
+    {
+      "epoch": 3.01,
+      "grad_norm": 1.0639153718948364,
+      "learning_rate": 1.2039199332777316e-05,
+      "loss": 0.7062,
+      "step": 3113
+    },
+    {
+      "epoch": 3.01,
+      "grad_norm": 1.0522348880767822,
+      "learning_rate": 1.2035029190992494e-05,
+      "loss": 0.6025,
+      "step": 3114
+    },
+    {
+      "epoch": 3.01,
+      "grad_norm": 1.1692399978637695,
+      "learning_rate": 1.2030859049207674e-05,
+      "loss": 0.7637,
+      "step": 3115
+    },
+    {
+      "epoch": 3.01,
+      "grad_norm": 1.0824507474899292,
+      "learning_rate": 1.2026688907422854e-05,
+      "loss": 0.7185,
+      "step": 3116
+    },
+    {
+      "epoch": 3.02,
+      "grad_norm": 1.295857548713684,
+      "learning_rate": 1.2022518765638033e-05,
+      "loss": 0.688,
+      "step": 3117
+    },
+    {
+      "epoch": 3.02,
+      "grad_norm": 1.3810677528381348,
+      "learning_rate": 1.2018348623853213e-05,
+      "loss": 0.7539,
+      "step": 3118
+    },
+    {
+      "epoch": 3.02,
+      "grad_norm": 1.003240942955017,
+      "learning_rate": 1.2014178482068391e-05,
+      "loss": 0.6637,
+      "step": 3119
+    },
+    {
+      "epoch": 3.02,
+      "grad_norm": 1.0012834072113037,
+      "learning_rate": 1.201000834028357e-05,
+      "loss": 0.6153,
+      "step": 3120
+    },
+    {
+      "epoch": 3.02,
+      "grad_norm": 1.3184245824813843,
+      "learning_rate": 1.200583819849875e-05,
+      "loss": 0.8524,
+      "step": 3121
+    },
+    {
+      "epoch": 3.02,
+      "grad_norm": 0.9816140532493591,
+      "learning_rate": 1.200166805671393e-05,
+      "loss": 0.6306,
+      "step": 3122
+    },
+    {
+      "epoch": 3.02,
+      "grad_norm": 1.8915208578109741,
+      "learning_rate": 1.1997497914929108e-05,
+      "loss": 0.6339,
+      "step": 3123
+    },
+    {
+      "epoch": 3.02,
+      "grad_norm": 1.3101775646209717,
+      "learning_rate": 1.1993327773144288e-05,
+      "loss": 0.6759,
+      "step": 3124
+    },
+    {
+      "epoch": 3.02,
+      "grad_norm": 1.115962266921997,
+      "learning_rate": 1.1989157631359468e-05,
+      "loss": 0.6816,
+      "step": 3125
+    },
+    {
+      "epoch": 3.02,
+      "grad_norm": 1.248052716255188,
+      "learning_rate": 1.1984987489574646e-05,
+      "loss": 0.7884,
+      "step": 3126
+    },
+    {
+      "epoch": 3.03,
+      "grad_norm": 1.063430905342102,
+      "learning_rate": 1.1980817347789826e-05,
+      "loss": 0.5605,
+      "step": 3127
+    },
+    {
+      "epoch": 3.03,
+      "grad_norm": 1.0415267944335938,
+      "learning_rate": 1.1976647206005004e-05,
+      "loss": 0.7655,
+      "step": 3128
+    },
+    {
+      "epoch": 3.03,
+      "grad_norm": 1.1343778371810913,
+      "learning_rate": 1.1972477064220184e-05,
+      "loss": 0.6113,
+      "step": 3129
+    },
+    {
+      "epoch": 3.03,
+      "grad_norm": 1.2976269721984863,
+      "learning_rate": 1.1968306922435363e-05,
+      "loss": 0.8483,
+      "step": 3130
+    },
+    {
+      "epoch": 3.03,
+      "grad_norm": 0.9503476619720459,
+      "learning_rate": 1.1964136780650543e-05,
+      "loss": 0.7105,
+      "step": 3131
+    },
+    {
+      "epoch": 3.03,
+      "grad_norm": 1.0131187438964844,
+      "learning_rate": 1.1959966638865721e-05,
+      "loss": 0.7041,
+      "step": 3132
+    },
+    {
+      "epoch": 3.03,
+      "grad_norm": 1.1790024042129517,
+      "learning_rate": 1.1955796497080901e-05,
+      "loss": 0.6306,
+      "step": 3133
+    },
+    {
+      "epoch": 3.03,
+      "grad_norm": 1.0622471570968628,
+      "learning_rate": 1.1951626355296081e-05,
+      "loss": 0.7699,
+      "step": 3134
+    },
+    {
+      "epoch": 3.03,
+      "grad_norm": 1.123382568359375,
+      "learning_rate": 1.194745621351126e-05,
+      "loss": 0.6603,
+      "step": 3135
+    },
+    {
+      "epoch": 3.03,
+      "grad_norm": 1.2708872556686401,
+      "learning_rate": 1.194328607172644e-05,
+      "loss": 0.5941,
+      "step": 3136
+    },
+    {
+      "epoch": 3.04,
+      "grad_norm": 1.224805235862732,
+      "learning_rate": 1.193911592994162e-05,
+      "loss": 0.9069,
+      "step": 3137
+    },
+    {
+      "epoch": 3.04,
+      "grad_norm": 1.0035231113433838,
+      "learning_rate": 1.1934945788156798e-05,
+      "loss": 0.555,
+      "step": 3138
+    },
+    {
+      "epoch": 3.04,
+      "grad_norm": 1.4581968784332275,
+      "learning_rate": 1.1930775646371978e-05,
+      "loss": 0.6956,
+      "step": 3139
+    },
+    {
+      "epoch": 3.04,
+      "grad_norm": 0.9744970202445984,
+      "learning_rate": 1.1926605504587156e-05,
+      "loss": 0.6884,
+      "step": 3140
+    },
+    {
+      "epoch": 3.04,
+      "grad_norm": 1.4142813682556152,
+      "learning_rate": 1.1922435362802335e-05,
+      "loss": 0.7292,
+      "step": 3141
+    },
+    {
+      "epoch": 3.04,
+      "grad_norm": 1.4209671020507812,
+      "learning_rate": 1.1918265221017515e-05,
+      "loss": 0.6784,
+      "step": 3142
+    },
+    {
+      "epoch": 3.04,
+      "grad_norm": 1.2037233114242554,
+      "learning_rate": 1.1914095079232695e-05,
+      "loss": 0.7394,
+      "step": 3143
+    },
+    {
+      "epoch": 3.04,
+      "grad_norm": 1.495166301727295,
+      "learning_rate": 1.1909924937447873e-05,
+      "loss": 0.8081,
+      "step": 3144
+    },
+    {
+      "epoch": 3.04,
+      "grad_norm": 1.2146245241165161,
+      "learning_rate": 1.1905754795663053e-05,
+      "loss": 0.8138,
+      "step": 3145
+    },
+    {
+      "epoch": 3.04,
+      "grad_norm": 1.210348129272461,
+      "learning_rate": 1.1901584653878233e-05,
+      "loss": 0.7309,
+      "step": 3146
+    },
+    {
+      "epoch": 3.04,
+      "grad_norm": 0.89698725938797,
+      "learning_rate": 1.1897414512093412e-05,
+      "loss": 0.6199,
+      "step": 3147
+    },
+    {
+      "epoch": 3.05,
+      "grad_norm": 1.1466608047485352,
+      "learning_rate": 1.1893244370308592e-05,
+      "loss": 0.9122,
+      "step": 3148
+    },
+    {
+      "epoch": 3.05,
+      "grad_norm": 1.2042369842529297,
+      "learning_rate": 1.188907422852377e-05,
+      "loss": 0.7966,
+      "step": 3149
+    },
+    {
+      "epoch": 3.05,
+      "grad_norm": 1.3219712972640991,
+      "learning_rate": 1.188490408673895e-05,
+      "loss": 0.6718,
+      "step": 3150
+    },
+    {
+      "epoch": 3.05,
+      "grad_norm": 1.2861446142196655,
+      "learning_rate": 1.188073394495413e-05,
+      "loss": 0.5506,
+      "step": 3151
+    },
+    {
+      "epoch": 3.05,
+      "grad_norm": 1.157288670539856,
+      "learning_rate": 1.1876563803169308e-05,
+      "loss": 0.7712,
+      "step": 3152
+    },
+    {
+      "epoch": 3.05,
+      "grad_norm": 1.078233242034912,
+      "learning_rate": 1.1872393661384487e-05,
+      "loss": 0.6353,
+      "step": 3153
+    },
+    {
+      "epoch": 3.05,
+      "grad_norm": 1.1989777088165283,
+      "learning_rate": 1.1868223519599667e-05,
+      "loss": 0.7074,
+      "step": 3154
+    },
+    {
+      "epoch": 3.05,
+      "grad_norm": 1.2606451511383057,
+      "learning_rate": 1.1864053377814847e-05,
+      "loss": 0.7956,
+      "step": 3155
+    },
+    {
+      "epoch": 3.05,
+      "grad_norm": 1.0449250936508179,
+      "learning_rate": 1.1859883236030025e-05,
+      "loss": 0.7048,
+      "step": 3156
+    },
+    {
+      "epoch": 3.05,
+      "grad_norm": 1.2699267864227295,
+      "learning_rate": 1.1855713094245205e-05,
+      "loss": 0.7136,
+      "step": 3157
+    },
+    {
+      "epoch": 3.06,
+      "grad_norm": 1.2244712114334106,
+      "learning_rate": 1.1851542952460385e-05,
+      "loss": 0.6536,
+      "step": 3158
+    },
+    {
+      "epoch": 3.06,
+      "grad_norm": 1.1166603565216064,
+      "learning_rate": 1.1847372810675564e-05,
+      "loss": 0.8708,
+      "step": 3159
+    },
+    {
+      "epoch": 3.06,
+      "grad_norm": 1.1476706266403198,
+      "learning_rate": 1.1843202668890744e-05,
+      "loss": 0.8007,
+      "step": 3160
+    },
+    {
+      "epoch": 3.06,
+      "grad_norm": 1.7055881023406982,
+      "learning_rate": 1.1839032527105922e-05,
+      "loss": 0.7564,
+      "step": 3161
+    },
+    {
+      "epoch": 3.06,
+      "grad_norm": 1.3506639003753662,
+      "learning_rate": 1.1834862385321102e-05,
+      "loss": 0.8376,
+      "step": 3162
+    },
+    {
+      "epoch": 3.06,
+      "grad_norm": 1.1865992546081543,
+      "learning_rate": 1.183069224353628e-05,
+      "loss": 1.0005,
+      "step": 3163
+    },
+    {
+      "epoch": 3.06,
+      "grad_norm": 1.372769832611084,
+      "learning_rate": 1.182652210175146e-05,
+      "loss": 0.7519,
+      "step": 3164
+    },
+    {
+      "epoch": 3.06,
+      "grad_norm": 1.202907681465149,
+      "learning_rate": 1.1822351959966639e-05,
+      "loss": 0.6703,
+      "step": 3165
+    },
+    {
+      "epoch": 3.06,
+      "grad_norm": 1.507893443107605,
+      "learning_rate": 1.1818181818181819e-05,
+      "loss": 0.6624,
+      "step": 3166
+    },
+    {
+      "epoch": 3.06,
+      "grad_norm": 1.3672096729278564,
+      "learning_rate": 1.1814011676396999e-05,
+      "loss": 0.6845,
+      "step": 3167
+    },
+    {
+      "epoch": 3.07,
+      "grad_norm": 1.0586228370666504,
+      "learning_rate": 1.1809841534612177e-05,
+      "loss": 0.6801,
+      "step": 3168
+    },
+    {
+      "epoch": 3.07,
+      "grad_norm": 0.8661351203918457,
+      "learning_rate": 1.1805671392827357e-05,
+      "loss": 0.591,
+      "step": 3169
+    },
+    {
+      "epoch": 3.07,
+      "grad_norm": 1.038102388381958,
+      "learning_rate": 1.1801501251042537e-05,
+      "loss": 0.7926,
+      "step": 3170
+    },
+    {
+      "epoch": 3.07,
+      "grad_norm": 1.1683626174926758,
+      "learning_rate": 1.1797331109257715e-05,
+      "loss": 0.6006,
+      "step": 3171
+    },
+    {
+      "epoch": 3.07,
+      "grad_norm": 1.1106253862380981,
+      "learning_rate": 1.1793160967472896e-05,
+      "loss": 0.7019,
+      "step": 3172
+    },
+    {
+      "epoch": 3.07,
+      "grad_norm": 1.1502753496170044,
+      "learning_rate": 1.1788990825688074e-05,
+      "loss": 0.6601,
+      "step": 3173
+    },
+    {
+      "epoch": 3.07,
+      "grad_norm": 1.1901448965072632,
+      "learning_rate": 1.1784820683903252e-05,
+      "loss": 0.7255,
+      "step": 3174
+    },
+    {
+      "epoch": 3.07,
+      "grad_norm": 1.3774100542068481,
+      "learning_rate": 1.1780650542118432e-05,
+      "loss": 0.731,
+      "step": 3175
+    },
+    {
+      "epoch": 3.07,
+      "grad_norm": 1.0183756351470947,
+      "learning_rate": 1.1776480400333612e-05,
+      "loss": 0.5829,
+      "step": 3176
+    },
+    {
+      "epoch": 3.07,
+      "grad_norm": 1.3123226165771484,
+      "learning_rate": 1.177231025854879e-05,
+      "loss": 0.6625,
+      "step": 3177
+    },
+    {
+      "epoch": 3.07,
+      "grad_norm": 1.1603424549102783,
+      "learning_rate": 1.176814011676397e-05,
+      "loss": 0.6779,
+      "step": 3178
+    },
+    {
+      "epoch": 3.08,
+      "grad_norm": 0.9390170574188232,
+      "learning_rate": 1.176396997497915e-05,
+      "loss": 0.7167,
+      "step": 3179
+    },
+    {
+      "epoch": 3.08,
+      "grad_norm": 0.9851157069206238,
+      "learning_rate": 1.1759799833194329e-05,
+      "loss": 0.7626,
+      "step": 3180
+    },
+    {
+      "epoch": 3.08,
+      "grad_norm": 1.2829152345657349,
+      "learning_rate": 1.1755629691409509e-05,
+      "loss": 0.6149,
+      "step": 3181
+    },
+    {
+      "epoch": 3.08,
+      "grad_norm": 1.1150360107421875,
+      "learning_rate": 1.1751459549624687e-05,
+      "loss": 0.6953,
+      "step": 3182
+    },
+    {
+      "epoch": 3.08,
+      "grad_norm": 1.5720709562301636,
+      "learning_rate": 1.1747289407839867e-05,
+      "loss": 0.7633,
+      "step": 3183
+    },
+    {
+      "epoch": 3.08,
+      "grad_norm": 1.0386683940887451,
+      "learning_rate": 1.1743119266055047e-05,
+      "loss": 0.7953,
+      "step": 3184
+    },
+    {
+      "epoch": 3.08,
+      "grad_norm": 0.9080824255943298,
+      "learning_rate": 1.1738949124270226e-05,
+      "loss": 0.7657,
+      "step": 3185
+    },
+    {
+      "epoch": 3.08,
+      "grad_norm": 1.2492918968200684,
+      "learning_rate": 1.1734778982485404e-05,
+      "loss": 0.6641,
+      "step": 3186
+    },
+    {
+      "epoch": 3.08,
+      "grad_norm": 0.8783729076385498,
+      "learning_rate": 1.1730608840700584e-05,
+      "loss": 0.8305,
+      "step": 3187
+    },
+    {
+      "epoch": 3.08,
+      "grad_norm": 1.0769270658493042,
+      "learning_rate": 1.1726438698915764e-05,
+      "loss": 0.6373,
+      "step": 3188
+    },
+    {
+      "epoch": 3.09,
+      "grad_norm": 0.9104419350624084,
+      "learning_rate": 1.1722268557130943e-05,
+      "loss": 0.7511,
+      "step": 3189
+    },
+    {
+      "epoch": 3.09,
+      "grad_norm": 1.2244678735733032,
+      "learning_rate": 1.1718098415346123e-05,
+      "loss": 0.5847,
+      "step": 3190
+    },
+    {
+      "epoch": 3.09,
+      "grad_norm": 1.139946460723877,
+      "learning_rate": 1.1713928273561303e-05,
+      "loss": 0.6609,
+      "step": 3191
+    },
+    {
+      "epoch": 3.09,
+      "grad_norm": 1.1527796983718872,
+      "learning_rate": 1.1709758131776481e-05,
+      "loss": 0.7893,
+      "step": 3192
+    },
+    {
+      "epoch": 3.09,
+      "grad_norm": 1.2792586088180542,
+      "learning_rate": 1.1705587989991661e-05,
+      "loss": 0.7077,
+      "step": 3193
+    },
+    {
+      "epoch": 3.09,
+      "grad_norm": 1.7594659328460693,
+      "learning_rate": 1.170141784820684e-05,
+      "loss": 0.7908,
+      "step": 3194
+    },
+    {
+      "epoch": 3.09,
+      "grad_norm": 0.8258441686630249,
+      "learning_rate": 1.169724770642202e-05,
+      "loss": 0.5861,
+      "step": 3195
+    },
+    {
+      "epoch": 3.09,
+      "grad_norm": 1.1048345565795898,
+      "learning_rate": 1.1693077564637198e-05,
+      "loss": 0.7191,
+      "step": 3196
+    },
+    {
+      "epoch": 3.09,
+      "grad_norm": 1.8866416215896606,
+      "learning_rate": 1.1688907422852378e-05,
+      "loss": 0.5792,
+      "step": 3197
+    },
+    {
+      "epoch": 3.09,
+      "grad_norm": 1.2641773223876953,
+      "learning_rate": 1.1684737281067556e-05,
+      "loss": 0.8419,
+      "step": 3198
+    },
+    {
+      "epoch": 3.1,
+      "grad_norm": 1.423106074333191,
+      "learning_rate": 1.1680567139282736e-05,
+      "loss": 0.9026,
+      "step": 3199
+    },
+    {
+      "epoch": 3.1,
+      "grad_norm": 1.3765684366226196,
+      "learning_rate": 1.1676396997497916e-05,
+      "loss": 0.7982,
+      "step": 3200
+    },
+    {
+      "epoch": 3.1,
+      "grad_norm": 1.383523941040039,
+      "learning_rate": 1.1672226855713095e-05,
+      "loss": 0.6969,
+      "step": 3201
+    },
+    {
+      "epoch": 3.1,
+      "grad_norm": 1.086730718612671,
+      "learning_rate": 1.1668056713928275e-05,
+      "loss": 0.6888,
+      "step": 3202
+    },
+    {
+      "epoch": 3.1,
+      "grad_norm": 1.153071403503418,
+      "learning_rate": 1.1663886572143453e-05,
+      "loss": 0.7826,
+      "step": 3203
+    },
+    {
+      "epoch": 3.1,
+      "grad_norm": 1.1363312005996704,
+      "learning_rate": 1.1659716430358633e-05,
+      "loss": 0.6431,
+      "step": 3204
+    },
+    {
+      "epoch": 3.1,
+      "grad_norm": 1.2717450857162476,
+      "learning_rate": 1.1655546288573813e-05,
+      "loss": 0.5969,
+      "step": 3205
+    },
+    {
+      "epoch": 3.1,
+      "grad_norm": 1.1417663097381592,
+      "learning_rate": 1.1651376146788991e-05,
+      "loss": 0.6747,
+      "step": 3206
+    },
+    {
+      "epoch": 3.1,
+      "grad_norm": 1.2456254959106445,
+      "learning_rate": 1.164720600500417e-05,
+      "loss": 0.6171,
+      "step": 3207
+    },
+    {
+      "epoch": 3.1,
+      "grad_norm": 1.1771053075790405,
+      "learning_rate": 1.164303586321935e-05,
+      "loss": 0.5973,
+      "step": 3208
+    },
+    {
+      "epoch": 3.1,
+      "grad_norm": 1.0299570560455322,
+      "learning_rate": 1.163886572143453e-05,
+      "loss": 0.7783,
+      "step": 3209
+    },
+    {
+      "epoch": 3.11,
+      "grad_norm": 1.4078141450881958,
+      "learning_rate": 1.1634695579649708e-05,
+      "loss": 0.7157,
+      "step": 3210
+    },
+    {
+      "epoch": 3.11,
+      "grad_norm": 1.0649255514144897,
+      "learning_rate": 1.1630525437864888e-05,
+      "loss": 0.7021,
+      "step": 3211
+    },
+    {
+      "epoch": 3.11,
+      "grad_norm": 1.2134660482406616,
+      "learning_rate": 1.1626355296080068e-05,
+      "loss": 0.7837,
+      "step": 3212
+    },
+    {
+      "epoch": 3.11,
+      "grad_norm": 1.4087175130844116,
+      "learning_rate": 1.1622185154295246e-05,
+      "loss": 0.9266,
+      "step": 3213
+    },
+    {
+      "epoch": 3.11,
+      "grad_norm": 1.3690346479415894,
+      "learning_rate": 1.1618015012510427e-05,
+      "loss": 0.6973,
+      "step": 3214
+    },
+    {
+      "epoch": 3.11,
+      "grad_norm": 1.0998339653015137,
+      "learning_rate": 1.1613844870725605e-05,
+      "loss": 0.6504,
+      "step": 3215
+    },
+    {
+      "epoch": 3.11,
+      "grad_norm": 1.1038250923156738,
+      "learning_rate": 1.1609674728940785e-05,
+      "loss": 0.6989,
+      "step": 3216
+    },
+    {
+      "epoch": 3.11,
+      "grad_norm": 1.1213037967681885,
+      "learning_rate": 1.1605504587155965e-05,
+      "loss": 0.7214,
+      "step": 3217
+    },
+    {
+      "epoch": 3.11,
+      "grad_norm": 1.2067272663116455,
+      "learning_rate": 1.1601334445371143e-05,
+      "loss": 0.8201,
+      "step": 3218
+    },
+    {
+      "epoch": 3.11,
+      "grad_norm": 1.98118257522583,
+      "learning_rate": 1.1597164303586322e-05,
+      "loss": 0.6148,
+      "step": 3219
+    },
+    {
+      "epoch": 3.12,
+      "grad_norm": 1.2058942317962646,
+      "learning_rate": 1.1592994161801502e-05,
+      "loss": 0.6153,
+      "step": 3220
+    },
+    {
+      "epoch": 3.12,
+      "grad_norm": 1.4307641983032227,
+      "learning_rate": 1.1588824020016682e-05,
+      "loss": 0.6797,
+      "step": 3221
+    },
+    {
+      "epoch": 3.12,
+      "grad_norm": 1.0934830904006958,
+      "learning_rate": 1.158465387823186e-05,
+      "loss": 0.7091,
+      "step": 3222
+    },
+    {
+      "epoch": 3.12,
+      "grad_norm": 1.8597009181976318,
+      "learning_rate": 1.158048373644704e-05,
+      "loss": 0.7104,
+      "step": 3223
+    },
+    {
+      "epoch": 3.12,
+      "grad_norm": 1.0559728145599365,
+      "learning_rate": 1.1576313594662218e-05,
+      "loss": 0.6183,
+      "step": 3224
+    },
+    {
+      "epoch": 3.12,
+      "grad_norm": 1.4455348253250122,
+      "learning_rate": 1.1572143452877398e-05,
+      "loss": 0.7366,
+      "step": 3225
+    },
+    {
+      "epoch": 3.12,
+      "grad_norm": 1.103995442390442,
+      "learning_rate": 1.1567973311092578e-05,
+      "loss": 0.5635,
+      "step": 3226
+    },
+    {
+      "epoch": 3.12,
+      "grad_norm": 1.14092218875885,
+      "learning_rate": 1.1563803169307757e-05,
+      "loss": 0.7168,
+      "step": 3227
+    },
+    {
+      "epoch": 3.12,
+      "grad_norm": 1.125809907913208,
+      "learning_rate": 1.1559633027522937e-05,
+      "loss": 0.7188,
+      "step": 3228
+    },
+    {
+      "epoch": 3.12,
+      "grad_norm": 1.1541872024536133,
+      "learning_rate": 1.1555462885738115e-05,
+      "loss": 0.8327,
+      "step": 3229
+    },
+    {
+      "epoch": 3.13,
+      "grad_norm": 1.1878880262374878,
+      "learning_rate": 1.1551292743953295e-05,
+      "loss": 0.8089,
+      "step": 3230
+    },
+    {
+      "epoch": 3.13,
+      "grad_norm": 1.2504700422286987,
+      "learning_rate": 1.1547122602168474e-05,
+      "loss": 0.7335,
+      "step": 3231
+    },
+    {
+      "epoch": 3.13,
+      "grad_norm": 1.0725075006484985,
+      "learning_rate": 1.1542952460383654e-05,
+      "loss": 0.6189,
+      "step": 3232
+    },
+    {
+      "epoch": 3.13,
+      "grad_norm": 1.3383662700653076,
+      "learning_rate": 1.1538782318598834e-05,
+      "loss": 0.6417,
+      "step": 3233
+    },
+    {
+      "epoch": 3.13,
+      "grad_norm": 1.5360132455825806,
+      "learning_rate": 1.1534612176814012e-05,
+      "loss": 0.8597,
+      "step": 3234
+    },
+    {
+      "epoch": 3.13,
+      "grad_norm": 1.3072084188461304,
+      "learning_rate": 1.1530442035029192e-05,
+      "loss": 0.7842,
+      "step": 3235
+    },
+    {
+      "epoch": 3.13,
+      "grad_norm": 1.2421491146087646,
+      "learning_rate": 1.152627189324437e-05,
+      "loss": 0.6952,
+      "step": 3236
+    },
+    {
+      "epoch": 3.13,
+      "grad_norm": 1.0458987951278687,
+      "learning_rate": 1.152210175145955e-05,
+      "loss": 0.8233,
+      "step": 3237
+    },
+    {
+      "epoch": 3.13,
+      "grad_norm": 1.2006381750106812,
+      "learning_rate": 1.151793160967473e-05,
+      "loss": 0.6739,
+      "step": 3238
+    },
+    {
+      "epoch": 3.13,
+      "grad_norm": 1.2476036548614502,
+      "learning_rate": 1.1513761467889909e-05,
+      "loss": 0.7066,
+      "step": 3239
+    },
+    {
+      "epoch": 3.13,
+      "grad_norm": 1.2618188858032227,
+      "learning_rate": 1.1509591326105087e-05,
+      "loss": 0.752,
+      "step": 3240
+    },
+    {
+      "epoch": 3.14,
+      "grad_norm": 1.302243709564209,
+      "learning_rate": 1.1505421184320267e-05,
+      "loss": 0.7866,
+      "step": 3241
+    },
+    {
+      "epoch": 3.14,
+      "grad_norm": 1.2427616119384766,
+      "learning_rate": 1.1501251042535447e-05,
+      "loss": 0.6593,
+      "step": 3242
+    },
+    {
+      "epoch": 3.14,
+      "grad_norm": 1.4073095321655273,
+      "learning_rate": 1.1497080900750626e-05,
+      "loss": 0.7185,
+      "step": 3243
+    },
+    {
+      "epoch": 3.14,
+      "grad_norm": 1.598067283630371,
+      "learning_rate": 1.1492910758965806e-05,
+      "loss": 0.8257,
+      "step": 3244
+    },
+    {
+      "epoch": 3.14,
+      "grad_norm": 1.067767858505249,
+      "learning_rate": 1.1488740617180984e-05,
+      "loss": 0.8638,
+      "step": 3245
+    },
+    {
+      "epoch": 3.14,
+      "grad_norm": 1.256085991859436,
+      "learning_rate": 1.1484570475396164e-05,
+      "loss": 0.8165,
+      "step": 3246
+    },
+    {
+      "epoch": 3.14,
+      "grad_norm": 1.1388213634490967,
+      "learning_rate": 1.1480400333611344e-05,
+      "loss": 0.6575,
+      "step": 3247
+    },
+    {
+      "epoch": 3.14,
+      "grad_norm": 1.2170623540878296,
+      "learning_rate": 1.1476230191826522e-05,
+      "loss": 0.7292,
+      "step": 3248
+    },
+    {
+      "epoch": 3.14,
+      "grad_norm": 1.07816481590271,
+      "learning_rate": 1.1472060050041702e-05,
+      "loss": 0.6152,
+      "step": 3249
+    },
+    {
+      "epoch": 3.14,
+      "grad_norm": 1.3839792013168335,
+      "learning_rate": 1.1467889908256882e-05,
+      "loss": 0.6492,
+      "step": 3250
+    },
+    {
+      "epoch": 3.15,
+      "grad_norm": 1.230368971824646,
+      "learning_rate": 1.146371976647206e-05,
+      "loss": 0.584,
+      "step": 3251
+    },
+    {
+      "epoch": 3.15,
+      "grad_norm": 1.0888391733169556,
+      "learning_rate": 1.1459549624687239e-05,
+      "loss": 0.5848,
+      "step": 3252
+    },
+    {
+      "epoch": 3.15,
+      "grad_norm": 1.0804716348648071,
+      "learning_rate": 1.1455379482902419e-05,
+      "loss": 0.8888,
+      "step": 3253
+    },
+    {
+      "epoch": 3.15,
+      "grad_norm": 1.1284668445587158,
+      "learning_rate": 1.1451209341117599e-05,
+      "loss": 0.762,
+      "step": 3254
+    },
+    {
+      "epoch": 3.15,
+      "grad_norm": 1.244312047958374,
+      "learning_rate": 1.1447039199332777e-05,
+      "loss": 0.6616,
+      "step": 3255
+    },
+    {
+      "epoch": 3.15,
+      "grad_norm": 1.1920812129974365,
+      "learning_rate": 1.1442869057547958e-05,
+      "loss": 0.5905,
+      "step": 3256
+    },
+    {
+      "epoch": 3.15,
+      "grad_norm": 1.5419564247131348,
+      "learning_rate": 1.1438698915763136e-05,
+      "loss": 0.7983,
+      "step": 3257
+    },
+    {
+      "epoch": 3.15,
+      "grad_norm": 1.2202568054199219,
+      "learning_rate": 1.1434528773978316e-05,
+      "loss": 0.757,
+      "step": 3258
+    },
+    {
+      "epoch": 3.15,
+      "grad_norm": 1.3789610862731934,
+      "learning_rate": 1.1430358632193496e-05,
+      "loss": 0.8221,
+      "step": 3259
+    },
+    {
+      "epoch": 3.15,
+      "grad_norm": 1.289023518562317,
+      "learning_rate": 1.1426188490408674e-05,
+      "loss": 0.6762,
+      "step": 3260
+    },
+    {
+      "epoch": 3.16,
+      "grad_norm": 1.1462633609771729,
+      "learning_rate": 1.1422018348623854e-05,
+      "loss": 0.6354,
+      "step": 3261
+    },
+    {
+      "epoch": 3.16,
+      "grad_norm": 1.338168978691101,
+      "learning_rate": 1.1417848206839033e-05,
+      "loss": 0.7027,
+      "step": 3262
+    },
+    {
+      "epoch": 3.16,
+      "grad_norm": 1.2175195217132568,
+      "learning_rate": 1.1413678065054213e-05,
+      "loss": 0.7992,
+      "step": 3263
+    },
+    {
+      "epoch": 3.16,
+      "grad_norm": 1.1366231441497803,
+      "learning_rate": 1.1409507923269391e-05,
+      "loss": 0.5934,
+      "step": 3264
+    },
+    {
+      "epoch": 3.16,
+      "grad_norm": 0.9199458360671997,
+      "learning_rate": 1.1405337781484571e-05,
+      "loss": 0.6479,
+      "step": 3265
+    },
+    {
+      "epoch": 3.16,
+      "grad_norm": 1.1771986484527588,
+      "learning_rate": 1.140116763969975e-05,
+      "loss": 0.7222,
+      "step": 3266
+    },
+    {
+      "epoch": 3.16,
+      "grad_norm": 1.0597327947616577,
+      "learning_rate": 1.139699749791493e-05,
+      "loss": 0.7216,
+      "step": 3267
+    },
+    {
+      "epoch": 3.16,
+      "grad_norm": 1.1762417554855347,
+      "learning_rate": 1.139282735613011e-05,
+      "loss": 0.8565,
+      "step": 3268
+    },
+    {
+      "epoch": 3.16,
+      "grad_norm": 1.5666489601135254,
+      "learning_rate": 1.1388657214345288e-05,
+      "loss": 0.7854,
+      "step": 3269
+    },
+    {
+      "epoch": 3.16,
+      "grad_norm": 1.2026633024215698,
+      "learning_rate": 1.1384487072560468e-05,
+      "loss": 0.7129,
+      "step": 3270
+    },
+    {
+      "epoch": 3.16,
+      "grad_norm": 0.9615378975868225,
+      "learning_rate": 1.1380316930775648e-05,
+      "loss": 0.7439,
+      "step": 3271
+    },
+    {
+      "epoch": 3.17,
+      "grad_norm": 0.9021217823028564,
+      "learning_rate": 1.1376146788990826e-05,
+      "loss": 0.6624,
+      "step": 3272
+    },
+    {
+      "epoch": 3.17,
+      "grad_norm": 1.459649682044983,
+      "learning_rate": 1.1371976647206005e-05,
+      "loss": 0.7181,
+      "step": 3273
+    },
+    {
+      "epoch": 3.17,
+      "grad_norm": 1.446385383605957,
+      "learning_rate": 1.1367806505421185e-05,
+      "loss": 0.7422,
+      "step": 3274
+    },
+    {
+      "epoch": 3.17,
+      "grad_norm": 1.3447153568267822,
+      "learning_rate": 1.1363636363636365e-05,
+      "loss": 0.7428,
+      "step": 3275
+    },
+    {
+      "epoch": 3.17,
+      "grad_norm": 1.2977463006973267,
+      "learning_rate": 1.1359466221851543e-05,
+      "loss": 0.5531,
+      "step": 3276
+    },
+    {
+      "epoch": 3.17,
+      "grad_norm": 1.3001067638397217,
+      "learning_rate": 1.1355296080066723e-05,
+      "loss": 0.684,
+      "step": 3277
+    },
+    {
+      "epoch": 3.17,
+      "grad_norm": 0.9697086215019226,
+      "learning_rate": 1.1351125938281901e-05,
+      "loss": 0.6882,
+      "step": 3278
+    },
+    {
+      "epoch": 3.17,
+      "grad_norm": 1.4971201419830322,
+      "learning_rate": 1.1346955796497081e-05,
+      "loss": 0.7898,
+      "step": 3279
+    },
+    {
+      "epoch": 3.17,
+      "grad_norm": 1.437363624572754,
+      "learning_rate": 1.1342785654712261e-05,
+      "loss": 0.8547,
+      "step": 3280
+    },
+    {
+      "epoch": 3.17,
+      "grad_norm": 0.9968420267105103,
+      "learning_rate": 1.133861551292744e-05,
+      "loss": 0.7263,
+      "step": 3281
+    },
+    {
+      "epoch": 3.18,
+      "grad_norm": 1.1355323791503906,
+      "learning_rate": 1.133444537114262e-05,
+      "loss": 0.8424,
+      "step": 3282
+    },
+    {
+      "epoch": 3.18,
+      "grad_norm": 1.5121216773986816,
+      "learning_rate": 1.13302752293578e-05,
+      "loss": 0.5438,
+      "step": 3283
+    },
+    {
+      "epoch": 3.18,
+      "grad_norm": 1.0721768140792847,
+      "learning_rate": 1.1326105087572978e-05,
+      "loss": 0.8685,
+      "step": 3284
+    },
+    {
+      "epoch": 3.18,
+      "grad_norm": 1.1499862670898438,
+      "learning_rate": 1.1321934945788157e-05,
+      "loss": 0.7728,
+      "step": 3285
+    },
+    {
+      "epoch": 3.18,
+      "grad_norm": 1.206310510635376,
+      "learning_rate": 1.1317764804003337e-05,
+      "loss": 0.7517,
+      "step": 3286
+    },
+    {
+      "epoch": 3.18,
+      "grad_norm": 1.5181379318237305,
+      "learning_rate": 1.1313594662218515e-05,
+      "loss": 0.7631,
+      "step": 3287
+    },
+    {
+      "epoch": 3.18,
+      "grad_norm": 1.2266368865966797,
+      "learning_rate": 1.1309424520433695e-05,
+      "loss": 0.6491,
+      "step": 3288
+    },
+    {
+      "epoch": 3.18,
+      "grad_norm": 1.2430081367492676,
+      "learning_rate": 1.1305254378648875e-05,
+      "loss": 0.7077,
+      "step": 3289
+    },
+    {
+      "epoch": 3.18,
+      "grad_norm": 1.419384241104126,
+      "learning_rate": 1.1301084236864053e-05,
+      "loss": 0.7809,
+      "step": 3290
+    },
+    {
+      "epoch": 3.18,
+      "grad_norm": 1.0880069732666016,
+      "learning_rate": 1.1296914095079233e-05,
+      "loss": 0.7008,
+      "step": 3291
+    },
+    {
+      "epoch": 3.19,
+      "grad_norm": 1.357650637626648,
+      "learning_rate": 1.1292743953294413e-05,
+      "loss": 0.6893,
+      "step": 3292
+    },
+    {
+      "epoch": 3.19,
+      "grad_norm": 1.299135446548462,
+      "learning_rate": 1.1288573811509592e-05,
+      "loss": 0.7299,
+      "step": 3293
+    },
+    {
+      "epoch": 3.19,
+      "grad_norm": 1.3011831045150757,
+      "learning_rate": 1.1284403669724772e-05,
+      "loss": 0.6976,
+      "step": 3294
+    },
+    {
+      "epoch": 3.19,
+      "grad_norm": 1.0060980319976807,
+      "learning_rate": 1.128023352793995e-05,
+      "loss": 0.7907,
+      "step": 3295
+    },
+    {
+      "epoch": 3.19,
+      "grad_norm": 1.269822359085083,
+      "learning_rate": 1.127606338615513e-05,
+      "loss": 0.6656,
+      "step": 3296
+    },
+    {
+      "epoch": 3.19,
+      "grad_norm": 1.283442735671997,
+      "learning_rate": 1.1271893244370308e-05,
+      "loss": 0.836,
+      "step": 3297
+    },
+    {
+      "epoch": 3.19,
+      "grad_norm": 1.4523227214813232,
+      "learning_rate": 1.1267723102585489e-05,
+      "loss": 0.683,
+      "step": 3298
+    },
+    {
+      "epoch": 3.19,
+      "grad_norm": 1.170319676399231,
+      "learning_rate": 1.1263552960800667e-05,
+      "loss": 0.8076,
+      "step": 3299
+    },
+    {
+      "epoch": 3.19,
+      "grad_norm": 1.1295701265335083,
+      "learning_rate": 1.1259382819015847e-05,
+      "loss": 0.7454,
+      "step": 3300
+    },
+    {
+      "epoch": 3.19,
+      "eval_loss": 0.8572828769683838,
+      "eval_runtime": 861.1348,
+      "eval_samples_per_second": 4.801,
+      "eval_steps_per_second": 0.6,
+      "step": 3300
+    },
+    {
+      "epoch": 3.19,
+      "grad_norm": 1.3477787971496582,
+      "learning_rate": 1.1255212677231027e-05,
+      "loss": 0.6758,
+      "step": 3301
+    },
+    {
+      "epoch": 3.19,
+      "grad_norm": 1.2770168781280518,
+      "learning_rate": 1.1251042535446205e-05,
+      "loss": 0.5763,
+      "step": 3302
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 1.169847846031189,
+      "learning_rate": 1.1246872393661385e-05,
+      "loss": 0.7559,
+      "step": 3303
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 1.362985372543335,
+      "learning_rate": 1.1242702251876565e-05,
+      "loss": 0.6733,
+      "step": 3304
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 1.3402783870697021,
+      "learning_rate": 1.1238532110091744e-05,
+      "loss": 0.7126,
+      "step": 3305
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 1.2492231130599976,
+      "learning_rate": 1.1234361968306922e-05,
+      "loss": 0.6474,
+      "step": 3306
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 1.181850790977478,
+      "learning_rate": 1.1230191826522102e-05,
+      "loss": 0.7208,
+      "step": 3307
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 1.5102277994155884,
+      "learning_rate": 1.122602168473728e-05,
+      "loss": 0.9829,
+      "step": 3308
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 1.0260789394378662,
+      "learning_rate": 1.122185154295246e-05,
+      "loss": 0.6908,
+      "step": 3309
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 1.4059216976165771,
+      "learning_rate": 1.121768140116764e-05,
+      "loss": 0.6147,
+      "step": 3310
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 1.2179521322250366,
+      "learning_rate": 1.1213511259382819e-05,
+      "loss": 0.6273,
+      "step": 3311
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 1.3010526895523071,
+      "learning_rate": 1.1209341117597999e-05,
+      "loss": 0.6503,
+      "step": 3312
+    },
+    {
+      "epoch": 3.21,
+      "grad_norm": 1.1008187532424927,
+      "learning_rate": 1.1205170975813179e-05,
+      "loss": 0.7652,
+      "step": 3313
+    },
+    {
+      "epoch": 3.21,
+      "grad_norm": 1.5400184392929077,
+      "learning_rate": 1.1201000834028357e-05,
+      "loss": 0.7523,
+      "step": 3314
+    },
+    {
+      "epoch": 3.21,
+      "grad_norm": 1.293662667274475,
+      "learning_rate": 1.1196830692243537e-05,
+      "loss": 0.7678,
+      "step": 3315
+    },
+    {
+      "epoch": 3.21,
+      "grad_norm": 1.223686933517456,
+      "learning_rate": 1.1192660550458717e-05,
+      "loss": 0.8951,
+      "step": 3316
+    },
+    {
+      "epoch": 3.21,
+      "grad_norm": 1.3788419961929321,
+      "learning_rate": 1.1188490408673896e-05,
+      "loss": 0.876,
+      "step": 3317
+    },
+    {
+      "epoch": 3.21,
+      "grad_norm": 0.9645219445228577,
+      "learning_rate": 1.1184320266889074e-05,
+      "loss": 0.7768,
+      "step": 3318
+    },
+    {
+      "epoch": 3.21,
+      "grad_norm": 1.4818342924118042,
+      "learning_rate": 1.1180150125104254e-05,
+      "loss": 0.8519,
+      "step": 3319
+    },
+    {
+      "epoch": 3.21,
+      "grad_norm": 1.0755265951156616,
+      "learning_rate": 1.1175979983319432e-05,
+      "loss": 0.6771,
+      "step": 3320
+    },
+    {
+      "epoch": 3.21,
+      "grad_norm": 1.3540762662887573,
+      "learning_rate": 1.1171809841534612e-05,
+      "loss": 0.6359,
+      "step": 3321
+    },
+    {
+      "epoch": 3.21,
+      "grad_norm": 1.3275072574615479,
+      "learning_rate": 1.1167639699749792e-05,
+      "loss": 0.7787,
+      "step": 3322
+    },
+    {
+      "epoch": 3.22,
+      "grad_norm": 1.2326210737228394,
+      "learning_rate": 1.116346955796497e-05,
+      "loss": 0.7172,
+      "step": 3323
+    },
+    {
+      "epoch": 3.22,
+      "grad_norm": 1.4028030633926392,
+      "learning_rate": 1.115929941618015e-05,
+      "loss": 0.7234,
+      "step": 3324
+    },
+    {
+      "epoch": 3.22,
+      "grad_norm": 1.1928136348724365,
+      "learning_rate": 1.1155129274395331e-05,
+      "loss": 0.9787,
+      "step": 3325
+    },
+    {
+      "epoch": 3.22,
+      "grad_norm": 1.1200298070907593,
+      "learning_rate": 1.115095913261051e-05,
+      "loss": 0.6041,
+      "step": 3326
+    },
+    {
+      "epoch": 3.22,
+      "grad_norm": 1.1073306798934937,
+      "learning_rate": 1.114678899082569e-05,
+      "loss": 0.7624,
+      "step": 3327
+    },
+    {
+      "epoch": 3.22,
+      "grad_norm": 1.3048022985458374,
+      "learning_rate": 1.1142618849040868e-05,
+      "loss": 0.7386,
+      "step": 3328
+    },
+    {
+      "epoch": 3.22,
+      "grad_norm": 1.2235902547836304,
+      "learning_rate": 1.1138448707256046e-05,
+      "loss": 0.6995,
+      "step": 3329
+    },
+    {
+      "epoch": 3.22,
+      "grad_norm": 1.3890070915222168,
+      "learning_rate": 1.1134278565471226e-05,
+      "loss": 0.7412,
+      "step": 3330
+    },
+    {
+      "epoch": 3.22,
+      "grad_norm": 1.0528852939605713,
+      "learning_rate": 1.1130108423686406e-05,
+      "loss": 0.7006,
+      "step": 3331
+    },
+    {
+      "epoch": 3.22,
+      "grad_norm": 1.308143138885498,
+      "learning_rate": 1.1125938281901584e-05,
+      "loss": 0.6696,
+      "step": 3332
+    },
+    {
+      "epoch": 3.22,
+      "grad_norm": 1.071150541305542,
+      "learning_rate": 1.1121768140116764e-05,
+      "loss": 0.7458,
+      "step": 3333
+    },
+    {
+      "epoch": 3.23,
+      "grad_norm": 1.224147081375122,
+      "learning_rate": 1.1117597998331944e-05,
+      "loss": 0.9626,
+      "step": 3334
+    },
+    {
+      "epoch": 3.23,
+      "grad_norm": 1.3847763538360596,
+      "learning_rate": 1.1113427856547123e-05,
+      "loss": 0.6449,
+      "step": 3335
+    },
+    {
+      "epoch": 3.23,
+      "grad_norm": 1.3238705396652222,
+      "learning_rate": 1.1109257714762303e-05,
+      "loss": 0.7557,
+      "step": 3336
+    },
+    {
+      "epoch": 3.23,
+      "grad_norm": 1.1174274682998657,
+      "learning_rate": 1.1105087572977483e-05,
+      "loss": 0.7587,
+      "step": 3337
+    },
+    {
+      "epoch": 3.23,
+      "grad_norm": 1.061917781829834,
+      "learning_rate": 1.1100917431192661e-05,
+      "loss": 0.6395,
+      "step": 3338
+    },
+    {
+      "epoch": 3.23,
+      "grad_norm": 1.3624316453933716,
+      "learning_rate": 1.109674728940784e-05,
+      "loss": 0.7386,
+      "step": 3339
+    },
+    {
+      "epoch": 3.23,
+      "grad_norm": 0.9669332504272461,
+      "learning_rate": 1.109257714762302e-05,
+      "loss": 0.7333,
+      "step": 3340
+    },
+    {
+      "epoch": 3.23,
+      "grad_norm": 1.1314890384674072,
+      "learning_rate": 1.1088407005838198e-05,
+      "loss": 0.7405,
+      "step": 3341
+    },
+    {
+      "epoch": 3.23,
+      "grad_norm": 1.1925511360168457,
+      "learning_rate": 1.1084236864053378e-05,
+      "loss": 0.8459,
+      "step": 3342
+    },
+    {
+      "epoch": 3.23,
+      "grad_norm": 1.0116933584213257,
+      "learning_rate": 1.1080066722268558e-05,
+      "loss": 0.7452,
+      "step": 3343
+    },
+    {
+      "epoch": 3.24,
+      "grad_norm": 1.3489868640899658,
+      "learning_rate": 1.1075896580483736e-05,
+      "loss": 0.659,
+      "step": 3344
+    },
+    {
+      "epoch": 3.24,
+      "grad_norm": 1.6504747867584229,
+      "learning_rate": 1.1071726438698916e-05,
+      "loss": 0.7387,
+      "step": 3345
+    },
+    {
+      "epoch": 3.24,
+      "grad_norm": 1.038535714149475,
+      "learning_rate": 1.1067556296914096e-05,
+      "loss": 0.612,
+      "step": 3346
+    },
+    {
+      "epoch": 3.24,
+      "grad_norm": 1.3701627254486084,
+      "learning_rate": 1.1063386155129275e-05,
+      "loss": 0.8176,
+      "step": 3347
+    },
+    {
+      "epoch": 3.24,
+      "grad_norm": 1.492211937904358,
+      "learning_rate": 1.1059216013344455e-05,
+      "loss": 0.7442,
+      "step": 3348
+    },
+    {
+      "epoch": 3.24,
+      "grad_norm": 1.3194350004196167,
+      "learning_rate": 1.1055045871559635e-05,
+      "loss": 0.7451,
+      "step": 3349
+    },
+    {
+      "epoch": 3.24,
+      "grad_norm": 1.4297610521316528,
+      "learning_rate": 1.1050875729774811e-05,
+      "loss": 0.7047,
+      "step": 3350
+    },
+    {
+      "epoch": 3.24,
+      "grad_norm": 1.2381166219711304,
+      "learning_rate": 1.1046705587989991e-05,
+      "loss": 0.672,
+      "step": 3351
+    },
+    {
+      "epoch": 3.24,
+      "grad_norm": 1.6374913454055786,
+      "learning_rate": 1.1042535446205171e-05,
+      "loss": 0.6271,
+      "step": 3352
+    },
+    {
+      "epoch": 3.24,
+      "grad_norm": 1.383934497833252,
+      "learning_rate": 1.103836530442035e-05,
+      "loss": 0.7244,
+      "step": 3353
+    },
+    {
+      "epoch": 3.25,
+      "grad_norm": 1.6124647855758667,
+      "learning_rate": 1.103419516263553e-05,
+      "loss": 0.6762,
+      "step": 3354
+    },
+    {
+      "epoch": 3.25,
+      "grad_norm": 1.262732744216919,
+      "learning_rate": 1.103002502085071e-05,
+      "loss": 0.5914,
+      "step": 3355
+    },
+    {
+      "epoch": 3.25,
+      "grad_norm": 1.2295849323272705,
+      "learning_rate": 1.1025854879065888e-05,
+      "loss": 0.7001,
+      "step": 3356
+    },
+    {
+      "epoch": 3.25,
+      "grad_norm": 1.1591074466705322,
+      "learning_rate": 1.1021684737281068e-05,
+      "loss": 0.7922,
+      "step": 3357
+    },
+    {
+      "epoch": 3.25,
+      "grad_norm": 1.4156862497329712,
+      "learning_rate": 1.1017514595496248e-05,
+      "loss": 0.7443,
+      "step": 3358
+    },
+    {
+      "epoch": 3.25,
+      "grad_norm": 1.3502463102340698,
+      "learning_rate": 1.1013344453711427e-05,
+      "loss": 0.686,
+      "step": 3359
+    },
+    {
+      "epoch": 3.25,
+      "grad_norm": 0.9454214572906494,
+      "learning_rate": 1.1009174311926607e-05,
+      "loss": 0.6481,
+      "step": 3360
+    },
+    {
+      "epoch": 3.25,
+      "grad_norm": 1.1023411750793457,
+      "learning_rate": 1.1005004170141785e-05,
+      "loss": 0.6559,
+      "step": 3361
+    },
+    {
+      "epoch": 3.25,
+      "grad_norm": 1.402946949005127,
+      "learning_rate": 1.1000834028356963e-05,
+      "loss": 0.6993,
+      "step": 3362
+    },
+    {
+      "epoch": 3.25,
+      "grad_norm": 1.5812368392944336,
+      "learning_rate": 1.0996663886572143e-05,
+      "loss": 0.9209,
+      "step": 3363
+    },
+    {
+      "epoch": 3.25,
+      "grad_norm": 1.5126149654388428,
+      "learning_rate": 1.0992493744787323e-05,
+      "loss": 0.7068,
+      "step": 3364
+    },
+    {
+      "epoch": 3.26,
+      "grad_norm": 1.2705059051513672,
+      "learning_rate": 1.0988323603002502e-05,
+      "loss": 0.7095,
+      "step": 3365
+    },
+    {
+      "epoch": 3.26,
+      "grad_norm": 1.0155035257339478,
+      "learning_rate": 1.0984153461217682e-05,
+      "loss": 0.7165,
+      "step": 3366
+    },
+    {
+      "epoch": 3.26,
+      "grad_norm": 1.4430103302001953,
+      "learning_rate": 1.0979983319432862e-05,
+      "loss": 0.7907,
+      "step": 3367
+    },
+    {
+      "epoch": 3.26,
+      "grad_norm": 1.3394001722335815,
+      "learning_rate": 1.097581317764804e-05,
+      "loss": 0.7652,
+      "step": 3368
+    },
+    {
+      "epoch": 3.26,
+      "grad_norm": 1.068241000175476,
+      "learning_rate": 1.097164303586322e-05,
+      "loss": 0.6892,
+      "step": 3369
+    },
+    {
+      "epoch": 3.26,
+      "grad_norm": 1.3863632678985596,
+      "learning_rate": 1.09674728940784e-05,
+      "loss": 0.7418,
+      "step": 3370
+    },
+    {
+      "epoch": 3.26,
+      "grad_norm": 1.6057028770446777,
+      "learning_rate": 1.0963302752293579e-05,
+      "loss": 0.78,
+      "step": 3371
+    },
+    {
+      "epoch": 3.26,
+      "grad_norm": 1.0776585340499878,
+      "learning_rate": 1.0959132610508757e-05,
+      "loss": 0.8162,
+      "step": 3372
+    },
+    {
+      "epoch": 3.26,
+      "grad_norm": 1.25663423538208,
+      "learning_rate": 1.0954962468723937e-05,
+      "loss": 0.7252,
+      "step": 3373
+    },
+    {
+      "epoch": 3.26,
+      "grad_norm": 1.0809129476547241,
+      "learning_rate": 1.0950792326939115e-05,
+      "loss": 0.7351,
+      "step": 3374
+    },
+    {
+      "epoch": 3.27,
+      "grad_norm": 1.4997795820236206,
+      "learning_rate": 1.0946622185154295e-05,
+      "loss": 0.6246,
+      "step": 3375
+    },
+    {
+      "epoch": 3.27,
+      "grad_norm": 2.021662712097168,
+      "learning_rate": 1.0942452043369475e-05,
+      "loss": 0.7095,
+      "step": 3376
+    },
+    {
+      "epoch": 3.27,
+      "grad_norm": 1.0122530460357666,
+      "learning_rate": 1.0938281901584654e-05,
+      "loss": 0.7469,
+      "step": 3377
+    },
+    {
+      "epoch": 3.27,
+      "grad_norm": 1.9117823839187622,
+      "learning_rate": 1.0934111759799834e-05,
+      "loss": 0.6241,
+      "step": 3378
+    },
+    {
+      "epoch": 3.27,
+      "grad_norm": 1.371226191520691,
+      "learning_rate": 1.0929941618015014e-05,
+      "loss": 0.7936,
+      "step": 3379
+    },
+    {
+      "epoch": 3.27,
+      "grad_norm": 1.0318444967269897,
+      "learning_rate": 1.0925771476230192e-05,
+      "loss": 0.778,
+      "step": 3380
+    },
+    {
+      "epoch": 3.27,
+      "grad_norm": 0.9649823307991028,
+      "learning_rate": 1.0921601334445372e-05,
+      "loss": 0.6454,
+      "step": 3381
+    },
+    {
+      "epoch": 3.27,
+      "grad_norm": 1.4121474027633667,
+      "learning_rate": 1.0917431192660552e-05,
+      "loss": 0.7538,
+      "step": 3382
+    },
+    {
+      "epoch": 3.27,
+      "grad_norm": 0.9472850561141968,
+      "learning_rate": 1.0913261050875729e-05,
+      "loss": 0.6823,
+      "step": 3383
+    },
+    {
+      "epoch": 3.27,
+      "grad_norm": 1.024497389793396,
+      "learning_rate": 1.0909090909090909e-05,
+      "loss": 0.5917,
+      "step": 3384
+    },
+    {
+      "epoch": 3.28,
+      "grad_norm": 1.088594913482666,
+      "learning_rate": 1.0904920767306089e-05,
+      "loss": 0.6154,
+      "step": 3385
+    },
+    {
+      "epoch": 3.28,
+      "grad_norm": 1.2852396965026855,
+      "learning_rate": 1.0900750625521267e-05,
+      "loss": 0.7288,
+      "step": 3386
+    },
+    {
+      "epoch": 3.28,
+      "grad_norm": 1.1869783401489258,
+      "learning_rate": 1.0896580483736447e-05,
+      "loss": 0.64,
+      "step": 3387
+    },
+    {
+      "epoch": 3.28,
+      "grad_norm": 1.390867829322815,
+      "learning_rate": 1.0892410341951627e-05,
+      "loss": 0.7947,
+      "step": 3388
+    },
+    {
+      "epoch": 3.28,
+      "grad_norm": 1.1302490234375,
+      "learning_rate": 1.0888240200166806e-05,
+      "loss": 0.6224,
+      "step": 3389
+    },
+    {
+      "epoch": 3.28,
+      "grad_norm": 1.118886113166809,
+      "learning_rate": 1.0884070058381986e-05,
+      "loss": 0.6958,
+      "step": 3390
+    },
+    {
+      "epoch": 3.28,
+      "grad_norm": 1.2561124563217163,
+      "learning_rate": 1.0879899916597166e-05,
+      "loss": 0.6514,
+      "step": 3391
+    },
+    {
+      "epoch": 3.28,
+      "grad_norm": 1.2579007148742676,
+      "learning_rate": 1.0875729774812344e-05,
+      "loss": 0.5491,
+      "step": 3392
+    },
+    {
+      "epoch": 3.28,
+      "grad_norm": 1.1266318559646606,
+      "learning_rate": 1.0871559633027524e-05,
+      "loss": 0.6375,
+      "step": 3393
+    },
+    {
+      "epoch": 3.28,
+      "grad_norm": 1.3354460000991821,
+      "learning_rate": 1.0867389491242702e-05,
+      "loss": 0.6581,
+      "step": 3394
+    },
+    {
+      "epoch": 3.28,
+      "grad_norm": 1.1436158418655396,
+      "learning_rate": 1.086321934945788e-05,
+      "loss": 0.8215,
+      "step": 3395
+    },
+    {
+      "epoch": 3.29,
+      "grad_norm": 1.3141074180603027,
+      "learning_rate": 1.0859049207673061e-05,
+      "loss": 0.7193,
+      "step": 3396
+    },
+    {
+      "epoch": 3.29,
+      "grad_norm": 1.368032693862915,
+      "learning_rate": 1.0854879065888241e-05,
+      "loss": 0.5584,
+      "step": 3397
+    },
+    {
+      "epoch": 3.29,
+      "grad_norm": 1.2383919954299927,
+      "learning_rate": 1.085070892410342e-05,
+      "loss": 0.6618,
+      "step": 3398
+    },
+    {
+      "epoch": 3.29,
+      "grad_norm": 1.2585275173187256,
+      "learning_rate": 1.08465387823186e-05,
+      "loss": 0.7238,
+      "step": 3399
+    },
+    {
+      "epoch": 3.29,
+      "grad_norm": 1.2602593898773193,
+      "learning_rate": 1.084236864053378e-05,
+      "loss": 0.6925,
+      "step": 3400
+    },
+    {
+      "epoch": 3.29,
+      "grad_norm": 1.2530949115753174,
+      "learning_rate": 1.0838198498748958e-05,
+      "loss": 0.709,
+      "step": 3401
+    },
+    {
+      "epoch": 3.29,
+      "grad_norm": 1.637156367301941,
+      "learning_rate": 1.0834028356964138e-05,
+      "loss": 0.6816,
+      "step": 3402
+    },
+    {
+      "epoch": 3.29,
+      "grad_norm": 1.5359946489334106,
+      "learning_rate": 1.0829858215179318e-05,
+      "loss": 0.6496,
+      "step": 3403
+    },
+    {
+      "epoch": 3.29,
+      "grad_norm": 1.7935192584991455,
+      "learning_rate": 1.0825688073394496e-05,
+      "loss": 0.6654,
+      "step": 3404
+    },
+    {
+      "epoch": 3.29,
+      "grad_norm": 1.1224169731140137,
+      "learning_rate": 1.0821517931609674e-05,
+      "loss": 0.717,
+      "step": 3405
+    },
+    {
+      "epoch": 3.3,
+      "grad_norm": 1.2829378843307495,
+      "learning_rate": 1.0817347789824854e-05,
+      "loss": 0.8593,
+      "step": 3406
+    },
+    {
+      "epoch": 3.3,
+      "grad_norm": 1.1093112230300903,
+      "learning_rate": 1.0813177648040033e-05,
+      "loss": 0.8091,
+      "step": 3407
+    },
+    {
+      "epoch": 3.3,
+      "grad_norm": 1.4325751066207886,
+      "learning_rate": 1.0809007506255213e-05,
+      "loss": 0.6826,
+      "step": 3408
+    },
+    {
+      "epoch": 3.3,
+      "grad_norm": 1.0864099264144897,
+      "learning_rate": 1.0804837364470393e-05,
+      "loss": 0.6138,
+      "step": 3409
+    },
+    {
+      "epoch": 3.3,
+      "grad_norm": 1.59944748878479,
+      "learning_rate": 1.0800667222685571e-05,
+      "loss": 0.9302,
+      "step": 3410
+    },
+    {
+      "epoch": 3.3,
+      "grad_norm": 1.2777928113937378,
+      "learning_rate": 1.0796497080900751e-05,
+      "loss": 0.83,
+      "step": 3411
+    },
+    {
+      "epoch": 3.3,
+      "grad_norm": 1.2557361125946045,
+      "learning_rate": 1.0792326939115931e-05,
+      "loss": 0.6753,
+      "step": 3412
+    },
+    {
+      "epoch": 3.3,
+      "grad_norm": 1.3049935102462769,
+      "learning_rate": 1.078815679733111e-05,
+      "loss": 0.7715,
+      "step": 3413
+    },
+    {
+      "epoch": 3.3,
+      "grad_norm": 1.0733563899993896,
+      "learning_rate": 1.078398665554629e-05,
+      "loss": 0.6678,
+      "step": 3414
+    },
+    {
+      "epoch": 3.3,
+      "grad_norm": 1.47896146774292,
+      "learning_rate": 1.077981651376147e-05,
+      "loss": 0.7656,
+      "step": 3415
+    },
+    {
+      "epoch": 3.31,
+      "grad_norm": 1.1716828346252441,
+      "learning_rate": 1.0775646371976646e-05,
+      "loss": 0.5947,
+      "step": 3416
+    },
+    {
+      "epoch": 3.31,
+      "grad_norm": 1.2961649894714355,
+      "learning_rate": 1.0771476230191826e-05,
+      "loss": 0.6478,
+      "step": 3417
+    },
+    {
+      "epoch": 3.31,
+      "grad_norm": 1.2759963274002075,
+      "learning_rate": 1.0767306088407006e-05,
+      "loss": 0.6047,
+      "step": 3418
+    },
+    {
+      "epoch": 3.31,
+      "grad_norm": 1.008695125579834,
+      "learning_rate": 1.0763135946622185e-05,
+      "loss": 0.6799,
+      "step": 3419
+    },
+    {
+      "epoch": 3.31,
+      "grad_norm": 1.134704828262329,
+      "learning_rate": 1.0758965804837365e-05,
+      "loss": 0.5557,
+      "step": 3420
+    },
+    {
+      "epoch": 3.31,
+      "grad_norm": 1.4728366136550903,
+      "learning_rate": 1.0754795663052545e-05,
+      "loss": 0.7292,
+      "step": 3421
+    },
+    {
+      "epoch": 3.31,
+      "grad_norm": 1.1189053058624268,
+      "learning_rate": 1.0750625521267723e-05,
+      "loss": 0.7542,
+      "step": 3422
+    },
+    {
+      "epoch": 3.31,
+      "grad_norm": 1.1999545097351074,
+      "learning_rate": 1.0746455379482903e-05,
+      "loss": 0.5912,
+      "step": 3423
+    },
+    {
+      "epoch": 3.31,
+      "grad_norm": 1.0336962938308716,
+      "learning_rate": 1.0742285237698083e-05,
+      "loss": 0.7258,
+      "step": 3424
+    },
+    {
+      "epoch": 3.31,
+      "grad_norm": 1.879111409187317,
+      "learning_rate": 1.0738115095913262e-05,
+      "loss": 1.0062,
+      "step": 3425
+    },
+    {
+      "epoch": 3.31,
+      "grad_norm": 1.4221199750900269,
+      "learning_rate": 1.0733944954128442e-05,
+      "loss": 0.5881,
+      "step": 3426
+    },
+    {
+      "epoch": 3.32,
+      "grad_norm": 1.394644856452942,
+      "learning_rate": 1.072977481234362e-05,
+      "loss": 0.8218,
+      "step": 3427
+    },
+    {
+      "epoch": 3.32,
+      "grad_norm": 2.010867118835449,
+      "learning_rate": 1.0725604670558798e-05,
+      "loss": 0.8283,
+      "step": 3428
+    },
+    {
+      "epoch": 3.32,
+      "grad_norm": 1.330498456954956,
+      "learning_rate": 1.0721434528773978e-05,
+      "loss": 0.605,
+      "step": 3429
+    },
+    {
+      "epoch": 3.32,
+      "grad_norm": 1.4259686470031738,
+      "learning_rate": 1.0717264386989158e-05,
+      "loss": 0.7469,
+      "step": 3430
+    },
+    {
+      "epoch": 3.32,
+      "grad_norm": 1.2063336372375488,
+      "learning_rate": 1.0713094245204337e-05,
+      "loss": 0.7167,
+      "step": 3431
+    },
+    {
+      "epoch": 3.32,
+      "grad_norm": 1.2673969268798828,
+      "learning_rate": 1.0708924103419517e-05,
+      "loss": 0.6076,
+      "step": 3432
+    },
+    {
+      "epoch": 3.32,
+      "grad_norm": 1.4459670782089233,
+      "learning_rate": 1.0704753961634697e-05,
+      "loss": 0.8424,
+      "step": 3433
+    },
+    {
+      "epoch": 3.32,
+      "grad_norm": 0.9861494898796082,
+      "learning_rate": 1.0700583819849875e-05,
+      "loss": 0.6108,
+      "step": 3434
+    },
+    {
+      "epoch": 3.32,
+      "grad_norm": 1.0082473754882812,
+      "learning_rate": 1.0696413678065055e-05,
+      "loss": 0.7346,
+      "step": 3435
+    },
+    {
+      "epoch": 3.32,
+      "grad_norm": 1.4336408376693726,
+      "learning_rate": 1.0692243536280235e-05,
+      "loss": 0.8671,
+      "step": 3436
+    },
+    {
+      "epoch": 3.33,
+      "grad_norm": 1.3534523248672485,
+      "learning_rate": 1.0688073394495414e-05,
+      "loss": 0.5643,
+      "step": 3437
+    },
+    {
+      "epoch": 3.33,
+      "grad_norm": 1.3873342275619507,
+      "learning_rate": 1.0683903252710592e-05,
+      "loss": 0.7677,
+      "step": 3438
+    },
+    {
+      "epoch": 3.33,
+      "grad_norm": 1.1296403408050537,
+      "learning_rate": 1.0679733110925772e-05,
+      "loss": 0.6464,
+      "step": 3439
+    },
+    {
+      "epoch": 3.33,
+      "grad_norm": 1.3493890762329102,
+      "learning_rate": 1.067556296914095e-05,
+      "loss": 0.7079,
+      "step": 3440
+    },
+    {
+      "epoch": 3.33,
+      "grad_norm": 1.0572352409362793,
+      "learning_rate": 1.067139282735613e-05,
+      "loss": 0.7055,
+      "step": 3441
+    },
+    {
+      "epoch": 3.33,
+      "grad_norm": 1.1493865251541138,
+      "learning_rate": 1.066722268557131e-05,
+      "loss": 0.9469,
+      "step": 3442
+    },
+    {
+      "epoch": 3.33,
+      "grad_norm": 1.1443610191345215,
+      "learning_rate": 1.0663052543786489e-05,
+      "loss": 0.7493,
+      "step": 3443
+    },
+    {
+      "epoch": 3.33,
+      "grad_norm": 0.9636917114257812,
+      "learning_rate": 1.0658882402001669e-05,
+      "loss": 0.6283,
+      "step": 3444
+    },
+    {
+      "epoch": 3.33,
+      "grad_norm": 1.1887658834457397,
+      "learning_rate": 1.0654712260216849e-05,
+      "loss": 0.6482,
+      "step": 3445
+    },
+    {
+      "epoch": 3.33,
+      "grad_norm": 1.5771211385726929,
+      "learning_rate": 1.0650542118432027e-05,
+      "loss": 0.5913,
+      "step": 3446
+    },
+    {
+      "epoch": 3.34,
+      "grad_norm": 1.117101788520813,
+      "learning_rate": 1.0646371976647207e-05,
+      "loss": 0.823,
+      "step": 3447
+    },
+    {
+      "epoch": 3.34,
+      "grad_norm": 1.4400957822799683,
+      "learning_rate": 1.0642201834862387e-05,
+      "loss": 0.6638,
+      "step": 3448
+    },
+    {
+      "epoch": 3.34,
+      "grad_norm": 1.2020106315612793,
+      "learning_rate": 1.0638031693077564e-05,
+      "loss": 0.5566,
+      "step": 3449
+    },
+    {
+      "epoch": 3.34,
+      "grad_norm": 1.2653436660766602,
+      "learning_rate": 1.0633861551292744e-05,
+      "loss": 0.7604,
+      "step": 3450
+    },
+    {
+      "epoch": 3.34,
+      "grad_norm": 1.4160075187683105,
+      "learning_rate": 1.0629691409507924e-05,
+      "loss": 0.7211,
+      "step": 3451
+    },
+    {
+      "epoch": 3.34,
+      "grad_norm": 0.963518500328064,
+      "learning_rate": 1.0625521267723102e-05,
+      "loss": 0.7777,
+      "step": 3452
+    },
+    {
+      "epoch": 3.34,
+      "grad_norm": 1.4676203727722168,
+      "learning_rate": 1.0621351125938282e-05,
+      "loss": 0.8751,
+      "step": 3453
+    },
+    {
+      "epoch": 3.34,
+      "grad_norm": 1.1271092891693115,
+      "learning_rate": 1.0617180984153462e-05,
+      "loss": 0.8859,
+      "step": 3454
+    },
+    {
+      "epoch": 3.34,
+      "grad_norm": 1.1082775592803955,
+      "learning_rate": 1.061301084236864e-05,
+      "loss": 0.7262,
+      "step": 3455
+    },
+    {
+      "epoch": 3.34,
+      "grad_norm": 1.2201300859451294,
+      "learning_rate": 1.060884070058382e-05,
+      "loss": 0.8005,
+      "step": 3456
+    },
+    {
+      "epoch": 3.34,
+      "grad_norm": 0.9868558645248413,
+      "learning_rate": 1.0604670558799e-05,
+      "loss": 0.5953,
+      "step": 3457
+    },
+    {
+      "epoch": 3.35,
+      "grad_norm": 1.012241005897522,
+      "learning_rate": 1.0600500417014179e-05,
+      "loss": 0.7785,
+      "step": 3458
+    },
+    {
+      "epoch": 3.35,
+      "grad_norm": 1.1775126457214355,
+      "learning_rate": 1.0596330275229359e-05,
+      "loss": 0.6593,
+      "step": 3459
+    },
+    {
+      "epoch": 3.35,
+      "grad_norm": 1.3616118431091309,
+      "learning_rate": 1.0592160133444537e-05,
+      "loss": 0.7491,
+      "step": 3460
+    },
+    {
+      "epoch": 3.35,
+      "grad_norm": 1.2633185386657715,
+      "learning_rate": 1.0587989991659716e-05,
+      "loss": 0.838,
+      "step": 3461
+    },
+    {
+      "epoch": 3.35,
+      "grad_norm": 1.2192989587783813,
+      "learning_rate": 1.0583819849874896e-05,
+      "loss": 0.7723,
+      "step": 3462
+    },
+    {
+      "epoch": 3.35,
+      "grad_norm": 1.3479501008987427,
+      "learning_rate": 1.0579649708090076e-05,
+      "loss": 0.7368,
+      "step": 3463
+    },
+    {
+      "epoch": 3.35,
+      "grad_norm": 1.292114019393921,
+      "learning_rate": 1.0575479566305254e-05,
+      "loss": 0.7949,
+      "step": 3464
+    },
+    {
+      "epoch": 3.35,
+      "grad_norm": 1.1060526371002197,
+      "learning_rate": 1.0571309424520434e-05,
+      "loss": 0.7733,
+      "step": 3465
+    },
+    {
+      "epoch": 3.35,
+      "grad_norm": 1.2905687093734741,
+      "learning_rate": 1.0567139282735614e-05,
+      "loss": 0.7951,
+      "step": 3466
+    },
+    {
+      "epoch": 3.35,
+      "grad_norm": 1.126912236213684,
+      "learning_rate": 1.0562969140950793e-05,
+      "loss": 0.7167,
+      "step": 3467
+    },
+    {
+      "epoch": 3.36,
+      "grad_norm": 1.5318437814712524,
+      "learning_rate": 1.0558798999165973e-05,
+      "loss": 0.7958,
+      "step": 3468
+    },
+    {
+      "epoch": 3.36,
+      "grad_norm": 1.1199828386306763,
+      "learning_rate": 1.0554628857381153e-05,
+      "loss": 0.6292,
+      "step": 3469
+    },
+    {
+      "epoch": 3.36,
+      "grad_norm": 1.6919323205947876,
+      "learning_rate": 1.0550458715596331e-05,
+      "loss": 0.9646,
+      "step": 3470
+    },
+    {
+      "epoch": 3.36,
+      "grad_norm": 1.2313265800476074,
+      "learning_rate": 1.054628857381151e-05,
+      "loss": 0.6957,
+      "step": 3471
+    },
+    {
+      "epoch": 3.36,
+      "grad_norm": 1.1872867345809937,
+      "learning_rate": 1.054211843202669e-05,
+      "loss": 0.6459,
+      "step": 3472
+    },
+    {
+      "epoch": 3.36,
+      "grad_norm": 1.381390929222107,
+      "learning_rate": 1.0537948290241868e-05,
+      "loss": 0.8237,
+      "step": 3473
+    },
+    {
+      "epoch": 3.36,
+      "grad_norm": 1.0828696489334106,
+      "learning_rate": 1.0533778148457048e-05,
+      "loss": 0.6105,
+      "step": 3474
+    },
+    {
+      "epoch": 3.36,
+      "grad_norm": 1.3132773637771606,
+      "learning_rate": 1.0529608006672228e-05,
+      "loss": 0.7536,
+      "step": 3475
+    },
+    {
+      "epoch": 3.36,
+      "grad_norm": 1.01531183719635,
+      "learning_rate": 1.0525437864887406e-05,
+      "loss": 0.6987,
+      "step": 3476
+    },
+    {
+      "epoch": 3.36,
+      "grad_norm": 1.4168379306793213,
+      "learning_rate": 1.0521267723102586e-05,
+      "loss": 0.8741,
+      "step": 3477
+    },
+    {
+      "epoch": 3.37,
+      "grad_norm": 1.338118314743042,
+      "learning_rate": 1.0517097581317766e-05,
+      "loss": 0.6214,
+      "step": 3478
+    },
+    {
+      "epoch": 3.37,
+      "grad_norm": 1.4483674764633179,
+      "learning_rate": 1.0512927439532945e-05,
+      "loss": 0.7309,
+      "step": 3479
+    },
+    {
+      "epoch": 3.37,
+      "grad_norm": 1.3336416482925415,
+      "learning_rate": 1.0508757297748125e-05,
+      "loss": 0.7135,
+      "step": 3480
+    },
+    {
+      "epoch": 3.37,
+      "grad_norm": 1.3744287490844727,
+      "learning_rate": 1.0504587155963305e-05,
+      "loss": 0.7492,
+      "step": 3481
+    },
+    {
+      "epoch": 3.37,
+      "grad_norm": 1.222573161125183,
+      "learning_rate": 1.0500417014178481e-05,
+      "loss": 0.7949,
+      "step": 3482
+    },
+    {
+      "epoch": 3.37,
+      "grad_norm": 1.2898274660110474,
+      "learning_rate": 1.0496246872393661e-05,
+      "loss": 0.7056,
+      "step": 3483
+    },
+    {
+      "epoch": 3.37,
+      "grad_norm": 1.5685310363769531,
+      "learning_rate": 1.0492076730608841e-05,
+      "loss": 0.8209,
+      "step": 3484
+    },
+    {
+      "epoch": 3.37,
+      "grad_norm": 1.5154378414154053,
+      "learning_rate": 1.048790658882402e-05,
+      "loss": 0.6577,
+      "step": 3485
+    },
+    {
+      "epoch": 3.37,
+      "grad_norm": 1.3797118663787842,
+      "learning_rate": 1.04837364470392e-05,
+      "loss": 0.7417,
+      "step": 3486
+    },
+    {
+      "epoch": 3.37,
+      "grad_norm": 1.2001053094863892,
+      "learning_rate": 1.047956630525438e-05,
+      "loss": 0.9088,
+      "step": 3487
+    },
+    {
+      "epoch": 3.37,
+      "grad_norm": 1.3712891340255737,
+      "learning_rate": 1.0475396163469558e-05,
+      "loss": 0.748,
+      "step": 3488
+    },
+    {
+      "epoch": 3.38,
+      "grad_norm": 1.3195301294326782,
+      "learning_rate": 1.0471226021684738e-05,
+      "loss": 0.9355,
+      "step": 3489
+    },
+    {
+      "epoch": 3.38,
+      "grad_norm": 1.404589056968689,
+      "learning_rate": 1.0467055879899918e-05,
+      "loss": 0.8267,
+      "step": 3490
+    },
+    {
+      "epoch": 3.38,
+      "grad_norm": 1.5360671281814575,
+      "learning_rate": 1.0462885738115096e-05,
+      "loss": 0.7572,
+      "step": 3491
+    },
+    {
+      "epoch": 3.38,
+      "grad_norm": 1.7579607963562012,
+      "learning_rate": 1.0458715596330277e-05,
+      "loss": 0.7259,
+      "step": 3492
+    },
+    {
+      "epoch": 3.38,
+      "grad_norm": 1.5258115530014038,
+      "learning_rate": 1.0454545454545455e-05,
+      "loss": 0.5538,
+      "step": 3493
+    },
+    {
+      "epoch": 3.38,
+      "grad_norm": 1.3881744146347046,
+      "learning_rate": 1.0450375312760633e-05,
+      "loss": 0.7602,
+      "step": 3494
+    },
+    {
+      "epoch": 3.38,
+      "grad_norm": 1.1759934425354004,
+      "learning_rate": 1.0446205170975813e-05,
+      "loss": 0.7173,
+      "step": 3495
+    },
+    {
+      "epoch": 3.38,
+      "grad_norm": 1.5940110683441162,
+      "learning_rate": 1.0442035029190993e-05,
+      "loss": 0.7985,
+      "step": 3496
+    },
+    {
+      "epoch": 3.38,
+      "grad_norm": 1.5001188516616821,
+      "learning_rate": 1.0437864887406172e-05,
+      "loss": 0.6589,
+      "step": 3497
+    },
+    {
+      "epoch": 3.38,
+      "grad_norm": 1.4686529636383057,
+      "learning_rate": 1.0433694745621352e-05,
+      "loss": 0.6081,
+      "step": 3498
+    },
+    {
+      "epoch": 3.39,
+      "grad_norm": 0.9764127135276794,
+      "learning_rate": 1.0429524603836532e-05,
+      "loss": 0.7013,
+      "step": 3499
+    },
+    {
+      "epoch": 3.39,
+      "grad_norm": 1.1044386625289917,
+      "learning_rate": 1.042535446205171e-05,
+      "loss": 0.6973,
+      "step": 3500
+    },
+    {
+      "epoch": 3.39,
+      "grad_norm": 1.2028939723968506,
+      "learning_rate": 1.042118432026689e-05,
+      "loss": 0.7388,
+      "step": 3501
+    },
+    {
+      "epoch": 3.39,
+      "grad_norm": 1.0677155256271362,
+      "learning_rate": 1.041701417848207e-05,
+      "loss": 0.6227,
+      "step": 3502
+    },
+    {
+      "epoch": 3.39,
+      "grad_norm": 1.062029242515564,
+      "learning_rate": 1.0412844036697248e-05,
+      "loss": 0.8376,
+      "step": 3503
+    },
+    {
+      "epoch": 3.39,
+      "grad_norm": 0.8803884983062744,
+      "learning_rate": 1.0408673894912427e-05,
+      "loss": 0.6413,
+      "step": 3504
+    },
+    {
+      "epoch": 3.39,
+      "grad_norm": 1.3496851921081543,
+      "learning_rate": 1.0404503753127607e-05,
+      "loss": 0.8495,
+      "step": 3505
+    },
+    {
+      "epoch": 3.39,
+      "grad_norm": 1.4136476516723633,
+      "learning_rate": 1.0400333611342785e-05,
+      "loss": 0.7462,
+      "step": 3506
+    },
+    {
+      "epoch": 3.39,
+      "grad_norm": 1.549994707107544,
+      "learning_rate": 1.0396163469557965e-05,
+      "loss": 0.7594,
+      "step": 3507
+    },
+    {
+      "epoch": 3.39,
+      "grad_norm": 1.1506428718566895,
+      "learning_rate": 1.0391993327773145e-05,
+      "loss": 0.898,
+      "step": 3508
+    },
+    {
+      "epoch": 3.4,
+      "grad_norm": 1.1922247409820557,
+      "learning_rate": 1.0387823185988324e-05,
+      "loss": 0.7385,
+      "step": 3509
+    },
+    {
+      "epoch": 3.4,
+      "grad_norm": 1.2994155883789062,
+      "learning_rate": 1.0383653044203504e-05,
+      "loss": 0.6704,
+      "step": 3510
+    },
+    {
+      "epoch": 3.4,
+      "grad_norm": 1.820528268814087,
+      "learning_rate": 1.0379482902418684e-05,
+      "loss": 0.7495,
+      "step": 3511
+    },
+    {
+      "epoch": 3.4,
+      "grad_norm": 1.6319626569747925,
+      "learning_rate": 1.0375312760633862e-05,
+      "loss": 0.8123,
+      "step": 3512
+    },
+    {
+      "epoch": 3.4,
+      "grad_norm": 1.3884319067001343,
+      "learning_rate": 1.0371142618849042e-05,
+      "loss": 0.941,
+      "step": 3513
+    },
+    {
+      "epoch": 3.4,
+      "grad_norm": 1.1962778568267822,
+      "learning_rate": 1.0366972477064222e-05,
+      "loss": 0.7931,
+      "step": 3514
+    },
+    {
+      "epoch": 3.4,
+      "grad_norm": 1.1450304985046387,
+      "learning_rate": 1.0362802335279399e-05,
+      "loss": 0.6582,
+      "step": 3515
+    },
+    {
+      "epoch": 3.4,
+      "grad_norm": 1.7188949584960938,
+      "learning_rate": 1.0358632193494579e-05,
+      "loss": 0.9605,
+      "step": 3516
+    },
+    {
+      "epoch": 3.4,
+      "grad_norm": 1.057910442352295,
+      "learning_rate": 1.0354462051709759e-05,
+      "loss": 0.775,
+      "step": 3517
+    },
+    {
+      "epoch": 3.4,
+      "grad_norm": 1.2940022945404053,
+      "learning_rate": 1.0350291909924937e-05,
+      "loss": 0.7155,
+      "step": 3518
+    },
+    {
+      "epoch": 3.4,
+      "grad_norm": 1.1312918663024902,
+      "learning_rate": 1.0346121768140117e-05,
+      "loss": 0.7355,
+      "step": 3519
+    },
+    {
+      "epoch": 3.41,
+      "grad_norm": 1.2899068593978882,
+      "learning_rate": 1.0341951626355297e-05,
+      "loss": 0.7127,
+      "step": 3520
+    },
+    {
+      "epoch": 3.41,
+      "grad_norm": 1.1840060949325562,
+      "learning_rate": 1.0337781484570476e-05,
+      "loss": 0.6164,
+      "step": 3521
+    },
+    {
+      "epoch": 3.41,
+      "grad_norm": 1.1102287769317627,
+      "learning_rate": 1.0333611342785656e-05,
+      "loss": 0.8481,
+      "step": 3522
+    },
+    {
+      "epoch": 3.41,
+      "grad_norm": 1.0823404788970947,
+      "learning_rate": 1.0329441201000836e-05,
+      "loss": 0.7277,
+      "step": 3523
+    },
+    {
+      "epoch": 3.41,
+      "grad_norm": 1.7079617977142334,
+      "learning_rate": 1.0325271059216014e-05,
+      "loss": 0.6981,
+      "step": 3524
+    },
+    {
+      "epoch": 3.41,
+      "grad_norm": 1.2939664125442505,
+      "learning_rate": 1.0321100917431194e-05,
+      "loss": 0.8583,
+      "step": 3525
+    },
+    {
+      "epoch": 3.41,
+      "grad_norm": 1.1833579540252686,
+      "learning_rate": 1.0316930775646372e-05,
+      "loss": 0.8205,
+      "step": 3526
+    },
+    {
+      "epoch": 3.41,
+      "grad_norm": 1.7491941452026367,
+      "learning_rate": 1.031276063386155e-05,
+      "loss": 0.6701,
+      "step": 3527
+    },
+    {
+      "epoch": 3.41,
+      "grad_norm": 2.246164560317993,
+      "learning_rate": 1.030859049207673e-05,
+      "loss": 0.6322,
+      "step": 3528
+    },
+    {
+      "epoch": 3.41,
+      "grad_norm": 1.0349647998809814,
+      "learning_rate": 1.030442035029191e-05,
+      "loss": 0.6437,
+      "step": 3529
+    },
+    {
+      "epoch": 3.42,
+      "grad_norm": 1.9165652990341187,
+      "learning_rate": 1.0300250208507089e-05,
+      "loss": 0.6983,
+      "step": 3530
+    },
+    {
+      "epoch": 3.42,
+      "grad_norm": 1.4408538341522217,
+      "learning_rate": 1.0296080066722269e-05,
+      "loss": 0.879,
+      "step": 3531
+    },
+    {
+      "epoch": 3.42,
+      "grad_norm": 1.6121331453323364,
+      "learning_rate": 1.0291909924937449e-05,
+      "loss": 0.7728,
+      "step": 3532
+    },
+    {
+      "epoch": 3.42,
+      "grad_norm": 1.1499223709106445,
+      "learning_rate": 1.0287739783152627e-05,
+      "loss": 0.7445,
+      "step": 3533
+    },
+    {
+      "epoch": 3.42,
+      "grad_norm": 1.153995394706726,
+      "learning_rate": 1.0283569641367808e-05,
+      "loss": 0.648,
+      "step": 3534
+    },
+    {
+      "epoch": 3.42,
+      "grad_norm": 1.144078016281128,
+      "learning_rate": 1.0279399499582988e-05,
+      "loss": 0.5877,
+      "step": 3535
+    },
+    {
+      "epoch": 3.42,
+      "grad_norm": 1.1591856479644775,
+      "learning_rate": 1.0275229357798166e-05,
+      "loss": 0.7853,
+      "step": 3536
+    },
+    {
+      "epoch": 3.42,
+      "grad_norm": 1.3697547912597656,
+      "learning_rate": 1.0271059216013344e-05,
+      "loss": 0.7107,
+      "step": 3537
+    },
+    {
+      "epoch": 3.42,
+      "grad_norm": 0.9899626970291138,
+      "learning_rate": 1.0266889074228524e-05,
+      "loss": 0.6433,
+      "step": 3538
+    },
+    {
+      "epoch": 3.42,
+      "grad_norm": 1.0768812894821167,
+      "learning_rate": 1.0262718932443703e-05,
+      "loss": 0.7091,
+      "step": 3539
+    },
+    {
+      "epoch": 3.43,
+      "grad_norm": 1.24858820438385,
+      "learning_rate": 1.0258548790658883e-05,
+      "loss": 0.8891,
+      "step": 3540
+    },
+    {
+      "epoch": 3.43,
+      "grad_norm": 1.4133400917053223,
+      "learning_rate": 1.0254378648874063e-05,
+      "loss": 0.7898,
+      "step": 3541
+    },
+    {
+      "epoch": 3.43,
+      "grad_norm": 1.4721908569335938,
+      "learning_rate": 1.0250208507089241e-05,
+      "loss": 0.7279,
+      "step": 3542
+    },
+    {
+      "epoch": 3.43,
+      "grad_norm": 1.4527523517608643,
+      "learning_rate": 1.0246038365304421e-05,
+      "loss": 0.8065,
+      "step": 3543
+    },
+    {
+      "epoch": 3.43,
+      "grad_norm": 1.46436607837677,
+      "learning_rate": 1.0241868223519601e-05,
+      "loss": 0.874,
+      "step": 3544
+    },
+    {
+      "epoch": 3.43,
+      "grad_norm": 2.378770589828491,
+      "learning_rate": 1.023769808173478e-05,
+      "loss": 0.646,
+      "step": 3545
+    },
+    {
+      "epoch": 3.43,
+      "grad_norm": 1.1264159679412842,
+      "learning_rate": 1.023352793994996e-05,
+      "loss": 0.6833,
+      "step": 3546
+    },
+    {
+      "epoch": 3.43,
+      "grad_norm": 1.3123902082443237,
+      "learning_rate": 1.022935779816514e-05,
+      "loss": 0.8684,
+      "step": 3547
+    },
+    {
+      "epoch": 3.43,
+      "grad_norm": 1.419434666633606,
+      "learning_rate": 1.0225187656380318e-05,
+      "loss": 0.7733,
+      "step": 3548
+    },
+    {
+      "epoch": 3.43,
+      "grad_norm": 1.465518832206726,
+      "learning_rate": 1.0221017514595496e-05,
+      "loss": 0.8666,
+      "step": 3549
+    },
+    {
+      "epoch": 3.43,
+      "grad_norm": 1.7353533506393433,
+      "learning_rate": 1.0216847372810676e-05,
+      "loss": 0.5738,
+      "step": 3550
+    },
+    {
+      "epoch": 3.44,
+      "grad_norm": 1.3762145042419434,
+      "learning_rate": 1.0212677231025855e-05,
+      "loss": 0.8024,
+      "step": 3551
+    },
+    {
+      "epoch": 3.44,
+      "grad_norm": 1.4958751201629639,
+      "learning_rate": 1.0208507089241035e-05,
+      "loss": 0.6455,
+      "step": 3552
+    },
+    {
+      "epoch": 3.44,
+      "grad_norm": 1.5199908018112183,
+      "learning_rate": 1.0204336947456215e-05,
+      "loss": 0.579,
+      "step": 3553
+    },
+    {
+      "epoch": 3.44,
+      "grad_norm": 1.4705257415771484,
+      "learning_rate": 1.0200166805671393e-05,
+      "loss": 0.7725,
+      "step": 3554
+    },
+    {
+      "epoch": 3.44,
+      "grad_norm": 1.429896354675293,
+      "learning_rate": 1.0195996663886573e-05,
+      "loss": 0.7724,
+      "step": 3555
+    },
+    {
+      "epoch": 3.44,
+      "grad_norm": 1.4332140684127808,
+      "learning_rate": 1.0191826522101753e-05,
+      "loss": 0.7289,
+      "step": 3556
+    },
+    {
+      "epoch": 3.44,
+      "grad_norm": 1.1396420001983643,
+      "learning_rate": 1.0187656380316931e-05,
+      "loss": 0.6976,
+      "step": 3557
+    },
+    {
+      "epoch": 3.44,
+      "grad_norm": 1.388533115386963,
+      "learning_rate": 1.0183486238532111e-05,
+      "loss": 0.6746,
+      "step": 3558
+    },
+    {
+      "epoch": 3.44,
+      "grad_norm": 1.1702568531036377,
+      "learning_rate": 1.017931609674729e-05,
+      "loss": 0.7049,
+      "step": 3559
+    },
+    {
+      "epoch": 3.44,
+      "grad_norm": 1.3851664066314697,
+      "learning_rate": 1.0175145954962468e-05,
+      "loss": 0.799,
+      "step": 3560
+    },
+    {
+      "epoch": 3.45,
+      "grad_norm": 1.3145420551300049,
+      "learning_rate": 1.0170975813177648e-05,
+      "loss": 0.7003,
+      "step": 3561
+    },
+    {
+      "epoch": 3.45,
+      "grad_norm": 1.273146152496338,
+      "learning_rate": 1.0166805671392828e-05,
+      "loss": 0.7805,
+      "step": 3562
+    },
+    {
+      "epoch": 3.45,
+      "grad_norm": 1.5097302198410034,
+      "learning_rate": 1.0162635529608007e-05,
+      "loss": 0.8458,
+      "step": 3563
+    },
+    {
+      "epoch": 3.45,
+      "grad_norm": 1.6792807579040527,
+      "learning_rate": 1.0158465387823187e-05,
+      "loss": 0.7154,
+      "step": 3564
+    },
+    {
+      "epoch": 3.45,
+      "grad_norm": 1.318212866783142,
+      "learning_rate": 1.0154295246038367e-05,
+      "loss": 0.7312,
+      "step": 3565
+    },
+    {
+      "epoch": 3.45,
+      "grad_norm": 1.5390247106552124,
+      "learning_rate": 1.0150125104253545e-05,
+      "loss": 0.6338,
+      "step": 3566
+    },
+    {
+      "epoch": 3.45,
+      "grad_norm": 1.0180580615997314,
+      "learning_rate": 1.0145954962468725e-05,
+      "loss": 0.6228,
+      "step": 3567
+    },
+    {
+      "epoch": 3.45,
+      "grad_norm": 1.420424461364746,
+      "learning_rate": 1.0141784820683905e-05,
+      "loss": 0.7449,
+      "step": 3568
+    },
+    {
+      "epoch": 3.45,
+      "grad_norm": 1.2157551050186157,
+      "learning_rate": 1.0137614678899083e-05,
+      "loss": 0.8455,
+      "step": 3569
+    },
+    {
+      "epoch": 3.45,
+      "grad_norm": 1.3864554166793823,
+      "learning_rate": 1.0133444537114263e-05,
+      "loss": 0.754,
+      "step": 3570
+    },
+    {
+      "epoch": 3.46,
+      "grad_norm": 1.347893476486206,
+      "learning_rate": 1.0129274395329442e-05,
+      "loss": 0.8759,
+      "step": 3571
+    },
+    {
+      "epoch": 3.46,
+      "grad_norm": 1.1174273490905762,
+      "learning_rate": 1.012510425354462e-05,
+      "loss": 0.6399,
+      "step": 3572
+    },
+    {
+      "epoch": 3.46,
+      "grad_norm": 1.2639257907867432,
+      "learning_rate": 1.01209341117598e-05,
+      "loss": 0.6835,
+      "step": 3573
+    },
+    {
+      "epoch": 3.46,
+      "grad_norm": 1.1181992292404175,
+      "learning_rate": 1.011676396997498e-05,
+      "loss": 0.7897,
+      "step": 3574
+    },
+    {
+      "epoch": 3.46,
+      "grad_norm": 1.1306074857711792,
+      "learning_rate": 1.0112593828190158e-05,
+      "loss": 0.5676,
+      "step": 3575
+    },
+    {
+      "epoch": 3.46,
+      "grad_norm": 1.2635434865951538,
+      "learning_rate": 1.0108423686405339e-05,
+      "loss": 0.6779,
+      "step": 3576
+    },
+    {
+      "epoch": 3.46,
+      "grad_norm": 1.540344476699829,
+      "learning_rate": 1.0104253544620519e-05,
+      "loss": 0.6709,
+      "step": 3577
+    },
+    {
+      "epoch": 3.46,
+      "grad_norm": 1.293089509010315,
+      "learning_rate": 1.0100083402835697e-05,
+      "loss": 0.66,
+      "step": 3578
+    },
+    {
+      "epoch": 3.46,
+      "grad_norm": 1.7892770767211914,
+      "learning_rate": 1.0095913261050877e-05,
+      "loss": 0.8133,
+      "step": 3579
+    },
+    {
+      "epoch": 3.46,
+      "grad_norm": 1.2047173976898193,
+      "learning_rate": 1.0091743119266055e-05,
+      "loss": 0.8122,
+      "step": 3580
+    },
+    {
+      "epoch": 3.46,
+      "grad_norm": 1.4319950342178345,
+      "learning_rate": 1.0087572977481235e-05,
+      "loss": 0.6982,
+      "step": 3581
+    },
+    {
+      "epoch": 3.47,
+      "grad_norm": 1.3874304294586182,
+      "learning_rate": 1.0083402835696414e-05,
+      "loss": 0.7791,
+      "step": 3582
+    },
+    {
+      "epoch": 3.47,
+      "grad_norm": 1.123240351676941,
+      "learning_rate": 1.0079232693911594e-05,
+      "loss": 0.7105,
+      "step": 3583
+    },
+    {
+      "epoch": 3.47,
+      "grad_norm": 1.1747161149978638,
+      "learning_rate": 1.0075062552126772e-05,
+      "loss": 0.7439,
+      "step": 3584
+    },
+    {
+      "epoch": 3.47,
+      "grad_norm": 1.8504464626312256,
+      "learning_rate": 1.0070892410341952e-05,
+      "loss": 0.6902,
+      "step": 3585
+    },
+    {
+      "epoch": 3.47,
+      "grad_norm": 1.3045039176940918,
+      "learning_rate": 1.0066722268557132e-05,
+      "loss": 0.7246,
+      "step": 3586
+    },
+    {
+      "epoch": 3.47,
+      "grad_norm": 1.3498984575271606,
+      "learning_rate": 1.006255212677231e-05,
+      "loss": 0.6498,
+      "step": 3587
+    },
+    {
+      "epoch": 3.47,
+      "grad_norm": 1.1970775127410889,
+      "learning_rate": 1.005838198498749e-05,
+      "loss": 0.6152,
+      "step": 3588
+    },
+    {
+      "epoch": 3.47,
+      "grad_norm": 1.417137861251831,
+      "learning_rate": 1.005421184320267e-05,
+      "loss": 0.7811,
+      "step": 3589
+    },
+    {
+      "epoch": 3.47,
+      "grad_norm": 1.563003659248352,
+      "learning_rate": 1.0050041701417849e-05,
+      "loss": 0.6854,
+      "step": 3590
+    },
+    {
+      "epoch": 3.47,
+      "grad_norm": 1.1362507343292236,
+      "learning_rate": 1.0045871559633029e-05,
+      "loss": 0.6716,
+      "step": 3591
+    },
+    {
+      "epoch": 3.48,
+      "grad_norm": 1.1619484424591064,
+      "learning_rate": 1.0041701417848207e-05,
+      "loss": 0.7862,
+      "step": 3592
+    },
+    {
+      "epoch": 3.48,
+      "grad_norm": 1.3124399185180664,
+      "learning_rate": 1.0037531276063386e-05,
+      "loss": 0.6504,
+      "step": 3593
+    },
+    {
+      "epoch": 3.48,
+      "grad_norm": 1.0640451908111572,
+      "learning_rate": 1.0033361134278566e-05,
+      "loss": 0.7805,
+      "step": 3594
+    },
+    {
+      "epoch": 3.48,
+      "grad_norm": 1.3605332374572754,
+      "learning_rate": 1.0029190992493746e-05,
+      "loss": 0.777,
+      "step": 3595
+    },
+    {
+      "epoch": 3.48,
+      "grad_norm": 1.501366376876831,
+      "learning_rate": 1.0025020850708924e-05,
+      "loss": 0.7642,
+      "step": 3596
+    },
+    {
+      "epoch": 3.48,
+      "grad_norm": 1.334129810333252,
+      "learning_rate": 1.0020850708924104e-05,
+      "loss": 0.7327,
+      "step": 3597
+    },
+    {
+      "epoch": 3.48,
+      "grad_norm": 1.3075995445251465,
+      "learning_rate": 1.0016680567139284e-05,
+      "loss": 0.8363,
+      "step": 3598
+    },
+    {
+      "epoch": 3.48,
+      "grad_norm": 1.2604775428771973,
+      "learning_rate": 1.0012510425354462e-05,
+      "loss": 0.8748,
+      "step": 3599
+    },
+    {
+      "epoch": 3.48,
+      "grad_norm": 1.1842291355133057,
+      "learning_rate": 1.0008340283569642e-05,
+      "loss": 0.8248,
+      "step": 3600
+    },
+    {
+      "epoch": 3.48,
+      "eval_loss": 0.8547488451004028,
+      "eval_runtime": 860.9138,
+      "eval_samples_per_second": 4.802,
+      "eval_steps_per_second": 0.601,
+      "step": 3600
     }
   ],
   "logging_steps": 1,
-  "max_steps": 10000,
+  "max_steps": 6000,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 3,
-  "save_steps": 5,
-  "total_flos": 641717248155648.0,
-  "train_batch_size": 1,
+  "num_train_epochs": 6,
+  "save_steps": 300,
+  "total_flos": 1.566461114115588e+18,
+  "train_batch_size": 4,
   "trial_name": null,
   "trial_params": null
 }