diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,5822 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 8.458447874814972,
+  "eval_steps": 1000,
+  "global_step": 20000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.010573059843518714,
+      "grad_norm": 58.068878173828125,
+      "learning_rate": 4.4e-07,
+      "loss": 3.1142,
+      "step": 25
+    },
+    {
+      "epoch": 0.02114611968703743,
+      "grad_norm": 37.93722152709961,
+      "learning_rate": 9.400000000000001e-07,
+      "loss": 2.5594,
+      "step": 50
+    },
+    {
+      "epoch": 0.03171917953055614,
+      "grad_norm": 22.363622665405273,
+      "learning_rate": 1.44e-06,
+      "loss": 1.6703,
+      "step": 75
+    },
+    {
+      "epoch": 0.04229223937407486,
+      "grad_norm": 15.931524276733398,
+      "learning_rate": 1.94e-06,
+      "loss": 1.0597,
+      "step": 100
+    },
+    {
+      "epoch": 0.05286529921759357,
+      "grad_norm": 13.918318748474121,
+      "learning_rate": 2.4400000000000004e-06,
+      "loss": 0.765,
+      "step": 125
+    },
+    {
+      "epoch": 0.06343835906111228,
+      "grad_norm": 14.767135620117188,
+      "learning_rate": 2.9400000000000002e-06,
+      "loss": 0.6955,
+      "step": 150
+    },
+    {
+      "epoch": 0.074011418904631,
+      "grad_norm": 11.596781730651855,
+      "learning_rate": 3.44e-06,
+      "loss": 0.6118,
+      "step": 175
+    },
+    {
+      "epoch": 0.08458447874814971,
+      "grad_norm": 10.992063522338867,
+      "learning_rate": 3.94e-06,
+      "loss": 0.6096,
+      "step": 200
+    },
+    {
+      "epoch": 0.09515753859166842,
+      "grad_norm": 12.467724800109863,
+      "learning_rate": 4.440000000000001e-06,
+      "loss": 0.5579,
+      "step": 225
+    },
+    {
+      "epoch": 0.10573059843518715,
+      "grad_norm": 11.876873016357422,
+      "learning_rate": 4.94e-06,
+      "loss": 0.5435,
+      "step": 250
+    },
+    {
+      "epoch": 0.11630365827870585,
+      "grad_norm": 12.889082908630371,
+      "learning_rate": 5.4400000000000004e-06,
+      "loss": 0.5693,
+      "step": 275
+    },
+    {
+      "epoch": 0.12687671812222456,
+      "grad_norm": 10.841497421264648,
+      "learning_rate": 5.94e-06,
+      "loss": 0.5494,
+      "step": 300
+    },
+    {
+      "epoch": 0.13744977796574329,
+      "grad_norm": 10.560270309448242,
+      "learning_rate": 6.440000000000001e-06,
+      "loss": 0.5065,
+      "step": 325
+    },
+    {
+      "epoch": 0.148022837809262,
+      "grad_norm": 13.699323654174805,
+      "learning_rate": 6.9400000000000005e-06,
+      "loss": 0.4911,
+      "step": 350
+    },
+    {
+      "epoch": 0.1585958976527807,
+      "grad_norm": 9.73985481262207,
+      "learning_rate": 7.440000000000001e-06,
+      "loss": 0.5293,
+      "step": 375
+    },
+    {
+      "epoch": 0.16916895749629943,
+      "grad_norm": 11.41083812713623,
+      "learning_rate": 7.94e-06,
+      "loss": 0.4365,
+      "step": 400
+    },
+    {
+      "epoch": 0.17974201733981815,
+      "grad_norm": 10.309052467346191,
+      "learning_rate": 8.44e-06,
+      "loss": 0.5207,
+      "step": 425
+    },
+    {
+      "epoch": 0.19031507718333684,
+      "grad_norm": 10.460412979125977,
+      "learning_rate": 8.94e-06,
+      "loss": 0.4537,
+      "step": 450
+    },
+    {
+      "epoch": 0.20088813702685557,
+      "grad_norm": 10.022929191589355,
+      "learning_rate": 9.440000000000001e-06,
+      "loss": 0.4395,
+      "step": 475
+    },
+    {
+      "epoch": 0.2114611968703743,
+      "grad_norm": 10.307358741760254,
+      "learning_rate": 9.940000000000001e-06,
+      "loss": 0.4439,
+      "step": 500
+    },
+    {
+      "epoch": 0.222034256713893,
+      "grad_norm": 8.121826171875,
+      "learning_rate": 9.98871794871795e-06,
+      "loss": 0.4624,
+      "step": 525
+    },
+    {
+      "epoch": 0.2326073165574117,
+      "grad_norm": 9.346823692321777,
+      "learning_rate": 9.975897435897436e-06,
+      "loss": 0.4533,
+      "step": 550
+    },
+    {
+      "epoch": 0.24318037640093043,
+      "grad_norm": 15.096284866333008,
+      "learning_rate": 9.963076923076925e-06,
+      "loss": 0.4372,
+      "step": 575
+    },
+    {
+      "epoch": 0.2537534362444491,
+      "grad_norm": 9.635919570922852,
+      "learning_rate": 9.950256410256412e-06,
+      "loss": 0.4149,
+      "step": 600
+    },
+    {
+      "epoch": 0.2643264960879679,
+      "grad_norm": 12.7789945602417,
+      "learning_rate": 9.937435897435898e-06,
+      "loss": 0.4219,
+      "step": 625
+    },
+    {
+      "epoch": 0.27489955593148657,
+      "grad_norm": 10.612743377685547,
+      "learning_rate": 9.924615384615385e-06,
+      "loss": 0.4103,
+      "step": 650
+    },
+    {
+      "epoch": 0.28547261577500527,
+      "grad_norm": 9.644041061401367,
+      "learning_rate": 9.911794871794874e-06,
+      "loss": 0.3747,
+      "step": 675
+    },
+    {
+      "epoch": 0.296045675618524,
+      "grad_norm": 12.278302192687988,
+      "learning_rate": 9.89897435897436e-06,
+      "loss": 0.3818,
+      "step": 700
+    },
+    {
+      "epoch": 0.3066187354620427,
+      "grad_norm": 11.676104545593262,
+      "learning_rate": 9.886153846153846e-06,
+      "loss": 0.3964,
+      "step": 725
+    },
+    {
+      "epoch": 0.3171917953055614,
+      "grad_norm": 9.235854148864746,
+      "learning_rate": 9.873333333333334e-06,
+      "loss": 0.3954,
+      "step": 750
+    },
+    {
+      "epoch": 0.32776485514908016,
+      "grad_norm": 10.16644287109375,
+      "learning_rate": 9.860512820512821e-06,
+      "loss": 0.4021,
+      "step": 775
+    },
+    {
+      "epoch": 0.33833791499259885,
+      "grad_norm": 11.959391593933105,
+      "learning_rate": 9.847692307692308e-06,
+      "loss": 0.4094,
+      "step": 800
+    },
+    {
+      "epoch": 0.34891097483611755,
+      "grad_norm": 9.894736289978027,
+      "learning_rate": 9.834871794871795e-06,
+      "loss": 0.386,
+      "step": 825
+    },
+    {
+      "epoch": 0.3594840346796363,
+      "grad_norm": 10.717971801757812,
+      "learning_rate": 9.822051282051283e-06,
+      "loss": 0.3786,
+      "step": 850
+    },
+    {
+      "epoch": 0.370057094523155,
+      "grad_norm": 9.43459701538086,
+      "learning_rate": 9.80923076923077e-06,
+      "loss": 0.3558,
+      "step": 875
+    },
+    {
+      "epoch": 0.3806301543666737,
+      "grad_norm": 8.999226570129395,
+      "learning_rate": 9.796410256410257e-06,
+      "loss": 0.4059,
+      "step": 900
+    },
+    {
+      "epoch": 0.39120321421019244,
+      "grad_norm": 9.803775787353516,
+      "learning_rate": 9.783589743589744e-06,
+      "loss": 0.3665,
+      "step": 925
+    },
+    {
+      "epoch": 0.40177627405371114,
+      "grad_norm": 6.630070209503174,
+      "learning_rate": 9.770769230769232e-06,
+      "loss": 0.3913,
+      "step": 950
+    },
+    {
+      "epoch": 0.4123493338972299,
+      "grad_norm": 8.892091751098633,
+      "learning_rate": 9.757948717948719e-06,
+      "loss": 0.4345,
+      "step": 975
+    },
+    {
+      "epoch": 0.4229223937407486,
+      "grad_norm": 11.313458442687988,
+      "learning_rate": 9.745128205128206e-06,
+      "loss": 0.3523,
+      "step": 1000
+    },
+    {
+      "epoch": 0.4229223937407486,
+      "eval_loss": 0.3129430413246155,
+      "eval_runtime": 466.842,
+      "eval_samples_per_second": 7.799,
+      "eval_steps_per_second": 0.977,
+      "eval_wer": 0.23648429161446008,
+      "step": 1000
+    },
+    {
+      "epoch": 0.4334954535842673,
+      "grad_norm": 10.663793563842773,
+      "learning_rate": 9.732307692307693e-06,
+      "loss": 0.3711,
+      "step": 1025
+    },
+    {
+      "epoch": 0.444068513427786,
+      "grad_norm": 8.810164451599121,
+      "learning_rate": 9.71948717948718e-06,
+      "loss": 0.355,
+      "step": 1050
+    },
+    {
+      "epoch": 0.4546415732713047,
+      "grad_norm": 17.50876235961914,
+      "learning_rate": 9.706666666666668e-06,
+      "loss": 0.3652,
+      "step": 1075
+    },
+    {
+      "epoch": 0.4652146331148234,
+      "grad_norm": 6.720116138458252,
+      "learning_rate": 9.693846153846155e-06,
+      "loss": 0.3415,
+      "step": 1100
+    },
+    {
+      "epoch": 0.47578769295834217,
+      "grad_norm": 6.864238739013672,
+      "learning_rate": 9.681025641025642e-06,
+      "loss": 0.3203,
+      "step": 1125
+    },
+    {
+      "epoch": 0.48636075280186086,
+      "grad_norm": 10.059639930725098,
+      "learning_rate": 9.668205128205129e-06,
+      "loss": 0.4017,
+      "step": 1150
+    },
+    {
+      "epoch": 0.49693381264537956,
+      "grad_norm": 8.964330673217773,
+      "learning_rate": 9.655384615384617e-06,
+      "loss": 0.3089,
+      "step": 1175
+    },
+    {
+      "epoch": 0.5075068724888983,
+      "grad_norm": 11.160856246948242,
+      "learning_rate": 9.642564102564104e-06,
+      "loss": 0.357,
+      "step": 1200
+    },
+    {
+      "epoch": 0.518079932332417,
+      "grad_norm": 8.594799041748047,
+      "learning_rate": 9.62974358974359e-06,
+      "loss": 0.3391,
+      "step": 1225
+    },
+    {
+      "epoch": 0.5286529921759358,
+      "grad_norm": 7.494054794311523,
+      "learning_rate": 9.616923076923077e-06,
+      "loss": 0.3315,
+      "step": 1250
+    },
+    {
+      "epoch": 0.5392260520194544,
+      "grad_norm": 7.793934345245361,
+      "learning_rate": 9.604102564102566e-06,
+      "loss": 0.3226,
+      "step": 1275
+    },
+    {
+      "epoch": 0.5497991118629731,
+      "grad_norm": 7.225709438323975,
+      "learning_rate": 9.591282051282053e-06,
+      "loss": 0.3317,
+      "step": 1300
+    },
+    {
+      "epoch": 0.5603721717064919,
+      "grad_norm": 6.296034812927246,
+      "learning_rate": 9.578461538461538e-06,
+      "loss": 0.3302,
+      "step": 1325
+    },
+    {
+      "epoch": 0.5709452315500105,
+      "grad_norm": 11.198543548583984,
+      "learning_rate": 9.565641025641026e-06,
+      "loss": 0.3038,
+      "step": 1350
+    },
+    {
+      "epoch": 0.5815182913935293,
+      "grad_norm": 6.4023542404174805,
+      "learning_rate": 9.552820512820513e-06,
+      "loss": 0.3511,
+      "step": 1375
+    },
+    {
+      "epoch": 0.592091351237048,
+      "grad_norm": 8.326896667480469,
+      "learning_rate": 9.54e-06,
+      "loss": 0.3257,
+      "step": 1400
+    },
+    {
+      "epoch": 0.6026644110805667,
+      "grad_norm": 7.079158306121826,
+      "learning_rate": 9.527179487179487e-06,
+      "loss": 0.335,
+      "step": 1425
+    },
+    {
+      "epoch": 0.6132374709240854,
+      "grad_norm": 8.422740936279297,
+      "learning_rate": 9.514358974358975e-06,
+      "loss": 0.3212,
+      "step": 1450
+    },
+    {
+      "epoch": 0.6238105307676042,
+      "grad_norm": 8.642356872558594,
+      "learning_rate": 9.501538461538462e-06,
+      "loss": 0.314,
+      "step": 1475
+    },
+    {
+      "epoch": 0.6343835906111228,
+      "grad_norm": 8.129634857177734,
+      "learning_rate": 9.488717948717949e-06,
+      "loss": 0.2889,
+      "step": 1500
+    },
+    {
+      "epoch": 0.6449566504546416,
+      "grad_norm": 7.115053653717041,
+      "learning_rate": 9.475897435897436e-06,
+      "loss": 0.3073,
+      "step": 1525
+    },
+    {
+      "epoch": 0.6555297102981603,
+      "grad_norm": 8.397727966308594,
+      "learning_rate": 9.463076923076924e-06,
+      "loss": 0.3212,
+      "step": 1550
+    },
+    {
+      "epoch": 0.666102770141679,
+      "grad_norm": 9.354975700378418,
+      "learning_rate": 9.450256410256411e-06,
+      "loss": 0.3285,
+      "step": 1575
+    },
+    {
+      "epoch": 0.6766758299851977,
+      "grad_norm": 7.693446159362793,
+      "learning_rate": 9.437435897435898e-06,
+      "loss": 0.3382,
+      "step": 1600
+    },
+    {
+      "epoch": 0.6872488898287165,
+      "grad_norm": 10.583995819091797,
+      "learning_rate": 9.424615384615385e-06,
+      "loss": 0.3198,
+      "step": 1625
+    },
+    {
+      "epoch": 0.6978219496722351,
+      "grad_norm": 9.70487117767334,
+      "learning_rate": 9.411794871794872e-06,
+      "loss": 0.2968,
+      "step": 1650
+    },
+    {
+      "epoch": 0.7083950095157538,
+      "grad_norm": 8.256582260131836,
+      "learning_rate": 9.39897435897436e-06,
+      "loss": 0.2994,
+      "step": 1675
+    },
+    {
+      "epoch": 0.7189680693592726,
+      "grad_norm": 8.840137481689453,
+      "learning_rate": 9.386153846153847e-06,
+      "loss": 0.347,
+      "step": 1700
+    },
+    {
+      "epoch": 0.7295411292027912,
+      "grad_norm": 6.581663608551025,
+      "learning_rate": 9.373333333333334e-06,
+      "loss": 0.3436,
+      "step": 1725
+    },
+    {
+      "epoch": 0.74011418904631,
+      "grad_norm": 10.300860404968262,
+      "learning_rate": 9.36051282051282e-06,
+      "loss": 0.2989,
+      "step": 1750
+    },
+    {
+      "epoch": 0.7506872488898287,
+      "grad_norm": 8.777045249938965,
+      "learning_rate": 9.34769230769231e-06,
+      "loss": 0.3212,
+      "step": 1775
+    },
+    {
+      "epoch": 0.7612603087333474,
+      "grad_norm": 8.94032096862793,
+      "learning_rate": 9.334871794871796e-06,
+      "loss": 0.2951,
+      "step": 1800
+    },
+    {
+      "epoch": 0.7718333685768661,
+      "grad_norm": 6.139760971069336,
+      "learning_rate": 9.322051282051283e-06,
+      "loss": 0.2962,
+      "step": 1825
+    },
+    {
+      "epoch": 0.7824064284203849,
+      "grad_norm": 6.843733310699463,
+      "learning_rate": 9.30923076923077e-06,
+      "loss": 0.3324,
+      "step": 1850
+    },
+    {
+      "epoch": 0.7929794882639035,
+      "grad_norm": 8.275738716125488,
+      "learning_rate": 9.296410256410258e-06,
+      "loss": 0.289,
+      "step": 1875
+    },
+    {
+      "epoch": 0.8035525481074223,
+      "grad_norm": 7.651088237762451,
+      "learning_rate": 9.283589743589745e-06,
+      "loss": 0.3563,
+      "step": 1900
+    },
+    {
+      "epoch": 0.814125607950941,
+      "grad_norm": 9.584896087646484,
+      "learning_rate": 9.270769230769232e-06,
+      "loss": 0.3009,
+      "step": 1925
+    },
+    {
+      "epoch": 0.8246986677944598,
+      "grad_norm": 8.920114517211914,
+      "learning_rate": 9.257948717948719e-06,
+      "loss": 0.3229,
+      "step": 1950
+    },
+    {
+      "epoch": 0.8352717276379784,
+      "grad_norm": 8.181923866271973,
+      "learning_rate": 9.245128205128206e-06,
+      "loss": 0.2707,
+      "step": 1975
+    },
+    {
+      "epoch": 0.8458447874814972,
+      "grad_norm": 6.475239276885986,
+      "learning_rate": 9.232307692307692e-06,
+      "loss": 0.3002,
+      "step": 2000
+    },
+    {
+      "epoch": 0.8458447874814972,
+      "eval_loss": 0.2391187697649002,
+      "eval_runtime": 464.6331,
+      "eval_samples_per_second": 7.836,
+      "eval_steps_per_second": 0.981,
+      "eval_wer": 0.19638962364842916,
+      "step": 2000
+    },
+    {
+      "epoch": 0.8564178473250159,
+      "grad_norm": 6.2346930503845215,
+      "learning_rate": 9.21948717948718e-06,
+      "loss": 0.3355,
+      "step": 2025
+    },
+    {
+      "epoch": 0.8669909071685346,
+      "grad_norm": 8.41283130645752,
+      "learning_rate": 9.207179487179488e-06,
+      "loss": 0.2924,
+      "step": 2050
+    },
+    {
+      "epoch": 0.8775639670120533,
+      "grad_norm": 10.027973175048828,
+      "learning_rate": 9.194358974358975e-06,
+      "loss": 0.2711,
+      "step": 2075
+    },
+    {
+      "epoch": 0.888137026855572,
+      "grad_norm": 6.886898040771484,
+      "learning_rate": 9.181538461538464e-06,
+      "loss": 0.2593,
+      "step": 2100
+    },
+    {
+      "epoch": 0.8987100866990907,
+      "grad_norm": 6.60000467300415,
+      "learning_rate": 9.168717948717949e-06,
+      "loss": 0.2818,
+      "step": 2125
+    },
+    {
+      "epoch": 0.9092831465426094,
+      "grad_norm": 8.06698989868164,
+      "learning_rate": 9.155897435897436e-06,
+      "loss": 0.2812,
+      "step": 2150
+    },
+    {
+      "epoch": 0.9198562063861282,
+      "grad_norm": 11.074329376220703,
+      "learning_rate": 9.143076923076924e-06,
+      "loss": 0.2717,
+      "step": 2175
+    },
+    {
+      "epoch": 0.9304292662296468,
+      "grad_norm": 7.394618511199951,
+      "learning_rate": 9.130256410256411e-06,
+      "loss": 0.2752,
+      "step": 2200
+    },
+    {
+      "epoch": 0.9410023260731656,
+      "grad_norm": 9.914189338684082,
+      "learning_rate": 9.117435897435898e-06,
+      "loss": 0.2842,
+      "step": 2225
+    },
+    {
+      "epoch": 0.9515753859166843,
+      "grad_norm": 13.050373077392578,
+      "learning_rate": 9.104615384615385e-06,
+      "loss": 0.2681,
+      "step": 2250
+    },
+    {
+      "epoch": 0.962148445760203,
+      "grad_norm": 9.03541088104248,
+      "learning_rate": 9.091794871794873e-06,
+      "loss": 0.2969,
+      "step": 2275
+    },
+    {
+      "epoch": 0.9727215056037217,
+      "grad_norm": 9.255524635314941,
+      "learning_rate": 9.07897435897436e-06,
+      "loss": 0.2558,
+      "step": 2300
+    },
+    {
+      "epoch": 0.9832945654472405,
+      "grad_norm": 9.215723037719727,
+      "learning_rate": 9.066153846153847e-06,
+      "loss": 0.2648,
+      "step": 2325
+    },
+    {
+      "epoch": 0.9938676252907591,
+      "grad_norm": 10.28739070892334,
+      "learning_rate": 9.053333333333334e-06,
+      "loss": 0.2809,
+      "step": 2350
+    },
+    {
+      "epoch": 1.0044406851342778,
+      "grad_norm": 5.855769157409668,
+      "learning_rate": 9.04051282051282e-06,
+      "loss": 0.2384,
+      "step": 2375
+    },
+    {
+      "epoch": 1.0150137449777965,
+      "grad_norm": 5.34947395324707,
+      "learning_rate": 9.027692307692309e-06,
+      "loss": 0.2049,
+      "step": 2400
+    },
+    {
+      "epoch": 1.0255868048213153,
+      "grad_norm": 6.5480170249938965,
+      "learning_rate": 9.014871794871796e-06,
+      "loss": 0.1907,
+      "step": 2425
+    },
+    {
+      "epoch": 1.036159864664834,
+      "grad_norm": 8.17578125,
+      "learning_rate": 9.002051282051283e-06,
+      "loss": 0.1948,
+      "step": 2450
+    },
+    {
+      "epoch": 1.0467329245083528,
+      "grad_norm": 6.4552083015441895,
+      "learning_rate": 8.98923076923077e-06,
+      "loss": 0.1703,
+      "step": 2475
+    },
+    {
+      "epoch": 1.0573059843518715,
+      "grad_norm": 6.099579811096191,
+      "learning_rate": 8.976410256410258e-06,
+      "loss": 0.1765,
+      "step": 2500
+    },
+    {
+      "epoch": 1.06787904419539,
+      "grad_norm": 7.8965301513671875,
+      "learning_rate": 8.963589743589745e-06,
+      "loss": 0.1849,
+      "step": 2525
+    },
+    {
+      "epoch": 1.0784521040389088,
+      "grad_norm": 6.395140171051025,
+      "learning_rate": 8.950769230769232e-06,
+      "loss": 0.2055,
+      "step": 2550
+    },
+    {
+      "epoch": 1.0890251638824275,
+      "grad_norm": 5.077881813049316,
+      "learning_rate": 8.937948717948718e-06,
+      "loss": 0.1857,
+      "step": 2575
+    },
+    {
+      "epoch": 1.0995982237259463,
+      "grad_norm": 6.063033103942871,
+      "learning_rate": 8.925128205128207e-06,
+      "loss": 0.1629,
+      "step": 2600
+    },
+    {
+      "epoch": 1.110171283569465,
+      "grad_norm": 5.514612197875977,
+      "learning_rate": 8.912307692307694e-06,
+      "loss": 0.1735,
+      "step": 2625
+    },
+    {
+      "epoch": 1.1207443434129838,
+      "grad_norm": 6.513278961181641,
+      "learning_rate": 8.89948717948718e-06,
+      "loss": 0.174,
+      "step": 2650
+    },
+    {
+      "epoch": 1.1313174032565025,
+      "grad_norm": 5.930003643035889,
+      "learning_rate": 8.886666666666667e-06,
+      "loss": 0.183,
+      "step": 2675
+    },
+    {
+      "epoch": 1.141890463100021,
+      "grad_norm": 6.062052249908447,
+      "learning_rate": 8.873846153846156e-06,
+      "loss": 0.2031,
+      "step": 2700
+    },
+    {
+      "epoch": 1.1524635229435398,
+      "grad_norm": 6.619091987609863,
+      "learning_rate": 8.861025641025641e-06,
+      "loss": 0.1669,
+      "step": 2725
+    },
+    {
+      "epoch": 1.1630365827870586,
+      "grad_norm": 6.383360385894775,
+      "learning_rate": 8.848205128205128e-06,
+      "loss": 0.1698,
+      "step": 2750
+    },
+    {
+      "epoch": 1.1736096426305773,
+      "grad_norm": 5.248838901519775,
+      "learning_rate": 8.835384615384616e-06,
+      "loss": 0.1783,
+      "step": 2775
+    },
+    {
+      "epoch": 1.184182702474096,
+      "grad_norm": 4.1173319816589355,
+      "learning_rate": 8.822564102564103e-06,
+      "loss": 0.1689,
+      "step": 2800
+    },
+    {
+      "epoch": 1.1947557623176146,
+      "grad_norm": 4.528750419616699,
+      "learning_rate": 8.80974358974359e-06,
+      "loss": 0.1714,
+      "step": 2825
+    },
+    {
+      "epoch": 1.2053288221611334,
+      "grad_norm": 7.49066686630249,
+      "learning_rate": 8.796923076923077e-06,
+      "loss": 0.1567,
+      "step": 2850
+    },
+    {
+      "epoch": 1.215901882004652,
+      "grad_norm": 6.05342960357666,
+      "learning_rate": 8.784102564102565e-06,
+      "loss": 0.1675,
+      "step": 2875
+    },
+    {
+      "epoch": 1.2264749418481709,
+      "grad_norm": 6.280456066131592,
+      "learning_rate": 8.771282051282052e-06,
+      "loss": 0.1885,
+      "step": 2900
+    },
+    {
+      "epoch": 1.2370480016916896,
+      "grad_norm": 6.7942657470703125,
+      "learning_rate": 8.758461538461539e-06,
+      "loss": 0.1725,
+      "step": 2925
+    },
+    {
+      "epoch": 1.2476210615352084,
+      "grad_norm": 5.41685152053833,
+      "learning_rate": 8.745641025641026e-06,
+      "loss": 0.178,
+      "step": 2950
+    },
+    {
+      "epoch": 1.258194121378727,
+      "grad_norm": 7.254810333251953,
+      "learning_rate": 8.732820512820513e-06,
+      "loss": 0.1788,
+      "step": 2975
+    },
+    {
+      "epoch": 1.2687671812222456,
+      "grad_norm": 5.75822639465332,
+      "learning_rate": 8.720000000000001e-06,
+      "loss": 0.1718,
+      "step": 3000
+    },
+    {
+      "epoch": 1.2687671812222456,
+      "eval_loss": 0.20488913357257843,
+      "eval_runtime": 470.0703,
+      "eval_samples_per_second": 7.746,
+      "eval_steps_per_second": 0.97,
+      "eval_wer": 0.16594737574829457,
+      "step": 3000
+    },
+    {
+      "epoch": 1.2793402410657644,
+      "grad_norm": 4.381278038024902,
+      "learning_rate": 8.707179487179488e-06,
+      "loss": 0.1656,
+      "step": 3025
+    },
+    {
+      "epoch": 1.2899133009092831,
+      "grad_norm": 6.3774919509887695,
+      "learning_rate": 8.694358974358975e-06,
+      "loss": 0.1987,
+      "step": 3050
+    },
+    {
+      "epoch": 1.3004863607528019,
+      "grad_norm": 5.695129871368408,
+      "learning_rate": 8.681538461538462e-06,
+      "loss": 0.1602,
+      "step": 3075
+    },
+    {
+      "epoch": 1.3110594205963206,
+      "grad_norm": 5.8820013999938965,
+      "learning_rate": 8.66871794871795e-06,
+      "loss": 0.1788,
+      "step": 3100
+    },
+    {
+      "epoch": 1.3216324804398392,
+      "grad_norm": 6.164638519287109,
+      "learning_rate": 8.655897435897437e-06,
+      "loss": 0.2075,
+      "step": 3125
+    },
+    {
+      "epoch": 1.3322055402833581,
+      "grad_norm": 6.681603908538818,
+      "learning_rate": 8.643076923076924e-06,
+      "loss": 0.1867,
+      "step": 3150
+    },
+    {
+      "epoch": 1.3427786001268767,
+      "grad_norm": 4.936852931976318,
+      "learning_rate": 8.63025641025641e-06,
+      "loss": 0.1917,
+      "step": 3175
+    },
+    {
+      "epoch": 1.3533516599703954,
+      "grad_norm": 5.827350616455078,
+      "learning_rate": 8.6174358974359e-06,
+      "loss": 0.1898,
+      "step": 3200
+    },
+    {
+      "epoch": 1.3639247198139142,
+      "grad_norm": 6.6198272705078125,
+      "learning_rate": 8.604615384615386e-06,
+      "loss": 0.1659,
+      "step": 3225
+    },
+    {
+      "epoch": 1.374497779657433,
+      "grad_norm": 8.098386764526367,
+      "learning_rate": 8.591794871794873e-06,
+      "loss": 0.1793,
+      "step": 3250
+    },
+    {
+      "epoch": 1.3850708395009517,
+      "grad_norm": 7.836790561676025,
+      "learning_rate": 8.57897435897436e-06,
+      "loss": 0.1551,
+      "step": 3275
+    },
+    {
+      "epoch": 1.3956438993444702,
+      "grad_norm": 4.521047115325928,
+      "learning_rate": 8.566153846153848e-06,
+      "loss": 0.156,
+      "step": 3300
+    },
+    {
+      "epoch": 1.406216959187989,
+      "grad_norm": 6.938994407653809,
+      "learning_rate": 8.553333333333333e-06,
+      "loss": 0.1722,
+      "step": 3325
+    },
+    {
+      "epoch": 1.4167900190315077,
+      "grad_norm": 7.659555435180664,
+      "learning_rate": 8.54051282051282e-06,
+      "loss": 0.1781,
+      "step": 3350
+    },
+    {
+      "epoch": 1.4273630788750264,
+      "grad_norm": 5.197014808654785,
+      "learning_rate": 8.527692307692309e-06,
+      "loss": 0.1606,
+      "step": 3375
+    },
+    {
+      "epoch": 1.4379361387185452,
+      "grad_norm": 4.832046031951904,
+      "learning_rate": 8.514871794871795e-06,
+      "loss": 0.1579,
+      "step": 3400
+    },
+    {
+      "epoch": 1.4485091985620637,
+      "grad_norm": 7.802398681640625,
+      "learning_rate": 8.502051282051282e-06,
+      "loss": 0.1922,
+      "step": 3425
+    },
+    {
+      "epoch": 1.4590822584055827,
+      "grad_norm": 6.803133487701416,
+      "learning_rate": 8.489230769230769e-06,
+      "loss": 0.2039,
+      "step": 3450
+    },
+    {
+      "epoch": 1.4696553182491012,
+      "grad_norm": 6.156517505645752,
+      "learning_rate": 8.476410256410258e-06,
+      "loss": 0.1723,
+      "step": 3475
+    },
+    {
+      "epoch": 1.48022837809262,
+      "grad_norm": 6.290517330169678,
+      "learning_rate": 8.463589743589744e-06,
+      "loss": 0.1739,
+      "step": 3500
+    },
+    {
+      "epoch": 1.4908014379361387,
+      "grad_norm": 7.008253574371338,
+      "learning_rate": 8.450769230769231e-06,
+      "loss": 0.1465,
+      "step": 3525
+    },
+    {
+      "epoch": 1.5013744977796575,
+      "grad_norm": 5.356746673583984,
+      "learning_rate": 8.437948717948718e-06,
+      "loss": 0.185,
+      "step": 3550
+    },
+    {
+      "epoch": 1.5119475576231762,
+      "grad_norm": 7.195596694946289,
+      "learning_rate": 8.425128205128205e-06,
+      "loss": 0.1968,
+      "step": 3575
+    },
+    {
+      "epoch": 1.5225206174666948,
+      "grad_norm": 7.071013927459717,
+      "learning_rate": 8.412307692307693e-06,
+      "loss": 0.1722,
+      "step": 3600
+    },
+    {
+      "epoch": 1.5330936773102137,
+      "grad_norm": 6.704313278198242,
+      "learning_rate": 8.39948717948718e-06,
+      "loss": 0.1763,
+      "step": 3625
+    },
+    {
+      "epoch": 1.5436667371537323,
+      "grad_norm": 3.831084966659546,
+      "learning_rate": 8.386666666666667e-06,
+      "loss": 0.1795,
+      "step": 3650
+    },
+    {
+      "epoch": 1.554239796997251,
+      "grad_norm": 5.931239604949951,
+      "learning_rate": 8.373846153846154e-06,
+      "loss": 0.1717,
+      "step": 3675
+    },
+    {
+      "epoch": 1.5648128568407698,
+      "grad_norm": 8.750226974487305,
+      "learning_rate": 8.361025641025642e-06,
+      "loss": 0.1679,
+      "step": 3700
+    },
+    {
+      "epoch": 1.5753859166842883,
+      "grad_norm": 5.434117317199707,
+      "learning_rate": 8.34820512820513e-06,
+      "loss": 0.1343,
+      "step": 3725
+    },
+    {
+      "epoch": 1.5859589765278073,
+      "grad_norm": 6.517702102661133,
+      "learning_rate": 8.335384615384616e-06,
+      "loss": 0.1641,
+      "step": 3750
+    },
+    {
+      "epoch": 1.5965320363713258,
+      "grad_norm": 7.22881555557251,
+      "learning_rate": 8.322564102564103e-06,
+      "loss": 0.152,
+      "step": 3775
+    },
+    {
+      "epoch": 1.6071050962148445,
+      "grad_norm": 9.106505393981934,
+      "learning_rate": 8.309743589743591e-06,
+      "loss": 0.168,
+      "step": 3800
+    },
+    {
+      "epoch": 1.6176781560583633,
+      "grad_norm": 6.742056369781494,
+      "learning_rate": 8.296923076923078e-06,
+      "loss": 0.1624,
+      "step": 3825
+    },
+    {
+      "epoch": 1.628251215901882,
+      "grad_norm": 5.521613597869873,
+      "learning_rate": 8.284102564102565e-06,
+      "loss": 0.1476,
+      "step": 3850
+    },
+    {
+      "epoch": 1.6388242757454008,
+      "grad_norm": 5.299131870269775,
+      "learning_rate": 8.271282051282052e-06,
+      "loss": 0.1576,
+      "step": 3875
+    },
+    {
+      "epoch": 1.6493973355889193,
+      "grad_norm": 3.890312671661377,
+      "learning_rate": 8.25846153846154e-06,
+      "loss": 0.162,
+      "step": 3900
+    },
+    {
+      "epoch": 1.6599703954324383,
+      "grad_norm": 5.404117584228516,
+      "learning_rate": 8.245641025641027e-06,
+      "loss": 0.1622,
+      "step": 3925
+    },
+    {
+      "epoch": 1.6705434552759568,
+      "grad_norm": 8.395030975341797,
+      "learning_rate": 8.232820512820512e-06,
+      "loss": 0.1473,
+      "step": 3950
+    },
+    {
+      "epoch": 1.6811165151194756,
+      "grad_norm": 7.276181221008301,
+      "learning_rate": 8.220000000000001e-06,
+      "loss": 0.1538,
+      "step": 3975
+    },
+    {
+      "epoch": 1.6916895749629943,
+      "grad_norm": 8.637175559997559,
+      "learning_rate": 8.207179487179488e-06,
+      "loss": 0.1537,
+      "step": 4000
+    },
+    {
+      "epoch": 1.6916895749629943,
+      "eval_loss": 0.1817464828491211,
+      "eval_runtime": 469.7808,
+      "eval_samples_per_second": 7.75,
+      "eval_steps_per_second": 0.971,
+      "eval_wer": 0.15156155738085295,
+      "step": 4000
+    },
+    {
+      "epoch": 1.7022626348065129,
+      "grad_norm": 2.9336845874786377,
+      "learning_rate": 8.194358974358975e-06,
+      "loss": 0.1789,
+      "step": 4025
+    },
+    {
+      "epoch": 1.7128356946500318,
+      "grad_norm": 4.7298688888549805,
+      "learning_rate": 8.181538461538461e-06,
+      "loss": 0.1631,
+      "step": 4050
+    },
+    {
+      "epoch": 1.7234087544935504,
+      "grad_norm": 6.827828407287598,
+      "learning_rate": 8.16871794871795e-06,
+      "loss": 0.1599,
+      "step": 4075
+    },
+    {
+      "epoch": 1.733981814337069,
+      "grad_norm": 5.460879325866699,
+      "learning_rate": 8.155897435897437e-06,
+      "loss": 0.1836,
+      "step": 4100
+    },
+    {
+      "epoch": 1.7445548741805879,
+      "grad_norm": 6.356947898864746,
+      "learning_rate": 8.143076923076924e-06,
+      "loss": 0.1533,
+      "step": 4125
+    },
+    {
+      "epoch": 1.7551279340241066,
+      "grad_norm": 7.573319435119629,
+      "learning_rate": 8.13025641025641e-06,
+      "loss": 0.1437,
+      "step": 4150
+    },
+    {
+      "epoch": 1.7657009938676254,
+      "grad_norm": 4.901601791381836,
+      "learning_rate": 8.117435897435897e-06,
+      "loss": 0.1371,
+      "step": 4175
+    },
+    {
+      "epoch": 1.7762740537111439,
+      "grad_norm": 6.051869869232178,
+      "learning_rate": 8.104615384615386e-06,
+      "loss": 0.1883,
+      "step": 4200
+    },
+    {
+      "epoch": 1.7868471135546629,
+      "grad_norm": 7.222878932952881,
+      "learning_rate": 8.091794871794873e-06,
+      "loss": 0.1614,
+      "step": 4225
+    },
+    {
+      "epoch": 1.7974201733981814,
+      "grad_norm": 6.554632663726807,
+      "learning_rate": 8.07897435897436e-06,
+      "loss": 0.1629,
+      "step": 4250
+    },
+    {
+      "epoch": 1.8079932332417001,
+      "grad_norm": 6.802252292633057,
+      "learning_rate": 8.066153846153846e-06,
+      "loss": 0.1526,
+      "step": 4275
+    },
+    {
+      "epoch": 1.8185662930852189,
+      "grad_norm": 6.444076061248779,
+      "learning_rate": 8.053333333333335e-06,
+      "loss": 0.1549,
+      "step": 4300
+    },
+    {
+      "epoch": 1.8291393529287374,
+      "grad_norm": 6.49000358581543,
+      "learning_rate": 8.040512820512822e-06,
+      "loss": 0.1469,
+      "step": 4325
+    },
+    {
+      "epoch": 1.8397124127722564,
+      "grad_norm": 5.989566802978516,
+      "learning_rate": 8.027692307692308e-06,
+      "loss": 0.1587,
+      "step": 4350
+    },
+    {
+      "epoch": 1.850285472615775,
+      "grad_norm": 4.621600151062012,
+      "learning_rate": 8.014871794871795e-06,
+      "loss": 0.1394,
+      "step": 4375
+    },
+    {
+      "epoch": 1.8608585324592937,
+      "grad_norm": 7.434966087341309,
+      "learning_rate": 8.002051282051284e-06,
+      "loss": 0.1484,
+      "step": 4400
+    },
+    {
+      "epoch": 1.8714315923028124,
+      "grad_norm": 4.955178737640381,
+      "learning_rate": 7.98923076923077e-06,
+      "loss": 0.1304,
+      "step": 4425
+    },
+    {
+      "epoch": 1.8820046521463312,
+      "grad_norm": 6.121462821960449,
+      "learning_rate": 7.976410256410257e-06,
+      "loss": 0.1676,
+      "step": 4450
+    },
+    {
+      "epoch": 1.89257771198985,
+      "grad_norm": 5.908482551574707,
+      "learning_rate": 7.963589743589744e-06,
+      "loss": 0.1463,
+      "step": 4475
+    },
+    {
+      "epoch": 1.9031507718333684,
+      "grad_norm": 4.962184906005859,
+      "learning_rate": 7.950769230769233e-06,
+      "loss": 0.1494,
+      "step": 4500
+    },
+    {
+      "epoch": 1.9137238316768874,
+      "grad_norm": 6.131477355957031,
+      "learning_rate": 7.93794871794872e-06,
+      "loss": 0.146,
+      "step": 4525
+    },
+    {
+      "epoch": 1.924296891520406,
+      "grad_norm": 7.316920280456543,
+      "learning_rate": 7.925128205128205e-06,
+      "loss": 0.1451,
+      "step": 4550
+    },
+    {
+      "epoch": 1.9348699513639247,
+      "grad_norm": 6.914496898651123,
+      "learning_rate": 7.912307692307693e-06,
+      "loss": 0.1263,
+      "step": 4575
+    },
+    {
+      "epoch": 1.9454430112074435,
+      "grad_norm": 6.739365100860596,
+      "learning_rate": 7.89948717948718e-06,
+      "loss": 0.1467,
+      "step": 4600
+    },
+    {
+      "epoch": 1.9560160710509622,
+      "grad_norm": 7.861861705780029,
+      "learning_rate": 7.886666666666667e-06,
+      "loss": 0.1582,
+      "step": 4625
+    },
+    {
+      "epoch": 1.966589130894481,
+      "grad_norm": 8.007691383361816,
+      "learning_rate": 7.873846153846154e-06,
+      "loss": 0.1569,
+      "step": 4650
+    },
+    {
+      "epoch": 1.9771621907379995,
+      "grad_norm": 9.34388542175293,
+      "learning_rate": 7.861025641025642e-06,
+      "loss": 0.1419,
+      "step": 4675
+    },
+    {
+      "epoch": 1.9877352505815185,
+      "grad_norm": 7.265613555908203,
+      "learning_rate": 7.848205128205129e-06,
+      "loss": 0.1436,
+      "step": 4700
+    },
+    {
+      "epoch": 1.998308310425037,
+      "grad_norm": 5.50709867477417,
+      "learning_rate": 7.835384615384616e-06,
+      "loss": 0.1467,
+      "step": 4725
+    },
+    {
+      "epoch": 2.0088813702685555,
+      "grad_norm": 4.5442962646484375,
+      "learning_rate": 7.822564102564103e-06,
+      "loss": 0.0813,
+      "step": 4750
+    },
+    {
+      "epoch": 2.0194544301120745,
+      "grad_norm": 6.023507595062256,
+      "learning_rate": 7.80974358974359e-06,
+      "loss": 0.0902,
+      "step": 4775
+    },
+    {
+      "epoch": 2.030027489955593,
+      "grad_norm": 2.5194263458251953,
+      "learning_rate": 7.796923076923078e-06,
+      "loss": 0.092,
+      "step": 4800
+    },
+    {
+      "epoch": 2.040600549799112,
+      "grad_norm": 5.59611701965332,
+      "learning_rate": 7.784102564102565e-06,
+      "loss": 0.0888,
+      "step": 4825
+    },
+    {
+      "epoch": 2.0511736096426305,
+      "grad_norm": 5.128935813903809,
+      "learning_rate": 7.771282051282052e-06,
+      "loss": 0.0886,
+      "step": 4850
+    },
+    {
+      "epoch": 2.0617466694861495,
+      "grad_norm": 4.068778038024902,
+      "learning_rate": 7.758461538461538e-06,
+      "loss": 0.0754,
+      "step": 4875
+    },
+    {
+      "epoch": 2.072319729329668,
+      "grad_norm": 3.985748052597046,
+      "learning_rate": 7.745641025641027e-06,
+      "loss": 0.0882,
+      "step": 4900
+    },
+    {
+      "epoch": 2.0828927891731865,
+      "grad_norm": 3.7527148723602295,
+      "learning_rate": 7.732820512820514e-06,
+      "loss": 0.0752,
+      "step": 4925
+    },
+    {
+      "epoch": 2.0934658490167055,
+      "grad_norm": 6.429442405700684,
+      "learning_rate": 7.72e-06,
+      "loss": 0.0999,
+      "step": 4950
+    },
+    {
+      "epoch": 2.104038908860224,
+      "grad_norm": 3.7136788368225098,
+      "learning_rate": 7.707179487179487e-06,
+      "loss": 0.0745,
+      "step": 4975
+    },
+    {
+      "epoch": 2.114611968703743,
+      "grad_norm": 3.5466103553771973,
+      "learning_rate": 7.694358974358976e-06,
+      "loss": 0.0807,
+      "step": 5000
+    },
+    {
+      "epoch": 2.114611968703743,
+      "eval_loss": 0.16425499320030212,
+      "eval_runtime": 474.1617,
+      "eval_samples_per_second": 7.679,
+      "eval_steps_per_second": 0.962,
+      "eval_wer": 0.14989094621560164,
+      "step": 5000
+    },
+    {
+      "epoch": 2.1251850285472615,
+      "grad_norm": 4.999958515167236,
+      "learning_rate": 7.681538461538463e-06,
+      "loss": 0.0804,
+      "step": 5025
+    },
+    {
+      "epoch": 2.13575808839078,
+      "grad_norm": 5.525317668914795,
+      "learning_rate": 7.66871794871795e-06,
+      "loss": 0.1002,
+      "step": 5050
+    },
+    {
+      "epoch": 2.146331148234299,
+      "grad_norm": 4.599583148956299,
+      "learning_rate": 7.655897435897436e-06,
+      "loss": 0.0868,
+      "step": 5075
+    },
+    {
+      "epoch": 2.1569042080778176,
+      "grad_norm": 5.12149715423584,
+      "learning_rate": 7.643076923076925e-06,
+      "loss": 0.0937,
+      "step": 5100
+    },
+    {
+      "epoch": 2.1674772679213365,
+      "grad_norm": 3.3281843662261963,
+      "learning_rate": 7.630256410256412e-06,
+      "loss": 0.0748,
+      "step": 5125
+    },
+    {
+      "epoch": 2.178050327764855,
+      "grad_norm": 5.142365455627441,
+      "learning_rate": 7.617435897435898e-06,
+      "loss": 0.0931,
+      "step": 5150
+    },
+    {
+      "epoch": 2.188623387608374,
+      "grad_norm": 3.4713194370269775,
+      "learning_rate": 7.604615384615385e-06,
+      "loss": 0.0747,
+      "step": 5175
+    },
+    {
+      "epoch": 2.1991964474518926,
+      "grad_norm": 3.9539084434509277,
+      "learning_rate": 7.591794871794872e-06,
+      "loss": 0.0917,
+      "step": 5200
+    },
+    {
+      "epoch": 2.209769507295411,
+      "grad_norm": 6.873681545257568,
+      "learning_rate": 7.578974358974359e-06,
+      "loss": 0.0842,
+      "step": 5225
+    },
+    {
+      "epoch": 2.22034256713893,
+      "grad_norm": 3.6090524196624756,
+      "learning_rate": 7.566153846153847e-06,
+      "loss": 0.0779,
+      "step": 5250
+    },
+    {
+      "epoch": 2.2309156269824486,
+      "grad_norm": 4.458488464355469,
+      "learning_rate": 7.553333333333334e-06,
+      "loss": 0.0854,
+      "step": 5275
+    },
+    {
+      "epoch": 2.2414886868259676,
+      "grad_norm": 4.1330718994140625,
+      "learning_rate": 7.540512820512821e-06,
+      "loss": 0.0674,
+      "step": 5300
+    },
+    {
+      "epoch": 2.252061746669486,
+      "grad_norm": 3.256821393966675,
+      "learning_rate": 7.527692307692308e-06,
+      "loss": 0.0787,
+      "step": 5325
+    },
+    {
+      "epoch": 2.262634806513005,
+      "grad_norm": 3.738051176071167,
+      "learning_rate": 7.514871794871795e-06,
+      "loss": 0.0844,
+      "step": 5350
+    },
+    {
+      "epoch": 2.2732078663565236,
+      "grad_norm": 6.081026554107666,
+      "learning_rate": 7.5020512820512826e-06,
+      "loss": 0.0794,
+      "step": 5375
+    },
+    {
+      "epoch": 2.283780926200042,
+      "grad_norm": 4.990882396697998,
+      "learning_rate": 7.489230769230769e-06,
+      "loss": 0.0806,
+      "step": 5400
+    },
+    {
+      "epoch": 2.294353986043561,
+      "grad_norm": 3.432616710662842,
+      "learning_rate": 7.476410256410257e-06,
+      "loss": 0.0961,
+      "step": 5425
+    },
+    {
+      "epoch": 2.3049270458870796,
+      "grad_norm": 9.63456916809082,
+      "learning_rate": 7.463589743589744e-06,
+      "loss": 0.0801,
+      "step": 5450
+    },
+    {
+      "epoch": 2.3155001057305986,
+      "grad_norm": 4.464268207550049,
+      "learning_rate": 7.4507692307692316e-06,
+      "loss": 0.0796,
+      "step": 5475
+    },
+    {
+      "epoch": 2.326073165574117,
+      "grad_norm": 3.0448217391967773,
+      "learning_rate": 7.437948717948718e-06,
+      "loss": 0.0718,
+      "step": 5500
+    },
+    {
+      "epoch": 2.3366462254176357,
+      "grad_norm": 6.034780979156494,
+      "learning_rate": 7.425128205128206e-06,
+      "loss": 0.1072,
+      "step": 5525
+    },
+    {
+      "epoch": 2.3472192852611546,
+      "grad_norm": 5.285013675689697,
+      "learning_rate": 7.412307692307693e-06,
+      "loss": 0.094,
+      "step": 5550
+    },
+    {
+      "epoch": 2.357792345104673,
+      "grad_norm": 4.443994998931885,
+      "learning_rate": 7.3994871794871806e-06,
+      "loss": 0.0897,
+      "step": 5575
+    },
+    {
+      "epoch": 2.368365404948192,
+      "grad_norm": 6.323433876037598,
+      "learning_rate": 7.386666666666667e-06,
+      "loss": 0.0774,
+      "step": 5600
+    },
+    {
+      "epoch": 2.3789384647917107,
+      "grad_norm": 7.71209192276001,
+      "learning_rate": 7.373846153846155e-06,
+      "loss": 0.097,
+      "step": 5625
+    },
+    {
+      "epoch": 2.389511524635229,
+      "grad_norm": 2.249687910079956,
+      "learning_rate": 7.361025641025642e-06,
+      "loss": 0.1082,
+      "step": 5650
+    },
+    {
+      "epoch": 2.400084584478748,
+      "grad_norm": 4.210668087005615,
+      "learning_rate": 7.3482051282051295e-06,
+      "loss": 0.0649,
+      "step": 5675
+    },
+    {
+      "epoch": 2.4106576443222667,
+      "grad_norm": 5.31463098526001,
+      "learning_rate": 7.335384615384616e-06,
+      "loss": 0.0924,
+      "step": 5700
+    },
+    {
+      "epoch": 2.4212307041657857,
+      "grad_norm": 5.068974494934082,
+      "learning_rate": 7.322564102564104e-06,
+      "loss": 0.0783,
+      "step": 5725
+    },
+    {
+      "epoch": 2.431803764009304,
+      "grad_norm": 5.510648727416992,
+      "learning_rate": 7.309743589743591e-06,
+      "loss": 0.0791,
+      "step": 5750
+    },
+    {
+      "epoch": 2.442376823852823,
+      "grad_norm": 5.710975646972656,
+      "learning_rate": 7.296923076923077e-06,
+      "loss": 0.0842,
+      "step": 5775
+    },
+    {
+      "epoch": 2.4529498836963417,
+      "grad_norm": 4.2290215492248535,
+      "learning_rate": 7.2841025641025645e-06,
+      "loss": 0.0827,
+      "step": 5800
+    },
+    {
+      "epoch": 2.4635229435398607,
+      "grad_norm": 5.621830940246582,
+      "learning_rate": 7.271282051282051e-06,
+      "loss": 0.0809,
+      "step": 5825
+    },
+    {
+      "epoch": 2.474096003383379,
+      "grad_norm": 2.6628761291503906,
+      "learning_rate": 7.258461538461539e-06,
+      "loss": 0.0784,
+      "step": 5850
+    },
+    {
+      "epoch": 2.4846690632268977,
+      "grad_norm": 5.889407634735107,
+      "learning_rate": 7.245641025641026e-06,
+      "loss": 0.0908,
+      "step": 5875
+    },
+    {
+      "epoch": 2.4952421230704167,
+      "grad_norm": 4.617676258087158,
+      "learning_rate": 7.2328205128205135e-06,
+      "loss": 0.0883,
+      "step": 5900
+    },
+    {
+      "epoch": 2.5058151829139352,
+      "grad_norm": 4.988363265991211,
+      "learning_rate": 7.22e-06,
+      "loss": 0.1109,
+      "step": 5925
+    },
+    {
+      "epoch": 2.516388242757454,
+      "grad_norm": 5.262870788574219,
+      "learning_rate": 7.207179487179487e-06,
+      "loss": 0.1085,
+      "step": 5950
+    },
+    {
+      "epoch": 2.5269613026009727,
+      "grad_norm": 19.423404693603516,
+      "learning_rate": 7.194358974358975e-06,
+      "loss": 0.0868,
+      "step": 5975
+    },
+    {
+      "epoch": 2.5375343624444913,
+      "grad_norm": 6.528380870819092,
+      "learning_rate": 7.181538461538462e-06,
+      "loss": 0.089,
+      "step": 6000
+    },
+    {
+      "epoch": 2.5375343624444913,
+      "eval_loss": 0.15615449845790863,
+      "eval_runtime": 479.6175,
+      "eval_samples_per_second": 7.591,
+      "eval_steps_per_second": 0.951,
+      "eval_wer": 0.13476263399693722,
+      "step": 6000
+    },
+    {
+      "epoch": 2.5481074222880102,
+      "grad_norm": 4.123988628387451,
+      "learning_rate": 7.168717948717949e-06,
+      "loss": 0.085,
+      "step": 6025
+    },
+    {
+      "epoch": 2.5586804821315288,
+      "grad_norm": 3.1818017959594727,
+      "learning_rate": 7.155897435897436e-06,
+      "loss": 0.0906,
+      "step": 6050
+    },
+    {
+      "epoch": 2.5692535419750477,
+      "grad_norm": 5.67425537109375,
+      "learning_rate": 7.143076923076924e-06,
+      "loss": 0.0928,
+      "step": 6075
+    },
+    {
+      "epoch": 2.5798266018185663,
+      "grad_norm": 4.55906867980957,
+      "learning_rate": 7.130256410256411e-06,
+      "loss": 0.0732,
+      "step": 6100
+    },
+    {
+      "epoch": 2.590399661662085,
+      "grad_norm": 3.958922863006592,
+      "learning_rate": 7.117435897435898e-06,
+      "loss": 0.0867,
+      "step": 6125
+    },
+    {
+      "epoch": 2.6009727215056038,
+      "grad_norm": 4.0345306396484375,
+      "learning_rate": 7.104615384615385e-06,
+      "loss": 0.0636,
+      "step": 6150
+    },
+    {
+      "epoch": 2.6115457813491223,
+      "grad_norm": 6.317999839782715,
+      "learning_rate": 7.091794871794873e-06,
+      "loss": 0.0816,
+      "step": 6175
+    },
+    {
+      "epoch": 2.6221188411926413,
+      "grad_norm": 7.474951267242432,
+      "learning_rate": 7.07897435897436e-06,
+      "loss": 0.0953,
+      "step": 6200
+    },
+    {
+      "epoch": 2.63269190103616,
+      "grad_norm": 4.363856315612793,
+      "learning_rate": 7.066153846153847e-06,
+      "loss": 0.0931,
+      "step": 6225
+    },
+    {
+      "epoch": 2.6432649608796783,
+      "grad_norm": 6.427609920501709,
+      "learning_rate": 7.053333333333334e-06,
+      "loss": 0.0794,
+      "step": 6250
+    },
+    {
+      "epoch": 2.6538380207231973,
+      "grad_norm": 5.55384635925293,
+      "learning_rate": 7.040512820512822e-06,
+      "loss": 0.0892,
+      "step": 6275
+    },
+    {
+      "epoch": 2.6644110805667163,
+      "grad_norm": 5.477039813995361,
+      "learning_rate": 7.027692307692309e-06,
+      "loss": 0.0681,
+      "step": 6300
+    },
+    {
+      "epoch": 2.674984140410235,
+      "grad_norm": 4.115767955780029,
+      "learning_rate": 7.014871794871796e-06,
+      "loss": 0.0673,
+      "step": 6325
+    },
+    {
+      "epoch": 2.6855572002537533,
+      "grad_norm": 3.343461751937866,
+      "learning_rate": 7.002051282051283e-06,
+      "loss": 0.0651,
+      "step": 6350
+    },
+    {
+      "epoch": 2.6961302600972723,
+      "grad_norm": 5.022345542907715,
+      "learning_rate": 6.989230769230769e-06,
+      "loss": 0.0727,
+      "step": 6375
+    },
+    {
+      "epoch": 2.706703319940791,
+      "grad_norm": 5.0488128662109375,
+      "learning_rate": 6.976410256410257e-06,
+      "loss": 0.0808,
+      "step": 6400
+    },
+    {
+      "epoch": 2.71727637978431,
+      "grad_norm": 5.218719005584717,
+      "learning_rate": 6.963589743589744e-06,
+      "loss": 0.0955,
+      "step": 6425
+    },
+    {
+      "epoch": 2.7278494396278283,
+      "grad_norm": 4.660473346710205,
+      "learning_rate": 6.950769230769231e-06,
+      "loss": 0.0855,
+      "step": 6450
+    },
+    {
+      "epoch": 2.738422499471347,
+      "grad_norm": 5.673701286315918,
+      "learning_rate": 6.937948717948718e-06,
+      "loss": 0.0899,
+      "step": 6475
+    },
+    {
+      "epoch": 2.748995559314866,
+      "grad_norm": 4.193291187286377,
+      "learning_rate": 6.925128205128206e-06,
+      "loss": 0.0986,
+      "step": 6500
+    },
+    {
+      "epoch": 2.7595686191583844,
+      "grad_norm": 3.0398550033569336,
+      "learning_rate": 6.912307692307693e-06,
+      "loss": 0.0747,
+      "step": 6525
+    },
+    {
+      "epoch": 2.7701416790019033,
+      "grad_norm": 4.971275806427002,
+      "learning_rate": 6.899487179487179e-06,
+      "loss": 0.0829,
+      "step": 6550
+    },
+    {
+      "epoch": 2.780714738845422,
+      "grad_norm": 5.15726375579834,
+      "learning_rate": 6.886666666666667e-06,
+      "loss": 0.074,
+      "step": 6575
+    },
+    {
+      "epoch": 2.7912877986889404,
+      "grad_norm": 4.134614944458008,
+      "learning_rate": 6.873846153846154e-06,
+      "loss": 0.0764,
+      "step": 6600
+    },
+    {
+      "epoch": 2.8018608585324594,
+      "grad_norm": 3.367145538330078,
+      "learning_rate": 6.861025641025642e-06,
+      "loss": 0.085,
+      "step": 6625
+    },
+    {
+      "epoch": 2.812433918375978,
+      "grad_norm": 5.638070106506348,
+      "learning_rate": 6.848205128205128e-06,
+      "loss": 0.0687,
+      "step": 6650
+    },
+    {
+      "epoch": 2.823006978219497,
+      "grad_norm": 5.024541854858398,
+      "learning_rate": 6.835384615384616e-06,
+      "loss": 0.0778,
+      "step": 6675
+    },
+    {
+      "epoch": 2.8335800380630154,
+      "grad_norm": 2.271406412124634,
+      "learning_rate": 6.822564102564103e-06,
+      "loss": 0.0755,
+      "step": 6700
+    },
+    {
+      "epoch": 2.844153097906534,
+      "grad_norm": 3.323329210281372,
+      "learning_rate": 6.8097435897435906e-06,
+      "loss": 0.0762,
+      "step": 6725
+    },
+    {
+      "epoch": 2.854726157750053,
+      "grad_norm": 3.916624069213867,
+      "learning_rate": 6.796923076923077e-06,
+      "loss": 0.0985,
+      "step": 6750
+    },
+    {
+      "epoch": 2.8652992175935714,
+      "grad_norm": 4.36145544052124,
+      "learning_rate": 6.784102564102565e-06,
+      "loss": 0.0815,
+      "step": 6775
+    },
+    {
+      "epoch": 2.8758722774370904,
+      "grad_norm": 3.7215347290039062,
+      "learning_rate": 6.771282051282052e-06,
+      "loss": 0.0721,
+      "step": 6800
+    },
+    {
+      "epoch": 2.886445337280609,
+      "grad_norm": 3.406437397003174,
+      "learning_rate": 6.7584615384615396e-06,
+      "loss": 0.0794,
+      "step": 6825
+    },
+    {
+      "epoch": 2.8970183971241275,
+      "grad_norm": 4.781268119812012,
+      "learning_rate": 6.745641025641026e-06,
+      "loss": 0.0831,
+      "step": 6850
+    },
+    {
+      "epoch": 2.9075914569676464,
+      "grad_norm": 7.577853202819824,
+      "learning_rate": 6.732820512820514e-06,
+      "loss": 0.0837,
+      "step": 6875
+    },
+    {
+      "epoch": 2.9181645168111654,
+      "grad_norm": 4.966701984405518,
+      "learning_rate": 6.720000000000001e-06,
+      "loss": 0.0882,
+      "step": 6900
+    },
+    {
+      "epoch": 2.928737576654684,
+      "grad_norm": 4.185604572296143,
+      "learning_rate": 6.7071794871794886e-06,
+      "loss": 0.0894,
+      "step": 6925
+    },
+    {
+      "epoch": 2.9393106364982025,
+      "grad_norm": 6.426883697509766,
+      "learning_rate": 6.694358974358975e-06,
+      "loss": 0.0762,
+      "step": 6950
+    },
+    {
+      "epoch": 2.9498836963417214,
+      "grad_norm": 5.418060779571533,
+      "learning_rate": 6.681538461538463e-06,
+      "loss": 0.0837,
+      "step": 6975
+    },
+    {
+      "epoch": 2.96045675618524,
+      "grad_norm": 7.900200366973877,
+      "learning_rate": 6.668717948717949e-06,
+      "loss": 0.0883,
+      "step": 7000
+    },
+    {
+      "epoch": 2.96045675618524,
+      "eval_loss": 0.1452471762895584,
+      "eval_runtime": 481.3751,
+      "eval_samples_per_second": 7.564,
+      "eval_steps_per_second": 0.947,
+      "eval_wer": 0.12678082509629218,
+      "step": 7000
+    },
+    {
+      "epoch": 2.971029816028759,
+      "grad_norm": 7.546687126159668,
+      "learning_rate": 6.655897435897436e-06,
+      "loss": 0.083,
+      "step": 7025
+    },
+    {
+      "epoch": 2.9816028758722775,
+      "grad_norm": 4.659261703491211,
+      "learning_rate": 6.6430769230769235e-06,
+      "loss": 0.0789,
+      "step": 7050
+    },
+    {
+      "epoch": 2.992175935715796,
+      "grad_norm": 5.171137809753418,
+      "learning_rate": 6.63025641025641e-06,
+      "loss": 0.0843,
+      "step": 7075
+    },
+    {
+      "epoch": 3.002748995559315,
+      "grad_norm": 2.0631213188171387,
+      "learning_rate": 6.617435897435898e-06,
+      "loss": 0.0597,
+      "step": 7100
+    },
+    {
+      "epoch": 3.0133220554028335,
+      "grad_norm": 1.6943330764770508,
+      "learning_rate": 6.604615384615385e-06,
+      "loss": 0.0441,
+      "step": 7125
+    },
+    {
+      "epoch": 3.0238951152463525,
+      "grad_norm": 2.18405818939209,
+      "learning_rate": 6.5917948717948725e-06,
+      "loss": 0.0399,
+      "step": 7150
+    },
+    {
+      "epoch": 3.034468175089871,
+      "grad_norm": 4.707269668579102,
+      "learning_rate": 6.578974358974359e-06,
+      "loss": 0.0497,
+      "step": 7175
+    },
+    {
+      "epoch": 3.0450412349333895,
+      "grad_norm": 2.237076759338379,
+      "learning_rate": 6.566153846153846e-06,
+      "loss": 0.0381,
+      "step": 7200
+    },
+    {
+      "epoch": 3.0556142947769085,
+      "grad_norm": 2.0544979572296143,
+      "learning_rate": 6.553333333333334e-06,
+      "loss": 0.0458,
+      "step": 7225
+    },
+    {
+      "epoch": 3.066187354620427,
+      "grad_norm": 3.0701844692230225,
+      "learning_rate": 6.540512820512821e-06,
+      "loss": 0.0641,
+      "step": 7250
+    },
+    {
+      "epoch": 3.076760414463946,
+      "grad_norm": 2.446314573287964,
+      "learning_rate": 6.527692307692308e-06,
+      "loss": 0.0398,
+      "step": 7275
+    },
+    {
+      "epoch": 3.0873334743074645,
+      "grad_norm": 1.1977494955062866,
+      "learning_rate": 6.514871794871795e-06,
+      "loss": 0.0347,
+      "step": 7300
+    },
+    {
+      "epoch": 3.0979065341509835,
+      "grad_norm": 3.8696768283843994,
+      "learning_rate": 6.5025641025641026e-06,
+      "loss": 0.0454,
+      "step": 7325
+    },
+    {
+      "epoch": 3.108479593994502,
+      "grad_norm": 4.348515033721924,
+      "learning_rate": 6.48974358974359e-06,
+      "loss": 0.0358,
+      "step": 7350
+    },
+    {
+      "epoch": 3.1190526538380206,
+      "grad_norm": 3.3741064071655273,
+      "learning_rate": 6.476923076923077e-06,
+      "loss": 0.0477,
+      "step": 7375
+    },
+    {
+      "epoch": 3.1296257136815395,
+      "grad_norm": 1.3603962659835815,
+      "learning_rate": 6.464102564102565e-06,
+      "loss": 0.0424,
+      "step": 7400
+    },
+    {
+      "epoch": 3.140198773525058,
+      "grad_norm": 2.087542772293091,
+      "learning_rate": 6.4512820512820516e-06,
+      "loss": 0.034,
+      "step": 7425
+    },
+    {
+      "epoch": 3.150771833368577,
+      "grad_norm": 3.6920878887176514,
+      "learning_rate": 6.438461538461539e-06,
+      "loss": 0.0441,
+      "step": 7450
+    },
+    {
+      "epoch": 3.1613448932120956,
+      "grad_norm": 2.65889573097229,
+      "learning_rate": 6.425641025641026e-06,
+      "loss": 0.0399,
+      "step": 7475
+    },
+    {
+      "epoch": 3.1719179530556145,
+      "grad_norm": 6.821660995483398,
+      "learning_rate": 6.412820512820514e-06,
+      "loss": 0.0331,
+      "step": 7500
+    },
+    {
+      "epoch": 3.182491012899133,
+      "grad_norm": 3.360375165939331,
+      "learning_rate": 6.4000000000000006e-06,
+      "loss": 0.0424,
+      "step": 7525
+    },
+    {
+      "epoch": 3.1930640727426516,
+      "grad_norm": 2.295417547225952,
+      "learning_rate": 6.387179487179488e-06,
+      "loss": 0.0406,
+      "step": 7550
+    },
+    {
+      "epoch": 3.2036371325861706,
+      "grad_norm": 2.809596300125122,
+      "learning_rate": 6.374358974358975e-06,
+      "loss": 0.0536,
+      "step": 7575
+    },
+    {
+      "epoch": 3.214210192429689,
+      "grad_norm": 2.86702823638916,
+      "learning_rate": 6.361538461538463e-06,
+      "loss": 0.0401,
+      "step": 7600
+    },
+    {
+      "epoch": 3.224783252273208,
+      "grad_norm": 3.1539106369018555,
+      "learning_rate": 6.3487179487179495e-06,
+      "loss": 0.038,
+      "step": 7625
+    },
+    {
+      "epoch": 3.2353563121167266,
+      "grad_norm": 5.205074787139893,
+      "learning_rate": 6.335897435897436e-06,
+      "loss": 0.0402,
+      "step": 7650
+    },
+    {
+      "epoch": 3.245929371960245,
+      "grad_norm": 4.798672199249268,
+      "learning_rate": 6.323076923076924e-06,
+      "loss": 0.0412,
+      "step": 7675
+    },
+    {
+      "epoch": 3.256502431803764,
+      "grad_norm": 2.3215603828430176,
+      "learning_rate": 6.310256410256411e-06,
+      "loss": 0.0389,
+      "step": 7700
+    },
+    {
+      "epoch": 3.2670754916472826,
+      "grad_norm": 2.9327590465545654,
+      "learning_rate": 6.2974358974358985e-06,
+      "loss": 0.0327,
+      "step": 7725
+    },
+    {
+      "epoch": 3.2776485514908016,
+      "grad_norm": 2.3523976802825928,
+      "learning_rate": 6.284615384615385e-06,
+      "loss": 0.0415,
+      "step": 7750
+    },
+    {
+      "epoch": 3.28822161133432,
+      "grad_norm": 2.7430717945098877,
+      "learning_rate": 6.271794871794872e-06,
+      "loss": 0.038,
+      "step": 7775
+    },
+    {
+      "epoch": 3.2987946711778386,
+      "grad_norm": 3.922346830368042,
+      "learning_rate": 6.258974358974359e-06,
+      "loss": 0.0505,
+      "step": 7800
+    },
+    {
+      "epoch": 3.3093677310213576,
+      "grad_norm": 3.7691900730133057,
+      "learning_rate": 6.246153846153846e-06,
+      "loss": 0.037,
+      "step": 7825
+    },
+    {
+      "epoch": 3.319940790864876,
+      "grad_norm": 5.420505523681641,
+      "learning_rate": 6.2333333333333335e-06,
+      "loss": 0.0403,
+      "step": 7850
+    },
+    {
+      "epoch": 3.330513850708395,
+      "grad_norm": 2.5405962467193604,
+      "learning_rate": 6.22051282051282e-06,
+      "loss": 0.0481,
+      "step": 7875
+    },
+    {
+      "epoch": 3.3410869105519136,
+      "grad_norm": 5.486624717712402,
+      "learning_rate": 6.207692307692308e-06,
+      "loss": 0.0499,
+      "step": 7900
+    },
+    {
+      "epoch": 3.3516599703954326,
+      "grad_norm": 7.166432857513428,
+      "learning_rate": 6.194871794871795e-06,
+      "loss": 0.0455,
+      "step": 7925
+    },
+    {
+      "epoch": 3.362233030238951,
+      "grad_norm": 2.30519437789917,
+      "learning_rate": 6.1820512820512825e-06,
+      "loss": 0.0526,
+      "step": 7950
+    },
+    {
+      "epoch": 3.3728060900824697,
+      "grad_norm": 1.9276854991912842,
+      "learning_rate": 6.169230769230769e-06,
+      "loss": 0.0496,
+      "step": 7975
+    },
+    {
+      "epoch": 3.3833791499259886,
+      "grad_norm": 2.095248222351074,
+      "learning_rate": 6.156410256410257e-06,
+      "loss": 0.0368,
+      "step": 8000
+    },
+    {
+      "epoch": 3.3833791499259886,
+      "eval_loss": 0.14458830654621124,
+      "eval_runtime": 482.4832,
+      "eval_samples_per_second": 7.546,
+      "eval_steps_per_second": 0.945,
+      "eval_wer": 0.13239593484616455,
+      "step": 8000
+    },
+    {
+      "epoch": 3.393952209769507,
+      "grad_norm": 1.7885074615478516,
+      "learning_rate": 6.143589743589744e-06,
+      "loss": 0.0361,
+      "step": 8025
+    },
+    {
+      "epoch": 3.404525269613026,
+      "grad_norm": 4.022132873535156,
+      "learning_rate": 6.1307692307692315e-06,
+      "loss": 0.0463,
+      "step": 8050
+    },
+    {
+      "epoch": 3.4150983294565447,
+      "grad_norm": 2.1497411727905273,
+      "learning_rate": 6.117948717948718e-06,
+      "loss": 0.0427,
+      "step": 8075
+    },
+    {
+      "epoch": 3.4256713893000637,
+      "grad_norm": 1.6746113300323486,
+      "learning_rate": 6.105128205128206e-06,
+      "loss": 0.0344,
+      "step": 8100
+    },
+    {
+      "epoch": 3.436244449143582,
+      "grad_norm": 3.6092941761016846,
+      "learning_rate": 6.092307692307693e-06,
+      "loss": 0.0469,
+      "step": 8125
+    },
+    {
+      "epoch": 3.4468175089871007,
+      "grad_norm": 4.466283798217773,
+      "learning_rate": 6.0794871794871805e-06,
+      "loss": 0.0423,
+      "step": 8150
+    },
+    {
+      "epoch": 3.4573905688306197,
+      "grad_norm": 2.550199508666992,
+      "learning_rate": 6.066666666666667e-06,
+      "loss": 0.0542,
+      "step": 8175
+    },
+    {
+      "epoch": 3.467963628674138,
+      "grad_norm": 2.781538963317871,
+      "learning_rate": 6.053846153846155e-06,
+      "loss": 0.0423,
+      "step": 8200
+    },
+    {
+      "epoch": 3.478536688517657,
+      "grad_norm": 1.9282548427581787,
+      "learning_rate": 6.041025641025642e-06,
+      "loss": 0.0386,
+      "step": 8225
+    },
+    {
+      "epoch": 3.4891097483611757,
+      "grad_norm": 2.867671012878418,
+      "learning_rate": 6.028205128205129e-06,
+      "loss": 0.0364,
+      "step": 8250
+    },
+    {
+      "epoch": 3.4996828082046942,
+      "grad_norm": 2.200422763824463,
+      "learning_rate": 6.015384615384616e-06,
+      "loss": 0.0396,
+      "step": 8275
+    },
+    {
+      "epoch": 3.510255868048213,
+      "grad_norm": 2.84183931350708,
+      "learning_rate": 6.002564102564103e-06,
+      "loss": 0.0432,
+      "step": 8300
+    },
+    {
+      "epoch": 3.5208289278917317,
+      "grad_norm": 3.7579634189605713,
+      "learning_rate": 5.989743589743591e-06,
+      "loss": 0.0503,
+      "step": 8325
+    },
+    {
+      "epoch": 3.5314019877352507,
+      "grad_norm": 5.463958740234375,
+      "learning_rate": 5.976923076923078e-06,
+      "loss": 0.0367,
+      "step": 8350
+    },
+    {
+      "epoch": 3.5419750475787692,
+      "grad_norm": 2.921443462371826,
+      "learning_rate": 5.9641025641025644e-06,
+      "loss": 0.0474,
+      "step": 8375
+    },
+    {
+      "epoch": 3.5525481074222878,
+      "grad_norm": 2.1998775005340576,
+      "learning_rate": 5.951282051282051e-06,
+      "loss": 0.0393,
+      "step": 8400
+    },
+    {
+      "epoch": 3.5631211672658067,
+      "grad_norm": 2.0558321475982666,
+      "learning_rate": 5.938461538461538e-06,
+      "loss": 0.0434,
+      "step": 8425
+    },
+    {
+      "epoch": 3.5736942271093257,
+      "grad_norm": 4.614722728729248,
+      "learning_rate": 5.925641025641026e-06,
+      "loss": 0.0419,
+      "step": 8450
+    },
+    {
+      "epoch": 3.5842672869528442,
+      "grad_norm": 3.2002508640289307,
+      "learning_rate": 5.912820512820513e-06,
+      "loss": 0.0579,
+      "step": 8475
+    },
+    {
+      "epoch": 3.5948403467963628,
+      "grad_norm": 2.0797934532165527,
+      "learning_rate": 5.9e-06,
+      "loss": 0.047,
+      "step": 8500
+    },
+    {
+      "epoch": 3.6054134066398817,
+      "grad_norm": 1.3923156261444092,
+      "learning_rate": 5.887179487179487e-06,
+      "loss": 0.035,
+      "step": 8525
+    },
+    {
+      "epoch": 3.6159864664834003,
+      "grad_norm": 2.350816011428833,
+      "learning_rate": 5.874358974358975e-06,
+      "loss": 0.0678,
+      "step": 8550
+    },
+    {
+      "epoch": 3.6265595263269192,
+      "grad_norm": 3.1680469512939453,
+      "learning_rate": 5.861538461538462e-06,
+      "loss": 0.055,
+      "step": 8575
+    },
+    {
+      "epoch": 3.6371325861704378,
+      "grad_norm": 2.174107551574707,
+      "learning_rate": 5.848717948717949e-06,
+      "loss": 0.0475,
+      "step": 8600
+    },
+    {
+      "epoch": 3.6477056460139563,
+      "grad_norm": 3.112668037414551,
+      "learning_rate": 5.835897435897436e-06,
+      "loss": 0.0447,
+      "step": 8625
+    },
+    {
+      "epoch": 3.6582787058574753,
+      "grad_norm": 4.258768558502197,
+      "learning_rate": 5.823076923076924e-06,
+      "loss": 0.0322,
+      "step": 8650
+    },
+    {
+      "epoch": 3.668851765700994,
+      "grad_norm": 3.305208683013916,
+      "learning_rate": 5.8102564102564106e-06,
+      "loss": 0.0454,
+      "step": 8675
+    },
+    {
+      "epoch": 3.679424825544513,
+      "grad_norm": 2.314253568649292,
+      "learning_rate": 5.797435897435898e-06,
+      "loss": 0.0376,
+      "step": 8700
+    },
+    {
+      "epoch": 3.6899978853880313,
+      "grad_norm": 2.856414318084717,
+      "learning_rate": 5.784615384615385e-06,
+      "loss": 0.0396,
+      "step": 8725
+    },
+    {
+      "epoch": 3.70057094523155,
+      "grad_norm": 1.2516982555389404,
+      "learning_rate": 5.771794871794873e-06,
+      "loss": 0.0323,
+      "step": 8750
+    },
+    {
+      "epoch": 3.711144005075069,
+      "grad_norm": 3.374429225921631,
+      "learning_rate": 5.7589743589743596e-06,
+      "loss": 0.0487,
+      "step": 8775
+    },
+    {
+      "epoch": 3.7217170649185873,
+      "grad_norm": 3.7010583877563477,
+      "learning_rate": 5.746153846153847e-06,
+      "loss": 0.0489,
+      "step": 8800
+    },
+    {
+      "epoch": 3.7322901247621063,
+      "grad_norm": 1.8617634773254395,
+      "learning_rate": 5.733333333333334e-06,
+      "loss": 0.0376,
+      "step": 8825
+    },
+    {
+      "epoch": 3.742863184605625,
+      "grad_norm": 1.5360052585601807,
+      "learning_rate": 5.720512820512821e-06,
+      "loss": 0.0392,
+      "step": 8850
+    },
+    {
+      "epoch": 3.7534362444491434,
+      "grad_norm": 3.569289207458496,
+      "learning_rate": 5.7076923076923086e-06,
+      "loss": 0.0506,
+      "step": 8875
+    },
+    {
+      "epoch": 3.7640093042926623,
+      "grad_norm": 4.679437160491943,
+      "learning_rate": 5.694871794871795e-06,
+      "loss": 0.0397,
+      "step": 8900
+    },
+    {
+      "epoch": 3.774582364136181,
+      "grad_norm": 1.4421815872192383,
+      "learning_rate": 5.682051282051283e-06,
+      "loss": 0.0507,
+      "step": 8925
+    },
+    {
+      "epoch": 3.7851554239797,
+      "grad_norm": 4.020344257354736,
+      "learning_rate": 5.66923076923077e-06,
+      "loss": 0.0426,
+      "step": 8950
+    },
+    {
+      "epoch": 3.7957284838232184,
+      "grad_norm": 1.8350247144699097,
+      "learning_rate": 5.6564102564102575e-06,
+      "loss": 0.0577,
+      "step": 8975
+    },
+    {
+      "epoch": 3.806301543666737,
+      "grad_norm": 4.344027519226074,
+      "learning_rate": 5.6435897435897435e-06,
+      "loss": 0.0463,
+      "step": 9000
+    },
+    {
+      "epoch": 3.806301543666737,
+      "eval_loss": 0.1400885134935379,
+      "eval_runtime": 478.4392,
+      "eval_samples_per_second": 7.61,
+      "eval_steps_per_second": 0.953,
+      "eval_wer": 0.12863705972434916,
+      "step": 9000
+    },
+    {
+      "epoch": 3.816874603510256,
+      "grad_norm": 1.8994994163513184,
+      "learning_rate": 5.63076923076923e-06,
+      "loss": 0.0396,
+      "step": 9025
+    },
+    {
+      "epoch": 3.827447663353775,
+      "grad_norm": 2.9287285804748535,
+      "learning_rate": 5.617948717948718e-06,
+      "loss": 0.0353,
+      "step": 9050
+    },
+    {
+      "epoch": 3.8380207231972934,
+      "grad_norm": 5.816341876983643,
+      "learning_rate": 5.605128205128205e-06,
+      "loss": 0.0416,
+      "step": 9075
+    },
+    {
+      "epoch": 3.848593783040812,
+      "grad_norm": 1.939314603805542,
+      "learning_rate": 5.5923076923076925e-06,
+      "loss": 0.0356,
+      "step": 9100
+    },
+    {
+      "epoch": 3.859166842884331,
+      "grad_norm": 2.6920735836029053,
+      "learning_rate": 5.579487179487179e-06,
+      "loss": 0.0361,
+      "step": 9125
+    },
+    {
+      "epoch": 3.8697399027278494,
+      "grad_norm": 3.10347056388855,
+      "learning_rate": 5.566666666666667e-06,
+      "loss": 0.0465,
+      "step": 9150
+    },
+    {
+      "epoch": 3.8803129625713684,
+      "grad_norm": 3.6406362056732178,
+      "learning_rate": 5.553846153846154e-06,
+      "loss": 0.0451,
+      "step": 9175
+    },
+    {
+      "epoch": 3.890886022414887,
+      "grad_norm": 1.8818650245666504,
+      "learning_rate": 5.5410256410256415e-06,
+      "loss": 0.0399,
+      "step": 9200
+    },
+    {
+      "epoch": 3.9014590822584054,
+      "grad_norm": 2.670872688293457,
+      "learning_rate": 5.528205128205128e-06,
+      "loss": 0.0394,
+      "step": 9225
+    },
+    {
+      "epoch": 3.9120321421019244,
+      "grad_norm": 6.323610782623291,
+      "learning_rate": 5.515384615384616e-06,
+      "loss": 0.0469,
+      "step": 9250
+    },
+    {
+      "epoch": 3.922605201945443,
+      "grad_norm": 3.8592729568481445,
+      "learning_rate": 5.502564102564103e-06,
+      "loss": 0.0432,
+      "step": 9275
+    },
+    {
+      "epoch": 3.933178261788962,
+      "grad_norm": 1.5597033500671387,
+      "learning_rate": 5.4897435897435905e-06,
+      "loss": 0.0326,
+      "step": 9300
+    },
+    {
+      "epoch": 3.9437513216324804,
+      "grad_norm": 1.413038969039917,
+      "learning_rate": 5.476923076923077e-06,
+      "loss": 0.0439,
+      "step": 9325
+    },
+    {
+      "epoch": 3.954324381475999,
+      "grad_norm": 1.5831608772277832,
+      "learning_rate": 5.464102564102565e-06,
+      "loss": 0.0406,
+      "step": 9350
+    },
+    {
+      "epoch": 3.964897441319518,
+      "grad_norm": 4.640722274780273,
+      "learning_rate": 5.451282051282052e-06,
+      "loss": 0.046,
+      "step": 9375
+    },
+    {
+      "epoch": 3.9754705011630365,
+      "grad_norm": 2.2848503589630127,
+      "learning_rate": 5.4384615384615395e-06,
+      "loss": 0.039,
+      "step": 9400
+    },
+    {
+      "epoch": 3.9860435610065554,
+      "grad_norm": 3.464656352996826,
+      "learning_rate": 5.425641025641026e-06,
+      "loss": 0.0482,
+      "step": 9425
+    },
+    {
+      "epoch": 3.996616620850074,
+      "grad_norm": 1.6633790731430054,
+      "learning_rate": 5.412820512820514e-06,
+      "loss": 0.0458,
+      "step": 9450
+    },
+    {
+      "epoch": 4.0071896806935925,
+      "grad_norm": 3.9742796421051025,
+      "learning_rate": 5.400000000000001e-06,
+      "loss": 0.0301,
+      "step": 9475
+    },
+    {
+      "epoch": 4.017762740537111,
+      "grad_norm": 0.8984088897705078,
+      "learning_rate": 5.387179487179488e-06,
+      "loss": 0.0171,
+      "step": 9500
+    },
+    {
+      "epoch": 4.02833580038063,
+      "grad_norm": 1.1975101232528687,
+      "learning_rate": 5.374358974358975e-06,
+      "loss": 0.0346,
+      "step": 9525
+    },
+    {
+      "epoch": 4.038908860224149,
+      "grad_norm": 1.3089258670806885,
+      "learning_rate": 5.361538461538462e-06,
+      "loss": 0.0261,
+      "step": 9550
+    },
+    {
+      "epoch": 4.0494819200676675,
+      "grad_norm": 1.7242599725723267,
+      "learning_rate": 5.34871794871795e-06,
+      "loss": 0.024,
+      "step": 9575
+    },
+    {
+      "epoch": 4.060054979911186,
+      "grad_norm": 3.1359024047851562,
+      "learning_rate": 5.335897435897436e-06,
+      "loss": 0.019,
+      "step": 9600
+    },
+    {
+      "epoch": 4.070628039754705,
+      "grad_norm": 1.996058702468872,
+      "learning_rate": 5.323076923076923e-06,
+      "loss": 0.0165,
+      "step": 9625
+    },
+    {
+      "epoch": 4.081201099598224,
+      "grad_norm": 1.165366530418396,
+      "learning_rate": 5.31025641025641e-06,
+      "loss": 0.0241,
+      "step": 9650
+    },
+    {
+      "epoch": 4.0917741594417425,
+      "grad_norm": 1.7959648370742798,
+      "learning_rate": 5.297435897435897e-06,
+      "loss": 0.0193,
+      "step": 9675
+    },
+    {
+      "epoch": 4.102347219285261,
+      "grad_norm": 3.0931942462921143,
+      "learning_rate": 5.284615384615385e-06,
+      "loss": 0.0188,
+      "step": 9700
+    },
+    {
+      "epoch": 4.1129202791287796,
+      "grad_norm": 1.2411391735076904,
+      "learning_rate": 5.271794871794872e-06,
+      "loss": 0.0315,
+      "step": 9725
+    },
+    {
+      "epoch": 4.123493338972299,
+      "grad_norm": 4.090996265411377,
+      "learning_rate": 5.258974358974359e-06,
+      "loss": 0.0216,
+      "step": 9750
+    },
+    {
+      "epoch": 4.1340663988158175,
+      "grad_norm": 1.1179065704345703,
+      "learning_rate": 5.246153846153846e-06,
+      "loss": 0.0234,
+      "step": 9775
+    },
+    {
+      "epoch": 4.144639458659336,
+      "grad_norm": 1.4874383211135864,
+      "learning_rate": 5.233333333333334e-06,
+      "loss": 0.0187,
+      "step": 9800
+    },
+    {
+      "epoch": 4.155212518502855,
+      "grad_norm": 0.8263124823570251,
+      "learning_rate": 5.220512820512821e-06,
+      "loss": 0.0253,
+      "step": 9825
+    },
+    {
+      "epoch": 4.165785578346373,
+      "grad_norm": 2.70497727394104,
+      "learning_rate": 5.207692307692308e-06,
+      "loss": 0.0228,
+      "step": 9850
+    },
+    {
+      "epoch": 4.1763586381898925,
+      "grad_norm": 4.427598476409912,
+      "learning_rate": 5.194871794871795e-06,
+      "loss": 0.0248,
+      "step": 9875
+    },
+    {
+      "epoch": 4.186931698033411,
+      "grad_norm": 1.1242289543151855,
+      "learning_rate": 5.182051282051283e-06,
+      "loss": 0.0205,
+      "step": 9900
+    },
+    {
+      "epoch": 4.19750475787693,
+      "grad_norm": 0.6889589428901672,
+      "learning_rate": 5.16923076923077e-06,
+      "loss": 0.0152,
+      "step": 9925
+    },
+    {
+      "epoch": 4.208077817720448,
+      "grad_norm": 1.5763376951217651,
+      "learning_rate": 5.156410256410257e-06,
+      "loss": 0.0164,
+      "step": 9950
+    },
+    {
+      "epoch": 4.218650877563967,
+      "grad_norm": 3.120882034301758,
+      "learning_rate": 5.143589743589744e-06,
+      "loss": 0.0249,
+      "step": 9975
+    },
+    {
+      "epoch": 4.229223937407486,
+      "grad_norm": 1.5591440200805664,
+      "learning_rate": 5.130769230769232e-06,
+      "loss": 0.0278,
+      "step": 10000
+    },
+    {
+      "epoch": 4.229223937407486,
+      "eval_loss": 0.14359265565872192,
+      "eval_runtime": 472.3801,
+      "eval_samples_per_second": 7.708,
+      "eval_steps_per_second": 0.965,
+      "eval_wer": 0.11810292821012576,
+      "step": 10000
+    },
+    {
+      "epoch": 4.239796997251005,
+      "grad_norm": 1.2260849475860596,
+      "learning_rate": 5.1179487179487186e-06,
+      "loss": 0.0169,
+      "step": 10025
+    },
+    {
+      "epoch": 4.250370057094523,
+      "grad_norm": 0.49284470081329346,
+      "learning_rate": 5.105128205128206e-06,
+      "loss": 0.018,
+      "step": 10050
+    },
+    {
+      "epoch": 4.260943116938042,
+      "grad_norm": 2.0094289779663086,
+      "learning_rate": 5.092307692307693e-06,
+      "loss": 0.0218,
+      "step": 10075
+    },
+    {
+      "epoch": 4.27151617678156,
+      "grad_norm": 1.3108640909194946,
+      "learning_rate": 5.07948717948718e-06,
+      "loss": 0.025,
+      "step": 10100
+    },
+    {
+      "epoch": 4.28208923662508,
+      "grad_norm": 1.7406195402145386,
+      "learning_rate": 5.0666666666666676e-06,
+      "loss": 0.0235,
+      "step": 10125
+    },
+    {
+      "epoch": 4.292662296468598,
+      "grad_norm": 0.876416027545929,
+      "learning_rate": 5.053846153846154e-06,
+      "loss": 0.0195,
+      "step": 10150
+    },
+    {
+      "epoch": 4.303235356312117,
+      "grad_norm": 1.6580686569213867,
+      "learning_rate": 5.041025641025642e-06,
+      "loss": 0.0167,
+      "step": 10175
+    },
+    {
+      "epoch": 4.313808416155635,
+      "grad_norm": 0.5891424417495728,
+      "learning_rate": 5.028205128205128e-06,
+      "loss": 0.0262,
+      "step": 10200
+    },
+    {
+      "epoch": 4.324381475999155,
+      "grad_norm": 2.2991206645965576,
+      "learning_rate": 5.015384615384616e-06,
+      "loss": 0.0253,
+      "step": 10225
+    },
+    {
+      "epoch": 4.334954535842673,
+      "grad_norm": 1.3528612852096558,
+      "learning_rate": 5.0025641025641025e-06,
+      "loss": 0.0269,
+      "step": 10250
+    },
+    {
+      "epoch": 4.345527595686192,
+      "grad_norm": 0.8127634525299072,
+      "learning_rate": 4.98974358974359e-06,
+      "loss": 0.0225,
+      "step": 10275
+    },
+    {
+      "epoch": 4.35610065552971,
+      "grad_norm": 0.9224340915679932,
+      "learning_rate": 4.976923076923078e-06,
+      "loss": 0.0219,
+      "step": 10300
+    },
+    {
+      "epoch": 4.366673715373229,
+      "grad_norm": 1.4799253940582275,
+      "learning_rate": 4.964102564102565e-06,
+      "loss": 0.0176,
+      "step": 10325
+    },
+    {
+      "epoch": 4.377246775216748,
+      "grad_norm": 3.0369462966918945,
+      "learning_rate": 4.9512820512820515e-06,
+      "loss": 0.0207,
+      "step": 10350
+    },
+    {
+      "epoch": 4.387819835060267,
+      "grad_norm": 0.7996551990509033,
+      "learning_rate": 4.938461538461538e-06,
+      "loss": 0.0236,
+      "step": 10375
+    },
+    {
+      "epoch": 4.398392894903785,
+      "grad_norm": 0.9955740571022034,
+      "learning_rate": 4.925641025641026e-06,
+      "loss": 0.0274,
+      "step": 10400
+    },
+    {
+      "epoch": 4.408965954747304,
+      "grad_norm": 1.9452871084213257,
+      "learning_rate": 4.912820512820513e-06,
+      "loss": 0.0164,
+      "step": 10425
+    },
+    {
+      "epoch": 4.419539014590822,
+      "grad_norm": 10.20065975189209,
+      "learning_rate": 4.9000000000000005e-06,
+      "loss": 0.0215,
+      "step": 10450
+    },
+    {
+      "epoch": 4.430112074434342,
+      "grad_norm": 0.7727457880973816,
+      "learning_rate": 4.887179487179487e-06,
+      "loss": 0.0154,
+      "step": 10475
+    },
+    {
+      "epoch": 4.44068513427786,
+      "grad_norm": 2.406764268875122,
+      "learning_rate": 4.874358974358975e-06,
+      "loss": 0.0197,
+      "step": 10500
+    },
+    {
+      "epoch": 4.451258194121379,
+      "grad_norm": 1.1302127838134766,
+      "learning_rate": 4.861538461538462e-06,
+      "loss": 0.0213,
+      "step": 10525
+    },
+    {
+      "epoch": 4.461831253964897,
+      "grad_norm": 1.5602991580963135,
+      "learning_rate": 4.8487179487179495e-06,
+      "loss": 0.0222,
+      "step": 10550
+    },
+    {
+      "epoch": 4.472404313808416,
+      "grad_norm": 2.2636196613311768,
+      "learning_rate": 4.835897435897436e-06,
+      "loss": 0.0208,
+      "step": 10575
+    },
+    {
+      "epoch": 4.482977373651935,
+      "grad_norm": 1.560081124305725,
+      "learning_rate": 4.823076923076924e-06,
+      "loss": 0.0212,
+      "step": 10600
+    },
+    {
+      "epoch": 4.493550433495454,
+      "grad_norm": 1.5913350582122803,
+      "learning_rate": 4.810256410256411e-06,
+      "loss": 0.0202,
+      "step": 10625
+    },
+    {
+      "epoch": 4.504123493338972,
+      "grad_norm": 2.0870747566223145,
+      "learning_rate": 4.7974358974358985e-06,
+      "loss": 0.0197,
+      "step": 10650
+    },
+    {
+      "epoch": 4.514696553182491,
+      "grad_norm": 0.832817554473877,
+      "learning_rate": 4.7846153846153845e-06,
+      "loss": 0.0229,
+      "step": 10675
+    },
+    {
+      "epoch": 4.52526961302601,
+      "grad_norm": 0.8193099498748779,
+      "learning_rate": 4.771794871794872e-06,
+      "loss": 0.0325,
+      "step": 10700
+    },
+    {
+      "epoch": 4.535842672869529,
+      "grad_norm": 2.3790667057037354,
+      "learning_rate": 4.758974358974359e-06,
+      "loss": 0.0226,
+      "step": 10725
+    },
+    {
+      "epoch": 4.546415732713047,
+      "grad_norm": 4.055891990661621,
+      "learning_rate": 4.746153846153847e-06,
+      "loss": 0.0339,
+      "step": 10750
+    },
+    {
+      "epoch": 4.556988792556566,
+      "grad_norm": 1.3302873373031616,
+      "learning_rate": 4.7333333333333335e-06,
+      "loss": 0.0205,
+      "step": 10775
+    },
+    {
+      "epoch": 4.567561852400084,
+      "grad_norm": 1.9055285453796387,
+      "learning_rate": 4.720512820512821e-06,
+      "loss": 0.0246,
+      "step": 10800
+    },
+    {
+      "epoch": 4.578134912243604,
+      "grad_norm": 0.8478215336799622,
+      "learning_rate": 4.707692307692308e-06,
+      "loss": 0.0283,
+      "step": 10825
+    },
+    {
+      "epoch": 4.588707972087122,
+      "grad_norm": 1.2983384132385254,
+      "learning_rate": 4.694871794871796e-06,
+      "loss": 0.0214,
+      "step": 10850
+    },
+    {
+      "epoch": 4.599281031930641,
+      "grad_norm": 0.70320063829422,
+      "learning_rate": 4.6820512820512825e-06,
+      "loss": 0.0344,
+      "step": 10875
+    },
+    {
+      "epoch": 4.609854091774159,
+      "grad_norm": 1.7480090856552124,
+      "learning_rate": 4.66923076923077e-06,
+      "loss": 0.0198,
+      "step": 10900
+    },
+    {
+      "epoch": 4.620427151617678,
+      "grad_norm": 1.8584214448928833,
+      "learning_rate": 4.656410256410257e-06,
+      "loss": 0.0198,
+      "step": 10925
+    },
+    {
+      "epoch": 4.631000211461197,
+      "grad_norm": 3.884225368499756,
+      "learning_rate": 4.643589743589745e-06,
+      "loss": 0.0197,
+      "step": 10950
+    },
+    {
+      "epoch": 4.641573271304716,
+      "grad_norm": 0.8960859775543213,
+      "learning_rate": 4.630769230769231e-06,
+      "loss": 0.0212,
+      "step": 10975
+    },
+    {
+      "epoch": 4.652146331148234,
+      "grad_norm": 0.8120248317718506,
+      "learning_rate": 4.617948717948718e-06,
+      "loss": 0.0157,
+      "step": 11000
+    },
+    {
+      "epoch": 4.652146331148234,
+      "eval_loss": 0.14061123132705688,
+      "eval_runtime": 474.4412,
+      "eval_samples_per_second": 7.674,
+      "eval_steps_per_second": 0.961,
+      "eval_wer": 0.11253422432595481,
+      "step": 11000
+    },
+    {
+      "epoch": 4.662719390991753,
+      "grad_norm": 0.5586819648742676,
+      "learning_rate": 4.605128205128205e-06,
+      "loss": 0.0201,
+      "step": 11025
+    },
+    {
+      "epoch": 4.673292450835271,
+      "grad_norm": 2.2997443675994873,
+      "learning_rate": 4.592307692307693e-06,
+      "loss": 0.0207,
+      "step": 11050
+    },
+    {
+      "epoch": 4.683865510678791,
+      "grad_norm": 3.0606119632720947,
+      "learning_rate": 4.57948717948718e-06,
+      "loss": 0.0261,
+      "step": 11075
+    },
+    {
+      "epoch": 4.694438570522309,
+      "grad_norm": 1.2574974298477173,
+      "learning_rate": 4.566666666666667e-06,
+      "loss": 0.0229,
+      "step": 11100
+    },
+    {
+      "epoch": 4.705011630365828,
+      "grad_norm": 0.962881326675415,
+      "learning_rate": 4.553846153846154e-06,
+      "loss": 0.0198,
+      "step": 11125
+    },
+    {
+      "epoch": 4.715584690209346,
+      "grad_norm": 1.8664745092391968,
+      "learning_rate": 4.5415384615384615e-06,
+      "loss": 0.0185,
+      "step": 11150
+    },
+    {
+      "epoch": 4.726157750052865,
+      "grad_norm": 2.5618274211883545,
+      "learning_rate": 4.528717948717949e-06,
+      "loss": 0.0306,
+      "step": 11175
+    },
+    {
+      "epoch": 4.736730809896384,
+      "grad_norm": 0.9622751474380493,
+      "learning_rate": 4.515897435897436e-06,
+      "loss": 0.037,
+      "step": 11200
+    },
+    {
+      "epoch": 4.747303869739903,
+      "grad_norm": 0.5940545201301575,
+      "learning_rate": 4.503076923076924e-06,
+      "loss": 0.0178,
+      "step": 11225
+    },
+    {
+      "epoch": 4.757876929583421,
+      "grad_norm": 2.6667637825012207,
+      "learning_rate": 4.4902564102564105e-06,
+      "loss": 0.015,
+      "step": 11250
+    },
+    {
+      "epoch": 4.76844998942694,
+      "grad_norm": 0.793354868888855,
+      "learning_rate": 4.477435897435898e-06,
+      "loss": 0.0299,
+      "step": 11275
+    },
+    {
+      "epoch": 4.779023049270458,
+      "grad_norm": 4.2273030281066895,
+      "learning_rate": 4.464615384615385e-06,
+      "loss": 0.0165,
+      "step": 11300
+    },
+    {
+      "epoch": 4.789596109113978,
+      "grad_norm": 2.6417057514190674,
+      "learning_rate": 4.451794871794872e-06,
+      "loss": 0.0232,
+      "step": 11325
+    },
+    {
+      "epoch": 4.800169168957496,
+      "grad_norm": 2.1996712684631348,
+      "learning_rate": 4.4389743589743595e-06,
+      "loss": 0.015,
+      "step": 11350
+    },
+    {
+      "epoch": 4.810742228801015,
+      "grad_norm": 5.317453384399414,
+      "learning_rate": 4.426153846153846e-06,
+      "loss": 0.0199,
+      "step": 11375
+    },
+    {
+      "epoch": 4.821315288644533,
+      "grad_norm": 0.8886387944221497,
+      "learning_rate": 4.413333333333334e-06,
+      "loss": 0.0219,
+      "step": 11400
+    },
+    {
+      "epoch": 4.831888348488053,
+      "grad_norm": 1.3750237226486206,
+      "learning_rate": 4.400512820512821e-06,
+      "loss": 0.0248,
+      "step": 11425
+    },
+    {
+      "epoch": 4.842461408331571,
+      "grad_norm": 1.9163587093353271,
+      "learning_rate": 4.387692307692308e-06,
+      "loss": 0.0299,
+      "step": 11450
+    },
+    {
+      "epoch": 4.85303446817509,
+      "grad_norm": 1.0380934476852417,
+      "learning_rate": 4.374871794871795e-06,
+      "loss": 0.016,
+      "step": 11475
+    },
+    {
+      "epoch": 4.863607528018608,
+      "grad_norm": 2.2600953578948975,
+      "learning_rate": 4.362051282051282e-06,
+      "loss": 0.0201,
+      "step": 11500
+    },
+    {
+      "epoch": 4.874180587862127,
+      "grad_norm": 2.316375255584717,
+      "learning_rate": 4.34923076923077e-06,
+      "loss": 0.0244,
+      "step": 11525
+    },
+    {
+      "epoch": 4.884753647705646,
+      "grad_norm": 2.1449790000915527,
+      "learning_rate": 4.336410256410257e-06,
+      "loss": 0.0167,
+      "step": 11550
+    },
+    {
+      "epoch": 4.895326707549165,
+      "grad_norm": 2.5895638465881348,
+      "learning_rate": 4.323589743589744e-06,
+      "loss": 0.0162,
+      "step": 11575
+    },
+    {
+      "epoch": 4.905899767392683,
+      "grad_norm": 2.5529627799987793,
+      "learning_rate": 4.310769230769231e-06,
+      "loss": 0.0227,
+      "step": 11600
+    },
+    {
+      "epoch": 4.916472827236202,
+      "grad_norm": 1.019690752029419,
+      "learning_rate": 4.297948717948718e-06,
+      "loss": 0.0307,
+      "step": 11625
+    },
+    {
+      "epoch": 4.927045887079721,
+      "grad_norm": 1.7469873428344727,
+      "learning_rate": 4.285128205128206e-06,
+      "loss": 0.0137,
+      "step": 11650
+    },
+    {
+      "epoch": 4.93761894692324,
+      "grad_norm": 1.8508704900741577,
+      "learning_rate": 4.2723076923076925e-06,
+      "loss": 0.0228,
+      "step": 11675
+    },
+    {
+      "epoch": 4.948192006766758,
+      "grad_norm": 0.8989993333816528,
+      "learning_rate": 4.25948717948718e-06,
+      "loss": 0.0165,
+      "step": 11700
+    },
+    {
+      "epoch": 4.958765066610277,
+      "grad_norm": 1.5571892261505127,
+      "learning_rate": 4.246666666666667e-06,
+      "loss": 0.0234,
+      "step": 11725
+    },
+    {
+      "epoch": 4.9693381264537955,
+      "grad_norm": 0.6282488703727722,
+      "learning_rate": 4.233846153846154e-06,
+      "loss": 0.0194,
+      "step": 11750
+    },
+    {
+      "epoch": 4.979911186297315,
+      "grad_norm": 0.898673415184021,
+      "learning_rate": 4.2210256410256414e-06,
+      "loss": 0.0177,
+      "step": 11775
+    },
+    {
+      "epoch": 4.990484246140833,
+      "grad_norm": 0.9171255826950073,
+      "learning_rate": 4.208205128205128e-06,
+      "loss": 0.0163,
+      "step": 11800
+    },
+    {
+      "epoch": 5.001057305984352,
+      "grad_norm": 0.9866194128990173,
+      "learning_rate": 4.195384615384616e-06,
+      "loss": 0.0175,
+      "step": 11825
+    },
+    {
+      "epoch": 5.0116303658278705,
+      "grad_norm": 0.3489556312561035,
+      "learning_rate": 4.182564102564103e-06,
+      "loss": 0.0107,
+      "step": 11850
+    },
+    {
+      "epoch": 5.022203425671389,
+      "grad_norm": 3.7504043579101562,
+      "learning_rate": 4.1697435897435904e-06,
+      "loss": 0.0104,
+      "step": 11875
+    },
+    {
+      "epoch": 5.032776485514908,
+      "grad_norm": 1.138054609298706,
+      "learning_rate": 4.156923076923077e-06,
+      "loss": 0.0078,
+      "step": 11900
+    },
+    {
+      "epoch": 5.043349545358427,
+      "grad_norm": 2.7337746620178223,
+      "learning_rate": 4.144102564102564e-06,
+      "loss": 0.0079,
+      "step": 11925
+    },
+    {
+      "epoch": 5.0539226052019455,
+      "grad_norm": 0.4507981836795807,
+      "learning_rate": 4.131282051282052e-06,
+      "loss": 0.0127,
+      "step": 11950
+    },
+    {
+      "epoch": 5.064495665045464,
+      "grad_norm": 0.9632282853126526,
+      "learning_rate": 4.118461538461539e-06,
+      "loss": 0.0107,
+      "step": 11975
+    },
+    {
+      "epoch": 5.0750687248889825,
+      "grad_norm": 0.3650486171245575,
+      "learning_rate": 4.105641025641026e-06,
+      "loss": 0.0201,
+      "step": 12000
+    },
+    {
+      "epoch": 5.0750687248889825,
+      "eval_loss": 0.1392413079738617,
+      "eval_runtime": 476.9371,
+      "eval_samples_per_second": 7.634,
+      "eval_steps_per_second": 0.956,
+      "eval_wer": 0.11443686481971321,
+      "step": 12000
+    },
+    {
+      "epoch": 5.085641784732502,
+      "grad_norm": 0.6850853562355042,
+      "learning_rate": 4.092820512820513e-06,
+      "loss": 0.0168,
+      "step": 12025
+    },
+    {
+      "epoch": 5.0962148445760205,
+      "grad_norm": 0.9726247787475586,
+      "learning_rate": 4.08e-06,
+      "loss": 0.0156,
+      "step": 12050
+    },
+    {
+      "epoch": 5.106787904419539,
+      "grad_norm": 0.6085502505302429,
+      "learning_rate": 4.0671794871794876e-06,
+      "loss": 0.0092,
+      "step": 12075
+    },
+    {
+      "epoch": 5.1173609642630575,
+      "grad_norm": 0.3284889757633209,
+      "learning_rate": 4.054358974358974e-06,
+      "loss": 0.0128,
+      "step": 12100
+    },
+    {
+      "epoch": 5.127934024106576,
+      "grad_norm": 0.4705301523208618,
+      "learning_rate": 4.041538461538462e-06,
+      "loss": 0.0104,
+      "step": 12125
+    },
+    {
+      "epoch": 5.1385070839500955,
+      "grad_norm": 1.9244158267974854,
+      "learning_rate": 4.028717948717949e-06,
+      "loss": 0.0081,
+      "step": 12150
+    },
+    {
+      "epoch": 5.149080143793614,
+      "grad_norm": 2.1168432235717773,
+      "learning_rate": 4.0158974358974366e-06,
+      "loss": 0.0087,
+      "step": 12175
+    },
+    {
+      "epoch": 5.1596532036371325,
+      "grad_norm": 1.652687430381775,
+      "learning_rate": 4.003076923076923e-06,
+      "loss": 0.0113,
+      "step": 12200
+    },
+    {
+      "epoch": 5.170226263480651,
+      "grad_norm": 2.1567976474761963,
+      "learning_rate": 3.990256410256411e-06,
+      "loss": 0.0088,
+      "step": 12225
+    },
+    {
+      "epoch": 5.18079932332417,
+      "grad_norm": 0.7141952514648438,
+      "learning_rate": 3.977435897435898e-06,
+      "loss": 0.0108,
+      "step": 12250
+    },
+    {
+      "epoch": 5.191372383167689,
+      "grad_norm": 1.3821399211883545,
+      "learning_rate": 3.964615384615385e-06,
+      "loss": 0.0111,
+      "step": 12275
+    },
+    {
+      "epoch": 5.2019454430112075,
+      "grad_norm": 0.7689725160598755,
+      "learning_rate": 3.951794871794872e-06,
+      "loss": 0.0084,
+      "step": 12300
+    },
+    {
+      "epoch": 5.212518502854726,
+      "grad_norm": 0.7550517320632935,
+      "learning_rate": 3.938974358974359e-06,
+      "loss": 0.0143,
+      "step": 12325
+    },
+    {
+      "epoch": 5.223091562698245,
+      "grad_norm": 0.4243580102920532,
+      "learning_rate": 3.926153846153846e-06,
+      "loss": 0.008,
+      "step": 12350
+    },
+    {
+      "epoch": 5.233664622541764,
+      "grad_norm": 0.6995705366134644,
+      "learning_rate": 3.913333333333334e-06,
+      "loss": 0.0078,
+      "step": 12375
+    },
+    {
+      "epoch": 5.2442376823852825,
+      "grad_norm": 0.3228248357772827,
+      "learning_rate": 3.9005128205128205e-06,
+      "loss": 0.0089,
+      "step": 12400
+    },
+    {
+      "epoch": 5.254810742228801,
+      "grad_norm": 0.5981309413909912,
+      "learning_rate": 3.887692307692308e-06,
+      "loss": 0.0116,
+      "step": 12425
+    },
+    {
+      "epoch": 5.26538380207232,
+      "grad_norm": 1.0151786804199219,
+      "learning_rate": 3.874871794871795e-06,
+      "loss": 0.0109,
+      "step": 12450
+    },
+    {
+      "epoch": 5.275956861915838,
+      "grad_norm": 1.7748947143554688,
+      "learning_rate": 3.862051282051283e-06,
+      "loss": 0.0165,
+      "step": 12475
+    },
+    {
+      "epoch": 5.2865299217593575,
+      "grad_norm": 3.3617355823516846,
+      "learning_rate": 3.8492307692307695e-06,
+      "loss": 0.0113,
+      "step": 12500
+    },
+    {
+      "epoch": 5.297102981602876,
+      "grad_norm": 0.9399589896202087,
+      "learning_rate": 3.836410256410257e-06,
+      "loss": 0.0145,
+      "step": 12525
+    },
+    {
+      "epoch": 5.307676041446395,
+      "grad_norm": 0.4181835651397705,
+      "learning_rate": 3.823589743589744e-06,
+      "loss": 0.0132,
+      "step": 12550
+    },
+    {
+      "epoch": 5.318249101289913,
+      "grad_norm": 2.0555076599121094,
+      "learning_rate": 3.8107692307692313e-06,
+      "loss": 0.0081,
+      "step": 12575
+    },
+    {
+      "epoch": 5.328822161133432,
+      "grad_norm": 1.8507764339447021,
+      "learning_rate": 3.7979487179487185e-06,
+      "loss": 0.0108,
+      "step": 12600
+    },
+    {
+      "epoch": 5.339395220976951,
+      "grad_norm": 3.1068594455718994,
+      "learning_rate": 3.7851282051282058e-06,
+      "loss": 0.0146,
+      "step": 12625
+    },
+    {
+      "epoch": 5.34996828082047,
+      "grad_norm": 1.1594772338867188,
+      "learning_rate": 3.772307692307693e-06,
+      "loss": 0.0138,
+      "step": 12650
+    },
+    {
+      "epoch": 5.360541340663988,
+      "grad_norm": 0.45777344703674316,
+      "learning_rate": 3.7594871794871794e-06,
+      "loss": 0.0175,
+      "step": 12675
+    },
+    {
+      "epoch": 5.371114400507507,
+      "grad_norm": 0.6128593683242798,
+      "learning_rate": 3.7466666666666667e-06,
+      "loss": 0.0084,
+      "step": 12700
+    },
+    {
+      "epoch": 5.381687460351025,
+      "grad_norm": 0.644332230091095,
+      "learning_rate": 3.733846153846154e-06,
+      "loss": 0.0111,
+      "step": 12725
+    },
+    {
+      "epoch": 5.392260520194545,
+      "grad_norm": 0.603568971157074,
+      "learning_rate": 3.721025641025641e-06,
+      "loss": 0.0111,
+      "step": 12750
+    },
+    {
+      "epoch": 5.402833580038063,
+      "grad_norm": 0.3822285532951355,
+      "learning_rate": 3.7082051282051284e-06,
+      "loss": 0.0095,
+      "step": 12775
+    },
+    {
+      "epoch": 5.413406639881582,
+      "grad_norm": 0.493023157119751,
+      "learning_rate": 3.6953846153846156e-06,
+      "loss": 0.0157,
+      "step": 12800
+    },
+    {
+      "epoch": 5.4239796997251,
+      "grad_norm": 1.2487260103225708,
+      "learning_rate": 3.682564102564103e-06,
+      "loss": 0.0097,
+      "step": 12825
+    },
+    {
+      "epoch": 5.43455275956862,
+      "grad_norm": 0.8562780618667603,
+      "learning_rate": 3.66974358974359e-06,
+      "loss": 0.0139,
+      "step": 12850
+    },
+    {
+      "epoch": 5.445125819412138,
+      "grad_norm": 0.750851571559906,
+      "learning_rate": 3.6569230769230774e-06,
+      "loss": 0.0123,
+      "step": 12875
+    },
+    {
+      "epoch": 5.455698879255657,
+      "grad_norm": 0.41030699014663696,
+      "learning_rate": 3.6441025641025646e-06,
+      "loss": 0.0116,
+      "step": 12900
+    },
+    {
+      "epoch": 5.466271939099175,
+      "grad_norm": 0.5965930223464966,
+      "learning_rate": 3.631282051282052e-06,
+      "loss": 0.0107,
+      "step": 12925
+    },
+    {
+      "epoch": 5.476844998942694,
+      "grad_norm": 0.4181739389896393,
+      "learning_rate": 3.618461538461539e-06,
+      "loss": 0.0077,
+      "step": 12950
+    },
+    {
+      "epoch": 5.487418058786213,
+      "grad_norm": 3.0473992824554443,
+      "learning_rate": 3.6056410256410255e-06,
+      "loss": 0.0144,
+      "step": 12975
+    },
+    {
+      "epoch": 5.497991118629732,
+      "grad_norm": 6.770436763763428,
+      "learning_rate": 3.5928205128205128e-06,
+      "loss": 0.0121,
+      "step": 13000
+    },
+    {
+      "epoch": 5.497991118629732,
+      "eval_loss": 0.14054465293884277,
+      "eval_runtime": 479.854,
+      "eval_samples_per_second": 7.588,
+      "eval_steps_per_second": 0.95,
+      "eval_wer": 0.11290547125156619,
+      "step": 13000
+    },
+    {
+      "epoch": 5.50856417847325,
+      "grad_norm": 1.682664155960083,
+      "learning_rate": 3.58e-06,
+      "loss": 0.0098,
+      "step": 13025
+    },
+    {
+      "epoch": 5.519137238316769,
+      "grad_norm": 1.461300253868103,
+      "learning_rate": 3.5671794871794873e-06,
+      "loss": 0.0099,
+      "step": 13050
+    },
+    {
+      "epoch": 5.529710298160287,
+      "grad_norm": 0.3437669575214386,
+      "learning_rate": 3.5543589743589745e-06,
+      "loss": 0.014,
+      "step": 13075
+    },
+    {
+      "epoch": 5.540283358003807,
+      "grad_norm": 1.4875051975250244,
+      "learning_rate": 3.5415384615384618e-06,
+      "loss": 0.013,
+      "step": 13100
+    },
+    {
+      "epoch": 5.550856417847325,
+      "grad_norm": 3.039585590362549,
+      "learning_rate": 3.528717948717949e-06,
+      "loss": 0.0131,
+      "step": 13125
+    },
+    {
+      "epoch": 5.561429477690844,
+      "grad_norm": 0.7710385918617249,
+      "learning_rate": 3.5158974358974363e-06,
+      "loss": 0.011,
+      "step": 13150
+    },
+    {
+      "epoch": 5.572002537534362,
+      "grad_norm": 4.138525485992432,
+      "learning_rate": 3.5030769230769235e-06,
+      "loss": 0.0098,
+      "step": 13175
+    },
+    {
+      "epoch": 5.582575597377881,
+      "grad_norm": 4.096315860748291,
+      "learning_rate": 3.4902564102564108e-06,
+      "loss": 0.0143,
+      "step": 13200
+    },
+    {
+      "epoch": 5.5931486572214,
+      "grad_norm": 1.198435664176941,
+      "learning_rate": 3.477435897435898e-06,
+      "loss": 0.0127,
+      "step": 13225
+    },
+    {
+      "epoch": 5.603721717064919,
+      "grad_norm": 0.3887302875518799,
+      "learning_rate": 3.4646153846153853e-06,
+      "loss": 0.0138,
+      "step": 13250
+    },
+    {
+      "epoch": 5.614294776908437,
+      "grad_norm": 1.2115799188613892,
+      "learning_rate": 3.4517948717948717e-06,
+      "loss": 0.0172,
+      "step": 13275
+    },
+    {
+      "epoch": 5.624867836751956,
+      "grad_norm": 0.7135342955589294,
+      "learning_rate": 3.438974358974359e-06,
+      "loss": 0.0148,
+      "step": 13300
+    },
+    {
+      "epoch": 5.635440896595474,
+      "grad_norm": 2.1200053691864014,
+      "learning_rate": 3.426153846153846e-06,
+      "loss": 0.0084,
+      "step": 13325
+    },
+    {
+      "epoch": 5.646013956438994,
+      "grad_norm": 1.8395202159881592,
+      "learning_rate": 3.4133333333333334e-06,
+      "loss": 0.01,
+      "step": 13350
+    },
+    {
+      "epoch": 5.656587016282512,
+      "grad_norm": 4.734637260437012,
+      "learning_rate": 3.4005128205128207e-06,
+      "loss": 0.0141,
+      "step": 13375
+    },
+    {
+      "epoch": 5.667160076126031,
+      "grad_norm": 2.1322085857391357,
+      "learning_rate": 3.387692307692308e-06,
+      "loss": 0.0154,
+      "step": 13400
+    },
+    {
+      "epoch": 5.677733135969549,
+      "grad_norm": 0.8213221430778503,
+      "learning_rate": 3.374871794871795e-06,
+      "loss": 0.0065,
+      "step": 13425
+    },
+    {
+      "epoch": 5.688306195813068,
+      "grad_norm": 0.4765898585319519,
+      "learning_rate": 3.3620512820512824e-06,
+      "loss": 0.008,
+      "step": 13450
+    },
+    {
+      "epoch": 5.698879255656587,
+      "grad_norm": 0.424668550491333,
+      "learning_rate": 3.3492307692307696e-06,
+      "loss": 0.0104,
+      "step": 13475
+    },
+    {
+      "epoch": 5.709452315500106,
+      "grad_norm": 0.7294663786888123,
+      "learning_rate": 3.336410256410257e-06,
+      "loss": 0.0114,
+      "step": 13500
+    },
+    {
+      "epoch": 5.720025375343624,
+      "grad_norm": 0.4553682208061218,
+      "learning_rate": 3.323589743589744e-06,
+      "loss": 0.0133,
+      "step": 13525
+    },
+    {
+      "epoch": 5.730598435187143,
+      "grad_norm": 4.255309104919434,
+      "learning_rate": 3.3107692307692314e-06,
+      "loss": 0.0269,
+      "step": 13550
+    },
+    {
+      "epoch": 5.741171495030661,
+      "grad_norm": 0.8475791811943054,
+      "learning_rate": 3.297948717948718e-06,
+      "loss": 0.0086,
+      "step": 13575
+    },
+    {
+      "epoch": 5.751744554874181,
+      "grad_norm": 4.737633228302002,
+      "learning_rate": 3.285128205128205e-06,
+      "loss": 0.0193,
+      "step": 13600
+    },
+    {
+      "epoch": 5.762317614717699,
+      "grad_norm": 1.0523945093154907,
+      "learning_rate": 3.2723076923076923e-06,
+      "loss": 0.0124,
+      "step": 13625
+    },
+    {
+      "epoch": 5.772890674561218,
+      "grad_norm": 0.8394791483879089,
+      "learning_rate": 3.2594871794871795e-06,
+      "loss": 0.0109,
+      "step": 13650
+    },
+    {
+      "epoch": 5.783463734404736,
+      "grad_norm": 2.474153518676758,
+      "learning_rate": 3.2466666666666668e-06,
+      "loss": 0.0123,
+      "step": 13675
+    },
+    {
+      "epoch": 5.794036794248256,
+      "grad_norm": 0.8185378909111023,
+      "learning_rate": 3.233846153846154e-06,
+      "loss": 0.0084,
+      "step": 13700
+    },
+    {
+      "epoch": 5.804609854091774,
+      "grad_norm": 4.937212944030762,
+      "learning_rate": 3.2210256410256413e-06,
+      "loss": 0.0134,
+      "step": 13725
+    },
+    {
+      "epoch": 5.815182913935293,
+      "grad_norm": 0.6099960207939148,
+      "learning_rate": 3.2082051282051285e-06,
+      "loss": 0.0091,
+      "step": 13750
+    },
+    {
+      "epoch": 5.825755973778811,
+      "grad_norm": 0.43338268995285034,
+      "learning_rate": 3.1953846153846158e-06,
+      "loss": 0.0118,
+      "step": 13775
+    },
+    {
+      "epoch": 5.836329033622331,
+      "grad_norm": 0.47640514373779297,
+      "learning_rate": 3.182564102564103e-06,
+      "loss": 0.0072,
+      "step": 13800
+    },
+    {
+      "epoch": 5.846902093465849,
+      "grad_norm": 2.1803908348083496,
+      "learning_rate": 3.1697435897435903e-06,
+      "loss": 0.0119,
+      "step": 13825
+    },
+    {
+      "epoch": 5.857475153309368,
+      "grad_norm": 1.2694458961486816,
+      "learning_rate": 3.1569230769230775e-06,
+      "loss": 0.0102,
+      "step": 13850
+    },
+    {
+      "epoch": 5.868048213152886,
+      "grad_norm": 0.539225697517395,
+      "learning_rate": 3.144102564102564e-06,
+      "loss": 0.0107,
+      "step": 13875
+    },
+    {
+      "epoch": 5.878621272996405,
+      "grad_norm": 2.2293202877044678,
+      "learning_rate": 3.131282051282051e-06,
+      "loss": 0.0093,
+      "step": 13900
+    },
+    {
+      "epoch": 5.889194332839924,
+      "grad_norm": 0.3595990538597107,
+      "learning_rate": 3.1184615384615384e-06,
+      "loss": 0.0075,
+      "step": 13925
+    },
+    {
+      "epoch": 5.899767392683443,
+      "grad_norm": 1.155290961265564,
+      "learning_rate": 3.1056410256410257e-06,
+      "loss": 0.011,
+      "step": 13950
+    },
+    {
+      "epoch": 5.910340452526961,
+      "grad_norm": 6.233605861663818,
+      "learning_rate": 3.092820512820513e-06,
+      "loss": 0.0071,
+      "step": 13975
+    },
+    {
+      "epoch": 5.92091351237048,
+      "grad_norm": 0.6025995016098022,
+      "learning_rate": 3.08e-06,
+      "loss": 0.0074,
+      "step": 14000
+    },
+    {
+      "epoch": 5.92091351237048,
+      "eval_loss": 0.13853086531162262,
+      "eval_runtime": 478.5411,
+      "eval_samples_per_second": 7.609,
+      "eval_steps_per_second": 0.953,
+      "eval_wer": 0.11954151004686993,
+      "step": 14000
+    },
+    {
+      "epoch": 5.931486572213998,
+      "grad_norm": 0.934971034526825,
+      "learning_rate": 3.0671794871794874e-06,
+      "loss": 0.0149,
+      "step": 14025
+    },
+    {
+      "epoch": 5.942059632057518,
+      "grad_norm": 2.112450122833252,
+      "learning_rate": 3.0543589743589747e-06,
+      "loss": 0.0254,
+      "step": 14050
+    },
+    {
+      "epoch": 5.952632691901036,
+      "grad_norm": 1.504460334777832,
+      "learning_rate": 3.041538461538462e-06,
+      "loss": 0.0079,
+      "step": 14075
+    },
+    {
+      "epoch": 5.963205751744555,
+      "grad_norm": 3.3018078804016113,
+      "learning_rate": 3.028717948717949e-06,
+      "loss": 0.0084,
+      "step": 14100
+    },
+    {
+      "epoch": 5.9737788115880734,
+      "grad_norm": 0.2936100363731384,
+      "learning_rate": 3.0158974358974364e-06,
+      "loss": 0.0077,
+      "step": 14125
+    },
+    {
+      "epoch": 5.984351871431592,
+      "grad_norm": 2.9025211334228516,
+      "learning_rate": 3.0030769230769236e-06,
+      "loss": 0.0107,
+      "step": 14150
+    },
+    {
+      "epoch": 5.994924931275111,
+      "grad_norm": 0.5673441886901855,
+      "learning_rate": 2.99025641025641e-06,
+      "loss": 0.0101,
+      "step": 14175
+    },
+    {
+      "epoch": 6.00549799111863,
+      "grad_norm": 0.29159656167030334,
+      "learning_rate": 2.9774358974358973e-06,
+      "loss": 0.009,
+      "step": 14200
+    },
+    {
+      "epoch": 6.0160710509621484,
+      "grad_norm": 0.2572082579135895,
+      "learning_rate": 2.9646153846153845e-06,
+      "loss": 0.007,
+      "step": 14225
+    },
+    {
+      "epoch": 6.026644110805667,
+      "grad_norm": 0.2045765519142151,
+      "learning_rate": 2.951794871794872e-06,
+      "loss": 0.0058,
+      "step": 14250
+    },
+    {
+      "epoch": 6.0372171706491855,
+      "grad_norm": 0.34850168228149414,
+      "learning_rate": 2.938974358974359e-06,
+      "loss": 0.0067,
+      "step": 14275
+    },
+    {
+      "epoch": 6.047790230492705,
+      "grad_norm": 5.987231254577637,
+      "learning_rate": 2.9261538461538463e-06,
+      "loss": 0.0052,
+      "step": 14300
+    },
+    {
+      "epoch": 6.0583632903362235,
+      "grad_norm": 0.34981194138526917,
+      "learning_rate": 2.9133333333333335e-06,
+      "loss": 0.0059,
+      "step": 14325
+    },
+    {
+      "epoch": 6.068936350179742,
+      "grad_norm": 0.2722649574279785,
+      "learning_rate": 2.9005128205128208e-06,
+      "loss": 0.0105,
+      "step": 14350
+    },
+    {
+      "epoch": 6.0795094100232605,
+      "grad_norm": 0.33031409978866577,
+      "learning_rate": 2.887692307692308e-06,
+      "loss": 0.0144,
+      "step": 14375
+    },
+    {
+      "epoch": 6.090082469866779,
+      "grad_norm": 0.26611846685409546,
+      "learning_rate": 2.8748717948717953e-06,
+      "loss": 0.0053,
+      "step": 14400
+    },
+    {
+      "epoch": 6.1006555297102985,
+      "grad_norm": 0.29690757393836975,
+      "learning_rate": 2.8620512820512825e-06,
+      "loss": 0.0042,
+      "step": 14425
+    },
+    {
+      "epoch": 6.111228589553817,
+      "grad_norm": 0.2454768419265747,
+      "learning_rate": 2.8492307692307698e-06,
+      "loss": 0.0065,
+      "step": 14450
+    },
+    {
+      "epoch": 6.1218016493973355,
+      "grad_norm": 0.3441830575466156,
+      "learning_rate": 2.836410256410257e-06,
+      "loss": 0.0088,
+      "step": 14475
+    },
+    {
+      "epoch": 6.132374709240854,
+      "grad_norm": 0.4179341793060303,
+      "learning_rate": 2.8235897435897434e-06,
+      "loss": 0.0137,
+      "step": 14500
+    },
+    {
+      "epoch": 6.142947769084373,
+      "grad_norm": 0.3850744664669037,
+      "learning_rate": 2.8107692307692307e-06,
+      "loss": 0.0033,
+      "step": 14525
+    },
+    {
+      "epoch": 6.153520828927892,
+      "grad_norm": 0.2846491038799286,
+      "learning_rate": 2.797948717948718e-06,
+      "loss": 0.0061,
+      "step": 14550
+    },
+    {
+      "epoch": 6.1640938887714105,
+      "grad_norm": 0.3616473376750946,
+      "learning_rate": 2.785128205128205e-06,
+      "loss": 0.0052,
+      "step": 14575
+    },
+    {
+      "epoch": 6.174666948614929,
+      "grad_norm": 0.38456159830093384,
+      "learning_rate": 2.7723076923076924e-06,
+      "loss": 0.0046,
+      "step": 14600
+    },
+    {
+      "epoch": 6.185240008458448,
+      "grad_norm": 0.267269492149353,
+      "learning_rate": 2.7594871794871797e-06,
+      "loss": 0.0069,
+      "step": 14625
+    },
+    {
+      "epoch": 6.195813068301967,
+      "grad_norm": 0.9138497114181519,
+      "learning_rate": 2.746666666666667e-06,
+      "loss": 0.0068,
+      "step": 14650
+    },
+    {
+      "epoch": 6.2063861281454855,
+      "grad_norm": 0.2973681390285492,
+      "learning_rate": 2.733846153846154e-06,
+      "loss": 0.0113,
+      "step": 14675
+    },
+    {
+      "epoch": 6.216959187989004,
+      "grad_norm": 0.3064761757850647,
+      "learning_rate": 2.7210256410256414e-06,
+      "loss": 0.0076,
+      "step": 14700
+    },
+    {
+      "epoch": 6.227532247832523,
+      "grad_norm": 0.2878686785697937,
+      "learning_rate": 2.7082051282051287e-06,
+      "loss": 0.0044,
+      "step": 14725
+    },
+    {
+      "epoch": 6.238105307676041,
+      "grad_norm": 0.2550056576728821,
+      "learning_rate": 2.695384615384616e-06,
+      "loss": 0.0064,
+      "step": 14750
+    },
+    {
+      "epoch": 6.2486783675195605,
+      "grad_norm": 0.6837669610977173,
+      "learning_rate": 2.682564102564103e-06,
+      "loss": 0.0046,
+      "step": 14775
+    },
+    {
+      "epoch": 6.259251427363079,
+      "grad_norm": 0.244142547249794,
+      "learning_rate": 2.6697435897435896e-06,
+      "loss": 0.0033,
+      "step": 14800
+    },
+    {
+      "epoch": 6.269824487206598,
+      "grad_norm": 0.15427115559577942,
+      "learning_rate": 2.656923076923077e-06,
+      "loss": 0.0055,
+      "step": 14825
+    },
+    {
+      "epoch": 6.280397547050116,
+      "grad_norm": 0.7226958274841309,
+      "learning_rate": 2.644102564102564e-06,
+      "loss": 0.0053,
+      "step": 14850
+    },
+    {
+      "epoch": 6.290970606893635,
+      "grad_norm": 0.2157323956489563,
+      "learning_rate": 2.6312820512820513e-06,
+      "loss": 0.007,
+      "step": 14875
+    },
+    {
+      "epoch": 6.301543666737154,
+      "grad_norm": 2.2182655334472656,
+      "learning_rate": 2.6184615384615385e-06,
+      "loss": 0.0079,
+      "step": 14900
+    },
+    {
+      "epoch": 6.312116726580673,
+      "grad_norm": 0.17396897077560425,
+      "learning_rate": 2.605641025641026e-06,
+      "loss": 0.0059,
+      "step": 14925
+    },
+    {
+      "epoch": 6.322689786424191,
+      "grad_norm": 0.8146637082099915,
+      "learning_rate": 2.592820512820513e-06,
+      "loss": 0.0048,
+      "step": 14950
+    },
+    {
+      "epoch": 6.33326284626771,
+      "grad_norm": 0.2695443332195282,
+      "learning_rate": 2.5800000000000003e-06,
+      "loss": 0.0049,
+      "step": 14975
+    },
+    {
+      "epoch": 6.343835906111229,
+      "grad_norm": 0.7036349177360535,
+      "learning_rate": 2.5671794871794875e-06,
+      "loss": 0.0064,
+      "step": 15000
+    },
+    {
+      "epoch": 6.343835906111229,
+      "eval_loss": 0.1409808248281479,
+      "eval_runtime": 474.6061,
+      "eval_samples_per_second": 7.672,
+      "eval_steps_per_second": 0.961,
+      "eval_wer": 0.11146688941482204,
+      "step": 15000
+    },
+    {
+      "epoch": 6.354408965954748,
+      "grad_norm": 0.4002957344055176,
+      "learning_rate": 2.5543589743589748e-06,
+      "loss": 0.0055,
+      "step": 15025
+    },
+    {
+      "epoch": 6.364982025798266,
+      "grad_norm": 2.1062963008880615,
+      "learning_rate": 2.541538461538462e-06,
+      "loss": 0.0038,
+      "step": 15050
+    },
+    {
+      "epoch": 6.375555085641785,
+      "grad_norm": 0.4128209948539734,
+      "learning_rate": 2.5287179487179493e-06,
+      "loss": 0.0062,
+      "step": 15075
+    },
+    {
+      "epoch": 6.386128145485303,
+      "grad_norm": 0.24224917590618134,
+      "learning_rate": 2.5158974358974357e-06,
+      "loss": 0.0076,
+      "step": 15100
+    },
+    {
+      "epoch": 6.396701205328823,
+      "grad_norm": 0.31282123923301697,
+      "learning_rate": 2.503076923076923e-06,
+      "loss": 0.0066,
+      "step": 15125
+    },
+    {
+      "epoch": 6.407274265172341,
+      "grad_norm": 0.28958702087402344,
+      "learning_rate": 2.4902564102564106e-06,
+      "loss": 0.0054,
+      "step": 15150
+    },
+    {
+      "epoch": 6.41784732501586,
+      "grad_norm": 0.23962663114070892,
+      "learning_rate": 2.4774358974358974e-06,
+      "loss": 0.0043,
+      "step": 15175
+    },
+    {
+      "epoch": 6.428420384859378,
+      "grad_norm": 0.22258694469928741,
+      "learning_rate": 2.4646153846153847e-06,
+      "loss": 0.0098,
+      "step": 15200
+    },
+    {
+      "epoch": 6.438993444702897,
+      "grad_norm": 0.219313845038414,
+      "learning_rate": 2.451794871794872e-06,
+      "loss": 0.0064,
+      "step": 15225
+    },
+    {
+      "epoch": 6.449566504546416,
+      "grad_norm": 0.24351318180561066,
+      "learning_rate": 2.438974358974359e-06,
+      "loss": 0.0053,
+      "step": 15250
+    },
+    {
+      "epoch": 6.460139564389935,
+      "grad_norm": 1.7564576864242554,
+      "learning_rate": 2.4261538461538464e-06,
+      "loss": 0.0106,
+      "step": 15275
+    },
+    {
+      "epoch": 6.470712624233453,
+      "grad_norm": 1.4861177206039429,
+      "learning_rate": 2.4133333333333337e-06,
+      "loss": 0.0063,
+      "step": 15300
+    },
+    {
+      "epoch": 6.481285684076972,
+      "grad_norm": 0.41736364364624023,
+      "learning_rate": 2.4005128205128205e-06,
+      "loss": 0.0052,
+      "step": 15325
+    },
+    {
+      "epoch": 6.49185874392049,
+      "grad_norm": 0.21913078427314758,
+      "learning_rate": 2.3876923076923077e-06,
+      "loss": 0.0063,
+      "step": 15350
+    },
+    {
+      "epoch": 6.50243180376401,
+      "grad_norm": 0.18712382018566132,
+      "learning_rate": 2.374871794871795e-06,
+      "loss": 0.01,
+      "step": 15375
+    },
+    {
+      "epoch": 6.513004863607528,
+      "grad_norm": 0.7857060432434082,
+      "learning_rate": 2.3620512820512822e-06,
+      "loss": 0.0081,
+      "step": 15400
+    },
+    {
+      "epoch": 6.523577923451047,
+      "grad_norm": 0.23228535056114197,
+      "learning_rate": 2.3492307692307695e-06,
+      "loss": 0.0055,
+      "step": 15425
+    },
+    {
+      "epoch": 6.534150983294565,
+      "grad_norm": 0.2794516682624817,
+      "learning_rate": 2.3364102564102567e-06,
+      "loss": 0.0118,
+      "step": 15450
+    },
+    {
+      "epoch": 6.544724043138084,
+      "grad_norm": 0.3594117760658264,
+      "learning_rate": 2.3235897435897436e-06,
+      "loss": 0.0049,
+      "step": 15475
+    },
+    {
+      "epoch": 6.555297102981603,
+      "grad_norm": 0.38121312856674194,
+      "learning_rate": 2.310769230769231e-06,
+      "loss": 0.0098,
+      "step": 15500
+    },
+    {
+      "epoch": 6.565870162825122,
+      "grad_norm": 0.48879972100257874,
+      "learning_rate": 2.2984615384615386e-06,
+      "loss": 0.0055,
+      "step": 15525
+    },
+    {
+      "epoch": 6.57644322266864,
+      "grad_norm": 0.3019927442073822,
+      "learning_rate": 2.285641025641026e-06,
+      "loss": 0.0066,
+      "step": 15550
+    },
+    {
+      "epoch": 6.587016282512159,
+      "grad_norm": 2.143726348876953,
+      "learning_rate": 2.272820512820513e-06,
+      "loss": 0.0078,
+      "step": 15575
+    },
+    {
+      "epoch": 6.597589342355677,
+      "grad_norm": 0.1708030104637146,
+      "learning_rate": 2.2600000000000004e-06,
+      "loss": 0.004,
+      "step": 15600
+    },
+    {
+      "epoch": 6.608162402199197,
+      "grad_norm": 1.7582453489303589,
+      "learning_rate": 2.2471794871794876e-06,
+      "loss": 0.0092,
+      "step": 15625
+    },
+    {
+      "epoch": 6.618735462042715,
+      "grad_norm": 0.3129083514213562,
+      "learning_rate": 2.2343589743589745e-06,
+      "loss": 0.0073,
+      "step": 15650
+    },
+    {
+      "epoch": 6.629308521886234,
+      "grad_norm": 0.3408079743385315,
+      "learning_rate": 2.2215384615384617e-06,
+      "loss": 0.0069,
+      "step": 15675
+    },
+    {
+      "epoch": 6.639881581729752,
+      "grad_norm": 11.103797912597656,
+      "learning_rate": 2.208717948717949e-06,
+      "loss": 0.0105,
+      "step": 15700
+    },
+    {
+      "epoch": 6.650454641573271,
+      "grad_norm": 0.554865300655365,
+      "learning_rate": 2.195897435897436e-06,
+      "loss": 0.0082,
+      "step": 15725
+    },
+    {
+      "epoch": 6.66102770141679,
+      "grad_norm": 0.32903775572776794,
+      "learning_rate": 2.1830769230769234e-06,
+      "loss": 0.0033,
+      "step": 15750
+    },
+    {
+      "epoch": 6.671600761260309,
+      "grad_norm": 0.2150058150291443,
+      "learning_rate": 2.1702564102564107e-06,
+      "loss": 0.0119,
+      "step": 15775
+    },
+    {
+      "epoch": 6.682173821103827,
+      "grad_norm": 0.253409743309021,
+      "learning_rate": 2.1574358974358975e-06,
+      "loss": 0.0046,
+      "step": 15800
+    },
+    {
+      "epoch": 6.692746880947346,
+      "grad_norm": 2.6021835803985596,
+      "learning_rate": 2.1446153846153848e-06,
+      "loss": 0.0077,
+      "step": 15825
+    },
+    {
+      "epoch": 6.703319940790865,
+      "grad_norm": 1.3991787433624268,
+      "learning_rate": 2.131794871794872e-06,
+      "loss": 0.0072,
+      "step": 15850
+    },
+    {
+      "epoch": 6.713893000634384,
+      "grad_norm": 0.40495139360427856,
+      "learning_rate": 2.1189743589743593e-06,
+      "loss": 0.013,
+      "step": 15875
+    },
+    {
+      "epoch": 6.724466060477902,
+      "grad_norm": 0.28818759322166443,
+      "learning_rate": 2.1061538461538465e-06,
+      "loss": 0.0065,
+      "step": 15900
+    },
+    {
+      "epoch": 6.735039120321421,
+      "grad_norm": 0.6223933696746826,
+      "learning_rate": 2.0933333333333338e-06,
+      "loss": 0.0057,
+      "step": 15925
+    },
+    {
+      "epoch": 6.745612180164939,
+      "grad_norm": 0.24611905217170715,
+      "learning_rate": 2.0805128205128206e-06,
+      "loss": 0.0049,
+      "step": 15950
+    },
+    {
+      "epoch": 6.756185240008459,
+      "grad_norm": 0.6771820783615112,
+      "learning_rate": 2.067692307692308e-06,
+      "loss": 0.0048,
+      "step": 15975
+    },
+    {
+      "epoch": 6.766758299851977,
+      "grad_norm": 14.729320526123047,
+      "learning_rate": 2.054871794871795e-06,
+      "loss": 0.0066,
+      "step": 16000
+    },
+    {
+      "epoch": 6.766758299851977,
+      "eval_loss": 0.14149095118045807,
+      "eval_runtime": 479.8155,
+      "eval_samples_per_second": 7.588,
+      "eval_steps_per_second": 0.95,
+      "eval_wer": 0.11842776927003573,
+      "step": 16000
+    },
+    {
+      "epoch": 6.777331359695496,
+      "grad_norm": 0.3452744781970978,
+      "learning_rate": 2.0420512820512823e-06,
+      "loss": 0.0052,
+      "step": 16025
+    },
+    {
+      "epoch": 6.787904419539014,
+      "grad_norm": 0.376597136259079,
+      "learning_rate": 2.0292307692307696e-06,
+      "loss": 0.0044,
+      "step": 16050
+    },
+    {
+      "epoch": 6.798477479382534,
+      "grad_norm": 0.2520189583301544,
+      "learning_rate": 2.016410256410257e-06,
+      "loss": 0.0088,
+      "step": 16075
+    },
+    {
+      "epoch": 6.809050539226052,
+      "grad_norm": 0.19255167245864868,
+      "learning_rate": 2.0035897435897436e-06,
+      "loss": 0.0046,
+      "step": 16100
+    },
+    {
+      "epoch": 6.819623599069571,
+      "grad_norm": 0.38311922550201416,
+      "learning_rate": 1.990769230769231e-06,
+      "loss": 0.0028,
+      "step": 16125
+    },
+    {
+      "epoch": 6.830196658913089,
+      "grad_norm": 0.2503233850002289,
+      "learning_rate": 1.977948717948718e-06,
+      "loss": 0.0038,
+      "step": 16150
+    },
+    {
+      "epoch": 6.840769718756608,
+      "grad_norm": 0.8586848378181458,
+      "learning_rate": 1.9651282051282054e-06,
+      "loss": 0.0052,
+      "step": 16175
+    },
+    {
+      "epoch": 6.851342778600127,
+      "grad_norm": 0.256672203540802,
+      "learning_rate": 1.9523076923076926e-06,
+      "loss": 0.0031,
+      "step": 16200
+    },
+    {
+      "epoch": 6.861915838443646,
+      "grad_norm": 0.3382306396961212,
+      "learning_rate": 1.93948717948718e-06,
+      "loss": 0.0072,
+      "step": 16225
+    },
+    {
+      "epoch": 6.872488898287164,
+      "grad_norm": 1.6218035221099854,
+      "learning_rate": 1.926666666666667e-06,
+      "loss": 0.0071,
+      "step": 16250
+    },
+    {
+      "epoch": 6.883061958130683,
+      "grad_norm": 0.33794450759887695,
+      "learning_rate": 1.913846153846154e-06,
+      "loss": 0.0062,
+      "step": 16275
+    },
+    {
+      "epoch": 6.893635017974201,
+      "grad_norm": 0.20873773097991943,
+      "learning_rate": 1.9010256410256412e-06,
+      "loss": 0.0047,
+      "step": 16300
+    },
+    {
+      "epoch": 6.904208077817721,
+      "grad_norm": 0.2936864495277405,
+      "learning_rate": 1.8882051282051285e-06,
+      "loss": 0.0034,
+      "step": 16325
+    },
+    {
+      "epoch": 6.914781137661239,
+      "grad_norm": 0.5449936389923096,
+      "learning_rate": 1.8753846153846155e-06,
+      "loss": 0.0065,
+      "step": 16350
+    },
+    {
+      "epoch": 6.925354197504758,
+      "grad_norm": 0.29695820808410645,
+      "learning_rate": 1.8625641025641027e-06,
+      "loss": 0.0125,
+      "step": 16375
+    },
+    {
+      "epoch": 6.935927257348276,
+      "grad_norm": 0.4382512867450714,
+      "learning_rate": 1.84974358974359e-06,
+      "loss": 0.0058,
+      "step": 16400
+    },
+    {
+      "epoch": 6.946500317191795,
+      "grad_norm": 0.5371158719062805,
+      "learning_rate": 1.836923076923077e-06,
+      "loss": 0.0036,
+      "step": 16425
+    },
+    {
+      "epoch": 6.957073377035314,
+      "grad_norm": 0.21529348194599152,
+      "learning_rate": 1.8241025641025643e-06,
+      "loss": 0.0042,
+      "step": 16450
+    },
+    {
+      "epoch": 6.967646436878833,
+      "grad_norm": 0.25407838821411133,
+      "learning_rate": 1.8112820512820515e-06,
+      "loss": 0.0048,
+      "step": 16475
+    },
+    {
+      "epoch": 6.978219496722351,
+      "grad_norm": 0.41775551438331604,
+      "learning_rate": 1.7984615384615386e-06,
+      "loss": 0.0042,
+      "step": 16500
+    },
+    {
+      "epoch": 6.98879255656587,
+      "grad_norm": 0.13575445115566254,
+      "learning_rate": 1.7856410256410258e-06,
+      "loss": 0.0057,
+      "step": 16525
+    },
+    {
+      "epoch": 6.9993656164093885,
+      "grad_norm": 0.21849684417247772,
+      "learning_rate": 1.772820512820513e-06,
+      "loss": 0.0065,
+      "step": 16550
+    },
+    {
+      "epoch": 7.009938676252908,
+      "grad_norm": 0.17400676012039185,
+      "learning_rate": 1.76e-06,
+      "loss": 0.0069,
+      "step": 16575
+    },
+    {
+      "epoch": 7.020511736096426,
+      "grad_norm": 0.2058832198381424,
+      "learning_rate": 1.7471794871794873e-06,
+      "loss": 0.005,
+      "step": 16600
+    },
+    {
+      "epoch": 7.031084795939945,
+      "grad_norm": 0.14491191506385803,
+      "learning_rate": 1.7343589743589746e-06,
+      "loss": 0.0026,
+      "step": 16625
+    },
+    {
+      "epoch": 7.0416578557834635,
+      "grad_norm": 2.8785014152526855,
+      "learning_rate": 1.7215384615384616e-06,
+      "loss": 0.0053,
+      "step": 16650
+    },
+    {
+      "epoch": 7.052230915626982,
+      "grad_norm": 0.17464618384838104,
+      "learning_rate": 1.7087179487179489e-06,
+      "loss": 0.0024,
+      "step": 16675
+    },
+    {
+      "epoch": 7.062803975470501,
+      "grad_norm": 0.17902244627475739,
+      "learning_rate": 1.6958974358974361e-06,
+      "loss": 0.004,
+      "step": 16700
+    },
+    {
+      "epoch": 7.07337703531402,
+      "grad_norm": 1.190285563468933,
+      "learning_rate": 1.6830769230769232e-06,
+      "loss": 0.0023,
+      "step": 16725
+    },
+    {
+      "epoch": 7.0839500951575385,
+      "grad_norm": 0.24982137978076935,
+      "learning_rate": 1.6702564102564104e-06,
+      "loss": 0.0029,
+      "step": 16750
+    },
+    {
+      "epoch": 7.094523155001057,
+      "grad_norm": 0.21240869164466858,
+      "learning_rate": 1.6574358974358976e-06,
+      "loss": 0.0034,
+      "step": 16775
+    },
+    {
+      "epoch": 7.105096214844576,
+      "grad_norm": 0.22856955230236053,
+      "learning_rate": 1.6446153846153847e-06,
+      "loss": 0.0028,
+      "step": 16800
+    },
+    {
+      "epoch": 7.115669274688095,
+      "grad_norm": 0.2120029181241989,
+      "learning_rate": 1.631794871794872e-06,
+      "loss": 0.0026,
+      "step": 16825
+    },
+    {
+      "epoch": 7.1262423345316135,
+      "grad_norm": 0.10486655682325363,
+      "learning_rate": 1.6189743589743592e-06,
+      "loss": 0.0063,
+      "step": 16850
+    },
+    {
+      "epoch": 7.136815394375132,
+      "grad_norm": 0.1727411448955536,
+      "learning_rate": 1.6061538461538462e-06,
+      "loss": 0.0058,
+      "step": 16875
+    },
+    {
+      "epoch": 7.1473884542186505,
+      "grad_norm": 0.2189004272222519,
+      "learning_rate": 1.5933333333333335e-06,
+      "loss": 0.0043,
+      "step": 16900
+    },
+    {
+      "epoch": 7.15796151406217,
+      "grad_norm": 0.224544957280159,
+      "learning_rate": 1.5805128205128207e-06,
+      "loss": 0.005,
+      "step": 16925
+    },
+    {
+      "epoch": 7.1685345739056885,
+      "grad_norm": 0.17426727712154388,
+      "learning_rate": 1.5676923076923078e-06,
+      "loss": 0.0039,
+      "step": 16950
+    },
+    {
+      "epoch": 7.179107633749207,
+      "grad_norm": 0.1636071801185608,
+      "learning_rate": 1.554871794871795e-06,
+      "loss": 0.0027,
+      "step": 16975
+    },
+    {
+      "epoch": 7.1896806935927255,
+      "grad_norm": 0.13778026401996613,
+      "learning_rate": 1.5420512820512822e-06,
+      "loss": 0.0029,
+      "step": 17000
+    },
+    {
+      "epoch": 7.1896806935927255,
+      "eval_loss": 0.14258068799972534,
+      "eval_runtime": 481.0853,
+      "eval_samples_per_second": 7.568,
+      "eval_steps_per_second": 0.948,
+      "eval_wer": 0.11903104552415425,
+      "step": 17000
+    },
+    {
+      "epoch": 7.200253753436244,
+      "grad_norm": 0.1793927550315857,
+      "learning_rate": 1.5292307692307693e-06,
+      "loss": 0.0054,
+      "step": 17025
+    },
+    {
+      "epoch": 7.2108268132797635,
+      "grad_norm": 0.17130379378795624,
+      "learning_rate": 1.5164102564102565e-06,
+      "loss": 0.0036,
+      "step": 17050
+    },
+    {
+      "epoch": 7.221399873123282,
+      "grad_norm": 0.20788300037384033,
+      "learning_rate": 1.5035897435897438e-06,
+      "loss": 0.0023,
+      "step": 17075
+    },
+    {
+      "epoch": 7.2319729329668005,
+      "grad_norm": 0.28084486722946167,
+      "learning_rate": 1.4907692307692308e-06,
+      "loss": 0.0027,
+      "step": 17100
+    },
+    {
+      "epoch": 7.242545992810319,
+      "grad_norm": 0.1289544254541397,
+      "learning_rate": 1.477948717948718e-06,
+      "loss": 0.0074,
+      "step": 17125
+    },
+    {
+      "epoch": 7.253119052653838,
+      "grad_norm": 0.14958246052265167,
+      "learning_rate": 1.4651282051282053e-06,
+      "loss": 0.0063,
+      "step": 17150
+    },
+    {
+      "epoch": 7.263692112497357,
+      "grad_norm": 0.7993505001068115,
+      "learning_rate": 1.4523076923076923e-06,
+      "loss": 0.0069,
+      "step": 17175
+    },
+    {
+      "epoch": 7.2742651723408756,
+      "grad_norm": 0.30847251415252686,
+      "learning_rate": 1.4394871794871796e-06,
+      "loss": 0.0072,
+      "step": 17200
+    },
+    {
+      "epoch": 7.284838232184394,
+      "grad_norm": 0.17055633664131165,
+      "learning_rate": 1.4266666666666668e-06,
+      "loss": 0.0024,
+      "step": 17225
+    },
+    {
+      "epoch": 7.295411292027913,
+      "grad_norm": 0.13648909330368042,
+      "learning_rate": 1.4138461538461539e-06,
+      "loss": 0.0022,
+      "step": 17250
+    },
+    {
+      "epoch": 7.305984351871432,
+      "grad_norm": 0.17881402373313904,
+      "learning_rate": 1.4010256410256411e-06,
+      "loss": 0.0033,
+      "step": 17275
+    },
+    {
+      "epoch": 7.3165574117149506,
+      "grad_norm": 0.11867067217826843,
+      "learning_rate": 1.3882051282051284e-06,
+      "loss": 0.0034,
+      "step": 17300
+    },
+    {
+      "epoch": 7.327130471558469,
+      "grad_norm": 0.1998029202222824,
+      "learning_rate": 1.3753846153846154e-06,
+      "loss": 0.0026,
+      "step": 17325
+    },
+    {
+      "epoch": 7.337703531401988,
+      "grad_norm": 0.19812311232089996,
+      "learning_rate": 1.3625641025641027e-06,
+      "loss": 0.0022,
+      "step": 17350
+    },
+    {
+      "epoch": 7.348276591245506,
+      "grad_norm": 0.20121921598911285,
+      "learning_rate": 1.34974358974359e-06,
+      "loss": 0.0025,
+      "step": 17375
+    },
+    {
+      "epoch": 7.358849651089026,
+      "grad_norm": 0.11519061774015427,
+      "learning_rate": 1.336923076923077e-06,
+      "loss": 0.0038,
+      "step": 17400
+    },
+    {
+      "epoch": 7.369422710932544,
+      "grad_norm": 0.2508073151111603,
+      "learning_rate": 1.3241025641025642e-06,
+      "loss": 0.0033,
+      "step": 17425
+    },
+    {
+      "epoch": 7.379995770776063,
+      "grad_norm": 0.1964157670736313,
+      "learning_rate": 1.3112820512820514e-06,
+      "loss": 0.003,
+      "step": 17450
+    },
+    {
+      "epoch": 7.390568830619581,
+      "grad_norm": 0.1781347244977951,
+      "learning_rate": 1.2984615384615385e-06,
+      "loss": 0.0111,
+      "step": 17475
+    },
+    {
+      "epoch": 7.4011418904631,
+      "grad_norm": 2.567892551422119,
+      "learning_rate": 1.2856410256410257e-06,
+      "loss": 0.0045,
+      "step": 17500
+    },
+    {
+      "epoch": 7.411714950306619,
+      "grad_norm": 4.157364368438721,
+      "learning_rate": 1.272820512820513e-06,
+      "loss": 0.0084,
+      "step": 17525
+    },
+    {
+      "epoch": 7.422288010150138,
+      "grad_norm": 0.1634252667427063,
+      "learning_rate": 1.26e-06,
+      "loss": 0.0045,
+      "step": 17550
+    },
+    {
+      "epoch": 7.432861069993656,
+      "grad_norm": 0.5479081273078918,
+      "learning_rate": 1.2471794871794873e-06,
+      "loss": 0.0075,
+      "step": 17575
+    },
+    {
+      "epoch": 7.443434129837175,
+      "grad_norm": 0.1536071002483368,
+      "learning_rate": 1.2343589743589745e-06,
+      "loss": 0.0038,
+      "step": 17600
+    },
+    {
+      "epoch": 7.454007189680693,
+      "grad_norm": 2.710284948348999,
+      "learning_rate": 1.2215384615384618e-06,
+      "loss": 0.0055,
+      "step": 17625
+    },
+    {
+      "epoch": 7.464580249524213,
+      "grad_norm": 0.19599756598472595,
+      "learning_rate": 1.2087179487179488e-06,
+      "loss": 0.0043,
+      "step": 17650
+    },
+    {
+      "epoch": 7.475153309367731,
+      "grad_norm": 0.1853959560394287,
+      "learning_rate": 1.195897435897436e-06,
+      "loss": 0.0038,
+      "step": 17675
+    },
+    {
+      "epoch": 7.48572636921125,
+      "grad_norm": 0.223322793841362,
+      "learning_rate": 1.1830769230769233e-06,
+      "loss": 0.0073,
+      "step": 17700
+    },
+    {
+      "epoch": 7.496299429054768,
+      "grad_norm": 0.33646872639656067,
+      "learning_rate": 1.1702564102564103e-06,
+      "loss": 0.0044,
+      "step": 17725
+    },
+    {
+      "epoch": 7.506872488898287,
+      "grad_norm": 0.24336710572242737,
+      "learning_rate": 1.1574358974358976e-06,
+      "loss": 0.0034,
+      "step": 17750
+    },
+    {
+      "epoch": 7.517445548741806,
+      "grad_norm": 0.16662658751010895,
+      "learning_rate": 1.1446153846153848e-06,
+      "loss": 0.0041,
+      "step": 17775
+    },
+    {
+      "epoch": 7.528018608585325,
+      "grad_norm": 0.1463777869939804,
+      "learning_rate": 1.1317948717948719e-06,
+      "loss": 0.0128,
+      "step": 17800
+    },
+    {
+      "epoch": 7.538591668428843,
+      "grad_norm": 0.26682642102241516,
+      "learning_rate": 1.118974358974359e-06,
+      "loss": 0.0035,
+      "step": 17825
+    },
+    {
+      "epoch": 7.549164728272362,
+      "grad_norm": 0.2606651782989502,
+      "learning_rate": 1.1061538461538463e-06,
+      "loss": 0.0038,
+      "step": 17850
+    },
+    {
+      "epoch": 7.55973778811588,
+      "grad_norm": 0.24456697702407837,
+      "learning_rate": 1.0933333333333334e-06,
+      "loss": 0.0069,
+      "step": 17875
+    },
+    {
+      "epoch": 7.5703108479594,
+      "grad_norm": 0.9612045884132385,
+      "learning_rate": 1.0805128205128206e-06,
+      "loss": 0.0047,
+      "step": 17900
+    },
+    {
+      "epoch": 7.580883907802918,
+      "grad_norm": 0.20409923791885376,
+      "learning_rate": 1.0676923076923079e-06,
+      "loss": 0.0019,
+      "step": 17925
+    },
+    {
+      "epoch": 7.591456967646437,
+      "grad_norm": 0.14264066517353058,
+      "learning_rate": 1.054871794871795e-06,
+      "loss": 0.0033,
+      "step": 17950
+    },
+    {
+      "epoch": 7.602030027489955,
+      "grad_norm": 0.43361735343933105,
+      "learning_rate": 1.0420512820512822e-06,
+      "loss": 0.0022,
+      "step": 17975
+    },
+    {
+      "epoch": 7.612603087333475,
+      "grad_norm": 0.25520941615104675,
+      "learning_rate": 1.0292307692307694e-06,
+      "loss": 0.0024,
+      "step": 18000
+    },
+    {
+      "epoch": 7.612603087333475,
+      "eval_loss": 0.14294278621673584,
+      "eval_runtime": 482.1709,
+      "eval_samples_per_second": 7.551,
+      "eval_steps_per_second": 0.946,
+      "eval_wer": 0.11782449301591721,
+      "step": 18000
+    },
+    {
+      "epoch": 7.623176147176993,
+      "grad_norm": 0.2945314943790436,
+      "learning_rate": 1.0164102564102564e-06,
+      "loss": 0.0025,
+      "step": 18025
+    },
+    {
+      "epoch": 7.633749207020512,
+      "grad_norm": 0.1885748952627182,
+      "learning_rate": 1.0035897435897437e-06,
+      "loss": 0.0031,
+      "step": 18050
+    },
+    {
+      "epoch": 7.64432226686403,
+      "grad_norm": 0.16705763339996338,
+      "learning_rate": 9.90769230769231e-07,
+      "loss": 0.0081,
+      "step": 18075
+    },
+    {
+      "epoch": 7.654895326707549,
+      "grad_norm": 0.1523977816104889,
+      "learning_rate": 9.77948717948718e-07,
+      "loss": 0.0028,
+      "step": 18100
+    },
+    {
+      "epoch": 7.665468386551068,
+      "grad_norm": 0.2194071263074875,
+      "learning_rate": 9.651282051282052e-07,
+      "loss": 0.0027,
+      "step": 18125
+    },
+    {
+      "epoch": 7.676041446394587,
+      "grad_norm": 0.23766735196113586,
+      "learning_rate": 9.523076923076924e-07,
+      "loss": 0.0031,
+      "step": 18150
+    },
+    {
+      "epoch": 7.686614506238105,
+      "grad_norm": 0.43536919355392456,
+      "learning_rate": 9.394871794871796e-07,
+      "loss": 0.0059,
+      "step": 18175
+    },
+    {
+      "epoch": 7.697187566081624,
+      "grad_norm": 0.20056919753551483,
+      "learning_rate": 9.266666666666667e-07,
+      "loss": 0.0027,
+      "step": 18200
+    },
+    {
+      "epoch": 7.707760625925143,
+      "grad_norm": 0.267135888338089,
+      "learning_rate": 9.138461538461539e-07,
+      "loss": 0.0046,
+      "step": 18225
+    },
+    {
+      "epoch": 7.718333685768662,
+      "grad_norm": 0.12573710083961487,
+      "learning_rate": 9.010256410256411e-07,
+      "loss": 0.0043,
+      "step": 18250
+    },
+    {
+      "epoch": 7.72890674561218,
+      "grad_norm": 0.12320298701524734,
+      "learning_rate": 8.882051282051282e-07,
+      "loss": 0.0047,
+      "step": 18275
+    },
+    {
+      "epoch": 7.739479805455699,
+      "grad_norm": 0.18382315337657928,
+      "learning_rate": 8.753846153846154e-07,
+      "loss": 0.0029,
+      "step": 18300
+    },
+    {
+      "epoch": 7.750052865299217,
+      "grad_norm": 1.264244794845581,
+      "learning_rate": 8.625641025641027e-07,
+      "loss": 0.0029,
+      "step": 18325
+    },
+    {
+      "epoch": 7.760625925142737,
+      "grad_norm": 0.31755584478378296,
+      "learning_rate": 8.497435897435897e-07,
+      "loss": 0.0023,
+      "step": 18350
+    },
+    {
+      "epoch": 7.771198984986255,
+      "grad_norm": 0.14317964017391205,
+      "learning_rate": 8.36923076923077e-07,
+      "loss": 0.0037,
+      "step": 18375
+    },
+    {
+      "epoch": 7.781772044829774,
+      "grad_norm": 0.1884177327156067,
+      "learning_rate": 8.241025641025642e-07,
+      "loss": 0.0022,
+      "step": 18400
+    },
+    {
+      "epoch": 7.792345104673292,
+      "grad_norm": 0.24375373125076294,
+      "learning_rate": 8.112820512820512e-07,
+      "loss": 0.0048,
+      "step": 18425
+    },
+    {
+      "epoch": 7.802918164516811,
+      "grad_norm": 0.2112288922071457,
+      "learning_rate": 7.984615384615385e-07,
+      "loss": 0.0038,
+      "step": 18450
+    },
+    {
+      "epoch": 7.81349122436033,
+      "grad_norm": 0.21161673963069916,
+      "learning_rate": 7.856410256410257e-07,
+      "loss": 0.0036,
+      "step": 18475
+    },
+    {
+      "epoch": 7.824064284203849,
+      "grad_norm": 0.17189516127109528,
+      "learning_rate": 7.728205128205128e-07,
+      "loss": 0.0029,
+      "step": 18500
+    },
+    {
+      "epoch": 7.834637344047367,
+      "grad_norm": 0.28677284717559814,
+      "learning_rate": 7.6e-07,
+      "loss": 0.0069,
+      "step": 18525
+    },
+    {
+      "epoch": 7.845210403890886,
+      "grad_norm": 0.5086202025413513,
+      "learning_rate": 7.471794871794873e-07,
+      "loss": 0.0024,
+      "step": 18550
+    },
+    {
+      "epoch": 7.855783463734404,
+      "grad_norm": 0.20552664995193481,
+      "learning_rate": 7.343589743589743e-07,
+      "loss": 0.0064,
+      "step": 18575
+    },
+    {
+      "epoch": 7.866356523577924,
+      "grad_norm": 0.17549338936805725,
+      "learning_rate": 7.215384615384616e-07,
+      "loss": 0.0026,
+      "step": 18600
+    },
+    {
+      "epoch": 7.876929583421442,
+      "grad_norm": 0.28019997477531433,
+      "learning_rate": 7.087179487179488e-07,
+      "loss": 0.0037,
+      "step": 18625
+    },
+    {
+      "epoch": 7.887502643264961,
+      "grad_norm": 0.1256396323442459,
+      "learning_rate": 6.958974358974358e-07,
+      "loss": 0.0045,
+      "step": 18650
+    },
+    {
+      "epoch": 7.898075703108479,
+      "grad_norm": 0.3035779893398285,
+      "learning_rate": 6.830769230769231e-07,
+      "loss": 0.0047,
+      "step": 18675
+    },
+    {
+      "epoch": 7.908648762951998,
+      "grad_norm": 0.2889888882637024,
+      "learning_rate": 6.702564102564103e-07,
+      "loss": 0.0045,
+      "step": 18700
+    },
+    {
+      "epoch": 7.919221822795517,
+      "grad_norm": 0.17718684673309326,
+      "learning_rate": 6.574358974358976e-07,
+      "loss": 0.0028,
+      "step": 18725
+    },
+    {
+      "epoch": 7.929794882639036,
+      "grad_norm": 0.16636326909065247,
+      "learning_rate": 6.446153846153846e-07,
+      "loss": 0.0023,
+      "step": 18750
+    },
+    {
+      "epoch": 7.940367942482554,
+      "grad_norm": 0.21917343139648438,
+      "learning_rate": 6.317948717948719e-07,
+      "loss": 0.0066,
+      "step": 18775
+    },
+    {
+      "epoch": 7.950941002326073,
+      "grad_norm": 0.1804770529270172,
+      "learning_rate": 6.18974358974359e-07,
+      "loss": 0.0022,
+      "step": 18800
+    },
+    {
+      "epoch": 7.9615140621695915,
+      "grad_norm": 0.15297465026378632,
+      "learning_rate": 6.061538461538462e-07,
+      "loss": 0.0025,
+      "step": 18825
+    },
+    {
+      "epoch": 7.972087122013111,
+      "grad_norm": 2.2187414169311523,
+      "learning_rate": 5.933333333333334e-07,
+      "loss": 0.0036,
+      "step": 18850
+    },
+    {
+      "epoch": 7.982660181856629,
+      "grad_norm": 0.14911529421806335,
+      "learning_rate": 5.805128205128205e-07,
+      "loss": 0.0035,
+      "step": 18875
+    },
+    {
+      "epoch": 7.993233241700148,
+      "grad_norm": 0.3315187692642212,
+      "learning_rate": 5.676923076923077e-07,
+      "loss": 0.0031,
+      "step": 18900
+    },
+    {
+      "epoch": 8.003806301543667,
+      "grad_norm": 0.2590886950492859,
+      "learning_rate": 5.548717948717949e-07,
+      "loss": 0.0037,
+      "step": 18925
+    },
+    {
+      "epoch": 8.014379361387185,
+      "grad_norm": 0.15489330887794495,
+      "learning_rate": 5.420512820512821e-07,
+      "loss": 0.0018,
+      "step": 18950
+    },
+    {
+      "epoch": 8.024952421230704,
+      "grad_norm": 0.18797287344932556,
+      "learning_rate": 5.292307692307692e-07,
+      "loss": 0.0018,
+      "step": 18975
+    },
+    {
+      "epoch": 8.035525481074222,
+      "grad_norm": 0.1324182152748108,
+      "learning_rate": 5.164102564102565e-07,
+      "loss": 0.0021,
+      "step": 19000
+    },
+    {
+      "epoch": 8.035525481074222,
+      "eval_loss": 0.1434488594532013,
+      "eval_runtime": 479.0168,
+      "eval_samples_per_second": 7.601,
+      "eval_steps_per_second": 0.952,
+      "eval_wer": 0.1180101164787229,
+      "step": 19000
+    },
+    {
+      "epoch": 8.046098540917741,
+      "grad_norm": 0.15593498945236206,
+      "learning_rate": 5.035897435897436e-07,
+      "loss": 0.0018,
+      "step": 19025
+    },
+    {
+      "epoch": 8.05667160076126,
+      "grad_norm": 0.14166687428951263,
+      "learning_rate": 4.907692307692308e-07,
+      "loss": 0.0025,
+      "step": 19050
+    },
+    {
+      "epoch": 8.067244660604779,
+      "grad_norm": 0.06104918569326401,
+      "learning_rate": 4.77948717948718e-07,
+      "loss": 0.0018,
+      "step": 19075
+    },
+    {
+      "epoch": 8.077817720448298,
+      "grad_norm": 0.11749964207410812,
+      "learning_rate": 4.6512820512820514e-07,
+      "loss": 0.0031,
+      "step": 19100
+    },
+    {
+      "epoch": 8.088390780291816,
+      "grad_norm": 0.09838801622390747,
+      "learning_rate": 4.523076923076924e-07,
+      "loss": 0.0031,
+      "step": 19125
+    },
+    {
+      "epoch": 8.098963840135335,
+      "grad_norm": 0.1402641385793686,
+      "learning_rate": 4.3948717948717953e-07,
+      "loss": 0.0027,
+      "step": 19150
+    },
+    {
+      "epoch": 8.109536899978854,
+      "grad_norm": 0.16856901347637177,
+      "learning_rate": 4.266666666666667e-07,
+      "loss": 0.0023,
+      "step": 19175
+    },
+    {
+      "epoch": 8.120109959822372,
+      "grad_norm": 0.12997014820575714,
+      "learning_rate": 4.138461538461539e-07,
+      "loss": 0.0058,
+      "step": 19200
+    },
+    {
+      "epoch": 8.130683019665891,
+      "grad_norm": 0.14169169962406158,
+      "learning_rate": 4.0102564102564107e-07,
+      "loss": 0.0036,
+      "step": 19225
+    },
+    {
+      "epoch": 8.14125607950941,
+      "grad_norm": 0.09970966726541519,
+      "learning_rate": 3.882051282051282e-07,
+      "loss": 0.0022,
+      "step": 19250
+    },
+    {
+      "epoch": 8.151829139352929,
+      "grad_norm": 1.0204663276672363,
+      "learning_rate": 3.7538461538461546e-07,
+      "loss": 0.0023,
+      "step": 19275
+    },
+    {
+      "epoch": 8.162402199196448,
+      "grad_norm": 0.24392949044704437,
+      "learning_rate": 3.625641025641026e-07,
+      "loss": 0.0029,
+      "step": 19300
+    },
+    {
+      "epoch": 8.172975259039966,
+      "grad_norm": 0.12695328891277313,
+      "learning_rate": 3.4974358974358974e-07,
+      "loss": 0.0035,
+      "step": 19325
+    },
+    {
+      "epoch": 8.183548318883485,
+      "grad_norm": 0.15973243117332458,
+      "learning_rate": 3.36923076923077e-07,
+      "loss": 0.0019,
+      "step": 19350
+    },
+    {
+      "epoch": 8.194121378727004,
+      "grad_norm": 0.2357715517282486,
+      "learning_rate": 3.2410256410256413e-07,
+      "loss": 0.0019,
+      "step": 19375
+    },
+    {
+      "epoch": 8.204694438570522,
+      "grad_norm": 0.15530213713645935,
+      "learning_rate": 3.112820512820513e-07,
+      "loss": 0.0019,
+      "step": 19400
+    },
+    {
+      "epoch": 8.215267498414041,
+      "grad_norm": 3.935415267944336,
+      "learning_rate": 2.9846153846153847e-07,
+      "loss": 0.0065,
+      "step": 19425
+    },
+    {
+      "epoch": 8.225840558257559,
+      "grad_norm": 3.079641580581665,
+      "learning_rate": 2.8564102564102566e-07,
+      "loss": 0.004,
+      "step": 19450
+    },
+    {
+      "epoch": 8.236413618101079,
+      "grad_norm": 0.1831885129213333,
+      "learning_rate": 2.7282051282051286e-07,
+      "loss": 0.0018,
+      "step": 19475
+    },
+    {
+      "epoch": 8.246986677944598,
+      "grad_norm": 0.11785794049501419,
+      "learning_rate": 2.6e-07,
+      "loss": 0.0018,
+      "step": 19500
+    },
+    {
+      "epoch": 8.257559737788116,
+      "grad_norm": 0.3607770800590515,
+      "learning_rate": 2.471794871794872e-07,
+      "loss": 0.0032,
+      "step": 19525
+    },
+    {
+      "epoch": 8.268132797631635,
+      "grad_norm": 0.2167283445596695,
+      "learning_rate": 2.343589743589744e-07,
+      "loss": 0.0019,
+      "step": 19550
+    },
+    {
+      "epoch": 8.278705857475153,
+      "grad_norm": 0.1869659721851349,
+      "learning_rate": 2.2153846153846153e-07,
+      "loss": 0.0021,
+      "step": 19575
+    },
+    {
+      "epoch": 8.289278917318672,
+      "grad_norm": 0.16754354536533356,
+      "learning_rate": 2.0871794871794873e-07,
+      "loss": 0.002,
+      "step": 19600
+    },
+    {
+      "epoch": 8.299851977162191,
+      "grad_norm": 0.8075239658355713,
+      "learning_rate": 1.9589743589743592e-07,
+      "loss": 0.003,
+      "step": 19625
+    },
+    {
+      "epoch": 8.31042503700571,
+      "grad_norm": 2.266139507293701,
+      "learning_rate": 1.8307692307692306e-07,
+      "loss": 0.0065,
+      "step": 19650
+    },
+    {
+      "epoch": 8.320998096849229,
+      "grad_norm": 0.1474863439798355,
+      "learning_rate": 1.7025641025641026e-07,
+      "loss": 0.0056,
+      "step": 19675
+    },
+    {
+      "epoch": 8.331571156692746,
+      "grad_norm": 0.1871362030506134,
+      "learning_rate": 1.5743589743589745e-07,
+      "loss": 0.0047,
+      "step": 19700
+    },
+    {
+      "epoch": 8.342144216536266,
+      "grad_norm": 0.14866340160369873,
+      "learning_rate": 1.4461538461538462e-07,
+      "loss": 0.0037,
+      "step": 19725
+    },
+    {
+      "epoch": 8.352717276379785,
+      "grad_norm": 0.15600642561912537,
+      "learning_rate": 1.317948717948718e-07,
+      "loss": 0.0038,
+      "step": 19750
+    },
+    {
+      "epoch": 8.363290336223303,
+      "grad_norm": 0.18436697125434875,
+      "learning_rate": 1.1897435897435898e-07,
+      "loss": 0.0024,
+      "step": 19775
+    },
+    {
+      "epoch": 8.373863396066822,
+      "grad_norm": 0.12687981128692627,
+      "learning_rate": 1.0615384615384615e-07,
+      "loss": 0.0018,
+      "step": 19800
+    },
+    {
+      "epoch": 8.38443645591034,
+      "grad_norm": 0.11940109729766846,
+      "learning_rate": 9.333333333333335e-08,
+      "loss": 0.0025,
+      "step": 19825
+    },
+    {
+      "epoch": 8.39500951575386,
+      "grad_norm": 0.16202621161937714,
+      "learning_rate": 8.051282051282052e-08,
+      "loss": 0.0028,
+      "step": 19850
+    },
+    {
+      "epoch": 8.405582575597379,
+      "grad_norm": 0.09489905834197998,
+      "learning_rate": 6.76923076923077e-08,
+      "loss": 0.0053,
+      "step": 19875
+    },
+    {
+      "epoch": 8.416155635440896,
+      "grad_norm": 1.8258126974105835,
+      "learning_rate": 5.4871794871794874e-08,
+      "loss": 0.0029,
+      "step": 19900
+    },
+    {
+      "epoch": 8.426728695284416,
+      "grad_norm": 0.18347540497779846,
+      "learning_rate": 4.2051282051282056e-08,
+      "loss": 0.002,
+      "step": 19925
+    },
+    {
+      "epoch": 8.437301755127933,
+      "grad_norm": 0.19024056196212769,
+      "learning_rate": 2.9230769230769234e-08,
+      "loss": 0.0029,
+      "step": 19950
+    },
+    {
+      "epoch": 8.447874814971453,
+      "grad_norm": 0.21589778363704681,
+      "learning_rate": 1.641025641025641e-08,
+      "loss": 0.0031,
+      "step": 19975
+    },
+    {
+      "epoch": 8.458447874814972,
+      "grad_norm": 0.12975341081619263,
+      "learning_rate": 3.5897435897435903e-09,
+      "loss": 0.0018,
+      "step": 20000
+    },
+    {
+      "epoch": 8.458447874814972,
+      "eval_loss": 0.1440751701593399,
+      "eval_runtime": 481.615,
+      "eval_samples_per_second": 7.56,
+      "eval_steps_per_second": 0.947,
+      "eval_wer": 0.1183813634043343,
+      "step": 20000
+    },
+    {
+      "epoch": 8.458447874814972,
+      "step": 20000,
+      "total_flos": 2.07526043713536e+19,
+      "train_loss": 0.09297830064073205,
+      "train_runtime": 50820.1517,
+      "train_samples_per_second": 6.297,
+      "train_steps_per_second": 0.394
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 20000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.07526043713536e+19,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}