End of training

all_results.json

@@ -1,7 +1,7 @@
 {
     "epoch": 50.0,
-    "train_loss": 14.082046567855343,
-    "train_runtime": 2464.2419,
-    "train_samples_per_second": 9.983,
-    "train_steps_per_second": 1.258
+    "train_loss": 38.304066122731854,
+    "train_runtime": 2515.9792,
+    "train_samples_per_second": 9.758,
+    "train_steps_per_second": 1.232
 }

train_results.json

@@ -1,7 +1,7 @@
 {
     "epoch": 50.0,
-    "train_loss": 14.082046567855343,
-    "train_runtime": 2464.2419,
-    "train_samples_per_second": 9.983,
-    "train_steps_per_second": 1.258
+    "train_loss": 38.304066122731854,
+    "train_runtime": 2515.9792,
+    "train_samples_per_second": 9.758,
+    "train_steps_per_second": 1.232
 }

trainer_state.json

@@ -9,453 +9,453 @@
   "log_history": [
     {
       "epoch": 1.0,
-      "eval_loss": 38.730377197265625,
-      "eval_runtime": 2.8841,
-      "eval_samples_per_second": 41.955,
-      "eval_steps_per_second": 5.548,
+      "eval_loss": 40.18186569213867,
+      "eval_runtime": 3.0087,
+      "eval_samples_per_second": 40.55,
+      "eval_steps_per_second": 5.318,
       "step": 62
     },
     {
       "epoch": 2.0,
-      "eval_loss": 37.18061828613281,
-      "eval_runtime": 2.9537,
-      "eval_samples_per_second": 40.966,
-      "eval_steps_per_second": 5.417,
+      "eval_loss": 39.87389373779297,
+      "eval_runtime": 3.4591,
+      "eval_samples_per_second": 35.269,
+      "eval_steps_per_second": 4.625,
       "step": 124
     },
     {
       "epoch": 3.0,
-      "eval_loss": 33.34883499145508,
-      "eval_runtime": 3.0329,
-      "eval_samples_per_second": 39.895,
-      "eval_steps_per_second": 5.275,
+      "eval_loss": 39.80485153198242,
+      "eval_runtime": 3.2925,
+      "eval_samples_per_second": 37.053,
+      "eval_steps_per_second": 4.859,
       "step": 186
     },
     {
       "epoch": 4.0,
-      "eval_loss": 28.77151870727539,
-      "eval_runtime": 3.038,
-      "eval_samples_per_second": 39.829,
-      "eval_steps_per_second": 5.267,
+      "eval_loss": 39.60805892944336,
+      "eval_runtime": 3.3629,
+      "eval_samples_per_second": 36.279,
+      "eval_steps_per_second": 4.758,
       "step": 248
     },
     {
       "epoch": 5.0,
-      "eval_loss": 24.89649200439453,
-      "eval_runtime": 3.1068,
-      "eval_samples_per_second": 38.947,
-      "eval_steps_per_second": 5.15,
+      "eval_loss": 39.57985305786133,
+      "eval_runtime": 3.3511,
+      "eval_samples_per_second": 36.406,
+      "eval_steps_per_second": 4.775,
       "step": 310
     },
     {
       "epoch": 6.0,
-      "eval_loss": 21.40663719177246,
-      "eval_runtime": 3.1605,
-      "eval_samples_per_second": 38.285,
-      "eval_steps_per_second": 5.062,
+      "eval_loss": 39.01899719238281,
+      "eval_runtime": 3.345,
+      "eval_samples_per_second": 36.472,
+      "eval_steps_per_second": 4.783,
       "step": 372
     },
     {
       "epoch": 7.0,
-      "eval_loss": 19.166534423828125,
-      "eval_runtime": 3.191,
-      "eval_samples_per_second": 37.919,
-      "eval_steps_per_second": 5.014,
+      "eval_loss": 39.34188461303711,
+      "eval_runtime": 3.3271,
+      "eval_samples_per_second": 36.669,
+      "eval_steps_per_second": 4.809,
       "step": 434
     },
     {
       "epoch": 8.0,
-      "eval_loss": 17.308666229248047,
-      "eval_runtime": 3.1957,
-      "eval_samples_per_second": 37.863,
-      "eval_steps_per_second": 5.007,
+      "eval_loss": 39.120704650878906,
+      "eval_runtime": 3.3376,
+      "eval_samples_per_second": 36.553,
+      "eval_steps_per_second": 4.794,
       "step": 496
     },
     {
       "epoch": 8.06,
-      "learning_rate": 1.6774193548387096e-07,
-      "loss": 29.5022,
+      "learning_rate": 1.6774193548387097e-08,
+      "loss": 43.6477,
       "step": 500
     },
     {
       "epoch": 9.0,
-      "eval_loss": 15.532267570495605,
-      "eval_runtime": 3.0171,
-      "eval_samples_per_second": 40.104,
-      "eval_steps_per_second": 5.303,
+      "eval_loss": 39.330047607421875,
+      "eval_runtime": 3.3537,
+      "eval_samples_per_second": 36.378,
+      "eval_steps_per_second": 4.771,
       "step": 558
     },
     {
       "epoch": 10.0,
-      "eval_loss": 14.449665069580078,
-      "eval_runtime": 3.0595,
-      "eval_samples_per_second": 39.549,
-      "eval_steps_per_second": 5.23,
+      "eval_loss": 38.97821044921875,
+      "eval_runtime": 3.3095,
+      "eval_samples_per_second": 36.863,
+      "eval_steps_per_second": 4.835,
       "step": 620
     },
     {
       "epoch": 11.0,
-      "eval_loss": 14.162155151367188,
-      "eval_runtime": 3.1079,
-      "eval_samples_per_second": 38.933,
-      "eval_steps_per_second": 5.148,
+      "eval_loss": 38.79215621948242,
+      "eval_runtime": 3.3516,
+      "eval_samples_per_second": 36.401,
+      "eval_steps_per_second": 4.774,
       "step": 682
     },
     {
       "epoch": 12.0,
-      "eval_loss": 13.751199722290039,
-      "eval_runtime": 3.1538,
-      "eval_samples_per_second": 38.366,
-      "eval_steps_per_second": 5.073,
+      "eval_loss": 39.00083923339844,
+      "eval_runtime": 3.3283,
+      "eval_samples_per_second": 36.655,
+      "eval_steps_per_second": 4.807,
       "step": 744
     },
     {
       "epoch": 13.0,
-      "eval_loss": 13.394129753112793,
-      "eval_runtime": 3.1936,
-      "eval_samples_per_second": 37.888,
-      "eval_steps_per_second": 5.01,
+      "eval_loss": 37.95411682128906,
+      "eval_runtime": 3.3465,
+      "eval_samples_per_second": 36.456,
+      "eval_steps_per_second": 4.781,
       "step": 806
     },
     {
       "epoch": 14.0,
-      "eval_loss": 13.021451950073242,
-      "eval_runtime": 3.2109,
-      "eval_samples_per_second": 37.684,
-      "eval_steps_per_second": 4.983,
+      "eval_loss": 38.58114242553711,
+      "eval_runtime": 3.3386,
+      "eval_samples_per_second": 36.543,
+      "eval_steps_per_second": 4.792,
       "step": 868
     },
     {
       "epoch": 15.0,
-      "eval_loss": 12.83625602722168,
-      "eval_runtime": 3.2002,
-      "eval_samples_per_second": 37.81,
-      "eval_steps_per_second": 5.0,
+      "eval_loss": 38.028175354003906,
+      "eval_runtime": 3.3258,
+      "eval_samples_per_second": 36.682,
+      "eval_steps_per_second": 4.811,
       "step": 930
     },
     {
       "epoch": 16.0,
-      "eval_loss": 12.659578323364258,
-      "eval_runtime": 3.1987,
-      "eval_samples_per_second": 37.828,
-      "eval_steps_per_second": 5.002,
+      "eval_loss": 37.887596130371094,
+      "eval_runtime": 3.3221,
+      "eval_samples_per_second": 36.724,
+      "eval_steps_per_second": 4.816,
       "step": 992
     },
     {
       "epoch": 16.13,
-      "learning_rate": 1.3548387096774192e-07,
-      "loss": 13.2409,
+      "learning_rate": 1.3548387096774193e-08,
+      "loss": 40.6651,
       "step": 1000
     },
     {
       "epoch": 17.0,
-      "eval_loss": 12.591437339782715,
-      "eval_runtime": 3.1748,
-      "eval_samples_per_second": 38.113,
-      "eval_steps_per_second": 5.04,
+      "eval_loss": 37.230995178222656,
+      "eval_runtime": 3.4714,
+      "eval_samples_per_second": 35.145,
+      "eval_steps_per_second": 4.609,
       "step": 1054
     },
     {
       "epoch": 18.0,
-      "eval_loss": 12.289512634277344,
-      "eval_runtime": 3.1814,
-      "eval_samples_per_second": 38.033,
-      "eval_steps_per_second": 5.029,
+      "eval_loss": 38.063777923583984,
+      "eval_runtime": 3.2815,
+      "eval_samples_per_second": 37.178,
+      "eval_steps_per_second": 4.876,
       "step": 1116
     },
     {
       "epoch": 19.0,
-      "eval_loss": 12.269988059997559,
-      "eval_runtime": 3.2171,
-      "eval_samples_per_second": 37.611,
-      "eval_steps_per_second": 4.973,
+      "eval_loss": 36.89633560180664,
+      "eval_runtime": 3.3678,
+      "eval_samples_per_second": 36.225,
+      "eval_steps_per_second": 4.751,
       "step": 1178
     },
     {
       "epoch": 20.0,
-      "eval_loss": 12.142666816711426,
-      "eval_runtime": 3.202,
-      "eval_samples_per_second": 37.789,
-      "eval_steps_per_second": 4.997,
+      "eval_loss": 36.986392974853516,
+      "eval_runtime": 3.322,
+      "eval_samples_per_second": 36.725,
+      "eval_steps_per_second": 4.816,
       "step": 1240
     },
     {
       "epoch": 21.0,
-      "eval_loss": 12.13444995880127,
-      "eval_runtime": 3.1974,
-      "eval_samples_per_second": 37.843,
-      "eval_steps_per_second": 5.004,
+      "eval_loss": 37.34539794921875,
+      "eval_runtime": 3.3422,
+      "eval_samples_per_second": 36.503,
+      "eval_steps_per_second": 4.787,
       "step": 1302
     },
     {
       "epoch": 22.0,
-      "eval_loss": 12.062304496765137,
-      "eval_runtime": 3.1989,
-      "eval_samples_per_second": 37.825,
-      "eval_steps_per_second": 5.002,
+      "eval_loss": 36.493751525878906,
+      "eval_runtime": 3.3395,
+      "eval_samples_per_second": 36.533,
+      "eval_steps_per_second": 4.791,
       "step": 1364
     },
     {
       "epoch": 23.0,
-      "eval_loss": 12.063033103942871,
-      "eval_runtime": 3.2187,
-      "eval_samples_per_second": 37.593,
-      "eval_steps_per_second": 4.971,
+      "eval_loss": 36.68317794799805,
+      "eval_runtime": 3.344,
+      "eval_samples_per_second": 36.483,
+      "eval_steps_per_second": 4.785,
       "step": 1426
     },
     {
       "epoch": 24.0,
-      "eval_loss": 12.098295211791992,
-      "eval_runtime": 3.1987,
-      "eval_samples_per_second": 37.827,
-      "eval_steps_per_second": 5.002,
+      "eval_loss": 36.648250579833984,
+      "eval_runtime": 3.3401,
+      "eval_samples_per_second": 36.526,
+      "eval_steps_per_second": 4.79,
       "step": 1488
     },
     {
       "epoch": 24.19,
-      "learning_rate": 1.032258064516129e-07,
-      "loss": 11.0242,
+      "learning_rate": 1.032258064516129e-08,
+      "loss": 38.4269,
       "step": 1500
     },
     {
       "epoch": 25.0,
-      "eval_loss": 11.790215492248535,
-      "eval_runtime": 3.1841,
-      "eval_samples_per_second": 38.002,
-      "eval_steps_per_second": 5.025,
+      "eval_loss": 37.02983474731445,
+      "eval_runtime": 3.5155,
+      "eval_samples_per_second": 34.703,
+      "eval_steps_per_second": 4.551,
       "step": 1550
     },
     {
       "epoch": 26.0,
-      "eval_loss": 11.862567901611328,
-      "eval_runtime": 3.1927,
-      "eval_samples_per_second": 37.899,
-      "eval_steps_per_second": 5.011,
+      "eval_loss": 36.2800178527832,
+      "eval_runtime": 3.2698,
+      "eval_samples_per_second": 37.311,
+      "eval_steps_per_second": 4.893,
       "step": 1612
     },
     {
       "epoch": 27.0,
-      "eval_loss": 11.915380477905273,
-      "eval_runtime": 3.2213,
-      "eval_samples_per_second": 37.562,
-      "eval_steps_per_second": 4.967,
+      "eval_loss": 36.20118713378906,
+      "eval_runtime": 3.3844,
+      "eval_samples_per_second": 36.047,
+      "eval_steps_per_second": 4.728,
       "step": 1674
     },
     {
       "epoch": 28.0,
-      "eval_loss": 11.648334503173828,
-      "eval_runtime": 3.1958,
-      "eval_samples_per_second": 37.862,
-      "eval_steps_per_second": 5.007,
+      "eval_loss": 36.320228576660156,
+      "eval_runtime": 3.3334,
+      "eval_samples_per_second": 36.599,
+      "eval_steps_per_second": 4.8,
       "step": 1736
     },
     {
       "epoch": 29.0,
-      "eval_loss": 11.861973762512207,
-      "eval_runtime": 3.1992,
-      "eval_samples_per_second": 37.822,
-      "eval_steps_per_second": 5.001,
+      "eval_loss": 35.971641540527344,
+      "eval_runtime": 3.362,
+      "eval_samples_per_second": 36.288,
+      "eval_steps_per_second": 4.759,
       "step": 1798
     },
     {
       "epoch": 30.0,
-      "eval_loss": 11.598742485046387,
-      "eval_runtime": 3.2,
-      "eval_samples_per_second": 37.812,
-      "eval_steps_per_second": 5.0,
+      "eval_loss": 35.558677673339844,
+      "eval_runtime": 3.3442,
+      "eval_samples_per_second": 36.481,
+      "eval_steps_per_second": 4.784,
       "step": 1860
     },
     {
       "epoch": 31.0,
-      "eval_loss": 11.763324737548828,
-      "eval_runtime": 3.1997,
-      "eval_samples_per_second": 37.817,
-      "eval_steps_per_second": 5.001,
+      "eval_loss": 35.415809631347656,
+      "eval_runtime": 3.3342,
+      "eval_samples_per_second": 36.59,
+      "eval_steps_per_second": 4.799,
       "step": 1922
     },
     {
       "epoch": 32.0,
-      "eval_loss": 11.699971199035645,
-      "eval_runtime": 3.1883,
-      "eval_samples_per_second": 37.951,
-      "eval_steps_per_second": 5.018,
+      "eval_loss": 35.434051513671875,
+      "eval_runtime": 3.338,
+      "eval_samples_per_second": 36.549,
+      "eval_steps_per_second": 4.793,
       "step": 1984
     },
     {
       "epoch": 32.26,
-      "learning_rate": 7.096774193548388e-08,
-      "loss": 10.5931,
+      "learning_rate": 7.096774193548387e-09,
+      "loss": 36.859,
       "step": 2000
     },
     {
       "epoch": 33.0,
-      "eval_loss": 11.6630859375,
-      "eval_runtime": 3.1817,
-      "eval_samples_per_second": 38.03,
-      "eval_steps_per_second": 5.029,
+      "eval_loss": 35.99283981323242,
+      "eval_runtime": 3.5778,
+      "eval_samples_per_second": 34.099,
+      "eval_steps_per_second": 4.472,
       "step": 2046
     },
     {
       "epoch": 34.0,
-      "eval_loss": 11.431499481201172,
-      "eval_runtime": 3.1876,
-      "eval_samples_per_second": 37.96,
-      "eval_steps_per_second": 5.019,
+      "eval_loss": 35.41276550292969,
+      "eval_runtime": 3.2623,
+      "eval_samples_per_second": 37.397,
+      "eval_steps_per_second": 4.905,
       "step": 2108
     },
     {
       "epoch": 35.0,
-      "eval_loss": 11.56187915802002,
-      "eval_runtime": 3.1936,
-      "eval_samples_per_second": 37.889,
-      "eval_steps_per_second": 5.01,
+      "eval_loss": 34.87928009033203,
+      "eval_runtime": 3.3908,
+      "eval_samples_per_second": 35.98,
+      "eval_steps_per_second": 4.719,
       "step": 2170
     },
     {
       "epoch": 36.0,
-      "eval_loss": 11.59299087524414,
-      "eval_runtime": 3.1844,
-      "eval_samples_per_second": 37.998,
-      "eval_steps_per_second": 5.025,
+      "eval_loss": 35.10224151611328,
+      "eval_runtime": 3.3213,
+      "eval_samples_per_second": 36.733,
+      "eval_steps_per_second": 4.817,
       "step": 2232
     },
     {
       "epoch": 37.0,
-      "eval_loss": 11.55374526977539,
-      "eval_runtime": 3.2023,
-      "eval_samples_per_second": 37.785,
-      "eval_steps_per_second": 4.996,
+      "eval_loss": 35.010597229003906,
+      "eval_runtime": 3.3407,
+      "eval_samples_per_second": 36.52,
+      "eval_steps_per_second": 4.789,
       "step": 2294
     },
     {
       "epoch": 38.0,
-      "eval_loss": 11.67027473449707,
-      "eval_runtime": 3.1993,
-      "eval_samples_per_second": 37.821,
-      "eval_steps_per_second": 5.001,
+      "eval_loss": 35.10634231567383,
+      "eval_runtime": 3.3638,
+      "eval_samples_per_second": 36.269,
+      "eval_steps_per_second": 4.757,
       "step": 2356
     },
     {
       "epoch": 39.0,
-      "eval_loss": 11.548821449279785,
-      "eval_runtime": 3.1859,
-      "eval_samples_per_second": 37.98,
-      "eval_steps_per_second": 5.022,
+      "eval_loss": 34.978851318359375,
+      "eval_runtime": 3.349,
+      "eval_samples_per_second": 36.429,
+      "eval_steps_per_second": 4.778,
       "step": 2418
     },
     {
       "epoch": 40.0,
-      "eval_loss": 11.443954467773438,
-      "eval_runtime": 3.1913,
-      "eval_samples_per_second": 37.916,
-      "eval_steps_per_second": 5.014,
+      "eval_loss": 34.795616149902344,
+      "eval_runtime": 3.3302,
+      "eval_samples_per_second": 36.634,
+      "eval_steps_per_second": 4.805,
       "step": 2480
     },
     {
       "epoch": 40.32,
-      "learning_rate": 3.8709677419354835e-08,
-      "loss": 10.4503,
+      "learning_rate": 3.870967741935484e-09,
+      "loss": 35.667,
       "step": 2500
     },
     {
       "epoch": 41.0,
-      "eval_loss": 11.321048736572266,
-      "eval_runtime": 3.1707,
-      "eval_samples_per_second": 38.162,
-      "eval_steps_per_second": 5.046,
+      "eval_loss": 34.67963409423828,
+      "eval_runtime": 3.6112,
+      "eval_samples_per_second": 33.783,
+      "eval_steps_per_second": 4.431,
       "step": 2542
     },
     {
       "epoch": 42.0,
-      "eval_loss": 11.437300682067871,
-      "eval_runtime": 3.1784,
-      "eval_samples_per_second": 38.07,
-      "eval_steps_per_second": 5.034,
+      "eval_loss": 34.461341857910156,
+      "eval_runtime": 3.2605,
+      "eval_samples_per_second": 37.418,
+      "eval_steps_per_second": 4.907,
       "step": 2604
     },
     {
       "epoch": 43.0,
-      "eval_loss": 11.486796379089355,
-      "eval_runtime": 3.187,
-      "eval_samples_per_second": 37.967,
-      "eval_steps_per_second": 5.02,
+      "eval_loss": 35.167938232421875,
+      "eval_runtime": 3.3831,
+      "eval_samples_per_second": 36.061,
+      "eval_steps_per_second": 4.729,
       "step": 2666
     },
     {
       "epoch": 44.0,
-      "eval_loss": 11.38952350616455,
-      "eval_runtime": 3.1899,
-      "eval_samples_per_second": 37.932,
-      "eval_steps_per_second": 5.016,
+      "eval_loss": 34.79817199707031,
+      "eval_runtime": 3.3221,
+      "eval_samples_per_second": 36.723,
+      "eval_steps_per_second": 4.816,
       "step": 2728
     },
     {
       "epoch": 45.0,
-      "eval_loss": 11.409669876098633,
-      "eval_runtime": 3.1917,
-      "eval_samples_per_second": 37.911,
-      "eval_steps_per_second": 5.013,
+      "eval_loss": 35.33500671386719,
+      "eval_runtime": 3.3654,
+      "eval_samples_per_second": 36.251,
+      "eval_steps_per_second": 4.754,
       "step": 2790
     },
     {
       "epoch": 46.0,
-      "eval_loss": 11.556734085083008,
-      "eval_runtime": 3.1934,
-      "eval_samples_per_second": 37.891,
-      "eval_steps_per_second": 5.01,
+      "eval_loss": 34.3840217590332,
+      "eval_runtime": 3.3502,
+      "eval_samples_per_second": 36.416,
+      "eval_steps_per_second": 4.776,
       "step": 2852
     },
     {
       "epoch": 47.0,
-      "eval_loss": 11.35185718536377,
-      "eval_runtime": 3.1869,
-      "eval_samples_per_second": 37.968,
-      "eval_steps_per_second": 5.021,
+      "eval_loss": 34.590877532958984,
+      "eval_runtime": 3.336,
+      "eval_samples_per_second": 36.571,
+      "eval_steps_per_second": 4.796,
       "step": 2914
     },
     {
       "epoch": 48.0,
-      "eval_loss": 11.326269149780273,
-      "eval_runtime": 3.1877,
-      "eval_samples_per_second": 37.959,
-      "eval_steps_per_second": 5.019,
+      "eval_loss": 34.588783264160156,
+      "eval_runtime": 3.3285,
+      "eval_samples_per_second": 36.653,
+      "eval_steps_per_second": 4.807,
       "step": 2976
     },
     {
       "epoch": 48.39,
-      "learning_rate": 6.451612903225806e-09,
-      "loss": 10.4239,
+      "learning_rate": 6.451612903225806e-10,
+      "loss": 35.2144,
       "step": 3000
     },
     {
       "epoch": 49.0,
-      "eval_loss": 11.404916763305664,
-      "eval_runtime": 3.3462,
-      "eval_samples_per_second": 36.16,
-      "eval_steps_per_second": 4.782,
+      "eval_loss": 34.835906982421875,
+      "eval_runtime": 3.6065,
+      "eval_samples_per_second": 33.827,
+      "eval_steps_per_second": 4.436,
       "step": 3038
     },
     {
       "epoch": 50.0,
-      "eval_loss": 11.230060577392578,
-      "eval_runtime": 3.1439,
-      "eval_samples_per_second": 38.487,
-      "eval_steps_per_second": 5.089,
+      "eval_loss": 33.84739303588867,
+      "eval_runtime": 3.2551,
+      "eval_samples_per_second": 37.479,
+      "eval_steps_per_second": 4.915,
       "step": 3100
     },
     {
       "epoch": 50.0,
       "step": 3100,
-      "total_flos": 1623561609830400.0,
-      "train_loss": 14.082046567855343,
-      "train_runtime": 2464.2419,
-      "train_samples_per_second": 9.983,
-      "train_steps_per_second": 1.258
+      "total_flos": 1620261687859200.0,
+      "train_loss": 38.304066122731854,
+      "train_runtime": 2515.9792,
+      "train_samples_per_second": 9.758,
+      "train_steps_per_second": 1.232
     }
   ],
   "max_steps": 3100,
   "num_train_epochs": 50,
-  "total_flos": 1623561609830400.0,
+  "total_flos": 1620261687859200.0,
   "trial_name": null,
   "trial_params": null
 }