Training in progress, step 312, checkpoint

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a53baa7fb5e46eac3e86e83348e470e62e4cdc1131a11ff07d700e96aad64796
+oid sha256:0809bafbece4702b690076073d24e954afb4de759d2258a07d2ced1ca7d828ec
 size 550593856

last-checkpoint/global_step312/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0d1538a61a164214107b0478003fc7fe39f4b21af09842ff4667318c6f8c42
+size 243591168

last-checkpoint/global_step312/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab06953eca0473b7ed4c3b4cb2ab944690278d6dab7dc32497d563e01703364
+size 243591168

last-checkpoint/global_step312/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2f5e16650e0d332f097e79c7b2e5e170c09e29c6bc8264438b8c6182d2fc86
+size 243591168

last-checkpoint/global_step312/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ab7f608f2cc4f4990bc4565b243fca81c104bc82da093b430561fbf8397a45
+size 243591168

last-checkpoint/global_step312/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1512d67803b70b8c6e516e391a8e27d72fa15fe4557175fbd81b72b26f1e1b13
+size 243591168

last-checkpoint/global_step312/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feca9723f52a0665e22846e418b1ae8363359f6bb159d3e949b55a35d13a379b
+size 243591168

last-checkpoint/global_step312/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f76b90fd27fa0aabe7f9e20374762c64ecd730d2d8f61394240ead24469b4a8
+size 243591168

last-checkpoint/global_step312/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a165222c592a47de1188f5456a9da5333cfc27abff9601ed632c659fa35aa595
+size 243591168

last-checkpoint/global_step312/zero_pp_rank_0_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9c0c74726cedbf18c1d4e8d3387e46076e7ba3248cb8b27d082370880a92f0
+size 211435686

last-checkpoint/global_step312/zero_pp_rank_1_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535511728ceae218960da1541b6b195dfab221e29b07df3fd5dde22d243e4405
+size 211435686

last-checkpoint/global_step312/zero_pp_rank_2_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62479d721765bb3d3f114bb571ab169f7e8a8f35a1a46c7af67e286e9b5fa40
+size 211435686

last-checkpoint/global_step312/zero_pp_rank_3_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b15bfd73ce17131b40411120731e565c27bd2f39df341cf03cc3dd576ee8d1
+size 211435686

last-checkpoint/global_step312/zero_pp_rank_4_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0794817ee85f313991856c88ad8f1417c110279153fa9a568829443e1aec7e5e
+size 211435686

last-checkpoint/global_step312/zero_pp_rank_5_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8928533430fd1b9e926f4ac94549434d3893aa73a01c292c023f7b4cedc3e0db
+size 211435686

last-checkpoint/global_step312/zero_pp_rank_6_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7617fff71907dd755d7475b737b427cef5dc3c3bdb4ac7b809a25e7bc99873ac
+size 211435686

last-checkpoint/global_step312/zero_pp_rank_7_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafbe9cee36214356c8f4fa9dcd0117bb22d0f7df6a976aacc9c5e49e575f145
+size 211435686

last-checkpoint/latest

@@ -1 +1 @@
-global_step273
+global_step312

last-checkpoint/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa5a01ac495960a4bdf4e8e3d767478ddeae6f6e48a0785c78a39b02d9f03944
+oid sha256:9662f90ac871284e42fb85b7bc6f2a2f3759cac7bb678faaa94f777fedabb313
 size 15920

last-checkpoint/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94a997267e4e5e22741250c431d4119f75a51dd8d32f691af3d6ddfcdd72fb96
+oid sha256:b2f3b2288ad04448267691f0a9a926d6ea4e1872e2d6a6114ff6a455551a1a14
 size 15920

last-checkpoint/rng_state_2.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99e4fe0ad3a692bdc4f5dd7af7febcbaf52826f91569d816d162d70c3d5aae57
+oid sha256:d7054584e190f07a5be6417b3d068feba1c297bfef11d44338e024157eac1eea
 size 15920

last-checkpoint/rng_state_3.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e5efce2552c4a4695a29bf25d9f63b6643d4a8ee75838c6e78f968cfeb77ced6
+oid sha256:699ca77f5f867262084cafd79c14bfb3ebb441808dca86d851f008f9e856702e
 size 15920

last-checkpoint/rng_state_4.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82a6db6f4ce94d4baff585d4bf8aaabf2351a80d5b9ea39e0f01f54a07f8cc7d
+oid sha256:6107f40d55050f71acd0cf64cee3cb55f7a5f2f65beb01564a3368189c88b78a
 size 15920

last-checkpoint/rng_state_5.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:098920af0acbca97e22a72d86dd88a3b5fb1ee4a312e7aa98369fc3e28978653
+oid sha256:34860f3d27e6296937a819f44272b9427aaea2bb9384f4f850d4d368c07caa62
 size 15920

last-checkpoint/rng_state_6.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e14f5793871a938571a938379ee73acad2b8bbc41260bdbfeeef799929af076
+oid sha256:0486011b840a4dd1cc3653fce36b9eeabdeaf4aaa824c495c5201d1b4398ad03
 size 15920

last-checkpoint/rng_state_7.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c70ca795c779e38cba23bef63d56eb87a6d53fdb68031316ac8452b61a60aa3b
+oid sha256:8865eac23bdd917b7f787c6c0a4ad6441de4e3e64c1376b83d0e8ca0e795d614
 size 15920

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f96a436204d535377b5df836584c2a61915d36dc9059dc3240944efd6133bb4f
+oid sha256:cedf4b34e868c4fb23dc007fcfc750ae8b8c1963085e5e7d64434ad8b0f1b971
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.7109375,
+  "epoch": 0.8125,
   "eval_steps": 39,
-  "global_step": 273,
+  "global_step": 312,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1982,6 +1982,287 @@
       "eval_samples_per_second": 1.219,
       "eval_steps_per_second": 0.152,
       "step": 273
+    },
+    {
+      "epoch": 0.7135416666666666,
+      "grad_norm": 0.14577207953482688,
+      "learning_rate": 2.8801659352565335e-05,
+      "loss": 2.3106,
+      "step": 274
+    },
+    {
+      "epoch": 0.7161458333333334,
+      "grad_norm": 0.12720217228966463,
+      "learning_rate": 2.848686127976829e-05,
+      "loss": 2.4048,
+      "step": 275
+    },
+    {
+      "epoch": 0.71875,
+      "grad_norm": 0.1727762156703378,
+      "learning_rate": 2.8174038153884862e-05,
+      "loss": 2.3996,
+      "step": 276
+    },
+    {
+      "epoch": 0.7213541666666666,
+      "grad_norm": 0.20872850658454511,
+      "learning_rate": 2.786321327691158e-05,
+      "loss": 2.5836,
+      "step": 277
+    },
+    {
+      "epoch": 0.7239583333333334,
+      "grad_norm": 0.1591486153830447,
+      "learning_rate": 2.7554409801996723e-05,
+      "loss": 2.4478,
+      "step": 278
+    },
+    {
+      "epoch": 0.7265625,
+      "grad_norm": 0.14032674083135735,
+      "learning_rate": 2.7247650731715564e-05,
+      "loss": 2.2852,
+      "step": 279
+    },
+    {
+      "epoch": 0.7291666666666666,
+      "grad_norm": 0.15626590715798697,
+      "learning_rate": 2.6942958916356998e-05,
+      "loss": 2.525,
+      "step": 280
+    },
+    {
+      "epoch": 0.7317708333333334,
+      "grad_norm": 0.16623699130944486,
+      "learning_rate": 2.66403570522214e-05,
+      "loss": 2.3565,
+      "step": 281
+    },
+    {
+      "epoch": 0.734375,
+      "grad_norm": 0.1449533445649136,
+      "learning_rate": 2.6339867679929997e-05,
+      "loss": 2.2674,
+      "step": 282
+    },
+    {
+      "epoch": 0.7369791666666666,
+      "grad_norm": 0.14290681116465945,
+      "learning_rate": 2.6041513182745837e-05,
+      "loss": 2.1482,
+      "step": 283
+    },
+    {
+      "epoch": 0.7395833333333334,
+      "grad_norm": 0.13123439654719476,
+      "learning_rate": 2.574531578490651e-05,
+      "loss": 2.2889,
+      "step": 284
+    },
+    {
+      "epoch": 0.7421875,
+      "grad_norm": 0.1510144014374668,
+      "learning_rate": 2.54512975499686e-05,
+      "loss": 2.3577,
+      "step": 285
+    },
+    {
+      "epoch": 0.7447916666666666,
+      "grad_norm": 0.17738379736772392,
+      "learning_rate": 2.515948037916423e-05,
+      "loss": 2.3591,
+      "step": 286
+    },
+    {
+      "epoch": 0.7473958333333334,
+      "grad_norm": 0.14040918825453863,
+      "learning_rate": 2.4869886009769657e-05,
+      "loss": 2.3019,
+      "step": 287
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.15309282350105588,
+      "learning_rate": 2.4582536013486054e-05,
+      "loss": 2.3621,
+      "step": 288
+    },
+    {
+      "epoch": 0.7526041666666666,
+      "grad_norm": 0.15908796843842757,
+      "learning_rate": 2.429745179483272e-05,
+      "loss": 2.451,
+      "step": 289
+    },
+    {
+      "epoch": 0.7552083333333334,
+      "grad_norm": 0.15934279432082493,
+      "learning_rate": 2.4014654589552526e-05,
+      "loss": 2.4775,
+      "step": 290
+    },
+    {
+      "epoch": 0.7578125,
+      "grad_norm": 0.15682626436856428,
+      "learning_rate": 2.3734165463030244e-05,
+      "loss": 2.4,
+      "step": 291
+    },
+    {
+      "epoch": 0.7604166666666666,
+      "grad_norm": 0.1688230501684105,
+      "learning_rate": 2.345600530872328e-05,
+      "loss": 2.4442,
+      "step": 292
+    },
+    {
+      "epoch": 0.7630208333333334,
+      "grad_norm": 0.16115250940484133,
+      "learning_rate": 2.3180194846605367e-05,
+      "loss": 2.4088,
+      "step": 293
+    },
+    {
+      "epoch": 0.765625,
+      "grad_norm": 0.14208493985226064,
+      "learning_rate": 2.290675462162318e-05,
+      "loss": 2.2623,
+      "step": 294
+    },
+    {
+      "epoch": 0.7682291666666666,
+      "grad_norm": 0.13703687813086513,
+      "learning_rate": 2.263570500216591e-05,
+      "loss": 2.486,
+      "step": 295
+    },
+    {
+      "epoch": 0.7708333333333334,
+      "grad_norm": 0.16480865487948104,
+      "learning_rate": 2.2367066178548072e-05,
+      "loss": 2.321,
+      "step": 296
+    },
+    {
+      "epoch": 0.7734375,
+      "grad_norm": 0.15426178206689278,
+      "learning_rate": 2.2100858161505506e-05,
+      "loss": 2.2805,
+      "step": 297
+    },
+    {
+      "epoch": 0.7760416666666666,
+      "grad_norm": 0.14570862119709826,
+      "learning_rate": 2.183710078070485e-05,
+      "loss": 2.551,
+      "step": 298
+    },
+    {
+      "epoch": 0.7786458333333334,
+      "grad_norm": 0.14473284935283884,
+      "learning_rate": 2.157581368326635e-05,
+      "loss": 2.1132,
+      "step": 299
+    },
+    {
+      "epoch": 0.78125,
+      "grad_norm": 0.15820239745667702,
+      "learning_rate": 2.1317016332300447e-05,
+      "loss": 2.4685,
+      "step": 300
+    },
+    {
+      "epoch": 0.7838541666666666,
+      "grad_norm": 0.14299466522368254,
+      "learning_rate": 2.106072800545793e-05,
+      "loss": 2.4417,
+      "step": 301
+    },
+    {
+      "epoch": 0.7864583333333334,
+      "grad_norm": 0.13794584283858527,
+      "learning_rate": 2.080696779349396e-05,
+      "loss": 2.3209,
+      "step": 302
+    },
+    {
+      "epoch": 0.7890625,
+      "grad_norm": 0.14676514709546462,
+      "learning_rate": 2.0555754598846027e-05,
+      "loss": 2.3155,
+      "step": 303
+    },
+    {
+      "epoch": 0.7916666666666666,
+      "grad_norm": 0.1551110645608698,
+      "learning_rate": 2.030710713422592e-05,
+      "loss": 2.5221,
+      "step": 304
+    },
+    {
+      "epoch": 0.7942708333333334,
+      "grad_norm": 0.15076270062351085,
+      "learning_rate": 2.0061043921225828e-05,
+      "loss": 2.3056,
+      "step": 305
+    },
+    {
+      "epoch": 0.796875,
+      "grad_norm": 0.14884431911568607,
+      "learning_rate": 1.981758328893866e-05,
+      "loss": 2.4404,
+      "step": 306
+    },
+    {
+      "epoch": 0.7994791666666666,
+      "grad_norm": 0.14993854232241055,
+      "learning_rate": 1.9576743372592747e-05,
+      "loss": 2.2778,
+      "step": 307
+    },
+    {
+      "epoch": 0.8020833333333334,
+      "grad_norm": 0.13916032144027837,
+      "learning_rate": 1.933854211220094e-05,
+      "loss": 2.3168,
+      "step": 308
+    },
+    {
+      "epoch": 0.8046875,
+      "grad_norm": 0.1567961212337068,
+      "learning_rate": 1.9102997251224282e-05,
+      "loss": 2.3217,
+      "step": 309
+    },
+    {
+      "epoch": 0.8072916666666666,
+      "grad_norm": 0.14185229006162023,
+      "learning_rate": 1.8870126335250293e-05,
+      "loss": 2.3056,
+      "step": 310
+    },
+    {
+      "epoch": 0.8098958333333334,
+      "grad_norm": 0.14083323135716713,
+      "learning_rate": 1.8639946710686064e-05,
+      "loss": 2.5101,
+      "step": 311
+    },
+    {
+      "epoch": 0.8125,
+      "grad_norm": 0.1428611888153054,
+      "learning_rate": 1.841247552346603e-05,
+      "loss": 2.4123,
+      "step": 312
+    },
+    {
+      "epoch": 0.8125,
+      "eval_loss": 2.398231029510498,
+      "eval_runtime": 65.4627,
+      "eval_samples_per_second": 1.222,
+      "eval_steps_per_second": 0.153,
+      "step": 312
     }
   ],
   "logging_steps": 1,
@@ -2001,7 +2282,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 90247866089472.0,
+  "total_flos": 103140418387968.0,
   "train_batch_size": 1,
   "trial_name": null,
   "trial_params": null