Outer Step 4. Inner Step 52. Batch Size 444

config.json

@@ -268,23 +268,23 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5149280,
-    5149284,
-    5149288,
-    5149292,
-    5149297,
-    5149301,
-    5149305,
-    5149309,
-    5149313,
-    5149317
+    5149348,
+    5149352,
+    5149356,
+    5149361,
+    5149365,
+    5149369,
+    5149373,
+    5149378,
+    5149382,
+    5149386
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 43,
+  "inner_step": 52,
   "inner_steps": 0,
   "last_allreduce_block": 5148895,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:773f97b28334de065bc95e3db44a8b25eec1885d3c2864bfbf58cbc44b4e353e
+oid sha256:8cf5bfeb21ea74ff21977f3be4d51c323f9ec416d7b090256ac1af8154859260
 size 8081781770

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:336c1511f7fff31b2c879dc675273986daa3005d054c8ccac353c5b859aef27f
+oid sha256:7f51781bccebbfd47afb79cfdad2bcc4611541cd05fe0c5da6c60f60ca242da2
 size 4040701744