distributed
/

optimized-gpt2-1b

kmfoda commited on 17 days ago

Commit

a788240

1 Parent(s): 3e06d6e

Outer Step 0. Inner Step 0. Batch Size 0.

Files changed (1) hide show

config.json CHANGED Viewed

@@ -273,7 +273,7 @@
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 192,
   "inner_steps": 0,
   "last_allreduce_block": 4016775,
   "layer_norm_epsilon": 1e-05,

   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
+  "inner_step": 0,
   "inner_steps": 0,
   "last_allreduce_block": 4016775,
   "layer_norm_epsilon": 1e-05,