Update scripts/pretrain-model.yaml

scripts/pretrain-model.yaml

@@ -78,8 +78,8 @@ train:
   epochs:
 
   # Total number of tokens to train on (type: Optional[int], default: 3000000000000)
-  max_tokens: 24003362816 # 23440784 * 512 * 2
-  # max_tokens: 12001681408 # 23440784 * 512 * 1
+  max_tokens: 9889496064 # 9657711 * 512 * 2
+  # max_tokens: 4944748032 # 9657711 * 512 * 1
 
   # Limits the number of optimizer steps to run. (type: Optional[int], default: null)
   max_steps: