JunxiongWang
commited on
Commit
•
e617ead
1
Parent(s):
439c9d3
Update config.json
Browse files- config.json +1 -1
config.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"d_model": 1024, "n_layer": 56, "vocab_size": 256, "ssm_cfg": {"expand": 2}, "rms_norm":
|
|
|
1 |
+
{"d_model": 1024, "n_layer": 56, "vocab_size": 256, "ssm_cfg": {"expand": 2}, "rms_norm": false, "residual_in_fp32": true, "fused_add_norm": true, "pad_vocab_size_multiple": 8, "tie_embeddings": false}
|