Update model_config.json
Browse files- model_config.json +1 -1
model_config.json
CHANGED
|
@@ -6,7 +6,7 @@
|
|
| 6 |
"n_heads": 8,
|
| 7 |
"mlp_ratio": 4.0,
|
| 8 |
"dropout": 0.0,
|
| 9 |
-
"resid_dropout": 0.
|
| 10 |
"grad_checkpoint": false,
|
| 11 |
"compile_model": false,
|
| 12 |
"use_ascii": true,
|
|
|
|
| 6 |
"n_heads": 8,
|
| 7 |
"mlp_ratio": 4.0,
|
| 8 |
"dropout": 0.0,
|
| 9 |
+
"resid_dropout": 0.0,
|
| 10 |
"grad_checkpoint": false,
|
| 11 |
"compile_model": false,
|
| 12 |
"use_ascii": true,
|