Commit
•
edad313
1
Parent(s):
c8d504b
Update config.json
Browse files- config.json +1 -1
config.json
CHANGED
|
@@ -48,7 +48,7 @@
|
|
| 48 |
"intermediate_size": 3072,
|
| 49 |
"gradient_checkpointing": true,
|
| 50 |
"layer_norm_eps": 1e-05,
|
| 51 |
-
"layerdrop": 0.
|
| 52 |
"mask_channel_length": 10,
|
| 53 |
"mask_channel_min_space": 1,
|
| 54 |
"mask_channel_other": 0.0,
|
|
|
|
| 48 |
"intermediate_size": 3072,
|
| 49 |
"gradient_checkpointing": true,
|
| 50 |
"layer_norm_eps": 1e-05,
|
| 51 |
+
"layerdrop": 0.05,
|
| 52 |
"mask_channel_length": 10,
|
| 53 |
"mask_channel_min_space": 1,
|
| 54 |
"mask_channel_other": 0.0,
|