Commit
•
9a6ed1e
1
Parent(s):
3bcd940
set the correct vision_config.hidden_act (#4)
Browse files- set the correct vision_config.hidden_act (eca1af7e5b8df0a5daf621c5447af1fc8559155c)
Co-authored-by: Stas Bekman <[email protected]>
- config.json +1 -0
config.json
CHANGED
|
@@ -35,6 +35,7 @@
|
|
| 35 |
"use_resampler": true,
|
| 36 |
"vocab_size": 32000,
|
| 37 |
"vision_config": {
|
|
|
|
| 38 |
"embed_dim": 1280,
|
| 39 |
"image_size": 224,
|
| 40 |
"intermediate_size": 5120,
|
|
|
|
| 35 |
"use_resampler": true,
|
| 36 |
"vocab_size": 32000,
|
| 37 |
"vision_config": {
|
| 38 |
+
"hidden_act": "gelu",
|
| 39 |
"embed_dim": 1280,
|
| 40 |
"image_size": 224,
|
| 41 |
"intermediate_size": 5120,
|