Update config.json
Browse files- config.json +7 -5
config.json
CHANGED
@@ -37,14 +37,16 @@
|
|
37 |
"vocab_size": 32000,
|
38 |
"word_embed_proj_dim": 16,
|
39 |
"vision_config": {
|
|
|
|
|
|
|
|
|
|
|
40 |
"hidden_act": "gelu",
|
41 |
"embed_dim": 32,
|
42 |
-
"image_size":
|
43 |
-
"intermediate_size": 37,
|
44 |
"patch_size": 2,
|
45 |
-
"
|
46 |
-
"num_hidden_layers": 5,
|
47 |
-
"vision_model_name": "hf-internal-testing/tiny-random-clip"
|
48 |
},
|
49 |
"perceiver_config": {
|
50 |
"qk_layer_norms_perceiver": false,
|
|
|
37 |
"vocab_size": 32000,
|
38 |
"word_embed_proj_dim": 16,
|
39 |
"vision_config": {
|
40 |
+
"hidden_act": "gelu",
|
41 |
+
"hidden_size": 256,
|
42 |
+
"intermediate_size": 1024,
|
43 |
+
"num_attention_heads": 4,
|
44 |
+
"num_hidden_layers": 3
|
45 |
"hidden_act": "gelu",
|
46 |
"embed_dim": 32,
|
47 |
+
"image_size": 224,
|
|
|
48 |
"patch_size": 2,
|
49 |
+
"vision_model_name": "wkcn/TinyCLIP-ViT-8M-16-Text-3M-YFCC15M"
|
|
|
|
|
50 |
},
|
51 |
"perceiver_config": {
|
52 |
"qk_layer_norms_perceiver": false,
|