ArthurFischel commited on
Commit
c568dd3
·
verified ·
1 Parent(s): 0456fe1

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +7 -5
config.json CHANGED
@@ -37,14 +37,16 @@
37
  "vocab_size": 32000,
38
  "word_embed_proj_dim": 16,
39
  "vision_config": {
 
 
 
 
 
40
  "hidden_act": "gelu",
41
  "embed_dim": 32,
42
- "image_size": 30,
43
- "intermediate_size": 37,
44
  "patch_size": 2,
45
- "num_attention_heads": 4,
46
- "num_hidden_layers": 5,
47
- "vision_model_name": "hf-internal-testing/tiny-random-clip"
48
  },
49
  "perceiver_config": {
50
  "qk_layer_norms_perceiver": false,
 
37
  "vocab_size": 32000,
38
  "word_embed_proj_dim": 16,
39
  "vision_config": {
40
+ "hidden_act": "gelu",
41
+ "hidden_size": 256,
42
+ "intermediate_size": 1024,
43
+ "num_attention_heads": 4,
44
+ "num_hidden_layers": 3
45
  "hidden_act": "gelu",
46
  "embed_dim": 32,
47
+ "image_size": 224,
 
48
  "patch_size": 2,
49
+ "vision_model_name": "wkcn/TinyCLIP-ViT-8M-16-Text-3M-YFCC15M"
 
 
50
  },
51
  "perceiver_config": {
52
  "qk_layer_norms_perceiver": false,