fix mismatch in text_config_dict
Browse files- config.json +4 -4
config.json
CHANGED
@@ -93,10 +93,10 @@
|
|
93 |
"vocab_size": 250002
|
94 |
},
|
95 |
"text_config_dict": {
|
96 |
-
"hidden_size":
|
97 |
-
"intermediate_size":
|
98 |
-
"num_attention_heads":
|
99 |
-
"num_hidden_layers":
|
100 |
},
|
101 |
"text_model_name": null,
|
102 |
"torch_dtype": "float32",
|
|
|
93 |
"vocab_size": 250002
|
94 |
},
|
95 |
"text_config_dict": {
|
96 |
+
"hidden_size": 1024,
|
97 |
+
"intermediate_size": 4096,
|
98 |
+
"num_attention_heads": 16,
|
99 |
+
"num_hidden_layers": 24
|
100 |
},
|
101 |
"text_model_name": null,
|
102 |
"torch_dtype": "float32",
|