Commit
·
8eb6782
1
Parent(s):
3493f42
Create configuration_vivqa.py
Browse files- configuration_vivqa.py +28 -0
configuration_vivqa.py
ADDED
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
from transformers import PretrainedConfig
|
2 |
+
|
3 |
+
class ViVQAConfig(PretrainedConfig):
|
4 |
+
model_type = "vivqa"
|
5 |
+
|
6 |
+
def __init__(
|
7 |
+
self,
|
8 |
+
drop_path_rate: float = 0.0,
|
9 |
+
mlp_ratio: float = 4.0,
|
10 |
+
encoder_layers: int = 4,
|
11 |
+
encoder_attention_heads: int = 4,
|
12 |
+
multiway: bool = True,
|
13 |
+
layernorm_embedding: bool = False,
|
14 |
+
normalize_output: bool = True,
|
15 |
+
no_output_layer: bool = True,
|
16 |
+
encoder_embed_dim: int = 768,
|
17 |
+
**kwargs
|
18 |
+
):
|
19 |
+
args = EncoderConfig(
|
20 |
+
multiway=multiway,
|
21 |
+
layernorm_embedding=layernorm_embedding, normalize_output=normalize_output, no_output_layer=no_output_layer,
|
22 |
+
drop_path_rate=drop_path_rate, encoder_embed_dim=768, encoder_attention_heads=encoder_attention_heads,
|
23 |
+
encoder_ffn_embed_dim=int(768 * mlp_ratio), encoder_layers=encoder_layers,
|
24 |
+
)
|
25 |
+
for key, value in args.__dict__.items():
|
26 |
+
setattr(self, key, value)
|
27 |
+
|
28 |
+
super().__init__(**kwargs)
|