ngocson2002 commited on
Commit
8eb6782
·
1 Parent(s): 3493f42

Create configuration_vivqa.py

Browse files
Files changed (1) hide show
  1. configuration_vivqa.py +28 -0
configuration_vivqa.py ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from transformers import PretrainedConfig
2
+
3
+ class ViVQAConfig(PretrainedConfig):
4
+ model_type = "vivqa"
5
+
6
+ def __init__(
7
+ self,
8
+ drop_path_rate: float = 0.0,
9
+ mlp_ratio: float = 4.0,
10
+ encoder_layers: int = 4,
11
+ encoder_attention_heads: int = 4,
12
+ multiway: bool = True,
13
+ layernorm_embedding: bool = False,
14
+ normalize_output: bool = True,
15
+ no_output_layer: bool = True,
16
+ encoder_embed_dim: int = 768,
17
+ **kwargs
18
+ ):
19
+ args = EncoderConfig(
20
+ multiway=multiway,
21
+ layernorm_embedding=layernorm_embedding, normalize_output=normalize_output, no_output_layer=no_output_layer,
22
+ drop_path_rate=drop_path_rate, encoder_embed_dim=768, encoder_attention_heads=encoder_attention_heads,
23
+ encoder_ffn_embed_dim=int(768 * mlp_ratio), encoder_layers=encoder_layers,
24
+ )
25
+ for key, value in args.__dict__.items():
26
+ setattr(self, key, value)
27
+
28
+ super().__init__(**kwargs)