File size: 748 Bytes
6074409 b60f965 6074409 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 |
from transformers import PretrainedConfig
class VnSmartphoneAbsaConfig(PretrainedConfig):
model_type = "vnsabsa"
def __init__(
self,
vocab_size: int = 5272,
embed_dim: int = 768,
num_heads: int = 8,
num_encoders: int = 4,
encoder_dropout: float = 0.1,
fc_dropout: float =0.4,
fc_hidden_size: int = 128,
**kwargs
):
super().__init__(**kwargs)
self.vocab_size = vocab_size
self.embed_dim = embed_dim
self.num_heads = num_heads
self.num_encoders = num_encoders
self.encoder_dropout = encoder_dropout
self.fc_dropout = fc_dropout
self.fc_hidden_size = fc_hidden_size
super().__init__(**kwargs) |