Upload modeling_glycebert.py
Browse files- modeling_glycebert.py +1 -2
modeling_glycebert.py
CHANGED
@@ -576,8 +576,7 @@ class FusionBertEmbeddings(nn.Module):
|
|
576 |
self.word_embeddings = nn.Embedding(config.vocab_size, config.hidden_size, padding_idx=0)
|
577 |
self.position_embeddings = nn.Embedding(config.max_position_embeddings, config.hidden_size)
|
578 |
self.token_type_embeddings = nn.Embedding(config.type_vocab_size, config.hidden_size)
|
579 |
-
self.pinyin_embeddings = PinyinEmbedding(embedding_size=128, pinyin_out_dim=config.hidden_size
|
580 |
-
config_path=config_path)
|
581 |
self.glyph_embeddings = GlyphEmbedding(font_npy_files=font_files)
|
582 |
|
583 |
# self.LayerNorm is not snake-cased to stick with TensorFlow models variable name and be able to load
|
|
|
576 |
self.word_embeddings = nn.Embedding(config.vocab_size, config.hidden_size, padding_idx=0)
|
577 |
self.position_embeddings = nn.Embedding(config.max_position_embeddings, config.hidden_size)
|
578 |
self.token_type_embeddings = nn.Embedding(config.type_vocab_size, config.hidden_size)
|
579 |
+
self.pinyin_embeddings = PinyinEmbedding(embedding_size=128, pinyin_out_dim=config.hidden_size)
|
|
|
580 |
self.glyph_embeddings = GlyphEmbedding(font_npy_files=font_files)
|
581 |
|
582 |
# self.LayerNorm is not snake-cased to stick with TensorFlow models variable name and be able to load
|