Upload AutoEncoder

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0bab99ecd0c72cac40bdba7d68fb1827267512ef500ace097555243f9f6cab7
+oid sha256:416ef0961369dfbc2337037fa0a017862a9d07f7fba1bce8e0a1fd09af91b433
 size 133840

modeling_autoencoder.py

@@ -100,6 +100,9 @@ class AutoEncoderConfig(PretrainedConfig):
         embed: bool = False,
         vocab_size: int|bool = False,
         max_position: int|bool = False,
+        pad_token_id: int = 0,
+        bos_token_id: int = 1,
+        eos_token_id: int = 2,
         **kwargs
     ):
         super().__init__(**kwargs)
@@ -228,7 +231,8 @@ class AutoEncoder(PreTrainedModel):
         if config.embed:
             # Word Embeddings
             self.word_embeddings = nn.Embedding(config.vocab_size, 
-                                                config.input_dim,)
+                                                config.input_dim,
+                                                config.pad_token_id,)
             # Postional Embeddings
             self.position_embeddings = nn.Embedding(config.max_position, 
                                                     config.input_dim,)