Update modeling_fastesm.py

modeling_fastesm.py

@@ -4,7 +4,7 @@ from torch.nn import functional as F
 from torch.utils.data import Dataset, DataLoader
 from typing import Optional, Tuple, Union
 from einops import rearrange
-from transformers import PreTrainedModel, PretrainedConfig
+from transformers import PreTrainedModel, PretrainedConfig, EsmTokenizer
 from transformers.modeling_outputs import (
     MaskedLMOutput,
     BaseModelOutputWithPastAndCrossAttentions,
@@ -339,6 +339,7 @@ class FastEsmPreTrainedModel(PreTrainedModel):
     config_class = FastEsmConfig
     base_model_prefix = "fastesm"
     supports_gradient_checkpointing = True
+    tokenizer = EsmTokenizer.from_pretrained("facebook/esm2_t33_650M_UR50D")
     def _init_weights(self, module):
         """Initialize the weights"""
         if isinstance(module, nn.Linear):