Upload tokenization_small100.py

tokenization_small100.py

@@ -180,7 +180,7 @@ class SMALL100Tokenizer(PreTrainedTokenizer):
 
     @property
     def vocab_size(self) -> int:
-        return len(self.encode) + len(self.lang_token_to_id) + self.num_madeup_words
+        return len(self.encoder) + len(self.lang_token_to_id) + self.num_madeup_words
 
     @property
     def tgt_lang(self) -> str: