bug fix

mecab.py

@@ -1,4 +1,3 @@
-import os
 from transformers import BertTokenizerFast
 from transformers.models.bert_japanese.tokenization_bert_japanese import MecabTokenizer
 
@@ -24,9 +23,10 @@ class BertMecabTokenizerFast(BertTokenizerFast):
     self.custom_pre_tokenizer=pre_tokenizers.Sequence([pre_tokenizers.PreTokenizer.custom(MecabPreTokenizer(**d)),pre_tokenizers.BertPreTokenizer()])
     self._tokenizer.pre_tokenizer=self.custom_pre_tokenizer
   def save_pretrained(self,save_directory,**kwargs):
+    import os
     import shutil
     from tokenizers.pre_tokenizers import Metaspace
-    self._auto_map={"AutoTokenizer":["BertJapaneseTokenizer","mecab.BertMecabTokenizerFast"]}
+    self._auto_map={"AutoTokenizer":[None,"mecab.BertMecabTokenizerFast"]}
     self._tokenizer.pre_tokenizer=Metaspace()
     super().save_pretrained(save_directory,**kwargs)
     self._tokenizer.pre_tokenizer=self.custom_pre_tokenizer