Update tokenizer_script.py

tokenizer_script.py

@@ -90,7 +90,7 @@ class CharacterTokenizer(PreTrainedTokenizer):
             # properly handle padding side
             pad_id = self.vocab.get(self.pad_token, 0)
             max_len = max(len(ids) for ids in encoded_texts) if max_length is None else max_length
-            if tokenizer.padding_side == "right":
+            if self.padding_side == "right":
               encoded_texts = [ids + [pad_id] * (max_len - len(ids)) for ids in encoded_texts]
             else:
               encoded_texts = [[pad_id] * (max_len - len(ids)) + ids for ids in encoded_texts]