Upload bert_tokenizer.py
Browse files- bert_tokenizer.py +1 -1
bert_tokenizer.py
CHANGED
@@ -83,7 +83,7 @@ class ChineseBertTokenizer(BertTokenizerFast):
|
|
83 |
return_offsets_mapping: bool = False,
|
84 |
return_length: bool = False,
|
85 |
verbose: bool = True, **kwargs) -> BatchEncoding:
|
86 |
-
encoding = super.__call__(
|
87 |
text=text,
|
88 |
text_pair=text_pair,
|
89 |
text_target=text_target,
|
|
|
83 |
return_offsets_mapping: bool = False,
|
84 |
return_length: bool = False,
|
85 |
verbose: bool = True, **kwargs) -> BatchEncoding:
|
86 |
+
encoding = super(ChineseBertTokenizer, self).__call__(
|
87 |
text=text,
|
88 |
text_pair=text_pair,
|
89 |
text_target=text_target,
|