Update custom.py
#3
by
TienHoa
- opened
custom.py
CHANGED
|
@@ -23,7 +23,7 @@ class Wav2Vec2WordpieceTokenizer(Wav2Vec2CTCTokenizer):
|
|
| 23 |
**kwargs,
|
| 24 |
)
|
| 25 |
|
| 26 |
-
self._create_trie(self.all_special_tokens_extended)
|
| 27 |
|
| 28 |
def _tokenize(self, text, **kwargs):
|
| 29 |
"""
|
|
|
|
| 23 |
**kwargs,
|
| 24 |
)
|
| 25 |
|
| 26 |
+
# self._create_trie(self.all_special_tokens_extended)
|
| 27 |
|
| 28 |
def _tokenize(self, text, **kwargs):
|
| 29 |
"""
|