Update custom.py
Browse files
custom.py
CHANGED
@@ -23,7 +23,7 @@ class Wav2Vec2WordpieceTokenizer(Wav2Vec2CTCTokenizer):
|
|
23 |
**kwargs,
|
24 |
)
|
25 |
|
26 |
-
self._create_trie(self.all_special_tokens_extended)
|
27 |
|
28 |
def _tokenize(self, text, **kwargs):
|
29 |
"""
|
|
|
23 |
**kwargs,
|
24 |
)
|
25 |
|
26 |
+
# self._create_trie(self.all_special_tokens_extended)
|
27 |
|
28 |
def _tokenize(self, text, **kwargs):
|
29 |
"""
|