TienHoa commited on
Commit
3b357b1
1 Parent(s): 4ec0637

Update custom.py

Browse files
Files changed (1) hide show
  1. custom.py +1 -1
custom.py CHANGED
@@ -23,7 +23,7 @@ class Wav2Vec2WordpieceTokenizer(Wav2Vec2CTCTokenizer):
23
  **kwargs,
24
  )
25
 
26
- self._create_trie(self.all_special_tokens_extended)
27
 
28
  def _tokenize(self, text, **kwargs):
29
  """
 
23
  **kwargs,
24
  )
25
 
26
+ # self._create_trie(self.all_special_tokens_extended)
27
 
28
  def _tokenize(self, text, **kwargs):
29
  """