boris commited on
Commit
767d78a
1 Parent(s): 14abe8c

feat: use fast tokenizer

Browse files
Files changed (1) hide show
  1. src/dalle_mini/model/tokenizer.py +2 -2
src/dalle_mini/model/tokenizer.py CHANGED
@@ -1,5 +1,5 @@
1
  """ DalleBart tokenizer """
2
- from transformers import BartTokenizer
3
  from transformers.utils import logging
4
 
5
  from .utils import PretrainedFromWandbMixin
@@ -7,5 +7,5 @@ from .utils import PretrainedFromWandbMixin
7
  logger = logging.get_logger(__name__)
8
 
9
 
10
- class DalleBartTokenizer(PretrainedFromWandbMixin, BartTokenizer):
11
  pass
 
1
  """ DalleBart tokenizer """
2
+ from transformers import BartTokenizerFast
3
  from transformers.utils import logging
4
 
5
  from .utils import PretrainedFromWandbMixin
 
7
  logger = logging.get_logger(__name__)
8
 
9
 
10
+ class DalleBartTokenizer(PretrainedFromWandbMixin, BartTokenizerFast):
11
  pass