File size: 193 Bytes
a0db2f9
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
from transformers import BertTokenizerFast

from .custom_tokenization import CustomTokenizer


class CustomTokenizerFast(BertTokenizerFast):
    slow_tokenizer_class = CustomTokenizer
    pass