Duplicated from sonalkum/GAMA
ed7a497
1
2
3
4
5
6
7
8
9
from transformers import BertTokenizerFast from .custom_tokenization import CustomTokenizer class CustomTokenizerFast(BertTokenizerFast): slow_tokenizer_class = CustomTokenizer pass
