File size: 193 Bytes
96e9536
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
from transformers import BertTokenizerFast

from .custom_tokenization import CustomTokenizer


class CustomTokenizerFast(BertTokenizerFast):
    slow_tokenizer_class = CustomTokenizer
    pass