Spaces:
sonalkum
/
Running on Zero

sonalkum's picture
hf peft
1e6d67a
raw
history blame
193 Bytes
from transformers import BertTokenizerFast
from .custom_tokenization import CustomTokenizer
class CustomTokenizerFast(BertTokenizerFast):
slow_tokenizer_class = CustomTokenizer
pass