Spaces:
Paused
Paused
from transformers import BertTokenizerFast | |
from .custom_tokenization import CustomTokenizer | |
class CustomTokenizerFast(BertTokenizerFast): | |
slow_tokenizer_class = CustomTokenizer | |
pass | |