interactSpeech / docs /transformers /utils /test_module /custom_tokenization_fast.py
Student0809's picture
Add files using upload-large-folder tool
cb2428f verified
from transformers import BertTokenizerFast
from .custom_tokenization import CustomTokenizer
class CustomTokenizerFast(BertTokenizerFast):
slow_tokenizer_class = CustomTokenizer
pass