deepspeed / transformers /utils /test_module /custom_processing.py
xingzhikb's picture
init
002bd9b
raw
history blame contribute delete
172 Bytes
from transformers import ProcessorMixin
class CustomProcessor(ProcessorMixin):
feature_extractor_class = "AutoFeatureExtractor"
tokenizer_class = "AutoTokenizer"