File size: 202 Bytes
76dfff7
5b12532
 
 
 
 
1
2
3
4
5
6
7
from transformers import PreTrainedTokenizerFast


class QiTianTokenizerFast(PreTrainedTokenizerFast):
    """ QiTianTokenizerFast """
    model_input_names: list[str] = ["input_ids", "attention_mask"]