76dfff7 5b12532
1
2
3
4
5
6
7
from transformers import PreTrainedTokenizerFast class QiTianTokenizerFast(PreTrainedTokenizerFast): """ QiTianTokenizerFast """ model_input_names: list[str] = ["input_ids", "attention_mask"]