tokenizer.py

from transformers import PreTrainedTokenizerFast


class QiTianTokenizerFast(PreTrainedTokenizerFast):
    """ QiTianTokenizerFast """
    model_input_names: list[str] = ["input_ids", "attention_mask"]