添加 QiTianTokenizerFast 类及其配置，移除 QiTianTokenizer 类的引用并完善 QiTianTokenizerFast 的配置

chat_template.jinja

@@ -0,0 +1,5 @@
+{% for message in messages %}<|{{ message['role'] }}|>:
+{% if bos_token %}{{ bos_token }}{% endif %}{{ message['content'] }}{% if eos_token %}{{ eos_token }}
+{% else %}
+{% endif %}{% endfor %}{% if add_generation_prompt %}<|assistant|>:
+{% if bos_token %}{{ bos_token }}{% endif %}{% endif %}

tokenizer.py

@@ -1,9 +1,4 @@
-from transformers import PreTrainedTokenizer, PreTrainedTokenizerFast
-
-
-class QiTianTokenizer(PreTrainedTokenizer):
-    """ QiTianTokenizer """
-    model_input_names: list[str] = ["input_ids", "attention_mask"]
+from transformers import PreTrainedTokenizerFast
 
 
 class QiTianTokenizerFast(PreTrainedTokenizerFast):

tokenizer_config.json

@@ -73,7 +73,7 @@
   ],
   "auto_map": {
     "AutoTokenizer": [
-      "tokenizer.QiTianTokenizer",
+      null,
       "tokenizer.QiTianTokenizerFast"
     ]
   },