Update tokenization_chatglm.py

tokenization_chatglm.py

@@ -70,6 +70,9 @@ class ChatGLMTokenizer(PreTrainedTokenizer):
 
         self.vocab_file = vocab_file
         self.tokenizer = SPTokenizer(vocab_file)
+        kwargs.pop("eos_token", None)
+        kwargs.pop("pad_token", None)
+        kwargs.pop("unk_token", None)
         self.special_tokens = {
             "<bos>": self.tokenizer.bos_id,
             "<eos>": self.tokenizer.eos_id,