Update tokenization_chatglm.py

tokenization_chatglm.py

@@ -103,6 +103,24 @@ class ChatGLMTokenizer(PreTrainedTokenizer):
     def eos_token_id(self):
         return self.get_command("<eos>")
 
+    @eos_token.setter
+    def eos_token(self, value):
+        if not isinstance(value, (str, AddedToken)) and value is not None:
+            raise ValueError("Cannot set a non-string value as the EOS token")
+        self._eos_token = value
+
+    @unk_token.setter
+    def unk_token(self, value):
+        if not isinstance(value, (str, AddedToken)) and value is not None:
+            raise ValueError("Cannot set a non-string value as the UNK token")
+        self._unk_token = value
+
+    @pad_token.setter
+    def pad_token(self, value):
+        if not isinstance(value, (str, AddedToken)) and value is not None:
+            raise ValueError("Cannot set a non-string value as the PAD token")
+        self._pad_token = value
+
     @property
     def vocab_size(self):
         return self.tokenizer.n_words