Update tokenization_decicoder.py

tokenizer.save_pretrained bug fix

tokenization_decicoder.py

@@ -55,6 +55,6 @@ class DeciCoderTokenizer(CodeGen25Tokenizer):
         Removing it from the tokenizer_config.json does not affect from_pretrained().
         """
         add_special_tokens = self.add_special_tokens
-        self.add_special_tokens = None
+        self.add_special_tokens = True
         super().save_pretrained(*args, **kwargs)
         self.add_special_tokens = add_special_tokens