Update tokenizer.py

tokenizer.py

@@ -29,6 +29,10 @@ class ChessTokenizer(PreTrainedTokenizer):
     BOS_TOKEN = "[BOS]" # Beginning of Sequence (Start of Game)
     EOS_TOKEN = "[EOS]" # End of Sequence (End of Game)
     UNK_TOKEN = "[UNK]"
+
+    vocab_files_names = {
+        "vocab_file": "vocab.json"
+    }
     
     def __init__(
         self,
@@ -47,6 +51,9 @@ class ChessTokenizer(PreTrainedTokenizer):
         kwargs.pop("eos_token", None)
         kwargs.pop("unk_token", None)
         
+        
+        self.vocab_file = vocab_file
+        
         if vocab is not None:
             self._vocab = vocab
         elif vocab_file is not None and os.path.exists(vocab_file):