Update tokenizer.py

tokenizer.py

@@ -91,6 +91,9 @@ class MedTok(PreTrainedTokenizer):
             "vocab_file": "vocab.json",
             "code2tokens_file": "code2tokens.json",
             "code2embedding_file": "code2embeddings.json",
+            "auto_map": {
+                "AutoTokenizer": "tokenizer.MedTok"
+            }
         }
         with open(os.path.join(save_directory, "tokenizer_config.json"), "w") as f:
             json.dump(tokenizer_config, f, indent=2)