ddxd

tokenizeConfig.py

@@ -11,7 +11,7 @@ from transformers.utils import logging
 
 logger = logging.get_logger(__name__)
 
-VOCAB_FILES_NAMES = {"vocab_file": "./tokenizer.model"}
+VOCAB_FILES_NAMES = {"vocab_file": "./tokenizer.json"}
 
 PRETRAINED_VOCAB_FILES_MAP = {}