Upload folder using huggingface_hub

char_tokenizer.py

@@ -15,6 +15,9 @@ class CharTokenizer(PreTrainedTokenizer):
     Compatible with HuggingFace transformers.
     """
 
+    # Required for HuggingFace from_pretrained to locate and load vocab file
+    vocab_files_names = {"vocab_file": "vocab.json"}
+
     def __init__(
         self,
         vocab_file: Optional[str] = None,