Upload ConstBERT

modeling.py

@@ -6,6 +6,12 @@ from transformers import AutoTokenizer
 from .colbert_configuration import ColBERTConfig
 from .tokenization_utils import QueryTokenizer, DocTokenizer
 
+# this is a hack to force huggingface hub to download the tokenizer files
+try:
+    with open("./tokenizer_config.json", "r") as f, open("./tokenizer.json", "r") as f2, open("./vocab.txt", "r") as f3:
+        pass
+except Exception as e:
+    pass
 
 class NullContextManager(object):
     def __init__(self, dummy_resource=None):