Upload folder using huggingface_hub

config.json

@@ -3,6 +3,7 @@
     "TinyMixtralForCausalLM"
   ],
   "auto_map": {
+    "AutoConfig": "modeling_tiny_mixtral.TinyMixtralConfig",
     "AutoModelForCausalLM": "modeling_tiny_mixtral.TinyMixtralForCausalLM"
   },
   "attn_dropout": 0.0,

modeling_tiny_mixtral.py

@@ -81,6 +81,10 @@ class TinyMixtralConfig(PretrainedConfig):
                  device = ModelConfig.device,
                  **kwargs
                  ):
+        kwargs["auto_map"] = {
+            "AutoConfig": "modeling_tiny_mixtral.TinyMixtralConfig",
+            "AutoModelForCausalLM": "modeling_tiny_mixtral.TinyMixtralForCausalLM"
+        }
         super().__init__(top_k=None,**kwargs)
         self.vocab_size = vocab_size
         self.d_model = d_model