Upload folder using huggingface_hub

modeling_tiny_mixtral.py

@@ -85,7 +85,9 @@ class TinyMixtralConfig(PretrainedConfig):
             "AutoConfig": "modeling_tiny_mixtral.TinyMixtralConfig",
             "AutoModelForCausalLM": "modeling_tiny_mixtral.TinyMixtralForCausalLM"
         }
-        super().__init__(top_k=None,**kwargs)
+        # Remove top_k from kwargs if it exists to avoid conflict
+        # kwargs.pop('top_k', None)
+        super().__init__(**kwargs)
         self.vocab_size = vocab_size
         self.d_model = d_model
         self.d_head = d_head