Upload folder using huggingface_hub

config.json

@@ -36,8 +36,8 @@
     "mtp_num_hidden_layers": 1,
     "mtp_use_dedicated_embeddings": false,
     "num_attention_heads": 16,
-    "num_experts": 256,
-    "num_experts_per_tok": 8,
+    "num_experts": 16,
+    "num_experts_per_tok": 4,
     "num_hidden_layers": 4,
     "num_key_value_heads": 2,
     "output_router_logits": false,
@@ -66,7 +66,7 @@
   "video_token_id": 248057,
   "vision_config": {
     "deepstack_visual_indexes": [],
-    "depth": 27,
+    "depth": 2,
     "hidden_act": "gelu_pytorch_tanh",
     "hidden_size": 1152,
     "in_channels": 3,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52396b61d3b4a266e9d8ae1d58499c623e062589dd9510e8009e3bf23040baac
-size 9656130144
+oid sha256:d91d54265f2fb0dda2929697670d306a1d01eef963d26a220e5236a9edf1028d
+size 2850390960