hf-internal-testing
/

MiniMax-M2-Small

Text Generation

Model card Files Files and versions

AntonV HF Staff commited on 2 days ago

Commit

2fa6c9d

·

verified ·

1 Parent(s): 0831be1

Upload MiniMaxM2ForCausalLM

Files changed (2) hide show

config.json +1 -2
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -15,7 +15,7 @@
   "model_type": "minimax_m2",
   "num_attention_heads": 2,
   "num_experts_per_tok": 2,
-  "num_hidden_layers": 5,
   "num_key_value_heads": 1,
   "num_local_experts": 8,
   "output_router_logits": false,
@@ -25,7 +25,6 @@
     "rope_theta": 5000000.0,
     "rope_type": "default"
   },
-  "rotary_dim": 64,
   "router_aux_loss_coef": 0.001,
   "router_jitter_noise": 0.0,
   "tie_word_embeddings": true,

   "model_type": "minimax_m2",
   "num_attention_heads": 2,
   "num_experts_per_tok": 2,
+  "num_hidden_layers": 12,
   "num_key_value_heads": 1,
   "num_local_experts": 8,
   "output_router_logits": false,
     "rope_theta": 5000000.0,
     "rope_type": "default"
   },
   "router_aux_loss_coef": 0.001,
   "router_jitter_noise": 0.0,
   "tie_word_embeddings": true,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f10fce0fe3e5c7ee3626dd2f0270a5e0a540f59a70d2c6d6ed28a7f53cccf81
-size 224607248

 version https://git-lfs.github.com/spec/v1
+oid sha256:1f85041ccc423ed70db486dd07d66537d60beeccde5b0c5d0c14e0ff25f303ee
+size 252243968