Update config.json

config.json

@@ -1,33 +1,16 @@
 {
-  "A_init_range": [
-    1,
-    16
-  ],
-  "D_has_hdim": false,
-  "bias": false,
-  "chunk_size": 256,
-  "conv_bias": true,
-  "conv_init": null,
-  "d_conv": 4,
-  "d_model": 768,
-  "d_ssm": null,
-  "d_state": 128,
-  "device": null,
-  "dt_init_floor": 0.0001,
-  "dt_limit": [
-    0.0,
-    Infinity
-  ],
-  "dt_max": 0.1,
-  "dt_min": 0.001,
-  "dtype": null,
-  "expand": 2,
-  "headdim": 64,
-  "layer_idx": null,
-  "ngroups": 1,
-  "norm_before_gate": false,
-  "process_group": null,
-  "rmsnorm": true,
-  "sequence_parallel": true,
-  "use_mem_eff_path": true
+    "d_model": 768,
+    "d_intermediate": 0,
+    "n_layer": 24,
+    "vocab_size": 50277,
+    "ssm_cfg": {
+        "layer": "Mamba2"
+    },
+    "attn_layer_idx": [],
+    "attn_cfg": {},
+    "rms_norm": true,
+    "residual_in_fp32": true,
+    "fused_add_norm": true,
+    "pad_vocab_size_multiple": 16,
+    "tie_embeddings": true
 }