transformers compatibility

config.json

@@ -1 +1,18 @@
-{"d_model": 2560, "n_layer": 64, "vocab_size": 50277, "ssm_cfg": {}, "rms_norm": true, "residual_in_fp32": true, "fused_add_norm": true, "pad_vocab_size_multiple": 8}
+{
+  "_name_or_path": "IggoOnCode/mamba-2.8b-slimpj-OpenOrca_1ep",
+  "architectures": [
+    "MambaForCausalLM"
+  ],
+  "d_inner": 1536,
+  "d_model": 2560,
+  "fused_add_norm": true,
+  "hidden_size": 2560,
+  "model_type": "mamba",
+  "n_layer": 64,
+  "pad_vocab_size_multiple": 8,
+  "residual_in_fp32": true,
+  "rms_norm": true,
+  "ssm_cfg": {},
+  "torch_dtype": "bfloat16",
+  "vocab_size": 50280
+}