Upload 4 files

config.json

@@ -0,0 +1,16 @@
+{
+    "d_model": 512,
+    "d_intermediate": 2048,
+    "n_layer": 12,
+    "vocab_size": 48,
+    "ssm_cfg": {
+        "layer": "Mamba2"
+    },
+    "attn_layer_idx": [],
+    "attn_cfg": {},
+    "rms_norm": true,
+    "residual_in_fp32": true,
+    "fused_add_norm": true,
+    "pad_vocab_size_multiple": 8,
+    "tie_embeddings": true
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fff047e4be613d2bd128617ae16e6681dc55b5ab54cabc45918f4f8446a1fc1
+size 233800045

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb1647d346733ac274710443836a20570646f4e30754722b47518e7e2dd1403
+size 233740818

vocab.json

@@ -0,0 +1,50 @@
+{
+    "[PAD]": 0,
+    "[UNK]": 1,
+    "[CLS]": 2,
+    "[SEP]": 3,
+    "#": 4,
+    "%": 5,
+    "(": 6,
+    ")": 7,
+    "+": 8,
+    "-": 9,
+    ".": 10,
+    "/": 11,
+    "0": 12,
+    "1": 13,
+    "2": 14,
+    "3": 15,
+    "4": 16,
+    "5": 17,
+    "6": 18,
+    "7": 19,
+    "8": 20,
+    "9": 21,
+    "=": 22,
+    "@": 23,
+    "A": 24,
+    "B": 25,
+    "C": 26,
+    "F": 27,
+    "H": 28,
+    "I": 29,
+    "K": 30,
+    "N": 31,
+    "O": 32,
+    "P": 33,
+    "S": 34,
+    "T": 35,
+    "[": 36,
+    "\\": 37,
+    "]": 38,
+    "a": 39,
+    "c": 40,
+    "e": 41,
+    "i": 42,
+    "l": 43,
+    "n": 44,
+    "o": 45,
+    "r": 46,
+    "s": 47
+}