Upload 2 files

config.json

@@ -1,11 +1,11 @@
 {
     "vocab_size": 100000,
-    "n_dim": 1536,
-    "n_head": 24,
-    "n_kvhead": 4,
-    "d_ffn": 6912,
-    "m_len": 2048,
-    "n_layer": 24,
+    "dim": 1536,
+    "n_heads": 24,
+    "n_layers": 24,
+    "max_len": 2048,
     "norm_eps": 1e-05,
-    "tie_weight": true
+    "dim_ffn": 6912,
+    "tie_weight": false,
+    "n_kv_heads": 4
 }

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0253df437c6db709addb9fd4cb6469970304f4aa1398ac0775420daaa18dc459
+size 2407638712