maywell
/

synatra-mamba-ko-2.8b

Model card Files Files and versions

maywell commited on Jan 30, 2024

Commit

8c169aa

·

verified ·

1 Parent(s): 71b47e1

Update config.json

Files changed (1) hide show

config.json +6 -12

config.json CHANGED Viewed

@@ -1,16 +1,10 @@
 {
-  "bos_token_id": 0,
   "d_model": 2560,
-  "eos_token_id": 0,
-  "fused_add_norm": true,
-  "model_type": "mamba",
   "n_layer": 64,
-  "pad_token_id": 50277,
-  "pad_vocab_size_multiple": 8,
-  "residual_in_fp32": true,
   "rms_norm": true,
-  "tie_word_embeddings": false,
-  "transformers_version": "4.37.0",
-  "use_cache": false,
-  "vocab_size": 50280
-}

 {
   "d_model": 2560,
   "n_layer": 64,
+  "vocab_size": 50277,
+  "ssm_cfg": {},
   "rms_norm": true,
+  "residual_in_fp32": true,
+  "fused_add_norm": true,
+  "pad_vocab_size_multiple": 8
+}