Upload NemotronHForCausalLM

config.json

@@ -20,9 +20,9 @@
     "mamba",
     "attention"
   ],
-  "mamba_head_dim": 8,
+  "mamba_head_dim": 4,
   "mamba_hidden_act": "silu",
-  "mamba_num_heads": 4,
+  "mamba_num_heads": 8,
   "mamba_proj_bias": false,
   "mamba_ssm_cache_dtype": "float32",
   "max_position_embeddings": 4096,

generation_config.json

@@ -1,13 +1,10 @@
 {
   "_from_model_config": true,
   "bos_token_id": 1,
-  "do_sample": true,
-  "eos_token_id": [
-    2,
-    11
-  ],
+  "eos_token_id": 2,
+  "output_attentions": false,
+  "output_hidden_states": false,
   "pad_token_id": 0,
-  "temperature": 1.0,
-  "top_p": 1.0,
-  "transformers_version": "5.3.0"
+  "transformers_version": "5.3.0",
+  "use_cache": true
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52e48197fa8403975baa3f2426192973fbc4859097b09a8c849eaa92f23e655c
-size 8444544
+oid sha256:0bf96d4f8045845e33623404b8d894cc9e6f8df654c74f077cdd0c14cdeeb438
+size 8444696