phammminhhieu commited on
Commit
ea638c7
·
verified ·
1 Parent(s): ace598b

Update config with auto_map

Browse files
Files changed (1) hide show
  1. config.json +8 -8
config.json CHANGED
@@ -1,10 +1,5 @@
1
  {
2
- "architectures": [
3
- "MambaHypernetwork"
4
- ],
5
- "auto_map": {
6
- "AutoModel": "modeling_mamba_hypernetwork.MambaHypernetwork"
7
- },
8
  "vocab_size": 128000,
9
  "hidden_dim": 1024,
10
  "state_dim": 16,
@@ -13,6 +8,11 @@
13
  "lora_rank": 16,
14
  "q_proj_dim": 3072,
15
  "v_proj_dim": 1024,
16
- "torch_dtype": "float16",
17
- "model_type": "mamba-hypernetwork-personalization"
 
 
 
 
 
18
  }
 
1
  {
2
+ "model_type": "mamba-hypernetwork-personalization",
 
 
 
 
 
3
  "vocab_size": 128000,
4
  "hidden_dim": 1024,
5
  "state_dim": 16,
 
8
  "lora_rank": 16,
9
  "q_proj_dim": 3072,
10
  "v_proj_dim": 1024,
11
+ "architectures": [
12
+ "MambaHypernetwork"
13
+ ],
14
+ "auto_map": {
15
+ "AutoModel": "modeling_mamba_hypernetwork.MambaHypernetwork"
16
+ },
17
+ "torch_dtype": "float16"
18
  }