Sqersters commited on
Commit
77e1ce3
·
verified ·
1 Parent(s): 4da6256

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +17 -0
config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "NovaVoidComplete"
4
+ ],
5
+ "model_type": "novavoid",
6
+ "vocab_size": 32005,
7
+ "hidden_size": 256,
8
+ "latent_dim": 128,
9
+ "n_mamba_layers": 2,
10
+ "n_lstm_layers": 4,
11
+ "n_moe_layers": 6,
12
+ "num_experts": 8,
13
+ "n_memory_layers": 1,
14
+ "use_router": true,
15
+ "torch_dtype": "float32",
16
+ "transformers_version": "4.35.0"
17
+ }