FlameF0X commited on
Commit
bf66d4f
·
verified ·
1 Parent(s): 7e62110

Create config.json

Browse files
Files changed (1) hide show
  1. config.json +11 -0
config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": ["i3"],
3
+ "model_type": "i3",
4
+ "vocab_size": 65,
5
+ "d_model": 256,
6
+ "n_layers": 6,
7
+ "n_heads": 8,
8
+ "rank": 8,
9
+ "d_state": 16,
10
+ "max_seq_len": 256
11
+ }