File size: 174 Bytes
bf66d4f
 
 
4ee20f1
bf66d4f
 
 
 
 
4ee20f1
bf66d4f
1
2
3
4
5
6
7
8
9
10
11
{
  "architectures": ["i3"],
  "model_type": "i3",
  "vocab_size": 34,
  "d_model": 256,
  "n_layers": 6,
  "n_heads": 8,
  "rank": 8,
  "d_state": 16,
  "max_seq_len": 128
}