83b5b41 edb894d
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
{ "vocab_size": 1183855, "seq_len": 4096, "hidden_size": 32, "num_heads": 4, "expansion": 4, "H_layers": 8, "L_layers": 2, "H_cycles": 1, "L_cycles": 1, "halt_max_steps": 4, "halt_epsilon": 0.01, "dropout": 0.1 }
