37146b1 75e71a6 5ce8b2a 1fa36e1 75e71a6
1
2
3
4
5
6
7
8
9
10
11
12
13
{ "n_layers": 6, "d_model": 128, "d_head": 64, "n_heads": 8, "d_mlp": 512, "d_vocab": 61, "n_ctx": 59, "act_fn": "gelu", "normalization_type": "LN", "att_only": False, "architecture": "mingpt" }
