6e14144
1
2
3
4
5
6
7
8
9
10
11
12
{ "vocab_size": 8192, "n_layer": 8, "n_head": 8, "n_embd": 512, "block_size": 1024, "rope_base": 10000.0, "mlp_mult": 4, "dropout": 0.0, "tie_embeddings": true, "arch": "from_scratch_gpt" }
