3b97420
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
{ "vocab_size": 32000, "block_size": 512, "n_layer": 12, "n_head": 12, "n_embd": 768, "dropout": 0.0, "bias": false, "gradient_checkpointing": false, "model_type": "ron-gpt", "architectures": [ "GPT" ], "torch_dtype": "float32" }