a9469fa 19b8ed8 a9469fa
1
2
3
4
5
6
7
8
9
10
11
{ "_attn_implementation_autoset": true, "block_size": 1024, "dropout": 0.2, "model_type": "gpt_custom", "n_embd": 768, "n_head": 12, "n_layer": 12, "transformers_version": "4.46.2", "vocab_size": 20000 }
