a9469fa 450e3ee a9469fa
1
2
3
4
5
6
7
8
9
10
11
{ "_attn_implementation_autoset": true, "block_size": 1024, "dropout": 0.2, "model_type": "gpt2", "n_embd": 768, "n_head": 12, "n_layer": 12, "transformers_version": "4.46.2", "vocab_size": 20000 }