0998018
1
2
3
4
5
6
7
8
9
10
11
12
13
14
{ "vocab_size": 50257, "block_size": 1024, "n_layer": 8, "n_head": 8, "n_embd": 512, "dropout": 0.1, "bias": false, "model_type": "index", "architectures": [ "IndexLM" ], "torch_dtype": "float32" }
