{"vocab_size": 8192, "n_layer": 12, "n_embd": 512, "n_head": 8, "max_seq_len": 48}