{"vocab_size": 8192, "n_layer": 22, "n_embd": 384, "n_head": 6, "max_seq_len": 48}