{"d_model": 1024, "n_heads": 8, "depth": 6, "ffn_mult": 4}