reference/code/flm/configs/model/xlarge.yaml

name: medium
type: ddit
hidden_size: 1600
cond_dim: 128
length: 1024
n_blocks: 48
n_heads: 25
scale_by_sigma: True
dropout: 0.1
tie_word_embeddings: False
vocab_lookup: True