{
  "sequence_len": 2048,
  "vocab_size": 131072,
  "n_layer": 16,
  "n_head": 8,
  "n_kv_head": 4,
  "n_embd": 1024,
  "patch_len": 32,
  "num_quantiles": 21
}