config.json

{
  "hidden_dim": 512,
  "n_registers": 64,
  "n_reslayers": 2,
  "n_sites": 4096,
  "normalize": true,
  "output_dim": 512,
  "register_fixed_gate": 0.5,
  "site_embed_dim": 384,
  "use_cosine_attention": false
}