{
  "conv_causal": false,
  "conv_expansion_factor": 2,
  "conv_kernel_size": 7,
  "depth": 16,
  "dim": 128,
  "dim_head": 64,
  "ff_mult": 4,
  "heads": 12
}