config.json

{
  "vocab": 32768,
  "d": 1024,
  "layers": 12,
  "heads": 16,
  "seq": 512,
  "ff": 4,
  "arch": "SelectionCoder",
  "mixer": "SelectionMixing(no-attention)",
  "step": 6000
}