{ "vocab": 32768, "d": 1024, "layers": 12, "heads": 16, "seq": 512, "ff": 4, "arch": "SelectionCoder", "mixer": "SelectionMixing(no-attention)", "step": 6000 }