config.json

{
  "vocab": 32768,
  "d": 1024,
  "layers": 12,
  "heads": 16,
  "seq": 1024,
  "ff": 4,
  "arch": "SelectionCoder",
  "mixer": "SelectionMixing(no-attention)",
  "stage": "sft-big",
  "prompt_template": "### Instruction:\n{instr}\n\n### Response:\n",
  "step": 6000
}