config.json

{
  "vocab": 92,
  "d": 640,
  "depth": 16,
  "heads": 10,
  "ff": 2048,
  "arch": "xattn"
}