config.json

{
  "small": {
    "d_model": 128,
    "hidden": 1024
  },
  "t3": {
    "width": 96,
    "depth": 3
  },
  "t4": {
    "mul_width": 128,
    "red_width": 96,
    "depth": 3
  },
  "t5": {
    "mul_width": 160,
    "red_width": 96,
    "depth": 3
  }
}