config.json

{
  "T_local": 3,
  "cluster_size": 4,
  "d_model": 192,
  "num_layers": 2,
  "seq_len": 768,
  "vocab_size": 30522
}