{
  "vocab_size": 50257,
  "d_model": 2048,
  "nlayers": 12,
  "nhead": 32,
  "head_dim": 64,
  "cursor_dim": 2048,
  "total_params": 1130610692,
  "total_params_M": 1130.610692
}