{
  "embed_size": 1024,
  "hidden_size": 1024,
  "vocab_size": 50257
}