{ "vocab_units": 256, "vocab_text": 31, "d_model": 256, "encoder_layers": 4, "nhead": 4, "dim_feedforward": 1024, "dropout": 0.1, "pad_token_id": 0 }