config.json

{
  "cfg": {
    "d_conv": 4,
    "d_model": 512,
    "d_state": 128,
    "dim_feedforward": 2048,
    "dropout": 0.1,
    "eos_token_id": 2,
    "expand": 2,
    "headdim": 64,
    "max_source_len": 64,
    "max_target_len": 64,
    "ngroups": 1,
    "nhead": 8,
    "num_decoder_layers": 6,
    "num_encoder_layers": 6,
    "pad_token_id": 1,
    "separate_source_target_embeddings": true,
    "tie_embeddings": true,
    "vocab_size": 256204
  }
}