config.json

{
  "decoder_num_layers": 0,
  "dim_forwardfeed": 2048,
  "dropout": 0.2,
  "embed_dim": 2048,
  "encoder_num_layers": 6,
  "encoder_type": "attention",
  "expand_factor": 2,
  "max_seq_length": 100,
  "n_features": 3142,
  "n_filters": 512,
  "num_heads": 8,
  "task": "GEP",
  "use_pos_encoding": true
}