config.json

{
  "model_series": "scfoundation",
  "model_name": "rde",
  "model_type": "mae_autobin",
  "num_tokens": 19264,
  "encoder_hidden_dim": 768,
  "decoder_hidden_dim": 512,
  "encoder_depth": 12,
  "decoder_depth": 6,
  "encoder_heads": 12,
  "decoder_heads": 8,
  "encoder_dim_head": 64,
  "decoder_dim_head": 64,
  "bin_num": 100,
  "bin_alpha": 1.0,
  "pad_token_id": 103,
  "mask_token_id": 102,
  "encoder_module_type": "transformer",
  "decoder_module_type": "performer",
  "ff_dropout": 0.0,
  "attn_dropout": 0.0
}