| { | |
| "model_series": "scfoundation", | |
| "model_name": "rde", | |
| "model_type": "mae_autobin", | |
| "num_tokens": 19264, | |
| "encoder_hidden_dim": 768, | |
| "decoder_hidden_dim": 512, | |
| "encoder_depth": 12, | |
| "decoder_depth": 6, | |
| "encoder_heads": 12, | |
| "decoder_heads": 8, | |
| "encoder_dim_head": 64, | |
| "decoder_dim_head": 64, | |
| "bin_num": 100, | |
| "bin_alpha": 1.0, | |
| "pad_token_id": 103, | |
| "mask_token_id": 102, | |
| "encoder_module_type": "transformer", | |
| "decoder_module_type": "performer", | |
| "ff_dropout": 0.0, | |
| "attn_dropout": 0.0 | |
| } | |