File size: 644 Bytes
9910b2d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 | {
"activation_dropout": 0.0,
"activation_fn": "gelu",
"architectures": [
"ErnieRNAForMaskedLM"
],
"attention_dropout": 0.1,
"attention_heads": 12,
"auto_map": {
"AutoConfig": "configuration_ernierna.ErnieRNAConfig",
"AutoModel": "modeling_ernierna.ErnieRNAModel",
"AutoModelForMaskedLM": "modeling_ernierna.ErnieRNAForMaskedLM"
},
"dropout": 0.1,
"embed_dim": 768,
"ffn_embed_dim": 3072,
"mask_idx": 24,
"max_positions": 1024,
"model_max_length": 1024,
"model_type": "ernie_rna",
"num_layers": 12,
"num_segments": 2,
"padding_idx": 1,
"transformers_version": "4.57.6",
"vocab_size": 25
}
|