File size: 551 Bytes
19b7718 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 | {
"alphabet_size": 10,
"append_eos": true,
"attention_heads": 16,
"auto_map": {
"AutoConfig": "configuration_utrlm.UtrLmConfig",
"AutoModel": "modeling_utrlm.UtrLmModel",
"AutoModelForMaskedLM": "modeling_utrlm.UtrLmForMaskedLM",
"AutoTokenizer": "tokenization_utrlm.UtrLmTokenizer"
},
"cls_idx": 7,
"embed_dim": 128,
"eos_idx": 1,
"mask_idx": 8,
"model_type": "utrlm",
"num_layers": 6,
"pad_token_id": 0,
"padding_idx": 0,
"prepend_bos": true,
"token_dropout": true,
"transformers_version": "4.57.6"
}
|