{ "alphabet_size": 10, "append_eos": true, "attention_heads": 16, "auto_map": { "AutoConfig": "configuration_utrlm.UtrLmConfig", "AutoModel": "modeling_utrlm.UtrLmModel", "AutoModelForMaskedLM": "modeling_utrlm.UtrLmForMaskedLM", "AutoTokenizer": "tokenization_utrlm.UtrLmTokenizer" }, "cls_idx": 7, "embed_dim": 128, "eos_idx": 1, "mask_idx": 8, "model_type": "utrlm", "num_layers": 6, "pad_token_id": 0, "padding_idx": 0, "prepend_bos": true, "token_dropout": true, "transformers_version": "4.57.6" }