File size: 808 Bytes
a24db0c 613058e 6f3d0a5 ef6783f 0ba4ba1 613058e c2d7693 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 |
{
"architectures": [
"NicheformerForMaskedLM"
],
"assay": true,
"batch_first": true,
"cls_classes": 164,
"context_length": 1500,
"dim_feedforward": 1024,
"dim_model": 512,
"dropout": 0.0,
"learnable_pe": true,
"masking_p": 0.15,
"modality": true,
"model_type": "nicheformer",
"n_tokens": 20340,
"nheads": 16,
"nlayers": 12,
"specie": true,
"supervised_task": null,
"torch_dtype": "float32",
"transformers_version": "4.49.0",
"auto_map": {
"AutoConfig": "configuration_nicheformer.NicheformerConfig",
"AutoModelForMaskedLM": "modeling_nicheformer.NicheformerForMaskedLM",
"AutoModel": "modeling_nicheformer.NicheformerModel",
"AutoTokenizer": ["tokenization_nicheformer.NicheformerTokenizer", "tokenization_nicheformer.NicheformerTokenizer"]
}
} |