{
  "architectures": [
    "NicheformerForMaskedLM"
  ],
  "assay": true,
  "batch_first": true,
  "cls_classes": 164,
  "context_length": 1500,
  "dim_feedforward": 1024,
  "dim_model": 512,
  "dropout": 0.0,
  "learnable_pe": true,
  "masking_p": 0.15,
  "modality": true,
  "model_type": "nicheformer",
  "n_tokens": 20340,
  "nheads": 16,
  "nlayers": 12,
  "specie": true,
  "supervised_task": null,
  "torch_dtype": "float32",
  "transformers_version": "4.49.0",
  "auto_map": {
    "AutoConfig": "configuration_nicheformer.NicheformerConfig",
    "AutoModelForMaskedLM": "modeling_nicheformer.NicheformerForMaskedLM",
    "AutoModel": "modeling_nicheformer.NicheformerModel",
    "AutoTokenizer": ["tokenization_nicheformer.NicheformerTokenizer", "tokenization_nicheformer.NicheformerTokenizer"]
  }
}