{
  "activation": "gelu",
  "architectures": [
    "DnaBert"
  ],
  "embed_dim": 768,
  "feedforward_dim": 2048,
  "kmer": 3,
  "kmer_stride": 1,
  "max_length": 250,
  "normalize_sequences": true,
  "num_heads": 12,
  "num_layers": 6,
  "torch_dtype": "float32",
  "transformers_version": "4.48.0"
}