{
  "architectures": [
    "GenomeClipModel"
  ],
  "auto_map": {
    "AutoConfig": "configuration_genomeclip.GenomeClipConfig",
    "AutoModel": "modeling_genomeclip.GenomeClipModel"
  },
  "d_model": 1024,
  "dim_feedforward": 4096,
  "dropout": 0.1,
  "init_temperature": 0.10638900846242905,
  "model_type": "genomeclip",
  "nhead": 8,
  "num_layers": 4,
  "projection_dim": 512,
  "seq_input_dim": 3072,
  "seq_pooling": "mean",
  "text_input_dim": 3072,
  "torch_dtype": "float32",
  "transformers_version": "4.39.2"
}