config.json

{
    "architectures": [
      "ScDiVaModel"
    ],
    "model_type": "scdiva",
    "SCGPT_DIM": 512,
    "HIDDEN_DIM": 512,
    "N_LAYERS": 12,
    "N_HEADS": 8,
    "DROPOUT": 0.1,
    "D_HID": 2048,
    "VOCAB_SIZE": 41818,
    "PAD_TOKEN_ID": 0,
    "MASK_TOKEN_ID": 1,
    "PAD_FILL_GENE_ID": 41815,
    "BOS_GENE_ID": 41816,
    "EOS_GENE_ID": 41817,
    "MAX_GENE_LEN": 1200,
    "BATCH_SIZE": 24,
    "ROPE_THETA": 10000.0,
    "ROPE_MAX_LEN": 2401,
    "transformers_version": "4.36.0"
  }