config.json

{
  "architectures": [
    "scgpt"
  ],
  "auto_map": {
    "AutoConfig": "configuration_scgpt.ScgptConfig",
    "AutoModel": "modeling_scgpt.ScgptModel"
  },
  "model_type": "scgpt",
  "scgpt_config": {
    "model_type": "scgpt"
  },
  "cell_emb_style": "cls",
  "d_hid": 512,
  "d_model": 512,
  "do_dab": false,
  "do_mvc": false,
  "domain_spec_batchnorm": false,
  "dropout": 0.2,
  "ecs_threshold": 0.0,
  "explicit_zero_prob": false,
  "fast_transformer_backend": "flash",
  "input_emb_style": "continuous",
  "model_type": "scgpt",
  "mvc_decoder_style": "inner product",
  "n_cls": 18,
  "n_input_bins": 51,
  "nhead": 8,
  "nlayers": 12,
  "nlayers_cls": 3,
  "ntoken": 60697,
  "ntokens_mod": null,
  "num_batch_labels": 1,
  "pad_token": "<pad>",
  "pad_value": -2,
  "pert_pad_id": 2,
  "pre_norm": false,
  "transformers_version": "4.35.2",
  "use_batch_labels": false,
  "use_fast_transformer": true,
  "use_mod": false,
  "vocab_mod": null
}