cape_scgpt / config.json
kaichenxu's picture
Upload folder using huggingface_hub
996f9c8 verified
raw
history blame contribute delete
851 Bytes
{
"architectures": [
"ScGptModel"
],
"cell_emb_style": "cls",
"cls_token": "<cls>",
"cls_token_id": 60695,
"domain_spec_batchnorm": false,
"dropout": 0.2,
"eoc_token": "<eoc>",
"eos_token_id": 60696,
"fast_transformer_backend": "flash",
"hidden_size": 512,
"input_emb_style": "continuous",
"intermediate_size": 512,
"mask_value": -1,
"max_position_embeddings": 1200,
"model_type": "scgpt",
"n_input_bins": 51,
"nlayers_cls": 3,
"num_attention_heads": 8,
"num_hidden_layers": 12,
"pad_token": "<pad>",
"pad_token_id": 60694,
"pad_value": -2,
"pre_norm": false,
"preprocessor_file": "preprocessor_config.json",
"transformers_version": "4.48.3",
"use_batch_labels": false,
"use_fast_transformer": true,
"vocab_file": "vocab.json",
"vocab_size": 60697,
"weight_file": "model.safetensors"
}