cellfm-800m / config.json
krkawzq's picture
Add cellwise_use_bias=True parameter
fbfb540 verified
{
"model_series": "cellfm",
"model_type": "embedding_extractor",
"source": "https://github.com/biomed-AI/CellFM",
"model_name": "800M",
"n_genes": 24072,
"enc_dims": 1536,
"enc_nlayers": 40,
"enc_num_heads": 48,
"dropout": 0.1,
"nonz_len": 2048,
"mask_ratio": 0.5,
"add_zero": true,
"pad_zero": false,
"cellwise_use_bias": true,
"label": false,
"num_cls": null,
"lora": 0,
"recompute": true,
"ecs": false,
"ecs_threshold": 0.8
}