| { | |
| "data_source": "/scratch/ssd004/datasets/cellxgene/scb_strict/human", | |
| "save_dir": "/scratch/ssd004/datasets/cellxgene/save/cellxgene_census_human-May23-08-36-2023", | |
| "load_model": null, | |
| "n_hvg": null, | |
| "valid_size_or_ratio": 0.003, | |
| "dist_backend": "nccl", | |
| "grad_accu_steps": 1, | |
| "pad_token": "<pad>", | |
| "input_style": "binned", | |
| "input_emb_style": "continuous", | |
| "n_bins": 51, | |
| "max_seq_len": 1200, | |
| "training_tasks": "both", | |
| "dist_url": "tcp://gpu188.cluster.local:53833", | |
| "mask_ratio": [ | |
| 0.25, | |
| 0.5, | |
| 0.75 | |
| ], | |
| "trunc_by_sample": true, | |
| "vocab_path": "/scratch/ssd004/datasets/cellxgene/scFormer/scformer/tokenizer/default_census_vocab.json", | |
| "rank": 0, | |
| "batch_size": 32, | |
| "eval_batch_size": 64, | |
| "epochs": 6, | |
| "lr": 0.0001, | |
| "scheduler_interval": 100, | |
| "scheduler_factor": 0.99, | |
| "warmup_ratio_or_step": 10000.0, | |
| "no_cls": true, | |
| "no_cce": true, | |
| "fp16": true, | |
| "fast_transformer": true, | |
| "nlayers": 12, | |
| "nheads": 8, | |
| "embsize": 512, | |
| "d_hid": 512, | |
| "dropout": 0.2, | |
| "n_layers_cls": 3, | |
| "n_cls": 1, | |
| "log_interval": 9000, | |
| "save_interval": 27000, | |
| "mask_value": -1, | |
| "pad_value": -2, | |
| "USE_CLS": false, | |
| "USE_CCE": false, | |
| "MVC": true, | |
| "DAB": false, | |
| "USE_GENERATIVE_TRAINING": true, | |
| "world_size": 16, | |
| "distributed": true, | |
| "local_rank": 0, | |
| "gpu": 0, | |
| "ntoken": 60697, | |
| "cell_emb_style": "cls", | |
| "pre_norm": false, | |
| "explicit_zero_prob": false, | |
| "ecs_threshold": 0.3, | |
| "mvc_decoder_style": "inner product", | |
| "use_batch_labels": false, | |
| "domain_spec_batchnorm": false, | |
| "pert_pad_id": 2 | |
| } | |