training_config.json

{
  "seed": 42,
  "gears_path": "./data/pertf_July10/gears_gwps-Mar25-03-38/best_model",
  "save_path": "./results/LOCHNESS/",
  "dataset_name": "virtual_screen_training_lochness_test_add_PS",
  "do_train": true,
  "load_model": null,
  "GEPC": true,
  "ecs_thres": 0.7,
  "dab_weight": 0.0,
  "this_weight": 1.0,
  "next_weight": 0.0,
  "n_rounds": 10,
  "next_cell_pred_type": "lochness",
  "ecs_weight": 1.0,
  "cell_type_classifier": true,
  "cell_type_classifier_weight": 1.0,
  "perturbation_classifier_weight": 1.0,
  "ps_weight": 10.0,
  "perturbation_input": false,
  "CCE": false,
  "mask_ratio": 0.15,
  "epochs": 20,
  "lr": 0.001,
  "batch_size": 128,
  "layer_size": 32,
  "schedule_ratio": 0.97,
  "save_eval_interval": 5,
  "log_interval": 100,
  "fast_transformer": true,
  "amp": true,
  "do_sample_in_train": false,
  "ADV": false,
  "adv_weight": 10000,
  "adv_E_delay_epochs": 2,
  "adv_D_delay_epochs": 2,
  "lr_ADV": 0.001,
  "DSBN": false,
  "per_seq_batch_sample": false,
  "use_batch_label": false,
  "schedule_interval": 1,
  "n_hvg": 3000,
  "mask_value": -1,
  "sampling_mode": "simple",
  "fix_nonzero_prop": false,
  "nonzero_prop": 0.9,
  "max_seq_len": 3001,
  "n_pert": 9854,
  "nlayers_pert": 3,
  "n_ps": 23,
  "ntoken": 5014,
  "d_model": 32,
  "nhead": 4,
  "d_hid": 32,
  "nlayers": 2,
  "nlayers_cls": 3,
  "n_cls": 14,
  "vocab": null,
  "dropout": 0.4,
  "pad_token": "<pad>",
  "pad_value": -2,
  "do_mvc": true,
  "do_dab": false,
  "use_batch_labels": false,
  "num_batch_labels": null,
  "domain_spec_batchnorm": false,
  "input_emb_style": "continuous",
  "n_bins": 0,
  "cell_emb_style": "cls",
  "mvc_decoder_style": "inner product",
  "ecs_threshold": 0.7,
  "explicit_zero_prob": true,
  "use_fast_transformer": true,
  "fast_transformer_backend": "flash",
  "pre_norm": false,
  "pred_lochness_next": 100,
  "ps_decoder2_nlayer": 5,
  "pert_pad_id": null,
  "pert_dim": null
}