stage3_config.json

{
  "device": "cuda",
  "output_hist_folder": "None",
  "version_name": "None",
  "output_folder": "./",
  "save_hist_path": "None",
  "tb_logger_path": "None",
  "tb_logger_folder": "None",
  "model_option": "transformer",
  "model_path_checkpoint": "/project/ranganathanr/niksapraljak/HF_repo/HF_BioM3_project/V20240805_final_phase8/last-v2.ckpt",
  "stage3_model_path": "/project/ranganathanr/niksapraljak/HF_repo/HF_BioM3_project/V20240805_final_phase8/last-v2.ckpt",
  "stage2_data_path": "None",
  "stage3_output_data_path": "None",
  "data_root": "None",
  "num_replicas": 5,
  "batch_size_sample": 32,
  "diffusion_steps": 1024,
  "seed": 42,
  "batch_size": 16,
  "warmup_steps": 500,
  "image_size": 32,
  "learning_rate": 1e-4,
  "weight_decay": 1e-6,
  "ema_inv_gamma": 1.0,
  "ema_power": 0.75,
  "ema_max_value": 0.95,
  "precision": "fp16",
  "num_classes": 29,
  "num_y_class_labels": 6,
  "task": "proteins",
  "enter_eval": 1000,
  "choose_optim": "DeepSpeedCPUAdam",
  "epochs": 1000,
  "acc_grad_batches": 1,
  "gpu_devices": 1,
  "scheduler_gamma": "coswarmup",
  "text_emb_dim": 512,
  "facilitator": "MMD",
  "context_window_size": 1024,
  "sequence_keyname": "sequence",
  "valid_size": 0.1,
  "num_workers": 12,
  "transformer_dim": 512,
  "transformer_heads": 16,
  "transformer_depth": 16,
  "model_checkpoint": "/project/ranganathanr/niksapraljak/HF_repo/HF_BioM3_project/V20240805_final_phase8/last-v2.ckpt",
  "data_path": "None",
  "output_dict_path": "None",
  
  "num_steps": 1,
  "actnorm": false,
  "perm_channel": "none",
  "perm_length": "reverse",
  "input_dp_rate": 0.0,

  "transformer_blocks": 1,
  "transformer_dropout": 0.1,
  "transformer_reversible": false,
  "transformer_local_heads": 8,
  "transformer_local_size": 128
}