File size: 4,632 Bytes
4d6c0b1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 | GT_dir: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/GT_data
adam_beta1: 0.9
adam_beta2: 0.999
adam_epsilon: 1.0e-08
adam_weight_decay: 0.01
age_bins: null
cache_dir: null
center_crop: false
checkpointing_steps: 500
checkpoints_total_limit: None
compute_subgroup_metrics: true
data_filter_file: null
data_filter_split_token: '
'
demo_aux_hidden_dim: 512
demo_aux_weight: 1.0
demo_classifier_depth: shallow
demo_d_hidden: 256
demo_d_output: 1024
demo_dropout: 0.1
demo_dropout_start_step: 0
demo_mode: single
demo_num_age_bins: 5
demo_num_race: 4
demo_num_sex: 2
demo_text_dropout_prob: 0.5
demo_use_dropout: false
demographic_encoder_pretrained_path: null
do_not_save_weights: false
embedding_method: last_hidden_state
enforce_tokenizer_max_sentence_length: 77
fairdiffusion_attribute_cardinalities: {}
fairdiffusion_attribute_fields:
- race_idx
- sex_idx
- age_idx
fairdiffusion_exploitation_rate: 0.7
fairdiffusion_input_perturbation: 0.0
fairdiffusion_min_instance_weight: 0.1
fairdiffusion_sigma_init: 1.0
fairdiffusion_sigma_max: 1.0
fairdiffusion_sigma_min: 0.0
fairdiffusion_time_window: 250
fairdiffusion_ucb_beta: 0.1
film_blocks: all
film_d_hidden: 512
film_scale: 1.0
generation_batch_size: 16
generation_checkpoint_path: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/outputs/v7/6_train_hcn_age_from_promt/checkpoint-20000
gradient_accumulation_steps: 1
gradient_checkpointing: true
gt_dir: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/GT_data
gt_wds_dataset_path: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/GT_data
hcn_age_loss_mode: ce
hcn_aux_hidden_dim: 512
hcn_aux_weight: 1
hcn_aux_weight_age: 1.0
hcn_aux_weight_race: 1.0
hcn_aux_weight_sex: 1.0
hcn_comp_weight: 0.1
hcn_d_ctx: 1024
hcn_d_node: 256
hcn_d_time_emb: 1280
hcn_dropout: 0.1
hcn_encode_age: false
hcn_kl_anneal_steps: 5000
hcn_kl_weight: 0.005
hcn_num_age_bins: 5
hcn_num_race: 3
hcn_num_sex: 2
hcn_soft_ce_sigma: 0.75
hcn_use_uncertainty: true
image_dir: null
image_type: pt
inference_prompt_file: null
inference_prompt_number_per_prompt: 4
inference_prompt_output_file: null
inference_prompt_split_token: '
'
keep_age_in_prompt: true
keep_age_in_prompt_validation: true
learning_rate: 1.0e-05
local_rank: 1
logging_dir: logs
loss_weights_file: null
loss_weights_split_token: '
'
lr_scheduler: cosine
lr_warmup_steps: 500
max_actual_train_steps: null
max_age: 100
max_grad_norm: 1.0
max_train_samples: null
max_train_steps: 30000
mixed_precision: bf16
num_images_per_prompt: 1
num_train_epochs: 100
num_validation_samples: -1
output_dir: ./outputs/v7/6_train_hcn_age_from_promt
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
pretrained_text_encoder_name_or_path: null
prompt_dir: null
random_unet: false
report_to: wandb
resolution: 512
resume_from_checkpoint: latest
revision: null
run_validation: true
save_only_modified_weights: false
scale_lr: false
seed: 42
strip_demographics: false
strip_demographics_in_validation: true
test_csv: null
test_dir: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/test_data
test_images_dir: null
train_batch_size: 8
train_dir: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/training_data
train_text_encoder: true
url_root: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/training_data
use_8bit_adam: false
use_attention_mask: false
use_auth_token: null
use_continuous_age: false
use_demographic_encoder: false
use_ema: true
use_fairdiffusion: false
use_hcn: true
use_hcn_film: false
use_hcn_timestep_injection: false
use_hcn_v7: true
use_wds_dataset: true
val_batch_size: 8
validation_csv: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/val_data
validation_guidance_scale: 7.5
validation_images_dir: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/val_data
validation_metrics_batch_size: 8
validation_num_images_per_prompt: 1
validation_num_inference_steps: 75
validation_save_images: true
validation_schedule_min_step: null
validation_schedule_offsets:
- -1500
- 0
validation_sex_model_path: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/pretrained_models/sex/resnet-all/epoch=13-step=7125.ckpt
validation_steps: 2500
wds_dataset_path: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/training_data
|