GT_dir: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/GT_data
adam_beta1: 0.9
adam_beta2: 0.999
adam_epsilon: 1.0e-08
adam_weight_decay: 0.01
age_bins: null
cache_dir: null
center_crop: false
checkpointing_steps: 500
checkpoints_total_limit: None
compute_subgroup_metrics: true
data_filter_file: null
data_filter_split_token: '

  '
demo_aux_hidden_dim: 512
demo_aux_weight: 1.0
demo_classifier_depth: shallow
demo_d_hidden: 256
demo_d_output: 1024
demo_dropout: 0.1
demo_dropout_start_step: 0
demo_mode: single
demo_num_age_bins: 5
demo_num_race: 4
demo_num_sex: 2
demo_text_dropout_prob: 0.5
demo_use_dropout: false
demographic_encoder_pretrained_path: null
do_not_save_weights: false
embedding_method: last_hidden_state
enforce_tokenizer_max_sentence_length: 77
fairdiffusion_attribute_cardinalities: {}
fairdiffusion_attribute_fields:
- race_idx
- sex_idx
- age_idx
fairdiffusion_exploitation_rate: 0.7
fairdiffusion_input_perturbation: 0.0
fairdiffusion_min_instance_weight: 0.1
fairdiffusion_sigma_init: 1.0
fairdiffusion_sigma_max: 1.0
fairdiffusion_sigma_min: 0.0
fairdiffusion_time_window: 250
fairdiffusion_ucb_beta: 0.1
film_blocks: all
film_d_hidden: 512
film_scale: 1.0
generation_batch_size: 16
generation_checkpoint_path: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/outputs/v7/6_train_hcn_age_from_promt/checkpoint-20000
gradient_accumulation_steps: 1
gradient_checkpointing: true
gt_dir: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/GT_data
gt_wds_dataset_path: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/GT_data
hcn_age_loss_mode: ce
hcn_aux_hidden_dim: 512
hcn_aux_weight: 1
hcn_aux_weight_age: 1.0
hcn_aux_weight_race: 1.0
hcn_aux_weight_sex: 1.0
hcn_comp_weight: 0.1
hcn_d_ctx: 1024
hcn_d_node: 256
hcn_d_time_emb: 1280
hcn_dropout: 0.1
hcn_encode_age: false
hcn_kl_anneal_steps: 5000
hcn_kl_weight: 0.005
hcn_num_age_bins: 5
hcn_num_race: 3
hcn_num_sex: 2
hcn_soft_ce_sigma: 0.75
hcn_use_uncertainty: true
image_dir: null
image_type: pt
inference_prompt_file: null
inference_prompt_number_per_prompt: 4
inference_prompt_output_file: null
inference_prompt_split_token: '

  '
keep_age_in_prompt: true
keep_age_in_prompt_validation: true
learning_rate: 1.0e-05
local_rank: 1
logging_dir: logs
loss_weights_file: null
loss_weights_split_token: '

  '
lr_scheduler: cosine
lr_warmup_steps: 500
max_actual_train_steps: null
max_age: 100
max_grad_norm: 1.0
max_train_samples: null
max_train_steps: 30000
mixed_precision: bf16
num_images_per_prompt: 1
num_train_epochs: 100
num_validation_samples: -1
output_dir: ./outputs/v7/6_train_hcn_age_from_promt
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
pretrained_text_encoder_name_or_path: null
prompt_dir: null
random_unet: false
report_to: wandb
resolution: 512
resume_from_checkpoint: latest
revision: null
run_validation: true
save_only_modified_weights: false
scale_lr: false
seed: 42
strip_demographics: false
strip_demographics_in_validation: true
test_csv: null
test_dir: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/test_data
test_images_dir: null
train_batch_size: 8
train_dir: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/training_data
train_text_encoder: true
url_root: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/training_data
use_8bit_adam: false
use_attention_mask: false
use_auth_token: null
use_continuous_age: false
use_demographic_encoder: false
use_ema: true
use_fairdiffusion: false
use_hcn: true
use_hcn_film: false
use_hcn_timestep_injection: false
use_hcn_v7: true
use_wds_dataset: true
val_batch_size: 8
validation_csv: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/val_data
validation_guidance_scale: 7.5
validation_images_dir: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/val_data
validation_metrics_batch_size: 8
validation_num_images_per_prompt: 1
validation_num_inference_steps: 75
validation_save_images: true
validation_schedule_min_step: null
validation_schedule_offsets:
- -1500
- 0
validation_sex_model_path: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/pretrained_models/sex/resnet-all/epoch=13-step=7125.ckpt
validation_steps: 2500
wds_dataset_path: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/training_data