Text-to-Image
Diffusers
Safetensors
StableDiffusionPipeline
stable-diffusion
medical-imaging
fundus
compdiff
Instructions to use mahmoudibra98/compdiff-fundus with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use mahmoudibra98/compdiff-fundus with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("mahmoudibra98/compdiff-fundus", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- Draw Things
- DiffusionBee
| GT_dir: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/GT_data | |
| adam_beta1: 0.9 | |
| adam_beta2: 0.999 | |
| adam_epsilon: 1.0e-08 | |
| adam_weight_decay: 0.01 | |
| age_bins: null | |
| cache_dir: null | |
| center_crop: false | |
| checkpointing_steps: 500 | |
| checkpoints_total_limit: None | |
| compute_subgroup_metrics: true | |
| data_filter_file: null | |
| data_filter_split_token: ' | |
| ' | |
| demo_aux_hidden_dim: 512 | |
| demo_aux_weight: 1.0 | |
| demo_classifier_depth: shallow | |
| demo_d_hidden: 256 | |
| demo_d_output: 1024 | |
| demo_dropout: 0.1 | |
| demo_dropout_start_step: 0 | |
| demo_mode: single | |
| demo_num_age_bins: 5 | |
| demo_num_race: 4 | |
| demo_num_sex: 2 | |
| demo_text_dropout_prob: 0.5 | |
| demo_use_dropout: false | |
| demographic_encoder_pretrained_path: null | |
| do_not_save_weights: false | |
| embedding_method: last_hidden_state | |
| enforce_tokenizer_max_sentence_length: 77 | |
| fairdiffusion_attribute_cardinalities: {} | |
| fairdiffusion_attribute_fields: | |
| - race_idx | |
| - sex_idx | |
| - age_idx | |
| fairdiffusion_exploitation_rate: 0.7 | |
| fairdiffusion_input_perturbation: 0.0 | |
| fairdiffusion_min_instance_weight: 0.1 | |
| fairdiffusion_sigma_init: 1.0 | |
| fairdiffusion_sigma_max: 1.0 | |
| fairdiffusion_sigma_min: 0.0 | |
| fairdiffusion_time_window: 250 | |
| fairdiffusion_ucb_beta: 0.1 | |
| film_blocks: all | |
| film_d_hidden: 512 | |
| film_scale: 1.0 | |
| generation_batch_size: 16 | |
| generation_checkpoint_path: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/outputs/v7/6_train_hcn_age_from_promt/checkpoint-20000 | |
| gradient_accumulation_steps: 1 | |
| gradient_checkpointing: true | |
| gt_dir: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/GT_data | |
| gt_wds_dataset_path: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/GT_data | |
| hcn_age_loss_mode: ce | |
| hcn_aux_hidden_dim: 512 | |
| hcn_aux_weight: 1 | |
| hcn_aux_weight_age: 1.0 | |
| hcn_aux_weight_race: 1.0 | |
| hcn_aux_weight_sex: 1.0 | |
| hcn_comp_weight: 0.1 | |
| hcn_d_ctx: 1024 | |
| hcn_d_node: 256 | |
| hcn_d_time_emb: 1280 | |
| hcn_dropout: 0.1 | |
| hcn_encode_age: false | |
| hcn_kl_anneal_steps: 5000 | |
| hcn_kl_weight: 0.005 | |
| hcn_num_age_bins: 5 | |
| hcn_num_race: 3 | |
| hcn_num_sex: 2 | |
| hcn_soft_ce_sigma: 0.75 | |
| hcn_use_uncertainty: true | |
| image_dir: null | |
| image_type: pt | |
| inference_prompt_file: null | |
| inference_prompt_number_per_prompt: 4 | |
| inference_prompt_output_file: null | |
| inference_prompt_split_token: ' | |
| ' | |
| keep_age_in_prompt: true | |
| keep_age_in_prompt_validation: true | |
| learning_rate: 1.0e-05 | |
| local_rank: 1 | |
| logging_dir: logs | |
| loss_weights_file: null | |
| loss_weights_split_token: ' | |
| ' | |
| lr_scheduler: cosine | |
| lr_warmup_steps: 500 | |
| max_actual_train_steps: null | |
| max_age: 100 | |
| max_grad_norm: 1.0 | |
| max_train_samples: null | |
| max_train_steps: 30000 | |
| mixed_precision: bf16 | |
| num_images_per_prompt: 1 | |
| num_train_epochs: 100 | |
| num_validation_samples: -1 | |
| output_dir: ./outputs/v7/6_train_hcn_age_from_promt | |
| pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base | |
| pretrained_text_encoder_name_or_path: null | |
| prompt_dir: null | |
| random_unet: false | |
| report_to: wandb | |
| resolution: 512 | |
| resume_from_checkpoint: latest | |
| revision: null | |
| run_validation: true | |
| save_only_modified_weights: false | |
| scale_lr: false | |
| seed: 42 | |
| strip_demographics: false | |
| strip_demographics_in_validation: true | |
| test_csv: null | |
| test_dir: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/test_data | |
| test_images_dir: null | |
| train_batch_size: 8 | |
| train_dir: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/training_data | |
| train_text_encoder: true | |
| url_root: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/training_data | |
| use_8bit_adam: false | |
| use_attention_mask: false | |
| use_auth_token: null | |
| use_continuous_age: false | |
| use_demographic_encoder: false | |
| use_ema: true | |
| use_fairdiffusion: false | |
| use_hcn: true | |
| use_hcn_film: false | |
| use_hcn_timestep_injection: false | |
| use_hcn_v7: true | |
| use_wds_dataset: true | |
| val_batch_size: 8 | |
| validation_csv: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/val_data | |
| validation_guidance_scale: 7.5 | |
| validation_images_dir: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/val_data | |
| validation_metrics_batch_size: 8 | |
| validation_num_images_per_prompt: 1 | |
| validation_num_inference_steps: 75 | |
| validation_save_images: true | |
| validation_schedule_min_step: null | |
| validation_schedule_offsets: | |
| - -1500 | |
| - 0 | |
| validation_sex_model_path: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/pretrained_models/sex/resnet-all/epoch=13-step=7125.ckpt | |
| validation_steps: 2500 | |
| wds_dataset_path: /marvin/projects/PrecisionHealth/fair_medical_imaging/mutlimodal-benchmark/Fundus/real_data/training_data | |