Instructions to use MansiJerry/ablation-studies with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use MansiJerry/ablation-studies with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("MansiJerry/ablation-studies", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
Upload ablation_no_anchor_3concept_unet/finetuning_config.json with huggingface_hub
Browse files
ablation_no_anchor_3concept_unet/finetuning_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_id": "/vol/bitbucket/m24/CO-ALIGN-Efficient-bias-mitigation/output/bias_align/sd1.5/ablation_studies/_hf_checkpoint_cache/MansiJerry__ablation-studies/ablation_no_anchor_3concept_txtenc/models/epoch_3/aligned_model_step_299",
|
| 3 |
+
"list_of_concepts": "Nurse,Male Nurse,Female Nurse",
|
| 4 |
+
"output_path": "output/bias_align/sd1.5/ablation_studies/no_anchor_3concept",
|
| 5 |
+
"preserved_concepts_dataset_path": "/vol/bitbucket/m24/Concept_Neuron_Localisation_my_idea/Investigating_concept_neurons/preserved_concepts/annotations.csv",
|
| 6 |
+
"batch_size": 1,
|
| 7 |
+
"num_epochs": 3,
|
| 8 |
+
"steps_per_epoch": 300,
|
| 9 |
+
"learning_rate": 1e-05,
|
| 10 |
+
"threshold_concept_neuron": 2.0,
|
| 11 |
+
"logs_path": "logs/bias_alignment/sd1.5/ablation_studies/no_anchor_3concept_unet_gpu2.log",
|
| 12 |
+
"num_of_sample_images_to_generate": 2,
|
| 13 |
+
"sample_image_log_every": 10,
|
| 14 |
+
"sample_image_concepts": null,
|
| 15 |
+
"compute_concept_neurons_based_on": "clip_score",
|
| 16 |
+
"add_adapter_layers_to_text_encoder": "no",
|
| 17 |
+
"layers_to_inject_adapters": "NA",
|
| 18 |
+
"only_align_text_encoder": "no",
|
| 19 |
+
"align_only_unet_and_vae": "no",
|
| 20 |
+
"align_only_unet": "yes",
|
| 21 |
+
"only_preservation": "no",
|
| 22 |
+
"add_lora_adapters_to_text_encoder": "no",
|
| 23 |
+
"ranking_loss_weight": 1.0,
|
| 24 |
+
"ranking_loss_tau": 0.05,
|
| 25 |
+
"align_unet_via_output_embeddings": "no",
|
| 26 |
+
"unet_kg_num_inference_steps": 0,
|
| 27 |
+
"use_fd_unet_kg": "no",
|
| 28 |
+
"fd_unet_h": 1e-06,
|
| 29 |
+
"fd_unet_num_inference_steps": 35,
|
| 30 |
+
"align_unet_via_true_diff_grads": "yes",
|
| 31 |
+
"true_diff_grads_num_inference_steps": 35,
|
| 32 |
+
"true_diff_grads_grad_steps": 1,
|
| 33 |
+
"true_diff_grads_use_noise_pred_loss": "no",
|
| 34 |
+
"true_diff_grads_target_step_frac": 0.5,
|
| 35 |
+
"disable_preservation_loss": "no",
|
| 36 |
+
"interleaved_preservation_loss": "no",
|
| 37 |
+
"true_diff_grads_rotating_window": "no",
|
| 38 |
+
"true_diff_grads_rotating_min_step": 15,
|
| 39 |
+
"true_diff_grads_selective_step": "no",
|
| 40 |
+
"true_diff_grads_selective_min_step": 1,
|
| 41 |
+
"true_diff_grads_accumulate_all_steps": "yes",
|
| 42 |
+
"true_diff_grads_accumulate_steps_per_iter": 5,
|
| 43 |
+
"true_diff_grads_interleaved_pairs": "no",
|
| 44 |
+
"custom_gt_kg_json": null,
|
| 45 |
+
"target_pairs_json": "configs/sd1.5/scalability/3-concept/target_pairs.json",
|
| 46 |
+
"maximize_pairs_json": null,
|
| 47 |
+
"max_min_pairs_json": null,
|
| 48 |
+
"self_sim_target_pairs_json": null,
|
| 49 |
+
"randomize_latent_seed": "yes",
|
| 50 |
+
"run_name_tag": "ablation_no_anchor_3concept_unet",
|
| 51 |
+
"run_name_override": "unet",
|
| 52 |
+
"static_embedding_loss_weights_json": null,
|
| 53 |
+
"resume_from_checkpoint": "yes",
|
| 54 |
+
"static_kg_row_weights_json": null,
|
| 55 |
+
"hf_repo_id": "MansiJerry/ablation-studies"
|
| 56 |
+
}
|