Instructions to use YiYiXu/modular-diffdiff-0704 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use YiYiXu/modular-diffdiff-0704 with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("YiYiXu/modular-diffdiff-0704", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
Update block.py
Browse files
block.py
CHANGED
|
@@ -195,17 +195,17 @@ class SDXLDiffDiffLoopBeforeDenoiser(PipelineBlock):
|
|
| 195 |
return components, block_state
|
| 196 |
|
| 197 |
|
| 198 |
-
class
|
| 199 |
block_classes = [SDXLDiffDiffLoopBeforeDenoiser, StableDiffusionXLLoopDenoiser, StableDiffusionXLLoopAfterDenoiser]
|
| 200 |
block_names = ["before_denoiser", "denoiser", "after_denoiser"]
|
| 201 |
|
| 202 |
# control_cond
|
| 203 |
-
class
|
| 204 |
block_classes = [SDXLDiffDiffLoopBeforeDenoiser, StableDiffusionXLControlNetLoopDenoiser, StableDiffusionXLLoopAfterDenoiser]
|
| 205 |
block_names = ["before_denoiser", "denoiser", "after_denoiser"]
|
| 206 |
|
| 207 |
class SDXLDiffDiffAutoDenoiseStep(AutoPipelineBlocks):
|
| 208 |
-
block_classes = [
|
| 209 |
block_names = ["controlnet_denoise", "denoise"]
|
| 210 |
block_trigger_inputs = ["controlnet_cond", None]
|
| 211 |
|
|
|
|
| 195 |
return components, block_state
|
| 196 |
|
| 197 |
|
| 198 |
+
class SDXLDiffDiffDenoiseStep(StableDiffusionXLDenoiseLoopWrapper):
|
| 199 |
block_classes = [SDXLDiffDiffLoopBeforeDenoiser, StableDiffusionXLLoopDenoiser, StableDiffusionXLLoopAfterDenoiser]
|
| 200 |
block_names = ["before_denoiser", "denoiser", "after_denoiser"]
|
| 201 |
|
| 202 |
# control_cond
|
| 203 |
+
class SDXLDiffDiffControlNetDenoiseStep(StableDiffusionXLDenoiseLoopWrapper):
|
| 204 |
block_classes = [SDXLDiffDiffLoopBeforeDenoiser, StableDiffusionXLControlNetLoopDenoiser, StableDiffusionXLLoopAfterDenoiser]
|
| 205 |
block_names = ["before_denoiser", "denoiser", "after_denoiser"]
|
| 206 |
|
| 207 |
class SDXLDiffDiffAutoDenoiseStep(AutoPipelineBlocks):
|
| 208 |
+
block_classes = [SDXLDiffDiffControlNetDenoiseStep, SDXLDiffDiffDenoiseStep]
|
| 209 |
block_names = ["controlnet_denoise", "denoise"]
|
| 210 |
block_trigger_inputs = ["controlnet_cond", None]
|
| 211 |
|