Update README.md
Browse files
README.md
CHANGED
|
@@ -62,11 +62,11 @@ controlnet = FluxMultiControlNetModel([controlnet_union]) # we always recommend
|
|
| 62 |
pipe = FluxControlNetPipeline.from_pretrained(base_model, controlnet=controlnet, torch_dtype=torch.bfloat16)
|
| 63 |
pipe.to("cuda")
|
| 64 |
|
| 65 |
-
prompt = '
|
| 66 |
-
control_image_depth = load_image("https://huggingface.co/
|
| 67 |
control_mode_depth = 2
|
| 68 |
|
| 69 |
-
control_image_canny = load_image("https://huggingface.co/
|
| 70 |
control_mode_canny = 0
|
| 71 |
|
| 72 |
width, height = control_image.size
|
|
@@ -77,7 +77,7 @@ image = pipe(
|
|
| 77 |
control_mode=[control_mode_depth, control_mode_canny],
|
| 78 |
width=width,
|
| 79 |
height=height,
|
| 80 |
-
controlnet_conditioning_scale=[0.
|
| 81 |
num_inference_steps=24,
|
| 82 |
guidance_scale=3.5,
|
| 83 |
generator=torch.manual_seed(42),
|
|
@@ -86,6 +86,8 @@ image = pipe(
|
|
| 86 |
|
| 87 |
We also support loading multiple ControlNets as before, you can load as
|
| 88 |
```python
|
|
|
|
|
|
|
| 89 |
controlnet_model_union = './Shakker-Labs/FLUX.1-dev-Controlnet-Union'
|
| 90 |
controlnet_union = FluxControlNetModel.from_pretrained(controlnet_model_union, torch_dtype=torch.bfloat16)
|
| 91 |
|
|
|
|
| 62 |
pipe = FluxControlNetPipeline.from_pretrained(base_model, controlnet=controlnet, torch_dtype=torch.bfloat16)
|
| 63 |
pipe.to("cuda")
|
| 64 |
|
| 65 |
+
prompt = 'A bohemian-style female travel blogger with sun-kissed skin and messy beach waves.'
|
| 66 |
+
control_image_depth = load_image("https://huggingface.co/Shakker-Labs/FLUX.1-dev-ControlNet-Union-Pro/resolve/main/assets/depth.jpg")
|
| 67 |
control_mode_depth = 2
|
| 68 |
|
| 69 |
+
control_image_canny = load_image("https://huggingface.co/Shakker-Labs/FLUX.1-dev-ControlNet-Union-Pro/resolve/main/assets/canny.jpg")
|
| 70 |
control_mode_canny = 0
|
| 71 |
|
| 72 |
width, height = control_image.size
|
|
|
|
| 77 |
control_mode=[control_mode_depth, control_mode_canny],
|
| 78 |
width=width,
|
| 79 |
height=height,
|
| 80 |
+
controlnet_conditioning_scale=[0.2, 0.4],
|
| 81 |
num_inference_steps=24,
|
| 82 |
guidance_scale=3.5,
|
| 83 |
generator=torch.manual_seed(42),
|
|
|
|
| 86 |
|
| 87 |
We also support loading multiple ControlNets as before, you can load as
|
| 88 |
```python
|
| 89 |
+
from diffusers import FluxControlNetModel, FluxMultiControlNetModel
|
| 90 |
+
|
| 91 |
controlnet_model_union = './Shakker-Labs/FLUX.1-dev-Controlnet-Union'
|
| 92 |
controlnet_union = FluxControlNetModel.from_pretrained(controlnet_model_union, torch_dtype=torch.bfloat16)
|
| 93 |
|