ComfyUI / workflows /flux-redux-style-composition-bfl-lora.json
aleph65's picture
Add flux-redux workflow drafts (v1): style+composition (Union-Pro-2.0), fal dev replica, prompt, Replicate schnell replica, BFL depth-lora variant + research notes; frozen starting points in wip/flux-redux/
7cd8b95 verified
Raw
History Blame Contribute Delete
18.9 kB
{
"id": "00000000-0000-0000-0000-000000000000",
"revision": 0,
"last_node_id": 21,
"last_link_id": 23,
"nodes": [
{
"id": 1,
"type": "MarkdownNote",
"pos": [
-1300,
-80
],
"size": [
540,
420
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {
"Node name for S&R": "MarkdownNote",
"cnr_id": "comfy-core",
"ver": "0.27.0"
},
"widgets_values": [
"## FLUX Redux + official BFL Depth LoRA (v1 draft \u2014 A/B variant)\n\nAlternative to the Union-Pro-2.0 workflow for maximum structural adherence: BFL's\n`flux1-depth-dev-lora` on stock flux1-dev, control image fed via latent-concat\n(**InstructPixToPixConditioning**), Redux on the conditioning as usual.\n\n**Models**: dev base + Redux files as in the other workflows, plus\n`loras/flux1-depth-dev-lora.safetensors` (HF `black-forest-labs/FLUX.1-Depth-dev-lora`, gated).\n\n**Differences vs the ControlNet version** \u2014 structure control has NO strength/start/end;\nweaken it via the LoRA strength (1.0 = full adherence, ~0.7 looser). No canny stacking.\n**FluxGuidance 10** (BFL's depth rec \u2014 NOT 3.5). Redux attn_bias 0.5 as usual.\nLatent size comes from InstructPixToPixConditioning (= control image size) \u2014 feed a\nflux-legal resolution composition image (~1MP).\n"
]
},
{
"id": 2,
"type": "UNETLoader",
"pos": [
-720,
-80
],
"size": [
340,
82
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
15
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "UNETLoader",
"cnr_id": "comfy-core",
"ver": "0.27.0"
},
"widgets_values": [
"flux1-dev.safetensors",
"default"
]
},
{
"id": 3,
"type": "DualCLIPLoader",
"pos": [
-720,
60
],
"size": [
340,
130
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
3
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DualCLIPLoader",
"cnr_id": "comfy-core",
"ver": "0.27.0"
},
"widgets_values": [
"t5xxl_fp16.safetensors",
"clip_l.safetensors",
"flux",
"default"
]
},
{
"id": 4,
"type": "VAELoader",
"pos": [
-720,
250
],
"size": [
340,
58
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
13,
22
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAELoader",
"cnr_id": "comfy-core",
"ver": "0.27.0"
},
"widgets_values": [
"ae.safetensors"
]
},
{
"id": 5,
"type": "LoadImage",
"pos": [
-720,
420
],
"size": [
274,
314
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
2
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": [],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "LoadImage",
"cnr_id": "comfy-core",
"ver": "0.27.0"
},
"title": "Style reference (Image A)",
"widgets_values": [
"style_ref.png",
"image"
]
},
{
"id": 6,
"type": "CLIPVisionLoader",
"pos": [
-720,
780
],
"size": [
340,
58
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP_VISION",
"type": "CLIP_VISION",
"links": [
1
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPVisionLoader",
"cnr_id": "comfy-core",
"ver": "0.27.0"
},
"widgets_values": [
"sigclip_vision_patch14_384.safetensors"
]
},
{
"id": 7,
"type": "CLIPVisionEncode",
"pos": [
-340,
480
],
"size": [
290,
78
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "clip_vision",
"type": "CLIP_VISION",
"link": 1
},
{
"name": "image",
"type": "IMAGE",
"link": 2
}
],
"outputs": [
{
"name": "CLIP_VISION_OUTPUT",
"type": "CLIP_VISION_OUTPUT",
"links": [
8
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPVisionEncode",
"cnr_id": "comfy-core",
"ver": "0.27.0"
},
"widgets_values": [
"center"
]
},
{
"id": 8,
"type": "StyleModelLoader",
"pos": [
-720,
870
],
"size": [
340,
58
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "STYLE_MODEL",
"type": "STYLE_MODEL",
"links": [
7
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "StyleModelLoader",
"cnr_id": "comfy-core",
"ver": "0.27.0"
},
"widgets_values": [
"flux1-redux-dev.safetensors"
]
},
{
"id": 9,
"type": "CLIPTextEncode",
"pos": [
-300,
60
],
"size": [
400,
160
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 3
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
4
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode",
"cnr_id": "comfy-core",
"ver": "0.27.0"
},
"title": "Prompt (optional)",
"widgets_values": [
""
]
},
{
"id": 10,
"type": "FluxGuidance",
"pos": [
140,
60
],
"size": [
290,
58
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"link": 4
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
5,
6
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FluxGuidance",
"cnr_id": "comfy-core",
"ver": "0.27.0"
},
"widgets_values": [
10.0
]
},
{
"id": 11,
"type": "ConditioningZeroOut",
"pos": [
140,
170
],
"size": [
290,
48
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"link": 5
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
12
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ConditioningZeroOut",
"cnr_id": "comfy-core",
"ver": "0.27.0"
}
},
{
"id": 12,
"type": "StyleModelApply",
"pos": [
140,
300
],
"size": [
320,
102
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"link": 6
},
{
"name": "style_model",
"type": "STYLE_MODEL",
"link": 7
},
{
"name": "clip_vision_output",
"type": "CLIP_VISION_OUTPUT",
"link": 8
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
11
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "StyleModelApply",
"cnr_id": "comfy-core",
"ver": "0.27.0"
},
"widgets_values": [
0.5,
"attn_bias"
]
},
{
"id": 13,
"type": "LoadImage",
"pos": [
-720,
1000
],
"size": [
274,
314
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
9
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": [],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "LoadImage",
"cnr_id": "comfy-core",
"ver": "0.27.0"
},
"title": "Composition reference (Image B)",
"widgets_values": [
"composition_ref.png",
"image"
]
},
{
"id": 14,
"type": "DepthAnythingV2Preprocessor",
"pos": [
-300,
1030
],
"size": [
330,
82
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 9
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
10,
14
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DepthAnythingV2Preprocessor",
"cnr_id": "comfyui_controlnet_aux"
},
"widgets_values": [
"depth_anything_v2_vitl.pth",
1024
]
},
{
"id": 15,
"type": "PreviewImage",
"pos": [
-300,
1180
],
"size": [
300,
300
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 10
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage",
"cnr_id": "comfy-core",
"ver": "0.27.0"
},
"title": "Depth map preview"
},
{
"id": 16,
"type": "InstructPixToPixConditioning",
"pos": [
560,
300
],
"size": [
300,
106
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 11
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 12
},
{
"name": "vae",
"type": "VAE",
"link": 13
},
{
"name": "pixels",
"type": "IMAGE",
"link": 14
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
18
],
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
19
],
"slot_index": 1
},
{
"name": "latent",
"type": "LATENT",
"links": [
20
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "InstructPixToPixConditioning",
"cnr_id": "comfy-core",
"ver": "0.27.0"
}
},
{
"id": 17,
"type": "LoraLoaderModelOnly",
"pos": [
-300,
-160
],
"size": [
340,
82
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 15
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
16
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LoraLoaderModelOnly",
"cnr_id": "comfy-core",
"ver": "0.27.0"
},
"title": "BFL Depth LoRA",
"widgets_values": [
"flux1-depth-dev-lora.safetensors",
1.0
]
},
{
"id": 18,
"type": "ModelSamplingFlux",
"pos": [
140,
-160
],
"size": [
300,
130
],
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 16
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
17
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ModelSamplingFlux",
"cnr_id": "comfy-core",
"ver": "0.27.0"
},
"widgets_values": [
1.15,
0.5,
1024,
1024
]
},
{
"id": 19,
"type": "KSampler",
"pos": [
980,
300
],
"size": [
300,
262
],
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 17
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 18
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 19
},
{
"name": "latent_image",
"type": "LATENT",
"link": 20
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
21
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler",
"cnr_id": "comfy-core",
"ver": "0.27.0"
},
"widgets_values": [
0,
"randomize",
28,
1.0,
"euler",
"simple",
1.0
]
},
{
"id": 20,
"type": "VAEDecode",
"pos": [
1320,
300
],
"size": [
210,
66
],
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 21
},
{
"name": "vae",
"type": "VAE",
"link": 22
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
23
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode",
"cnr_id": "comfy-core",
"ver": "0.27.0"
}
},
{
"id": 21,
"type": "SaveImage",
"pos": [
1320,
420
],
"size": [
400,
400
],
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 23
}
],
"outputs": [],
"properties": {
"Node name for S&R": "SaveImage",
"cnr_id": "comfy-core",
"ver": "0.27.0"
},
"widgets_values": [
"flux-redux/style-comp-bfl"
]
}
],
"links": [
[
1,
6,
0,
7,
0,
"CLIP_VISION"
],
[
2,
5,
0,
7,
1,
"IMAGE"
],
[
3,
3,
0,
9,
0,
"CLIP"
],
[
4,
9,
0,
10,
0,
"CONDITIONING"
],
[
5,
10,
0,
11,
0,
"CONDITIONING"
],
[
6,
10,
0,
12,
0,
"CONDITIONING"
],
[
7,
8,
0,
12,
1,
"STYLE_MODEL"
],
[
8,
7,
0,
12,
2,
"CLIP_VISION_OUTPUT"
],
[
9,
13,
0,
14,
0,
"IMAGE"
],
[
10,
14,
0,
15,
0,
"IMAGE"
],
[
11,
12,
0,
16,
0,
"CONDITIONING"
],
[
12,
11,
0,
16,
1,
"CONDITIONING"
],
[
13,
4,
0,
16,
2,
"VAE"
],
[
14,
14,
0,
16,
3,
"IMAGE"
],
[
15,
2,
0,
17,
0,
"MODEL"
],
[
16,
17,
0,
18,
0,
"MODEL"
],
[
17,
18,
0,
19,
0,
"MODEL"
],
[
18,
16,
0,
19,
1,
"CONDITIONING"
],
[
19,
16,
1,
19,
2,
"CONDITIONING"
],
[
20,
16,
2,
19,
3,
"LATENT"
],
[
21,
19,
0,
20,
0,
"LATENT"
],
[
22,
4,
0,
20,
1,
"VAE"
],
[
23,
20,
0,
21,
0,
"IMAGE"
]
],
"groups": [
{
"id": 1,
"title": "STYLE REFERENCE \u2014 Redux",
"bounding": [
-740,
340,
940,
700
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 2,
"title": "COMPOSITION \u2014 BFL Depth LoRA",
"bounding": [
-740,
900,
1220,
500
],
"color": "#8f5b34",
"font_size": 24,
"flags": {}
}
],
"config": {},
"extra": {},
"version": 0.4
}