feat: Add FLUX.3 model architecture.
Browse files- README.md +2 -0
- core/pipelines/workflow_recipes/_partials/conditioning/flux3.yaml +100 -0
- yaml/constants.yaml +9 -0
- yaml/file_list.yaml +9 -0
- yaml/model_architecture_features.yaml +6 -0
- yaml/model_architectures.yaml +3 -0
- yaml/model_defaults.yaml +17 -0
- yaml/model_list.yaml +13 -0
- yaml/pid.yaml +1 -1
README.md
CHANGED
|
@@ -24,6 +24,7 @@ models:
|
|
| 24 |
- black-forest-labs/FLUX.2-klein-9b-kv-fp8
|
| 25 |
- black-forest-labs/FLUX.2-klein-base-4b-nvfp4
|
| 26 |
- black-forest-labs/FLUX.2-klein-base-9b-nvfp4
|
|
|
|
| 27 |
- bluepen5805/4nima_pencil-XL
|
| 28 |
- bluepen5805/anima-models
|
| 29 |
- bluepen5805/anima_pencil-XL
|
|
@@ -152,6 +153,7 @@ models:
|
|
| 152 |
- black-forest-labs/FLUX.1-dev
|
| 153 |
- black-forest-labs/FLUX.1-Krea-dev
|
| 154 |
- black-forest-labs/FLUX.1-schnell
|
|
|
|
| 155 |
- Boogu/Boogu-Image-0.1-Turbo
|
| 156 |
- Boogu/Boogu-Image-0.1-Base
|
| 157 |
- Boogu/Boogu-Image-0.1-Edit
|
|
|
|
| 24 |
- black-forest-labs/FLUX.2-klein-9b-kv-fp8
|
| 25 |
- black-forest-labs/FLUX.2-klein-base-4b-nvfp4
|
| 26 |
- black-forest-labs/FLUX.2-klein-base-9b-nvfp4
|
| 27 |
+
- black-forest-labs/flux-3-image-klein-comfy
|
| 28 |
- bluepen5805/4nima_pencil-XL
|
| 29 |
- bluepen5805/anima-models
|
| 30 |
- bluepen5805/anima_pencil-XL
|
|
|
|
| 153 |
- black-forest-labs/FLUX.1-dev
|
| 154 |
- black-forest-labs/FLUX.1-Krea-dev
|
| 155 |
- black-forest-labs/FLUX.1-schnell
|
| 156 |
+
- black-forest-labs/flux-3-image-klein
|
| 157 |
- Boogu/Boogu-Image-0.1-Turbo
|
| 158 |
- Boogu/Boogu-Image-0.1-Base
|
| 159 |
- Boogu/Boogu-Image-0.1-Edit
|
core/pipelines/workflow_recipes/_partials/conditioning/flux3.yaml
ADDED
|
@@ -0,0 +1,100 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
nodes:
|
| 2 |
+
unet_loader:
|
| 3 |
+
class_type: UNETLoader
|
| 4 |
+
title: "Load Diffusion Model"
|
| 5 |
+
params:
|
| 6 |
+
weight_dtype: "default"
|
| 7 |
+
clip_loader:
|
| 8 |
+
class_type: CLIPLoader
|
| 9 |
+
title: "Load CLIP"
|
| 10 |
+
params:
|
| 11 |
+
type: "flux3"
|
| 12 |
+
device: "default"
|
| 13 |
+
vae_loader:
|
| 14 |
+
class_type: VAELoader
|
| 15 |
+
title: "Load VAE"
|
| 16 |
+
|
| 17 |
+
pos_prompt:
|
| 18 |
+
class_type: CLIPTextEncode
|
| 19 |
+
title: "CLIP Text Encode (Positive)"
|
| 20 |
+
neg_prompt:
|
| 21 |
+
class_type: CLIPTextEncode
|
| 22 |
+
title: "CLIP Text Encode (Negative)"
|
| 23 |
+
|
| 24 |
+
ksampler:
|
| 25 |
+
class_type: KSampler
|
| 26 |
+
title: "KSampler"
|
| 27 |
+
params:
|
| 28 |
+
denoise: 1.0
|
| 29 |
+
|
| 30 |
+
vae_decode:
|
| 31 |
+
class_type: VAEDecode
|
| 32 |
+
title: "VAE Decode"
|
| 33 |
+
|
| 34 |
+
save_image:
|
| 35 |
+
class_type: SaveImage
|
| 36 |
+
title: "Save Image"
|
| 37 |
+
|
| 38 |
+
connections:
|
| 39 |
+
- from: "unet_loader:0"
|
| 40 |
+
to: "ksampler:model"
|
| 41 |
+
- from: "clip_loader:0"
|
| 42 |
+
to: "pos_prompt:clip"
|
| 43 |
+
- from: "clip_loader:0"
|
| 44 |
+
to: "neg_prompt:clip"
|
| 45 |
+
- from: "vae_loader:0"
|
| 46 |
+
to: "vae_decode:vae"
|
| 47 |
+
- from: "vae_loader:0"
|
| 48 |
+
to: "vae_encode:vae"
|
| 49 |
+
|
| 50 |
+
- from: "pos_prompt:0"
|
| 51 |
+
to: "ksampler:positive"
|
| 52 |
+
- from: "neg_prompt:0"
|
| 53 |
+
to: "ksampler:negative"
|
| 54 |
+
|
| 55 |
+
- from: "latent_source:0"
|
| 56 |
+
to: "ksampler:latent_image"
|
| 57 |
+
|
| 58 |
+
- from: "ksampler:0"
|
| 59 |
+
to: "vae_decode:samples"
|
| 60 |
+
- from: "vae_decode:0"
|
| 61 |
+
to: "save_image:images"
|
| 62 |
+
|
| 63 |
+
dynamic_lora_chains:
|
| 64 |
+
lora_chain:
|
| 65 |
+
template: "LoraLoader"
|
| 66 |
+
output_map:
|
| 67 |
+
"unet_loader:0": "model"
|
| 68 |
+
"clip_loader:0": "clip"
|
| 69 |
+
input_map:
|
| 70 |
+
"model": "model"
|
| 71 |
+
"clip": "clip"
|
| 72 |
+
end_input_map:
|
| 73 |
+
"model": ["ksampler:model"]
|
| 74 |
+
"clip": ["pos_prompt:clip", "neg_prompt:clip"]
|
| 75 |
+
|
| 76 |
+
dynamic_reference_latent_chains:
|
| 77 |
+
reference_latent_chain:
|
| 78 |
+
ksampler_node: "ksampler"
|
| 79 |
+
vae_node: "vae_loader"
|
| 80 |
+
|
| 81 |
+
dynamic_pid_chains:
|
| 82 |
+
pid_chain:
|
| 83 |
+
ksampler_node: "ksampler"
|
| 84 |
+
|
| 85 |
+
ui_map:
|
| 86 |
+
unet_name: "unet_loader:unet_name"
|
| 87 |
+
clip_name: "clip_loader:clip_name"
|
| 88 |
+
vae_name: "vae_loader:vae_name"
|
| 89 |
+
|
| 90 |
+
positive_prompt: "pos_prompt:text"
|
| 91 |
+
negative_prompt: "neg_prompt:text"
|
| 92 |
+
|
| 93 |
+
seed: "ksampler:seed"
|
| 94 |
+
steps: "ksampler:steps"
|
| 95 |
+
cfg: "ksampler:cfg"
|
| 96 |
+
sampler_name: "ksampler:sampler_name"
|
| 97 |
+
scheduler: "ksampler:scheduler"
|
| 98 |
+
denoise: "ksampler:denoise"
|
| 99 |
+
|
| 100 |
+
filename_prefix: "save_image:filename_prefix"
|
yaml/constants.yaml
CHANGED
|
@@ -7,6 +7,14 @@ MAX_REFERENCE_LATENTS: 10
|
|
| 7 |
LORA_SOURCE_CHOICES: ["Civitai", "Hugging Face", "Upload File"]
|
| 8 |
|
| 9 |
RESOLUTION_MAP:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
krea-2:
|
| 11 |
"1:1 (Square)": [1024, 1024]
|
| 12 |
"16:9 (Landscape)": [1344, 768]
|
|
@@ -289,6 +297,7 @@ RESOLUTION_MAP:
|
|
| 289 |
"2:3 (Portrait)": [512, 768]
|
| 290 |
|
| 291 |
MULTIPLIERS_MAP:
|
|
|
|
| 292 |
krea-2: 1
|
| 293 |
sensenova-u1.5: 1
|
| 294 |
mage-flow: 1
|
|
|
|
| 7 |
LORA_SOURCE_CHOICES: ["Civitai", "Hugging Face", "Upload File"]
|
| 8 |
|
| 9 |
RESOLUTION_MAP:
|
| 10 |
+
flux3:
|
| 11 |
+
"1:1 (Square)": [1024, 1024]
|
| 12 |
+
"16:9 (Landscape)": [1344, 768]
|
| 13 |
+
"9:16 (Portrait)": [768, 1344]
|
| 14 |
+
"4:3 (Classic)": [1152, 896]
|
| 15 |
+
"3:4 (Classic Portrait)": [896, 1152]
|
| 16 |
+
"3:2 (Photography)": [1216, 832]
|
| 17 |
+
"2:3 (Photography Portrait)": [832, 1216]
|
| 18 |
krea-2:
|
| 19 |
"1:1 (Square)": [1024, 1024]
|
| 20 |
"16:9 (Landscape)": [1344, 768]
|
|
|
|
| 297 |
"2:3 (Portrait)": [512, 768]
|
| 298 |
|
| 299 |
MULTIPLIERS_MAP:
|
| 300 |
+
flux3: 1
|
| 301 |
krea-2: 1
|
| 302 |
sensenova-u1.5: 1
|
| 303 |
mage-flow: 1
|
yaml/file_list.yaml
CHANGED
|
@@ -405,6 +405,15 @@ file:
|
|
| 405 |
repo_id: "comfyanonymous/ControlNet-v1-1_fp16_safetensors"
|
| 406 |
repository_file_path: "control_v11u_sd15_tile_fp16.safetensors"
|
| 407 |
diffusion_models:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 408 |
# Krea-2
|
| 409 |
- filename: "krea2_turbo_nvfp4.safetensors"
|
| 410 |
source: "hf"
|
|
|
|
| 405 |
repo_id: "comfyanonymous/ControlNet-v1-1_fp16_safetensors"
|
| 406 |
repository_file_path: "control_v11u_sd15_tile_fp16.safetensors"
|
| 407 |
diffusion_models:
|
| 408 |
+
# Flux-3
|
| 409 |
+
- filename: "flux3_image_klein_nvfp4.safetensors"
|
| 410 |
+
source: "hf"
|
| 411 |
+
repo_id: "black-forest-labs/flux-3-image-klein-comfy"
|
| 412 |
+
repository_file_path: "diffusion_models/flux3_image_klein_nvfp4.safetensors"
|
| 413 |
+
- filename: "flux3_image_klein_sd_nvfp4.safetensors"
|
| 414 |
+
source: "hf"
|
| 415 |
+
repo_id: "black-forest-labs/flux-3-image-klein-comfy"
|
| 416 |
+
repository_file_path: "diffusion_models/flux3_image_klein_sd_nvfp4.safetensors"
|
| 417 |
# Krea-2
|
| 418 |
- filename: "krea2_turbo_nvfp4.safetensors"
|
| 419 |
source: "hf"
|
yaml/model_architecture_features.yaml
CHANGED
|
@@ -1,4 +1,10 @@
|
|
| 1 |
# Feature names in enabled_chains correspond 1-to-1 with chain_injectors/<name>_injector.py
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
krea-2:
|
| 3 |
enabled_chains:
|
| 4 |
- lora
|
|
|
|
| 1 |
# Feature names in enabled_chains correspond 1-to-1 with chain_injectors/<name>_injector.py
|
| 2 |
+
flux3:
|
| 3 |
+
enabled_chains:
|
| 4 |
+
- lora
|
| 5 |
+
- reference_latent
|
| 6 |
+
- pid
|
| 7 |
+
|
| 8 |
krea-2:
|
| 9 |
enabled_chains:
|
| 10 |
- lora
|
yaml/model_architectures.yaml
CHANGED
|
@@ -1,4 +1,5 @@
|
|
| 1 |
architecture_order:
|
|
|
|
| 2 |
- "Krea-2"
|
| 3 |
- "Qwen-Image-2.1"
|
| 4 |
- "Ming-Image"
|
|
@@ -36,6 +37,8 @@ architecture_order:
|
|
| 36 |
- "SD1.5"
|
| 37 |
|
| 38 |
architectures:
|
|
|
|
|
|
|
| 39 |
Krea-2:
|
| 40 |
model_type: "krea-2"
|
| 41 |
"SenseNova-U1.5":
|
|
|
|
| 1 |
architecture_order:
|
| 2 |
+
- "FLUX.3"
|
| 3 |
- "Krea-2"
|
| 4 |
- "Qwen-Image-2.1"
|
| 5 |
- "Ming-Image"
|
|
|
|
| 37 |
- "SD1.5"
|
| 38 |
|
| 39 |
architectures:
|
| 40 |
+
"FLUX.3":
|
| 41 |
+
model_type: "flux3"
|
| 42 |
Krea-2:
|
| 43 |
model_type: "krea-2"
|
| 44 |
"SenseNova-U1.5":
|
yaml/model_defaults.yaml
CHANGED
|
@@ -6,6 +6,23 @@ Default:
|
|
| 6 |
positive_prompt: ""
|
| 7 |
negative_prompt: ""
|
| 8 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
Krea-2:
|
| 10 |
_defaults:
|
| 11 |
steps: 52
|
|
|
|
| 6 |
positive_prompt: ""
|
| 7 |
negative_prompt: ""
|
| 8 |
|
| 9 |
+
FLUX.3:
|
| 10 |
+
_defaults:
|
| 11 |
+
steps: 25
|
| 12 |
+
cfg: 3.5
|
| 13 |
+
sampler_name: "euler"
|
| 14 |
+
scheduler: "simple"
|
| 15 |
+
"FLUX.3-Image-Klein":
|
| 16 |
+
steps: 25
|
| 17 |
+
cfg: 3.5
|
| 18 |
+
sampler_name: "euler"
|
| 19 |
+
scheduler: "simple"
|
| 20 |
+
"FLUX.3-Image-Klein-Distilled":
|
| 21 |
+
steps: 15
|
| 22 |
+
cfg: 1.0
|
| 23 |
+
sampler_name: "euler"
|
| 24 |
+
scheduler: "simple"
|
| 25 |
+
|
| 26 |
Krea-2:
|
| 27 |
_defaults:
|
| 28 |
steps: 52
|
yaml/model_list.yaml
CHANGED
|
@@ -1,4 +1,17 @@
|
|
| 1 |
Checkpoint:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
Krea-2:
|
| 3 |
latent_type: latent
|
| 4 |
models:
|
|
|
|
| 1 |
Checkpoint:
|
| 2 |
+
FLUX.3:
|
| 3 |
+
latent_type: flux2_latent
|
| 4 |
+
models:
|
| 5 |
+
- display_name: "FLUX.3-Image-Klein"
|
| 6 |
+
components:
|
| 7 |
+
unet: "flux3_image_klein_nvfp4.safetensors"
|
| 8 |
+
clip: "qwen3vl_4b_fp8_scaled.safetensors"
|
| 9 |
+
vae: "flux2-vae.safetensors"
|
| 10 |
+
- display_name: "FLUX.3-Image-Klein-Distilled"
|
| 11 |
+
components:
|
| 12 |
+
unet: "flux3_image_klein_sd_nvfp4.safetensors"
|
| 13 |
+
clip: "qwen3vl_4b_fp8_scaled.safetensors"
|
| 14 |
+
vae: "flux2-vae.safetensors"
|
| 15 |
Krea-2:
|
| 16 |
latent_type: latent
|
| 17 |
models:
|
yaml/pid.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
PiD:
|
| 2 |
- filepath: "pid_1.5_flux2_1024_to_4096_4step_int8_convrot.safetensors"
|
| 3 |
latent_format: "flux"
|
| 4 |
-
architectures: ["flux2", "flux2-kv", "ideogram-4", "lens", "ernie-image"]
|
| 5 |
- filepath: "pid_1.5_qwenimage_1024_to_4096_4step_int8_convrot.safetensors"
|
| 6 |
latent_format: "qwenimage"
|
| 7 |
architectures: ["anima-3.8b-v1.1", "anima-3.8b", "anima", "qwen-image", "krea-2"]
|
|
|
|
| 1 |
PiD:
|
| 2 |
- filepath: "pid_1.5_flux2_1024_to_4096_4step_int8_convrot.safetensors"
|
| 3 |
latent_format: "flux"
|
| 4 |
+
architectures: ["flux3", "flux2", "flux2-kv", "ideogram-4", "lens", "ernie-image"]
|
| 5 |
- filepath: "pid_1.5_qwenimage_1024_to_4096_4step_int8_convrot.safetensors"
|
| 6 |
latent_format: "qwenimage"
|
| 7 |
architectures: ["anima-3.8b-v1.1", "anima-3.8b", "anima", "qwen-image", "krea-2"]
|