RioShiina commited on
Commit
7eb9d75
·
verified ·
1 Parent(s): b24c54a

feat: Add FLUX.3 model architecture.

Browse files
README.md CHANGED
@@ -24,6 +24,7 @@ models:
24
  - black-forest-labs/FLUX.2-klein-9b-kv-fp8
25
  - black-forest-labs/FLUX.2-klein-base-4b-nvfp4
26
  - black-forest-labs/FLUX.2-klein-base-9b-nvfp4
 
27
  - bluepen5805/4nima_pencil-XL
28
  - bluepen5805/anima-models
29
  - bluepen5805/anima_pencil-XL
@@ -152,6 +153,7 @@ models:
152
  - black-forest-labs/FLUX.1-dev
153
  - black-forest-labs/FLUX.1-Krea-dev
154
  - black-forest-labs/FLUX.1-schnell
 
155
  - Boogu/Boogu-Image-0.1-Turbo
156
  - Boogu/Boogu-Image-0.1-Base
157
  - Boogu/Boogu-Image-0.1-Edit
 
24
  - black-forest-labs/FLUX.2-klein-9b-kv-fp8
25
  - black-forest-labs/FLUX.2-klein-base-4b-nvfp4
26
  - black-forest-labs/FLUX.2-klein-base-9b-nvfp4
27
+ - black-forest-labs/flux-3-image-klein-comfy
28
  - bluepen5805/4nima_pencil-XL
29
  - bluepen5805/anima-models
30
  - bluepen5805/anima_pencil-XL
 
153
  - black-forest-labs/FLUX.1-dev
154
  - black-forest-labs/FLUX.1-Krea-dev
155
  - black-forest-labs/FLUX.1-schnell
156
+ - black-forest-labs/flux-3-image-klein
157
  - Boogu/Boogu-Image-0.1-Turbo
158
  - Boogu/Boogu-Image-0.1-Base
159
  - Boogu/Boogu-Image-0.1-Edit
core/pipelines/workflow_recipes/_partials/conditioning/flux3.yaml ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ nodes:
2
+ unet_loader:
3
+ class_type: UNETLoader
4
+ title: "Load Diffusion Model"
5
+ params:
6
+ weight_dtype: "default"
7
+ clip_loader:
8
+ class_type: CLIPLoader
9
+ title: "Load CLIP"
10
+ params:
11
+ type: "flux3"
12
+ device: "default"
13
+ vae_loader:
14
+ class_type: VAELoader
15
+ title: "Load VAE"
16
+
17
+ pos_prompt:
18
+ class_type: CLIPTextEncode
19
+ title: "CLIP Text Encode (Positive)"
20
+ neg_prompt:
21
+ class_type: CLIPTextEncode
22
+ title: "CLIP Text Encode (Negative)"
23
+
24
+ ksampler:
25
+ class_type: KSampler
26
+ title: "KSampler"
27
+ params:
28
+ denoise: 1.0
29
+
30
+ vae_decode:
31
+ class_type: VAEDecode
32
+ title: "VAE Decode"
33
+
34
+ save_image:
35
+ class_type: SaveImage
36
+ title: "Save Image"
37
+
38
+ connections:
39
+ - from: "unet_loader:0"
40
+ to: "ksampler:model"
41
+ - from: "clip_loader:0"
42
+ to: "pos_prompt:clip"
43
+ - from: "clip_loader:0"
44
+ to: "neg_prompt:clip"
45
+ - from: "vae_loader:0"
46
+ to: "vae_decode:vae"
47
+ - from: "vae_loader:0"
48
+ to: "vae_encode:vae"
49
+
50
+ - from: "pos_prompt:0"
51
+ to: "ksampler:positive"
52
+ - from: "neg_prompt:0"
53
+ to: "ksampler:negative"
54
+
55
+ - from: "latent_source:0"
56
+ to: "ksampler:latent_image"
57
+
58
+ - from: "ksampler:0"
59
+ to: "vae_decode:samples"
60
+ - from: "vae_decode:0"
61
+ to: "save_image:images"
62
+
63
+ dynamic_lora_chains:
64
+ lora_chain:
65
+ template: "LoraLoader"
66
+ output_map:
67
+ "unet_loader:0": "model"
68
+ "clip_loader:0": "clip"
69
+ input_map:
70
+ "model": "model"
71
+ "clip": "clip"
72
+ end_input_map:
73
+ "model": ["ksampler:model"]
74
+ "clip": ["pos_prompt:clip", "neg_prompt:clip"]
75
+
76
+ dynamic_reference_latent_chains:
77
+ reference_latent_chain:
78
+ ksampler_node: "ksampler"
79
+ vae_node: "vae_loader"
80
+
81
+ dynamic_pid_chains:
82
+ pid_chain:
83
+ ksampler_node: "ksampler"
84
+
85
+ ui_map:
86
+ unet_name: "unet_loader:unet_name"
87
+ clip_name: "clip_loader:clip_name"
88
+ vae_name: "vae_loader:vae_name"
89
+
90
+ positive_prompt: "pos_prompt:text"
91
+ negative_prompt: "neg_prompt:text"
92
+
93
+ seed: "ksampler:seed"
94
+ steps: "ksampler:steps"
95
+ cfg: "ksampler:cfg"
96
+ sampler_name: "ksampler:sampler_name"
97
+ scheduler: "ksampler:scheduler"
98
+ denoise: "ksampler:denoise"
99
+
100
+ filename_prefix: "save_image:filename_prefix"
yaml/constants.yaml CHANGED
@@ -7,6 +7,14 @@ MAX_REFERENCE_LATENTS: 10
7
  LORA_SOURCE_CHOICES: ["Civitai", "Hugging Face", "Upload File"]
8
 
9
  RESOLUTION_MAP:
 
 
 
 
 
 
 
 
10
  krea-2:
11
  "1:1 (Square)": [1024, 1024]
12
  "16:9 (Landscape)": [1344, 768]
@@ -289,6 +297,7 @@ RESOLUTION_MAP:
289
  "2:3 (Portrait)": [512, 768]
290
 
291
  MULTIPLIERS_MAP:
 
292
  krea-2: 1
293
  sensenova-u1.5: 1
294
  mage-flow: 1
 
7
  LORA_SOURCE_CHOICES: ["Civitai", "Hugging Face", "Upload File"]
8
 
9
  RESOLUTION_MAP:
10
+ flux3:
11
+ "1:1 (Square)": [1024, 1024]
12
+ "16:9 (Landscape)": [1344, 768]
13
+ "9:16 (Portrait)": [768, 1344]
14
+ "4:3 (Classic)": [1152, 896]
15
+ "3:4 (Classic Portrait)": [896, 1152]
16
+ "3:2 (Photography)": [1216, 832]
17
+ "2:3 (Photography Portrait)": [832, 1216]
18
  krea-2:
19
  "1:1 (Square)": [1024, 1024]
20
  "16:9 (Landscape)": [1344, 768]
 
297
  "2:3 (Portrait)": [512, 768]
298
 
299
  MULTIPLIERS_MAP:
300
+ flux3: 1
301
  krea-2: 1
302
  sensenova-u1.5: 1
303
  mage-flow: 1
yaml/file_list.yaml CHANGED
@@ -405,6 +405,15 @@ file:
405
  repo_id: "comfyanonymous/ControlNet-v1-1_fp16_safetensors"
406
  repository_file_path: "control_v11u_sd15_tile_fp16.safetensors"
407
  diffusion_models:
 
 
 
 
 
 
 
 
 
408
  # Krea-2
409
  - filename: "krea2_turbo_nvfp4.safetensors"
410
  source: "hf"
 
405
  repo_id: "comfyanonymous/ControlNet-v1-1_fp16_safetensors"
406
  repository_file_path: "control_v11u_sd15_tile_fp16.safetensors"
407
  diffusion_models:
408
+ # Flux-3
409
+ - filename: "flux3_image_klein_nvfp4.safetensors"
410
+ source: "hf"
411
+ repo_id: "black-forest-labs/flux-3-image-klein-comfy"
412
+ repository_file_path: "diffusion_models/flux3_image_klein_nvfp4.safetensors"
413
+ - filename: "flux3_image_klein_sd_nvfp4.safetensors"
414
+ source: "hf"
415
+ repo_id: "black-forest-labs/flux-3-image-klein-comfy"
416
+ repository_file_path: "diffusion_models/flux3_image_klein_sd_nvfp4.safetensors"
417
  # Krea-2
418
  - filename: "krea2_turbo_nvfp4.safetensors"
419
  source: "hf"
yaml/model_architecture_features.yaml CHANGED
@@ -1,4 +1,10 @@
1
  # Feature names in enabled_chains correspond 1-to-1 with chain_injectors/<name>_injector.py
 
 
 
 
 
 
2
  krea-2:
3
  enabled_chains:
4
  - lora
 
1
  # Feature names in enabled_chains correspond 1-to-1 with chain_injectors/<name>_injector.py
2
+ flux3:
3
+ enabled_chains:
4
+ - lora
5
+ - reference_latent
6
+ - pid
7
+
8
  krea-2:
9
  enabled_chains:
10
  - lora
yaml/model_architectures.yaml CHANGED
@@ -1,4 +1,5 @@
1
  architecture_order:
 
2
  - "Krea-2"
3
  - "Qwen-Image-2.1"
4
  - "Ming-Image"
@@ -36,6 +37,8 @@ architecture_order:
36
  - "SD1.5"
37
 
38
  architectures:
 
 
39
  Krea-2:
40
  model_type: "krea-2"
41
  "SenseNova-U1.5":
 
1
  architecture_order:
2
+ - "FLUX.3"
3
  - "Krea-2"
4
  - "Qwen-Image-2.1"
5
  - "Ming-Image"
 
37
  - "SD1.5"
38
 
39
  architectures:
40
+ "FLUX.3":
41
+ model_type: "flux3"
42
  Krea-2:
43
  model_type: "krea-2"
44
  "SenseNova-U1.5":
yaml/model_defaults.yaml CHANGED
@@ -6,6 +6,23 @@ Default:
6
  positive_prompt: ""
7
  negative_prompt: ""
8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  Krea-2:
10
  _defaults:
11
  steps: 52
 
6
  positive_prompt: ""
7
  negative_prompt: ""
8
 
9
+ FLUX.3:
10
+ _defaults:
11
+ steps: 25
12
+ cfg: 3.5
13
+ sampler_name: "euler"
14
+ scheduler: "simple"
15
+ "FLUX.3-Image-Klein":
16
+ steps: 25
17
+ cfg: 3.5
18
+ sampler_name: "euler"
19
+ scheduler: "simple"
20
+ "FLUX.3-Image-Klein-Distilled":
21
+ steps: 15
22
+ cfg: 1.0
23
+ sampler_name: "euler"
24
+ scheduler: "simple"
25
+
26
  Krea-2:
27
  _defaults:
28
  steps: 52
yaml/model_list.yaml CHANGED
@@ -1,4 +1,17 @@
1
  Checkpoint:
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  Krea-2:
3
  latent_type: latent
4
  models:
 
1
  Checkpoint:
2
+ FLUX.3:
3
+ latent_type: flux2_latent
4
+ models:
5
+ - display_name: "FLUX.3-Image-Klein"
6
+ components:
7
+ unet: "flux3_image_klein_nvfp4.safetensors"
8
+ clip: "qwen3vl_4b_fp8_scaled.safetensors"
9
+ vae: "flux2-vae.safetensors"
10
+ - display_name: "FLUX.3-Image-Klein-Distilled"
11
+ components:
12
+ unet: "flux3_image_klein_sd_nvfp4.safetensors"
13
+ clip: "qwen3vl_4b_fp8_scaled.safetensors"
14
+ vae: "flux2-vae.safetensors"
15
  Krea-2:
16
  latent_type: latent
17
  models:
yaml/pid.yaml CHANGED
@@ -1,7 +1,7 @@
1
  PiD:
2
  - filepath: "pid_1.5_flux2_1024_to_4096_4step_int8_convrot.safetensors"
3
  latent_format: "flux"
4
- architectures: ["flux2", "flux2-kv", "ideogram-4", "lens", "ernie-image"]
5
  - filepath: "pid_1.5_qwenimage_1024_to_4096_4step_int8_convrot.safetensors"
6
  latent_format: "qwenimage"
7
  architectures: ["anima-3.8b-v1.1", "anima-3.8b", "anima", "qwen-image", "krea-2"]
 
1
  PiD:
2
  - filepath: "pid_1.5_flux2_1024_to_4096_4step_int8_convrot.safetensors"
3
  latent_format: "flux"
4
+ architectures: ["flux3", "flux2", "flux2-kv", "ideogram-4", "lens", "ernie-image"]
5
  - filepath: "pid_1.5_qwenimage_1024_to_4096_4step_int8_convrot.safetensors"
6
  latent_format: "qwenimage"
7
  architectures: ["anima-3.8b-v1.1", "anima-3.8b", "anima", "qwen-image", "krea-2"]