RioShiina commited on
Commit
167d3eb
·
verified ·
1 Parent(s): 8316bc4

feat: integrate Fibo 2.0 with reference image edit and update requirements

Browse files
README.md CHANGED
@@ -44,6 +44,7 @@ models:
44
  - Comfy-Org/Anima-LLLite
45
  - Comfy-Org/Boogu-Image
46
  - Comfy-Org/ERNIE-Image
 
47
  - Comfy-Org/FLUX.1-Krea-dev_ComfyUI
48
  - Comfy-Org/flux2-dev
49
  - Comfy-Org/HiDream-I1_ComfyUI
@@ -161,6 +162,8 @@ models:
161
  - Boogu/Boogu-Image-0.1-Base
162
  - Boogu/Boogu-Image-0.1-Edit
163
  - Boogu/Boogu-Image-0.1-Edit-Turbo
 
 
164
  - HiDream-ai/HiDream-I1-Dev
165
  - HiDream-ai/HiDream-I1-Fast
166
  - HiDream-ai/HiDream-I1-Full
 
44
  - Comfy-Org/Anima-LLLite
45
  - Comfy-Org/Boogu-Image
46
  - Comfy-Org/ERNIE-Image
47
+ - Comfy-Org/Fibo-2.0
48
  - Comfy-Org/FLUX.1-Krea-dev_ComfyUI
49
  - Comfy-Org/flux2-dev
50
  - Comfy-Org/HiDream-I1_ComfyUI
 
162
  - Boogu/Boogu-Image-0.1-Base
163
  - Boogu/Boogu-Image-0.1-Edit
164
  - Boogu/Boogu-Image-0.1-Edit-Turbo
165
+ - briaai/Fibo-2.0-dev
166
+ - briaai/Fibo-2.0-edit-turbo
167
  - HiDream-ai/HiDream-I1-Dev
168
  - HiDream-ai/HiDream-I1-Fast
169
  - HiDream-ai/HiDream-I1-Full
chain_injectors/reference_image_injector.py CHANGED
@@ -43,7 +43,7 @@ def inject(assembler, chain_definition, chain_items):
43
  target_node_id = assembler.node_map.get(target_node_name)
44
 
45
  if not target_node_id or target_node_id not in assembler.workflow:
46
- supported_types = ('TextEncodeMageFlowEdit', 'TextEncodeQwenImage21', 'TextEncodeBooguEdit')
47
  for node_id, node in assembler.workflow.items():
48
  if isinstance(node, dict) and node.get('class_type') in supported_types:
49
  target_node_id = node_id
 
43
  target_node_id = assembler.node_map.get(target_node_name)
44
 
45
  if not target_node_id or target_node_id not in assembler.workflow:
46
+ supported_types = ('TextEncodeMageFlowEdit', 'TextEncodeQwenImage21', 'TextEncodeBooguEdit', 'TextEncodeMingImageEdit', 'TextEncodeFibo2')
47
  for node_id, node in assembler.workflow.items():
48
  if isinstance(node, dict) and node.get('class_type') in supported_types:
49
  target_node_id = node_id
core/pipelines/workflow_recipes/_partials/conditioning/fibo-2.0.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ nodes:
2
+ unet_loader:
3
+ class_type: UNETLoader
4
+ title: "Load Diffusion Model"
5
+ params:
6
+ weight_dtype: "default"
7
+ vae_loader:
8
+ class_type: VAELoader
9
+ title: "Load VAE"
10
+ clip_loader:
11
+ class_type: CLIPLoader
12
+ title: "Load CLIP"
13
+ params:
14
+ type: "fibo2"
15
+ device: "default"
16
+ text_encode_latent:
17
+ class_type: TextEncodeFibo2
18
+ title: "TextEncodeFibo2"
19
+
20
+ connections:
21
+ - from: "unet_loader:0"
22
+ to: "ksampler:model"
23
+ - from: "clip_loader:0"
24
+ to: "text_encode_latent:clip"
25
+ - from: "vae_loader:0"
26
+ to: "vae_decode:vae"
27
+ - from: "vae_loader:0"
28
+ to: "vae_encode:vae"
29
+ - from: "text_encode_latent:0"
30
+ to: "ksampler:positive"
31
+ - from: "text_encode_latent:1"
32
+ to: "ksampler:negative"
33
+ - from: "text_encode_latent:2"
34
+ to: "ksampler:latent_image"
35
+
36
+ dynamic_lora_chains:
37
+ lora_chain:
38
+ template: "LoraLoader"
39
+ output_map:
40
+ "unet_loader:0": "model"
41
+ "clip_loader:0": "clip"
42
+ input_map:
43
+ "model": "model"
44
+ "clip": "clip"
45
+ end_input_map:
46
+ "model": ["ksampler:model"]
47
+ "clip": ["text_encode_latent:clip"]
48
+
49
+ dynamic_controlnet_chains:
50
+ controlnet_chain:
51
+ template: "ControlNetApplyAdvanced"
52
+ ksampler_node: "ksampler"
53
+ vae_source: "vae_loader:0"
54
+
55
+ dynamic_conditioning_chains:
56
+ conditioning_chain:
57
+ ksampler_node: "ksampler"
58
+ clip_source: "clip_loader:0"
59
+
60
+ dynamic_pid_chains:
61
+ pid_chain:
62
+ ksampler_node: "ksampler"
63
+
64
+ dynamic_reference_image_chains:
65
+ reference_image_chain:
66
+ text_encode_node: "text_encode_latent"
67
+ vae_node: "vae_loader"
68
+
69
+ ui_map:
70
+ unet_name: "unet_loader:unet_name"
71
+ vae_name: "vae_loader:vae_name"
72
+ clip_name: "clip_loader:clip_name"
73
+ positive_prompt: "text_encode_latent:prompt"
74
+ negative_prompt: "text_encode_latent:negative_prompt"
75
+ width: "text_encode_latent:width"
76
+ height: "text_encode_latent:height"
77
+ batch_size: "text_encode_latent:batch_size"
requirements.txt CHANGED
@@ -1,5 +1,5 @@
1
- comfyui-frontend-package==1.55.17
2
- comfyui-workflow-templates==0.11.86
3
  comfyui-embedded-docs==0.5.14
4
  torch
5
  torchsde
@@ -21,7 +21,7 @@ alembic
21
  SQLAlchemy>=2.0.0
22
  filelock
23
  av>=17.0.0
24
- comfy-kitchen==0.2.38
25
  comfy-aimdo==0.5.6
26
  requests
27
  simpleeval>=1.0.0
 
1
+ comfyui-frontend-package==1.57.1
2
+ comfyui-workflow-templates==0.11.93
3
  comfyui-embedded-docs==0.5.14
4
  torch
5
  torchsde
 
21
  SQLAlchemy>=2.0.0
22
  filelock
23
  av>=17.0.0
24
+ comfy-kitchen==0.2.39
25
  comfy-aimdo==0.5.6
26
  requests
27
  simpleeval>=1.0.0
yaml/chain_features.yaml CHANGED
@@ -236,6 +236,21 @@ mage_flow_reference_edit:
236
  required:
237
  - image
238
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
239
  krea2_identity_edit:
240
  chains: krea2_identity_edit
241
  display_name: "KREA2 Identity Edit"
 
236
  required:
237
  - image
238
 
239
+ fibo2_reference_edit:
240
+ chains: reference_image
241
+ display_name: "Fibo-2.0 Reference Edit"
242
+ description: "For Fibo 2.0 models, this feature enables reference image editing and combining capabilities. In txt2img mode, adding a single reference image performs an Image Edit, while adding multiple images performs an Image Combine."
243
+ max_count: 10
244
+ usage_guideline: "Supply reference image as Base64 Data URI or HTTP/HTTPS URL."
245
+ parameters_schema:
246
+ type: object
247
+ properties:
248
+ image:
249
+ type: string
250
+ description: "Reference image encoded as Base64 Data URI or HTTP/HTTPS URL."
251
+ required:
252
+ - image
253
+
254
  krea2_identity_edit:
255
  chains: krea2_identity_edit
256
  display_name: "KREA2 Identity Edit"
yaml/constants.yaml CHANGED
@@ -7,6 +7,14 @@ MAX_REFERENCE_LATENTS: 10
7
  LORA_SOURCE_CHOICES: ["Civitai", "Hugging Face", "Upload File"]
8
 
9
  RESOLUTION_MAP:
 
 
 
 
 
 
 
 
10
  flux3:
11
  "1:1 (Square)": [1024, 1024]
12
  "16:9 (Landscape)": [1344, 768]
@@ -305,6 +313,7 @@ RESOLUTION_MAP:
305
  "2:3 (Portrait)": [512, 768]
306
 
307
  MULTIPLIERS_MAP:
 
308
  flux3: 1
309
  krea-2: 1
310
  sensenova-u1.5: 1
 
7
  LORA_SOURCE_CHOICES: ["Civitai", "Hugging Face", "Upload File"]
8
 
9
  RESOLUTION_MAP:
10
+ fibo-2.0:
11
+ "1:1 (Square)": [1024, 1024]
12
+ "16:9 (Landscape)": [1344, 768]
13
+ "9:16 (Portrait)": [768, 1344]
14
+ "4:3 (Classic)": [1152, 896]
15
+ "3:4 (Classic Portrait)": [896, 1152]
16
+ "3:2 (Photography)": [1216, 832]
17
+ "2:3 (Photography Portrait)": [832, 1216]
18
  flux3:
19
  "1:1 (Square)": [1024, 1024]
20
  "16:9 (Landscape)": [1344, 768]
 
313
  "2:3 (Portrait)": [512, 768]
314
 
315
  MULTIPLIERS_MAP:
316
+ fibo-2.0: 1
317
  flux3: 1
318
  krea-2: 1
319
  sensenova-u1.5: 1
yaml/file_list.yaml CHANGED
@@ -405,6 +405,15 @@ file:
405
  repo_id: "comfyanonymous/ControlNet-v1-1_fp16_safetensors"
406
  repository_file_path: "control_v11u_sd15_tile_fp16.safetensors"
407
  diffusion_models:
 
 
 
 
 
 
 
 
 
408
  # Flux-3
409
  - filename: "flux3-image-klein-nvfp4.safetensors"
410
  source: "hf"
@@ -952,11 +961,11 @@ file:
952
  repository_file_path: "model_patches/qwen_image_2.1_fun_controlnet_union_int8_convrot.safetensors"
953
  text_encoders:
954
  # MOSS-Image
955
- - filename: "qwen3.5_9b_int8_convrot.safetensors"
956
  source: "hf"
957
  repo_id: "Comfy-Org/MOSS-Image"
958
- repository_file_path: "text_encoders/qwen3.5_9b_int8_convrot.safetensors"
959
- # Krea-2
960
  - filename: "qwen3vl_4b_fp8_scaled.safetensors"
961
  source: "hf"
962
  repo_id: "Comfy-Org/Krea-2"
 
405
  repo_id: "comfyanonymous/ControlNet-v1-1_fp16_safetensors"
406
  repository_file_path: "control_v11u_sd15_tile_fp16.safetensors"
407
  diffusion_models:
408
+ # Fibo 2.0
409
+ - filename: "fibo2_dev_int8_convrot.safetensors"
410
+ source: "hf"
411
+ repo_id: "Comfy-Org/Fibo-2.0"
412
+ repository_file_path: "diffusion_models/fibo2_dev_int8_convrot.safetensors"
413
+ - filename: "fibo2_edit_turbo_int8_convrot.safetensors"
414
+ source: "hf"
415
+ repo_id: "Comfy-Org/Fibo-2.0"
416
+ repository_file_path: "diffusion_models/fibo2_edit_turbo_int8_convrot.safetensors"
417
  # Flux-3
418
  - filename: "flux3-image-klein-nvfp4.safetensors"
419
  source: "hf"
 
961
  repository_file_path: "model_patches/qwen_image_2.1_fun_controlnet_union_int8_convrot.safetensors"
962
  text_encoders:
963
  # MOSS-Image
964
+ - filename: "qwen3.5_9b_w4a8_gptq.safetensors"
965
  source: "hf"
966
  repo_id: "Comfy-Org/MOSS-Image"
967
+ repository_file_path: "text_encoders/qwen3.5_9b_w4a8_gptq.safetensors"
968
+ # Krea-2 / Fibo-2.0
969
  - filename: "qwen3vl_4b_fp8_scaled.safetensors"
970
  source: "hf"
971
  repo_id: "Comfy-Org/Krea-2"
yaml/model_architecture_features.yaml CHANGED
@@ -1,4 +1,10 @@
1
  # Feature names in enabled_chains correspond 1-to-1 with chain_injectors/<name>_injector.py
 
 
 
 
 
 
2
  flux3:
3
  enabled_chains:
4
  - lora
 
1
  # Feature names in enabled_chains correspond 1-to-1 with chain_injectors/<name>_injector.py
2
+ fibo-2.0:
3
+ enabled_chains:
4
+ - lora
5
+ - reference_image
6
+ - pid
7
+
8
  flux3:
9
  enabled_chains:
10
  - lora
yaml/model_architectures.yaml CHANGED
@@ -2,6 +2,7 @@ architecture_order:
2
  - "FLUX.3"
3
  - "Krea-2"
4
  - "Qwen-Image-2.1"
 
5
  - "MOSS-Image"
6
  - "Ming-Image"
7
  - "SenseNova-U1.5"
@@ -38,6 +39,8 @@ architecture_order:
38
  - "SD1.5"
39
 
40
  architectures:
 
 
41
  "FLUX.3":
42
  model_type: "flux3"
43
  Krea-2:
 
2
  - "FLUX.3"
3
  - "Krea-2"
4
  - "Qwen-Image-2.1"
5
+ - "Fibo-2.0"
6
  - "MOSS-Image"
7
  - "Ming-Image"
8
  - "SenseNova-U1.5"
 
39
  - "SD1.5"
40
 
41
  architectures:
42
+ "Fibo-2.0":
43
+ model_type: "fibo-2.0"
44
  "FLUX.3":
45
  model_type: "flux3"
46
  Krea-2:
yaml/model_defaults.yaml CHANGED
@@ -6,6 +6,23 @@ Default:
6
  positive_prompt: ""
7
  negative_prompt: ""
8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  FLUX.3:
10
  _defaults:
11
  steps: 25
 
6
  positive_prompt: ""
7
  negative_prompt: ""
8
 
9
+ Fibo-2.0:
10
+ _defaults:
11
+ steps: 4
12
+ cfg: 1.0
13
+ sampler_name: "euler"
14
+ scheduler: "simple"
15
+ "Fibo-2.0-Edit-Turbo":
16
+ steps: 4
17
+ cfg: 1.0
18
+ sampler_name: "euler"
19
+ scheduler: "simple"
20
+ "Fibo-2.0-Dev":
21
+ steps: 30
22
+ cfg: 5.0
23
+ sampler_name: "euler"
24
+ scheduler: "simple"
25
+
26
  FLUX.3:
27
  _defaults:
28
  steps: 25
yaml/model_list.yaml CHANGED
@@ -63,18 +63,31 @@ Checkpoint:
63
  unet: "NoctQA_V1_int8_convrot.safetensors"
64
  vae: "qwen_image_2.1_vae_bf16.safetensors"
65
  clip: "qwen3vl_8b_nvfp4.safetensors"
 
 
 
 
 
 
 
 
 
 
 
 
 
66
  MOSS-Image:
67
  latent_type: flux2_latent
68
  models:
69
  - display_name: "MOSS-Image-SFT"
70
  components:
71
  unet: "moss_image_sft_int8_convrot.safetensors"
72
- clip: "qwen3.5_9b_int8_convrot.safetensors"
73
  vae: "flux2-vae.safetensors"
74
  - display_name: "MOSS-Image-Base"
75
  components:
76
  unet: "moss_image_base_int8_convrot.safetensors"
77
- clip: "qwen3.5_9b_int8_convrot.safetensors"
78
  vae: "flux2-vae.safetensors"
79
  Ming-Image:
80
  latent_type: latent
 
63
  unet: "NoctQA_V1_int8_convrot.safetensors"
64
  vae: "qwen_image_2.1_vae_bf16.safetensors"
65
  clip: "qwen3vl_8b_nvfp4.safetensors"
66
+ Fibo-2.0:
67
+ latent_type: none
68
+ models:
69
+ - display_name: "Fibo-2.0-Edit-Turbo"
70
+ components:
71
+ unet: "fibo2_edit_turbo_int8_convrot.safetensors"
72
+ clip: "qwen3vl_4b_fp8_scaled.safetensors"
73
+ vae: "flux2-vae.safetensors"
74
+ - display_name: "Fibo-2.0-Dev"
75
+ components:
76
+ unet: "fibo2_dev_int8_convrot.safetensors"
77
+ clip: "qwen3vl_4b_fp8_scaled.safetensors"
78
+ vae: "flux2-vae.safetensors"
79
  MOSS-Image:
80
  latent_type: flux2_latent
81
  models:
82
  - display_name: "MOSS-Image-SFT"
83
  components:
84
  unet: "moss_image_sft_int8_convrot.safetensors"
85
+ clip: "qwen3.5_9b_w4a8_gptq.safetensors"
86
  vae: "flux2-vae.safetensors"
87
  - display_name: "MOSS-Image-Base"
88
  components:
89
  unet: "moss_image_base_int8_convrot.safetensors"
90
+ clip: "qwen3.5_9b_w4a8_gptq.safetensors"
91
  vae: "flux2-vae.safetensors"
92
  Ming-Image:
93
  latent_type: latent
yaml/pid.yaml CHANGED
@@ -1,7 +1,7 @@
1
  PiD:
2
  - filepath: "pid_1.5_flux2_1024_to_4096_4step_int8_convrot.safetensors"
3
  latent_format: "flux"
4
- architectures: ["flux3", "flux2", "flux2-kv", "ideogram-4", "lens", "ernie-image", "moss-image"]
5
  - filepath: "pid_1.5_qwenimage_1024_to_4096_4step_int8_convrot.safetensors"
6
  latent_format: "qwenimage"
7
  architectures: ["anima-3.8b-v1.1", "anima-3.8b", "anima", "qwen-image", "krea-2"]
 
1
  PiD:
2
  - filepath: "pid_1.5_flux2_1024_to_4096_4step_int8_convrot.safetensors"
3
  latent_format: "flux"
4
+ architectures: ["flux3", "flux2", "flux2-kv", "ideogram-4", "lens", "ernie-image", "moss-image", "fibo-2.0"]
5
  - filepath: "pid_1.5_qwenimage_1024_to_4096_4step_int8_convrot.safetensors"
6
  latent_format: "qwenimage"
7
  architectures: ["anima-3.8b-v1.1", "anima-3.8b", "anima", "qwen-image", "krea-2"]