Add JoyAI-Image architecture model.

README.md

@@ -85,6 +85,8 @@ models:
   - InstantX/Qwen-Image-ControlNet-Inpainting
   - InstantX/Qwen-Image-ControlNet-Union
   - InstantX/SD3.5-Large-IP-Adapter
+  - jdopensource/JoyAI-Image-Edit-ComfyUI
+  - jdopensource/JoyAI-Image-Edit-Plus-ComfyUI
   - kandinskylab/Kandinsky-5.0-T2I-Lite
   - Kijai/flux-fp8
   - Laxhar/noob_openpose

chain_injectors/joyai_reference_injector.py

@@ -0,0 +1,63 @@
+import os
+
+def inject(assembler, chain_definition, chain_items):
+    if not chain_items:
+        return
+
+    valid_images = []
+    for item in chain_items:
+        if not item:
+            continue
+        img_path = item
+        if isinstance(item, dict):
+            img_path = item.get('image') or item.get('filename') or item.get('path')
+        if img_path:
+            valid_images.append(img_path)
+
+    if not valid_images:
+        return
+
+    valid_images = valid_images[:2]
+
+    pos_prompt_name = chain_definition.get('pos_prompt_node', 'pos_prompt')
+    neg_prompt_name = chain_definition.get('neg_prompt_node', 'neg_prompt')
+    vae_node_name = chain_definition.get('vae_node', 'vae_loader')
+
+    if pos_prompt_name not in assembler.node_map:
+        print(f"Warning: Positive prompt node '{pos_prompt_name}' not found for JoyAI Reference chain. Skipping.")
+        return
+
+    if vae_node_name not in assembler.node_map:
+        print(f"Warning: VAE loader node '{vae_node_name}' not found for JoyAI Reference chain. Skipping.")
+        return
+
+    pos_prompt_id = assembler.node_map[pos_prompt_name]
+    neg_prompt_id = assembler.node_map.get(neg_prompt_name)
+    vae_node_id = assembler.node_map[vae_node_name]
+
+    assembler.workflow[pos_prompt_id]['inputs']['vae'] = [vae_node_id, 0]
+    if neg_prompt_id and neg_prompt_id in assembler.workflow:
+        assembler.workflow[neg_prompt_id]['inputs']['vae'] = [vae_node_id, 0]
+
+    for i, img_filename in enumerate(valid_images):
+        load_id = assembler._get_unique_id()
+        load_node = assembler._get_node_template("LoadImage")
+        load_node['inputs']['image'] = img_filename
+        load_node['_meta']['title'] = f"Load Reference Image {i+1}"
+        assembler.workflow[load_id] = load_node
+
+        scale_id = assembler._get_unique_id()
+        scale_node = assembler._get_node_template("ImageScaleToTotalPixels")
+        scale_node['inputs']['megapixels'] = 1.0
+        scale_node['inputs']['upscale_method'] = "nearest-exact"
+        scale_node['inputs']['resolution_steps'] = 1
+        scale_node['inputs']['image'] = [load_id, 0]
+        scale_node['_meta']['title'] = f"Scale Reference {i+1}"
+        assembler.workflow[scale_id] = scale_node
+
+        input_key = f"images.image{i}"
+        assembler.workflow[pos_prompt_id]['inputs'][input_key] = [scale_id, 0]
+        if neg_prompt_id and neg_prompt_id in assembler.workflow:
+            assembler.workflow[neg_prompt_id]['inputs'][input_key] = [scale_id, 0]
+
+    print(f"JoyAI Reference injector applied. Injected {len(valid_images)} reference images to JoyAI text encoding nodes.")

core/pipelines/pipeline_input_processor.py

@@ -340,6 +340,17 @@ def process_pipeline_inputs(ui_inputs: Dict[str, Any], progress: gr.Progress, wo
                 temp_files_to_clean.append(temp_path)
                 active_hidream_o1_reference.append(os.path.basename(temp_path))
             
+    joyai_reference_data = ui_inputs.get('joyai_reference_data', [])
+    active_joyai_reference = []
+    if joyai_reference_data:
+        for img in joyai_reference_data:
+            if img:
+                if not os.path.exists(INPUT_DIR): os.makedirs(INPUT_DIR)
+                temp_path = os.path.join(INPUT_DIR, f"temp_joyai_ref_{random.randint(1000, 9999)}.png")
+                img.save(temp_path, "PNG")
+                temp_files_to_clean.append(temp_path)
+                active_joyai_reference.append(os.path.basename(temp_path))
+
     vae_source = ui_inputs.get('vae_source')
     vae_id = ui_inputs.get('vae_id')
     vae_name_override = None
@@ -378,6 +389,7 @@ def process_pipeline_inputs(ui_inputs: Dict[str, Any], progress: gr.Progress, wo
         "active_styles": active_styles,
         "active_reference_latents": active_reference_latents,
         "active_hidream_o1_reference": active_hidream_o1_reference,
+        "active_joyai_reference": active_joyai_reference,
         "active_conditioning": active_conditioning,
         "temp_files_to_clean": temp_files_to_clean
     }

core/pipelines/sd_image_pipeline.py

@@ -116,6 +116,7 @@ class SdImagePipeline(BasePipeline):
             active_styles = processed["active_styles"]
             active_reference_latents = processed["active_reference_latents"]
             active_hidream_o1_reference = processed["active_hidream_o1_reference"]
+            active_joyai_reference = processed.get("active_joyai_reference", [])
             active_conditioning = processed["active_conditioning"]
 
             loras_string = f"LoRAs: [{', '.join(active_loras_for_meta)}]" if active_loras_for_meta else ""
@@ -172,6 +173,7 @@ class SdImagePipeline(BasePipeline):
                 "conditioning_chain": active_conditioning,
                 "reference_latent_chain": active_reference_latents,
                 "hidream_o1_reference_chain": active_hidream_o1_reference,
+                "joyai_reference_chain": active_joyai_reference,
                 "vae_chain": [ui_inputs.get('vae_name')] if ui_inputs.get('vae_name') else [],
                 "hidream_o1_smoothing_chain": hidream_o1_smoothing_data,
                 "pid_chain": [ui_inputs.get('pid_settings', 'OFF')] if is_pid_enabled else [],

core/pipelines/workflow_recipes/_partials/conditioning/joyai-image.yaml

@@ -0,0 +1,86 @@
+nodes:
+  unet_loader:
+    class_type: UNETLoader
+    title: "Load Diffusion Model"
+    params:
+      weight_dtype: "default"
+  vae_loader:
+    class_type: VAELoader
+    title: "Load VAE"
+  clip_loader:
+    class_type: CLIPLoader
+    title: "Load CLIP"
+    params:
+      type: "joyimage"
+      device: "default"
+
+  pos_prompt:
+    class_type: TextEncodeJoyImageEdit
+    title: "TextEncodeJoyImageEdit (Positive)"
+  neg_prompt:
+    class_type: TextEncodeJoyImageEdit
+    title: "TextEncodeJoyImageEdit (Negative)"
+
+  cfg_norm:
+    class_type: CFGNorm
+    title: "CFGNorm"
+    params:
+      strength: 1.0
+      pre_cfg: true
+
+connections:
+  - from: "unet_loader:0"
+    to: "cfg_norm:model"
+  - from: "cfg_norm:0"
+    to: "ksampler:model"
+
+  - from: "clip_loader:0"
+    to: "pos_prompt:clip"
+  - from: "clip_loader:0"
+    to: "neg_prompt:clip"
+
+  - from: "pos_prompt:0"
+    to: "ksampler:positive"
+  - from: "neg_prompt:0"
+    to: "ksampler:negative"
+
+  - from: "vae_loader:0"
+    to: "vae_decode:vae"
+  - from: "vae_loader:0"
+    to: "vae_encode:vae"
+
+dynamic_lora_chains:
+  lora_chain:
+    template: "LoraLoader"
+    output_map:
+      "unet_loader:0": "model"
+      "clip_loader:0": "clip"
+    input_map:
+      "model": "model"
+      "clip": "clip"
+    end_input_map:
+      "model": ["cfg_norm:model"]
+      "clip": ["pos_prompt:clip", "neg_prompt:clip"]
+
+dynamic_conditioning_chains:
+  conditioning_chain:
+    ksampler_node: "ksampler"
+    clip_source: "clip_loader:0"
+
+dynamic_pid_chains:
+  pid_chain:
+    ksampler_node: "ksampler"
+
+dynamic_joyai_reference_chains:
+  joyai_reference_chain:
+    pos_prompt_node: "pos_prompt"
+    neg_prompt_node: "neg_prompt"
+    vae_node: "vae_loader"
+
+ui_map:
+  unet_name: "unet_loader:unet_name"
+  vae_name: "vae_loader:vae_name"
+  clip_name: "clip_loader:clip_name"
+  positive_prompt: "pos_prompt:prompt"
+  negative_prompt: "neg_prompt:prompt"
+

requirements.txt

@@ -1,5 +1,5 @@
 comfyui-frontend-package==1.47.10
-comfyui-workflow-templates==0.11.15
+comfyui-workflow-templates==0.11.17
 comfyui-embedded-docs==0.5.8
 torch
 torchsde

ui/events/chain_handlers.py

@@ -715,6 +715,39 @@ def create_hidream_o1_reference_event_handlers(prefix, ui_components):
     del_button.click(fn=del_ref_row, inputs=[count_state], outputs=del_outputs, show_progress=False)
 
 
+def create_joyai_reference_event_handlers(prefix, ui_components):
+    ref_rows = ui_components.get(f'joyai_reference_rows_{prefix}')
+    if not ref_rows: return
+    count_state = ui_components[f'joyai_reference_count_state_{prefix}']
+    add_button = ui_components[f'add_joyai_reference_button_{prefix}']
+    del_button = ui_components[f'delete_joyai_reference_button_{prefix}']
+    images = ui_components[f'joyai_reference_images_{prefix}']
+
+    def add_ref_row(c):
+        c += 1
+        return {
+            count_state: c,
+            ref_rows[c - 1]: gr.update(visible=True),
+            add_button: gr.update(visible=c < 2),
+            del_button: gr.update(visible=True),
+        }
+
+    def del_ref_row(c):
+        c -= 1
+        return {
+            count_state: c,
+            ref_rows[c]: gr.update(visible=False),
+            images[c]: None,
+            add_button: gr.update(visible=True),
+            del_button: gr.update(visible=c > 0),
+        }
+
+    add_outputs = [count_state, add_button, del_button] + ref_rows
+    del_outputs = [count_state, add_button, del_button] + ref_rows + images
+    add_button.click(fn=add_ref_row, inputs=[count_state], outputs=add_outputs, show_progress=False)
+    del_button.click(fn=del_ref_row, inputs=[count_state], outputs=del_outputs, show_progress=False)
+
+
 def create_embedding_event_handlers(prefix, ui_components):
     rows = ui_components.get(f'embedding_rows_{prefix}')
     if not rows: return

ui/events/change_handlers.py

@@ -17,7 +17,7 @@ from .config_loaders import (
     load_ipadapter_config
 )
 
-def make_update_fn(m_comp, cat_comp, cs_comp, ar_comp, width_comp, height_comp, cn_types, cn_series, cn_filepaths, anima_cn_types, anima_cn_series, anima_cn_filepaths, diffsynth_cn_types, diffsynth_cn_series, diffsynth_cn_filepaths, krea2_cn_types, krea2_cn_series, krea2_cn_filepaths, ipa_preset, lora_acc, cn_acc, anima_cn_acc, diffsynth_cn_acc, krea2_cn_acc, ipa_acc, sd3_ipa_acc, flux1_ipa_acc, style_acc, embed_acc, cond_acc, ref_latent_acc, hidream_o1_ref_acc, guidance_comp, prompt_comp, neg_prompt_comp, steps_comp, cfg_comp, sampler_comp, scheduler_comp, pid_acc=None, vae_acc=None):
+def make_update_fn(m_comp, cat_comp, cs_comp, ar_comp, width_comp, height_comp, cn_types, cn_series, cn_filepaths, anima_cn_types, anima_cn_series, anima_cn_filepaths, diffsynth_cn_types, diffsynth_cn_series, diffsynth_cn_filepaths, krea2_cn_types, krea2_cn_series, krea2_cn_filepaths, ipa_preset, lora_acc, cn_acc, anima_cn_acc, diffsynth_cn_acc, krea2_cn_acc, ipa_acc, sd3_ipa_acc, flux1_ipa_acc, style_acc, embed_acc, cond_acc, ref_latent_acc, hidream_o1_ref_acc, guidance_comp, prompt_comp, neg_prompt_comp, steps_comp, cfg_comp, sampler_comp, scheduler_comp, pid_acc=None, vae_acc=None, joyai_ref_acc=None):
     def update_fn(*args):
         arch = args[0]
         category = args[1]
@@ -68,6 +68,7 @@ def make_update_fn(m_comp, cat_comp, cs_comp, ar_comp, width_comp, height_comp,
         if cond_acc: updates[cond_acc] = gr.update(visible=('conditioning' in enabled_chains))
         if ref_latent_acc: updates[ref_latent_acc] = gr.update(visible=('reference_latent' in enabled_chains))
         if hidream_o1_ref_acc: updates[hidream_o1_ref_acc] = gr.update(visible=('hidream_o1_reference' in enabled_chains))
+        if joyai_ref_acc: updates[joyai_ref_acc] = gr.update(visible=('joyai_reference' in enabled_chains))
         if pid_acc: updates[pid_acc] = gr.update(visible=('pid' in enabled_chains))
         if vae_acc: updates[vae_acc] = gr.update(visible=('vae' in enabled_chains))
 
@@ -142,7 +143,7 @@ def make_update_fn(m_comp, cat_comp, cs_comp, ar_comp, width_comp, height_comp,
     return update_fn
 
 
-def make_model_change_fn(cat_comp_ref, cs_comp, ar_comp, width_comp, height_comp, cn_types, cn_series, cn_filepaths, anima_cn_types, anima_cn_series, anima_cn_filepaths, diffsynth_cn_types, diffsynth_cn_series, diffsynth_cn_filepaths, krea2_cn_types, krea2_cn_series, krea2_cn_filepaths, arch_comp_ref, ipa_preset, lora_acc, cn_acc, anima_cn_acc, diffsynth_cn_acc, krea2_cn_acc, ipa_acc, sd3_ipa_acc, flux1_ipa_acc, style_acc, embed_acc, cond_acc, ref_latent_acc, hidream_o1_ref_acc, guidance_comp, prompt_comp, neg_prompt_comp, steps_comp, cfg_comp, sampler_comp, scheduler_comp, pid_acc=None, vae_acc=None):
+def make_model_change_fn(cat_comp_ref, cs_comp, ar_comp, width_comp, height_comp, cn_types, cn_series, cn_filepaths, anima_cn_types, anima_cn_series, anima_cn_filepaths, diffsynth_cn_types, diffsynth_cn_series, diffsynth_cn_filepaths, krea2_cn_types, krea2_cn_series, krea2_cn_filepaths, arch_comp_ref, ipa_preset, lora_acc, cn_acc, anima_cn_acc, diffsynth_cn_acc, krea2_cn_acc, ipa_acc, sd3_ipa_acc, flux1_ipa_acc, style_acc, embed_acc, cond_acc, ref_latent_acc, hidream_o1_ref_acc, guidance_comp, prompt_comp, neg_prompt_comp, steps_comp, cfg_comp, sampler_comp, scheduler_comp, pid_acc=None, vae_acc=None, joyai_ref_acc=None):
     def change_fn(*args):
         model_name = args[0]
         idx = 1
@@ -198,8 +199,10 @@ def make_model_change_fn(cat_comp_ref, cs_comp, ar_comp, width_comp, height_comp
         if cond_acc: updates[cond_acc] = gr.update(visible=('conditioning' in enabled_chains))
         if ref_latent_acc: updates[ref_latent_acc] = gr.update(visible=('reference_latent' in enabled_chains))
         if hidream_o1_ref_acc: updates[hidream_o1_ref_acc] = gr.update(visible=('hidream_o1_reference' in enabled_chains))
+        if joyai_ref_acc: updates[joyai_ref_acc] = gr.update(visible=('joyai_reference' in enabled_chains))
         if pid_acc: updates[pid_acc] = gr.update(visible=('pid' in enabled_chains))
         if vae_acc: updates[vae_acc] = gr.update(visible=('vae' in enabled_chains))
+        if vae_acc: updates[vae_acc] = gr.update(visible=('vae' in enabled_chains))
 
         if cs_comp:
             updates[cs_comp] = gr.update(visible=(arch_model_type == "sd15"))

ui/events/main.py

@@ -12,7 +12,8 @@ from .chain_handlers import (
     create_sd3_ipadapter_event_handlers,
     create_style_event_handlers,
     create_reference_latent_event_handlers,
-    create_hidream_o1_reference_event_handlers
+    create_hidream_o1_reference_event_handlers,
+    create_joyai_reference_event_handlers
 )
 from .change_handlers import (
     make_update_fn,
@@ -66,6 +67,7 @@ def attach_event_handlers(ui_components, demo):
         conditioning_accordion = ui_components.get(f'conditioning_accordion_{prefix}')
         ref_latent_accordion = ui_components.get(f'reference_latent_accordion_{prefix}')
         hidream_o1_ref_accordion = ui_components.get(f'hidream_o1_reference_accordion_{prefix}')
+        joyai_ref_accordion = ui_components.get(f'joyai_reference_accordion_{prefix}')
         pid_accordion = ui_components.get(f'pid_accordion_{prefix}')
         vae_accordion = ui_components.get(f'vae_accordion_{prefix}')
         
@@ -103,6 +105,7 @@ def attach_event_handlers(ui_components, demo):
             if conditioning_accordion: outputs.append(conditioning_accordion)
             if ref_latent_accordion: outputs.append(ref_latent_accordion)
             if hidream_o1_ref_accordion: outputs.append(hidream_o1_ref_accordion)
+            if joyai_ref_accordion: outputs.append(joyai_ref_accordion)
             if pid_accordion: outputs.append(pid_accordion)
             if vae_accordion: outputs.append(vae_accordion)
             if ipa_preset_list: outputs.append(ipa_preset_list)
@@ -117,7 +120,7 @@ def attach_event_handlers(ui_components, demo):
                 krea2_cn_types_list, krea2_cn_series_list, krea2_cn_filepaths_list,
                 ipa_preset_list, lora_accordion, cn_accordion, anima_cn_accordion, diffsynth_cn_accordion, krea2_cn_accordion, ipa_accordion, sd3_ipa_accordion, flux1_ipa_accordion, style_accordion, embedding_accordion, conditioning_accordion,
                 ref_latent_accordion, hidream_o1_ref_accordion, guidance_comp, prompt_comp, neg_prompt_comp, steps_comp, cfg_comp, sampler_comp, scheduler_comp,
-                pid_acc=pid_accordion, vae_acc=vae_accordion
+                pid_acc=pid_accordion, vae_acc=vae_accordion, joyai_ref_acc=joyai_ref_accordion
             )
             inputs = [arch_comp, cat_comp]
             if aspect_ratio_comp:
@@ -149,6 +152,7 @@ def attach_event_handlers(ui_components, demo):
             if conditioning_accordion: outputs2.append(conditioning_accordion)
             if ref_latent_accordion: outputs2.append(ref_latent_accordion)
             if hidream_o1_ref_accordion: outputs2.append(hidream_o1_ref_accordion)
+            if joyai_ref_accordion: outputs2.append(joyai_ref_accordion)
             if pid_accordion: outputs2.append(pid_accordion)
             if vae_accordion: outputs2.append(vae_accordion)
             if ipa_preset_list: outputs2.append(ipa_preset_list)
@@ -168,7 +172,7 @@ def attach_event_handlers(ui_components, demo):
                     krea2_cn_types_list, krea2_cn_series_list, krea2_cn_filepaths_list,
                     arch_comp, ipa_preset_list, lora_accordion, cn_accordion, anima_cn_accordion, diffsynth_cn_accordion, krea2_cn_accordion, ipa_accordion, sd3_ipa_accordion, flux1_ipa_accordion, style_accordion, embedding_accordion, conditioning_accordion,
                     ref_latent_accordion, hidream_o1_ref_accordion, guidance_comp, prompt_comp, neg_prompt_comp, steps_comp, cfg_comp, sampler_comp, scheduler_comp,
-                    pid_acc=pid_accordion, vae_acc=vae_accordion
+                    pid_acc=pid_accordion, vae_acc=vae_accordion, joyai_ref_acc=joyai_ref_accordion
                 )
                 model_comp.change(fn=change_fn, inputs=inputs2, outputs=outputs2)
 
@@ -185,6 +189,7 @@ def attach_event_handlers(ui_components, demo):
         create_style_event_handlers(prefix, ui_components)
         create_reference_latent_event_handlers(prefix, ui_components)
         create_hidream_o1_reference_event_handlers(prefix, ui_components)
+        create_joyai_reference_event_handlers(prefix, ui_components)
         create_run_event(prefix, task_type, ui_components)
 
     if 'view_mode_inpaint' in ui_components:

ui/events/run_handlers.py

@@ -52,6 +52,7 @@ def create_run_event(prefix: str, task_type: str, ui_components: dict):
     conditioning_data_components = ui_components.get(f'all_conditioning_components_flat_{prefix}', [])
     reference_latent_data_components = ui_components.get(f'all_reference_latent_components_flat_{prefix}', [])
     hidream_o1_reference_data_components = ui_components.get(f'all_hidream_o1_reference_components_flat_{prefix}', [])
+    joyai_reference_data_components = ui_components.get(f'all_joyai_reference_components_flat_{prefix}', [])
     
     run_inputs_map['vae_source'] = ui_components.get(f'vae_source_{prefix}')
     run_inputs_map['vae_id'] = ui_components.get(f'vae_id_{prefix}')
@@ -62,7 +63,7 @@ def create_run_event(prefix: str, task_type: str, ui_components: dict):
     all_chains = [
         lora_data_components, controlnet_data_components, anima_controlnet_lllite_data_components, diffsynth_controlnet_data_components, krea2_controlnet_data_components, ipadapter_data_components,
         sd3_ipadapter_data_components, flux1_ipadapter_data_components, style_data_components,
-        embedding_data_components, conditioning_data_components, reference_latent_data_components, hidream_o1_reference_data_components
+        embedding_data_components, conditioning_data_components, reference_latent_data_components, hidream_o1_reference_data_components, joyai_reference_data_components
     ]
     for chain in all_chains:
         if chain:
@@ -92,6 +93,7 @@ def create_run_event(prefix: str, task_type: str, ui_components: dict):
         assign_chain_data('conditioning_data', conditioning_data_components)
         assign_chain_data('reference_latent_data', reference_latent_data_components)
         assign_chain_data('hidream_o1_reference_data', hidream_o1_reference_data_components)
+        assign_chain_data('joyai_reference_data', joyai_reference_data_components)
 
         return ui_dict
 

ui/shared/hires_fix_ui.py

@@ -7,7 +7,7 @@ from .ui_components import (
     create_conditioning_ui, create_vae_override_ui,
     create_model_architecture_filter_ui, create_category_filter_ui,
     create_sd3_ipadapter_ui, create_flux1_ipadapter_ui, create_style_ui,
-    create_reference_latent_ui, create_hidream_o1_reference_ui
+    create_reference_latent_ui, create_hidream_o1_reference_ui, create_joyai_reference_ui
 )
 
 default_vals = MODEL_DEFAULTS_CONFIG.get('Default', {})
@@ -101,6 +101,7 @@ def create_ui():
         components.update(create_conditioning_ui(prefix))
         components.update(create_reference_latent_ui(prefix))
         components.update(create_hidream_o1_reference_ui(prefix))
+        components.update(create_joyai_reference_ui(prefix))
         components.update(create_vae_override_ui(prefix))
             
     return components

ui/shared/img2img_ui.py

@@ -7,7 +7,7 @@ from .ui_components import (
     create_conditioning_ui, create_vae_override_ui,
     create_model_architecture_filter_ui, create_category_filter_ui,
     create_sd3_ipadapter_ui, create_flux1_ipadapter_ui, create_style_ui,
-    create_reference_latent_ui, create_hidream_o1_reference_ui
+    create_reference_latent_ui, create_hidream_o1_reference_ui, create_joyai_reference_ui
 )
 
 default_vals = MODEL_DEFAULTS_CONFIG.get('Default', {})
@@ -82,6 +82,7 @@ def create_ui():
         components.update(create_conditioning_ui(prefix))
         components.update(create_reference_latent_ui(prefix))
         components.update(create_hidream_o1_reference_ui(prefix))
+        components.update(create_joyai_reference_ui(prefix))
         components.update(create_vae_override_ui(prefix))
             
     return components

ui/shared/inpaint_ui.py

@@ -6,7 +6,7 @@ from .ui_components import (
     create_conditioning_ui, create_vae_override_ui,
     create_model_architecture_filter_ui, create_category_filter_ui,
     create_sd3_ipadapter_ui, create_flux1_ipadapter_ui, create_style_ui,
-    create_reference_latent_ui, create_hidream_o1_reference_ui
+    create_reference_latent_ui, create_hidream_o1_reference_ui, create_joyai_reference_ui
 )
 
 default_vals = MODEL_DEFAULTS_CONFIG.get('Default', {})
@@ -114,6 +114,7 @@ def create_ui():
             components.update(create_conditioning_ui(prefix))
             components.update(create_reference_latent_ui(prefix))
             components.update(create_hidream_o1_reference_ui(prefix))
+            components.update(create_joyai_reference_ui(prefix))
             components.update(create_vae_override_ui(prefix))
         components[f'accordion_wrapper_{prefix}'] = accordion_wrapper
             

ui/shared/outpaint_ui.py

@@ -7,7 +7,7 @@ from .ui_components import (
     create_conditioning_ui, create_vae_override_ui,
     create_model_architecture_filter_ui, create_category_filter_ui,
     create_sd3_ipadapter_ui, create_flux1_ipadapter_ui, create_style_ui,
-    create_reference_latent_ui, create_hidream_o1_reference_ui
+    create_reference_latent_ui, create_hidream_o1_reference_ui, create_joyai_reference_ui
 )
 
 default_vals = MODEL_DEFAULTS_CONFIG.get('Default', {})
@@ -97,6 +97,7 @@ def create_ui():
         components.update(create_conditioning_ui(prefix))
         components.update(create_reference_latent_ui(prefix))
         components.update(create_hidream_o1_reference_ui(prefix))
+        components.update(create_joyai_reference_ui(prefix))
         components.update(create_vae_override_ui(prefix))
             
     return components

ui/shared/txt2img_ui.py

@@ -6,7 +6,7 @@ from .ui_components import (
     create_conditioning_ui, create_vae_override_ui,
     create_model_architecture_filter_ui, create_category_filter_ui,
     create_sd3_ipadapter_ui, create_flux1_ipadapter_ui, create_style_ui,
-    create_reference_latent_ui, create_hidream_o1_reference_ui,
+    create_reference_latent_ui, create_hidream_o1_reference_ui, create_joyai_reference_ui,
     create_pid_ui
 )
 
@@ -54,6 +54,7 @@ def create_ui():
         components.update(create_conditioning_ui(prefix))
         components.update(create_reference_latent_ui(prefix))
         components.update(create_hidream_o1_reference_ui(prefix))
+        components.update(create_joyai_reference_ui(prefix))
         components.update(create_vae_override_ui(prefix))
         components.update(create_pid_ui(prefix))
         

ui/shared/ui_components.py

@@ -696,6 +696,35 @@ def create_hidream_o1_reference_ui(prefix: str, max_units=10):
 
     return components
 
+def create_joyai_reference_ui(prefix: str, max_units=2):
+    components = {}
+    key = lambda name: f"{name}_{prefix}"
+
+    with gr.Accordion("JoyAI Reference Edit Settings", open=False, visible=('joyai_reference' in default_enabled_chains)) as ref_accordion:
+        components[key('joyai_reference_accordion')] = ref_accordion
+        gr.Markdown("💡 **Tip:** For multimodal models, this feature enables powerful editing and combining capabilities. In txt2img mode, adding a single reference image performs an **Image Edit** (JoyAI-Image-Edit recommended), while adding multiple images performs an **Image Combine** (JoyAI-Image-Edit-Plus recommended with ZeroGPU Duration (s) set to 120).")
+        
+        ref_image_groups = []
+        ref_image_inputs = []
+        with gr.Row():
+            for i in range(max_units):
+                with gr.Column(visible=(i < 1), min_width=160) as img_col:
+                    img_comp = gr.Image(type="pil", label=f"Ref. {i+1}", sources=["upload"], height=150)
+                    ref_image_groups.append(img_col)
+                    ref_image_inputs.append(img_comp)
+        
+        components[key('joyai_reference_rows')] = ref_image_groups
+        components[key('joyai_reference_images')] = ref_image_inputs
+
+        with gr.Row():
+            components[key('add_joyai_reference_button')] = gr.Button("✚ Add Reference Image")
+            components[key('delete_joyai_reference_button')] = gr.Button("➖ Delete Reference Image", visible=False)
+        components[key('joyai_reference_count_state')] = gr.State(1)
+        
+        components[key('all_joyai_reference_components_flat')] = ref_image_inputs
+
+    return components
+
 def create_pid_ui(prefix: str):
     components = {}
     key = lambda name: f"{name}_{prefix}"

yaml/constants.yaml

@@ -15,6 +15,14 @@ RESOLUTION_MAP:
     "3:4 (Classic Portrait)": [896, 1152]
     "3:2 (Photography)": [1216, 832]
     "2:3 (Photography Portrait)": [832, 1216]
+  joyai-image:
+    "1:1 (Square)": [1024, 1024]
+    "16:9 (Landscape)": [1344, 768]
+    "9:16 (Portrait)": [768, 1344]
+    "4:3 (Classic)": [1152, 896]
+    "3:4 (Classic Portrait)": [896, 1152]
+    "3:2 (Photography)": [1216, 832]
+    "2:3 (Photography Portrait)": [832, 1216]
   boogu-image:
     "1:1 (Square)": [1024, 1024]
     "16:9 (Landscape)": [1344, 768]
@@ -233,6 +241,7 @@ RESOLUTION_MAP:
     "2:3 (Portrait)": [512, 768]
 
 MULTIPLIERS_MAP:
+  joyai-image: 1
   krea-2: 1
   boogu-image: 1
   pixeldit: 1

yaml/file_list.yaml

@@ -405,6 +405,15 @@ file:
       source: "hf"
       repo_id: "Comfy-Org/Krea-2"
       repository_file_path: "diffusion_models/krea2_raw_fp8_scaled.safetensors"
+    # JoyAI-Image
+    - filename: "joyai_image_edit_int8_convrot.safetensors"
+      source: "hf"
+      repo_id: "jdopensource/JoyAI-Image-Edit-ComfyUI"
+      repository_file_path: "diffusion_models/joyai_image_edit_int8_convrot.safetensors"
+    - filename: "joyai_image_edit_plus_int8_convrot.safetensors"
+      source: "hf"
+      repo_id: "jdopensource/JoyAI-Image-Edit-Plus-ComfyUI"
+      repository_file_path: "diffusion_models/joyai_image_edit_plus_int8_convrot.safetensors"
     # Boogu-Image
     - filename: "boogu_image_base_nvfp4.safetensors"
       source: "hf"
@@ -778,6 +787,15 @@ file:
       source: "hf"
       repo_id: "Comfy-Org/Krea-2"
       repository_file_path: "text_encoders/qwen3vl_4b_fp8_scaled.safetensors"
+    # JoyAI-Image
+    - filename: "qwen3vl_8b_joyimage_edit_int8_convrot.safetensors"
+      source: "hf"
+      repo_id: "jdopensource/JoyAI-Image-Edit-ComfyUI"
+      repository_file_path: "text_encoders/qwen3vl_8b_joyimage_edit_int8_convrot.safetensors"
+    - filename: "qwen3vl_8b_joyimage_edit_plus_int8_convrot.safetensors"
+      source: "hf"
+      repo_id: "jdopensource/JoyAI-Image-Edit-Plus-ComfyUI"
+      repository_file_path: "text_encoders/qwen3vl_8b_joyimage_edit_plus_int8_convrot.safetensors"
     # Cosmos-Predict2
     - filename: "oldt5_xxl_fp8_e4m3fn_scaled.safetensors"
       source: "hf"

yaml/image_gen_features.yaml

@@ -8,6 +8,10 @@ default:
   - conditioning
   - vae
 
+joyai-image:
+  enabled_chains:
+  - joyai_reference
+
 krea-2:
   enabled_chains:
     - lora

yaml/injectors.yaml

@@ -29,6 +29,8 @@ injector_definitions:
     module: "chain_injectors.hidream_o1_smoothing_injector"
   dynamic_hidream_o1_reference_chains:
     module: "chain_injectors.hidream_o1_reference_injector"
+  dynamic_joyai_reference_chains:
+    module: "chain_injectors.joyai_reference_injector"
   dynamic_pid_chains:
     module: "chain_injectors.pid_injector"
   
@@ -48,4 +50,5 @@ injector_order:
   - dynamic_anima_controlnet_lllite_chains
   - dynamic_hidream_o1_smoothing_chains
   - dynamic_hidream_o1_reference_chains
+  - dynamic_joyai_reference_chains
   - dynamic_pid_chains

yaml/model_architectures.yaml

@@ -1,5 +1,6 @@
 architecture_order:
   - "Krea-2"
+  - "JoyAI-Image"
   - "Boogu-Image"
   - "PixelDiT"
   - "Ideogram-4"
@@ -31,6 +32,8 @@ architecture_order:
 architectures:
   Krea-2:
     model_type: "krea-2"
+  "JoyAI-Image":
+    model_type: "joyai-image"
   "Boogu-Image":
     model_type: "boogu-image"
   "PixelDiT":

yaml/model_defaults.yaml

@@ -18,6 +18,16 @@ Krea-2:
     sampler_name: "euler"
     scheduler: "simple"
 
+JoyAI-Image:
+  _defaults:
+    steps: 40
+    cfg: 4.0
+    sampler_name: "euler"
+    scheduler: "normal"
+  "JoyAI-Image-Edit-Plus":
+    steps: 30
+    cfg: 4.0
+
 Boogu-Image:
   _defaults:
     steps: 25

yaml/model_list.yaml

@@ -12,6 +12,19 @@ Checkpoint:
           unet: "krea2_raw_fp8_scaled.safetensors"
           clip: "qwen3vl_4b_fp8_scaled.safetensors"
           vae: "qwen_image_vae.safetensors"
+  JoyAI-Image:
+    latent_type: sd3_latent
+    models:
+      - display_name: "JoyAI-Image-Edit"
+        components:
+          unet: "joyai_image_edit_int8_convrot.safetensors"
+          clip: "qwen3vl_8b_joyimage_edit_int8_convrot.safetensors"
+          vae: "wan_2.1_vae.safetensors"
+      - display_name: "JoyAI-Image-Edit-Plus"
+        components:
+          unet: "joyai_image_edit_plus_int8_convrot.safetensors"
+          clip: "qwen3vl_8b_joyimage_edit_plus_int8_convrot.safetensors"
+          vae: "wan_2.1_vae.safetensors"
   Boogu-Image:
     latent_type: latent
     models: