Upload folder using huggingface_hub

README.md

@@ -36,6 +36,7 @@ models:
   - Comfy-Org/flux1-kontext-dev_ComfyUI
   - Comfy-Org/flux2-dev
   - Comfy-Org/HiDream-I1_ComfyUI
+  - Comfy-Org/HiDream-O1-Image
   - Comfy-Org/HunyuanImage_2.1_ComfyUI
   - Comfy-Org/LongCat-Image
   - Comfy-Org/Lumina_Image_2.0_Repackaged

chain_injectors/hidream_smoothing_injector.py

@@ -0,0 +1,39 @@
+from copy import deepcopy
+
+def inject(assembler, chain_definition, chain_items):
+    if not chain_items:
+        return
+
+    target_node_name = chain_definition.get('target_node')
+    if not target_node_name or target_node_name not in assembler.node_map:
+        print(f"Warning: Target node '{target_node_name}' not found for HiDream Smoothing. Skipping.")
+        return
+
+    target_node_id = assembler.node_map[target_node_name]
+    
+    if 'model' not in assembler.workflow[target_node_id]['inputs']:
+        print(f"Warning: Target node '{target_node_name}' has no 'model' input. Skipping.")
+        return
+
+    current_model_connection = assembler.workflow[target_node_id]['inputs']['model']
+
+    for _ in chain_items:
+        template = assembler._get_node_template("HiDreamO1PatchSeamSmoothing")
+        node_data = deepcopy(template)
+        
+        node_data['inputs']['start_percent'] = 0.8
+        node_data['inputs']['end_percent'] = 1.0
+        node_data['inputs']['pattern'] = "single_shift"
+        node_data['inputs']['passes'] = "ramp_2_4"
+        node_data['inputs']['blend'] = "median"
+        node_data['inputs']['strength'] = 1.0
+        
+        node_data['inputs']['model'] = current_model_connection
+        
+        new_node_id = assembler._get_unique_id()
+        assembler.workflow[new_node_id] = node_data
+        
+        current_model_connection = [new_node_id, 0]
+
+    assembler.workflow[target_node_id]['inputs']['model'] = current_model_connection
+    print("HiDream-O1 Patch Seam Smoothing injector applied.")

core/pipelines/sd_image_pipeline.py

@@ -491,6 +491,10 @@ class SdImagePipeline(BasePipeline):
         recipe_path = os.path.join(os.path.dirname(__file__), "workflow_recipes", "sd_unified_recipe.yaml")
         assembler = WorkflowAssembler(recipe_path, dynamic_values=dynamic_values)
         
+        hidream_smoothing_data = []
+        if workflow_model_type == 'hidream-o1' and model_display_name == "HiDream-O1-Image":
+            hidream_smoothing_data.append({})
+
         workflow_inputs = {
             **ui_inputs,
             "positive_prompt": ui_inputs['positive_prompt'], "negative_prompt": ui_inputs['negative_prompt'],
@@ -512,6 +516,7 @@ class SdImagePipeline(BasePipeline):
             "conditioning_chain": active_conditioning,
             "reference_latent_chain": active_reference_latents,
             "vae_chain": [ui_inputs.get('vae_name')] if ui_inputs.get('vae_name') else [],
+            "hidream_smoothing_chain": hidream_smoothing_data,
         }
 
         if isinstance(path_or_components, dict):

core/pipelines/workflow_recipes/_partials/conditioning/hidream-i1.yaml

@@ -0,0 +1,53 @@
+nodes:
+  unet_loader:
+    class_type: UNETLoader
+    title: "Load HiDream-I1 UNET"
+    params:
+      weight_dtype: "default"
+  vae_loader:
+    class_type: VAELoader
+    title: "Load HiDream-I1 VAE"
+  clip_loader:
+    class_type: QuadrupleCLIPLoader
+    title: "Load HiDream-I1 Quadruple CLIP"
+  
+  model_sampler:
+    class_type: ModelSamplingSD3
+    title: "ModelSamplingSD3"
+    params:
+      shift: 6.0
+
+connections:
+  - from: "unet_loader:0"
+    to: "model_sampler:model"
+    
+  - from: "model_sampler:0"
+    to: "ksampler:model"
+    
+  - from: "clip_loader:0"
+    to: "pos_prompt:clip"
+  - from: "clip_loader:0"
+    to: "neg_prompt:clip"
+
+  - from: "pos_prompt:0"
+    to: "ksampler:positive"
+  - from: "neg_prompt:0"
+    to: "ksampler:negative"
+    
+  - from: "vae_loader:0"
+    to: "vae_decode:vae"
+  - from: "vae_loader:0"
+    to: "vae_encode:vae"
+
+dynamic_conditioning_chains:
+  conditioning_chain:
+    ksampler_node: "ksampler"
+    clip_source: "clip_loader:0"
+
+ui_map:
+  unet_name: "unet_loader:unet_name"
+  vae_name: "vae_loader:vae_name"
+  clip1_name: "clip_loader:clip_name1"
+  clip2_name: "clip_loader:clip_name2"
+  clip3_name: "clip_loader:clip_name3"
+  clip4_name: "clip_loader:clip_name4"

core/pipelines/workflow_recipes/_partials/conditioning/hidream-o1.yaml

@@ -0,0 +1,64 @@
+nodes:
+  ckpt_loader:
+    class_type: CheckpointLoaderSimple
+    title: "Load Checkpoint"
+    
+  model_noise_scale:
+    class_type: ModelNoiseScale
+    title: "ModelNoiseScale"
+    params:
+      noise_scale: 8
+
+connections:
+  - from: "ckpt_loader:0"
+    to: "model_noise_scale:model"
+    
+  - from: "model_noise_scale:0"
+    to: "ksampler:model"
+
+  - from: "ckpt_loader:1"
+    to: "pos_prompt:clip"
+  - from: "ckpt_loader:1"
+    to: "neg_prompt:clip"
+
+  - from: "pos_prompt:0"
+    to: "ksampler:positive"
+  - from: "neg_prompt:0"
+    to: "ksampler:negative"
+    
+  - from: "ckpt_loader:2"
+    to: "vae_decode:vae"
+  - from: "ckpt_loader:2"
+    to: "vae_encode:vae"
+
+dynamic_vae_chains:
+  vae_chain:
+    targets:
+      - "vae_decode:vae"
+      - "vae_encode:vae"
+
+dynamic_lora_chains:
+  lora_chain:
+    template: "LoraLoader"
+    start: "ckpt_loader" 
+    output_map:
+      "0": "model" 
+      "1": "clip"  
+    input_map:
+      "model": "model"
+      "clip": "clip"
+    end_input_map:
+      "model": ["model_noise_scale:model"]
+      "clip": ["pos_prompt:clip", "neg_prompt:clip"]
+
+dynamic_hidream_smoothing_chains:
+  hidream_smoothing_chain:
+    target_node: "ksampler"
+
+dynamic_conditioning_chains:
+  conditioning_chain:
+    ksampler_node: "ksampler"
+    clip_source: "ckpt_loader:1"
+
+ui_map:
+  model_name: "ckpt_loader:ckpt_name"

core/pipelines/workflow_recipes/_partials/input/txt2img_hidream_o1_latent.yaml

@@ -0,0 +1,11 @@
+nodes:
+  latent_source:
+    class_type: "EmptyHiDreamO1LatentImage"
+    title: "Empty HiDream-O1 Latent Image"
+
+connections: []
+
+ui_map:
+  width: "latent_source:width"
+  height: "latent_source:height"
+  batch_size: "latent_source:batch_size"

yaml/constants.yaml

@@ -95,7 +95,15 @@ RESOLUTION_MAP:
     "3:4 (Classic Portrait)": [896, 1152]
     "3:2 (Photography)": [1216, 832]
     "2:3 (Photography Portrait)": [832, 1216]
-  hidream:
+  hidream-o1:
+    "1:1 (Square)": [1024, 1024]
+    "16:9 (Landscape)": [1344, 768]
+    "9:16 (Portrait)": [768, 1344]
+    "4:3 (Classic)": [1152, 896]
+    "3:4 (Classic Portrait)": [896, 1152]
+    "3:2 (Photography)": [1216, 832]
+    "2:3 (Photography Portrait)": [832, 1216]
+  hidream-i1:
     "1:1 (Square)": [1024, 1024]
     "16:9 (Landscape)": [1344, 768]
     "9:16 (Portrait)": [768, 1344]

yaml/file_list.yaml

@@ -1,5 +1,14 @@
 file: 
   checkpoints: 
+    # HiDream-O1
+    - filename: "hidream_o1_image_dev_fp8_scaled.safetensors"
+      source: "hf"
+      repo_id: "Comfy-Org/HiDream-O1-Image"
+      repository_file_path: "checkpoints/hidream_o1_image_dev_fp8_scaled.safetensors"
+    - filename: "hidream_o1_image_fp8_scaled.safetensors"
+      source: "hf"
+      repo_id: "Comfy-Org/HiDream-O1-Image"
+      repository_file_path: "checkpoints/hidream_o1_image_fp8_scaled.safetensors"
     # Lumina
     - filename: "lumina_2.safetensors"
       source: "hf"
@@ -506,7 +515,7 @@ file:
       source: "hf"
       repo_id: "Comfy-Org/FLUX.1-Krea-dev_ComfyUI"
       repository_file_path: "split_files/diffusion_models/flux1-krea-dev_fp8_scaled.safetensors"
-    # HiDream
+    # HiDream-I1
     - filename: "hidream_i1_dev_fp8.safetensors"
       source: "hf"
       repo_id: "Comfy-Org/HiDream-I1_ComfyUI"

yaml/image_gen_features.yaml

@@ -100,10 +100,15 @@ flux1:
     - conditioning
     - flux1_ipadapter
 
-hidream:
+hidream-o1:
   enabled_chains:
-    - lora
-    - conditioning 
+  - lora
+  - conditioning
+  
+hidream-i1:
+  enabled_chains:
+  - lora
+  - conditioning
 
 chroma1:
   enabled_chains:

yaml/injectors.yaml

@@ -17,12 +17,14 @@ injector_definitions:
     module: "chain_injectors.flux1_ipadapter_injector"
   dynamic_sd3_ipadapter_chains:
     module: "chain_injectors.sd3_ipadapter_injector"
-  dynamic_style_chains:
-    module: "chain_injectors.style_injector"
-  dynamic_conditioning_chains:
-    module: "chain_injectors.conditioning_injector"
   dynamic_reference_latent_chains:
     module: "chain_injectors.reference_latent_injector"
+  dynamic_conditioning_chains:
+    module: "chain_injectors.conditioning_injector"
+  dynamic_style_chains:
+    module: "chain_injectors.style_injector"
+  dynamic_hidream_smoothing_chains:
+    module: "chain_injectors.hidream_smoothing_injector"
   
 injector_order:
   - dynamic_vae_chains
@@ -32,8 +34,9 @@ injector_order:
   - dynamic_ipadapter_chains
   - dynamic_flux1_ipadapter_chains
   - dynamic_sd3_ipadapter_chains
-  - dynamic_style_chains
-  - dynamic_conditioning_chains
   - dynamic_reference_latent_chains
+  - dynamic_conditioning_chains
+  - dynamic_style_chains
   - dynamic_controlnet_chains
-  - dynamic_anima_controlnet_lllite_chains
+  - dynamic_anima_controlnet_lllite_chains
+  - dynamic_hidream_smoothing_chains

yaml/model_architectures.yaml

@@ -13,7 +13,8 @@ architecture_order:
   - "Chroma1"
   - "OmniGen2"
   - "Lumina"
-  - "HiDream"
+  - "HiDream-O1"
+  - "HiDream-I1"
   - "FLUX.1"
   - "SD3.5"
   - "SDXL"
@@ -71,9 +72,12 @@ architectures:
   "SD3.5":
     model_type: "sd35"
     controlnet_key: "SD3.5"
-  "HiDream":
-    model_type: "hidream"
-    controlnet_key: "HiDream"
+  "HiDream-O1":
+    model_type: "hidream-o1"
+    controlnet_key: "HiDream-O1"
+  "HiDream-I1":
+    model_type: "hidream-i1"
+    controlnet_key: "HiDream-I1"
   "SD1.5":
     model_type: "sd15"
     controlnet_key: "SD1.5"

yaml/model_defaults.yaml

@@ -175,7 +175,20 @@ FLUX.1:
     sampler_name: "euler"
     scheduler: "simple"
 
-HiDream:
+HiDream-O1:
+  _defaults:
+    steps: 40
+    cfg: 5.0
+    sampler_name: "dpmpp_2m_sde_gpu"
+    scheduler: "normal"
+    total_pixels: 1048576
+  "HiDream-O1-Image-Dev":
+    steps: 28
+    cfg: 1.0
+    sampler_name: "lcm"
+    scheduler: "normal"
+
+HiDream-I1:
   _defaults:
     steps: 50
     cfg: 3.0

yaml/model_list.yaml

@@ -168,7 +168,14 @@ Checkpoint:
     models:
       - display_name: "Alpha-VLLM/Lumina-Image-2.0"
         path: "lumina_2.safetensors"
-  HiDream:
+  HiDream-O1:
+    latent_type: hidream_o1_latent
+    models:
+      - display_name: "HiDream-O1-Image-Dev"
+        path: "hidream_o1_image_dev_fp8_scaled.safetensors"
+      - display_name: "HiDream-O1-Image"
+        path: "hidream_o1_image_fp8_scaled.safetensors"
+  HiDream-I1:
     latent_type: sd3_latent
     models:
       - display_name: "HiDream_i1_Dev"