ComfyUI / workflows /api /scail2-character-replacement-auto.json
aleph65's picture
Add scail2-character-replacement-auto API format
d8525a6 verified
Raw
History Blame
23 kB
{
"155": {
"class_type": "LoadVideo",
"inputs": {
"file": "driving_outdoor_dance.mp4"
}
},
"201": {
"class_type": "CreateVideo",
"inputs": {
"audio": [
"215",
1
],
"bit_depth": 8,
"fps": [
"215",
2
],
"images": [
"213:6",
0
]
}
},
"202": {
"_meta": {
"title": "Save Video (First Segement)"
},
"class_type": "SaveVideo",
"inputs": {
"codec": "auto",
"filename_prefix": "video/ComfyUI",
"format": "auto",
"video": [
"201",
0
]
}
},
"213:11": {
"class_type": "LoraLoaderModelOnly",
"inputs": {
"lora_name": "lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors",
"model": [
"213:318",
0
],
"strength_model": 0.8
}
},
"213:114": {
"class_type": "WanSCAILToVideo",
"inputs": {
"batch_size": 1,
"clip_vision_output": [
"213:76",
0
],
"height": [
"213:163",
1
],
"length": [
"213:163",
2
],
"negative": [
"213:4",
0
],
"pose_end": 1,
"pose_start": 0,
"pose_strength": 1,
"pose_video": [
"213:156",
0
],
"pose_video_mask": [
"213:197",
0
],
"positive": [
"213:3",
0
],
"previous_frame_count": 5,
"reference_image": [
"30",
0
],
"reference_image_mask": [
"213:197",
1
],
"replacement_mode": [
"213:203",
0
],
"vae": [
"213:7",
0
],
"video_frame_offset": 0,
"width": [
"213:163",
0
]
}
},
"213:154": {
"class_type": "UNETLoader",
"inputs": {
"unet_name": "wan2.1_14B_SCAIL_2_fp16.safetensors",
"weight_dtype": "default"
}
},
"213:156": {
"class_type": "ResizeImageMaskNode",
"inputs": {
"input": [
"213:177",
0
],
"resize_type": "scale dimensions",
"resize_type.crop": "center",
"resize_type.height": [
"213:182",
1
],
"resize_type.width": [
"213:180",
1
],
"scale_method": "area"
}
},
"213:157": {
"class_type": "GetVideoComponents",
"inputs": {
"video": [
"155",
0
]
}
},
"213:163": {
"class_type": "GetImageSize",
"inputs": {
"image": [
"213:156",
0
]
}
},
"213:165": {
"_meta": {
"title": "Int (Steps)"
},
"class_type": "PrimitiveInt",
"inputs": {
"value": 40
}
},
"213:166": {
"_meta": {
"title": "Float (CFG)"
},
"class_type": "PrimitiveFloat",
"inputs": {
"value": 5
}
},
"213:167": {
"_meta": {
"title": "Float (CFG)"
},
"class_type": "PrimitiveFloat",
"inputs": {
"value": 1
}
},
"213:168": {
"_meta": {
"title": "Int (Steps)"
},
"class_type": "PrimitiveInt",
"inputs": {
"value": 6
}
},
"213:169": {
"_meta": {
"title": "Switch (Model)"
},
"class_type": "ComfySwitchNode",
"inputs": {
"on_false": [
"213:318",
0
],
"on_true": [
"213:11",
0
],
"switch": [
"213:172",
0
]
}
},
"213:170": {
"_meta": {
"title": "Switch (Steps)"
},
"class_type": "ComfySwitchNode",
"inputs": {
"on_false": [
"213:165",
0
],
"on_true": [
"213:168",
0
],
"switch": [
"213:172",
0
]
}
},
"213:171": {
"_meta": {
"title": "Switch (Steps)"
},
"class_type": "ComfySwitchNode",
"inputs": {
"on_false": [
"213:166",
0
],
"on_true": [
"213:167",
0
],
"switch": [
"213:172",
0
]
}
},
"213:172": {
"_meta": {
"title": "Boolean (Enable Distill LoRA?)"
},
"class_type": "PrimitiveBoolean",
"inputs": {
"value": true
}
},
"213:177": {
"class_type": "ImageFromBatch",
"inputs": {
"batch_index": [
"213:184",
1
],
"image": [
"213:157",
0
],
"length": 81
}
},
"213:178": {
"_meta": {
"title": "Int (Width)"
},
"class_type": "PrimitiveInt",
"inputs": {
"value": [
"322",
1
]
}
},
"213:179": {
"_meta": {
"title": "Int (Height)"
},
"class_type": "PrimitiveInt",
"inputs": {
"value": [
"323",
1
]
}
},
"213:18": {
"class_type": "BasicScheduler",
"inputs": {
"denoise": 1,
"model": [
"213:11",
0
],
"scheduler": "simple",
"steps": [
"213:170",
0
]
}
},
"213:180": {
"class_type": "ComfyMathExpression",
"inputs": {
"expression": "(a // 32) * 32",
"values.a": [
"213:178",
0
]
}
},
"213:182": {
"class_type": "ComfyMathExpression",
"inputs": {
"expression": "(a // 32) * 32",
"values.a": [
"213:179",
0
]
}
},
"213:183": {
"_meta": {
"title": "Int (segment index)"
},
"class_type": "PrimitiveInt",
"inputs": {
"value": 1
}
},
"213:184": {
"class_type": "ComfyMathExpression",
"inputs": {
"expression": "(b - c) * (a - 1)",
"values.a": [
"213:183",
0
],
"values.b": 81,
"values.c": 5
}
},
"213:19": {
"class_type": "SamplerCustom",
"inputs": {
"add_noise": true,
"cfg": [
"213:171",
0
],
"latent_image": [
"213:114",
2
],
"model": [
"213:95",
0
],
"negative": [
"213:114",
1
],
"noise_seed": 1,
"positive": [
"213:114",
0
],
"sampler": [
"213:27",
0
],
"sigmas": [
"213:18",
0
]
}
},
"213:191": {
"class_type": "CLIPTextEncode",
"inputs": {
"clip": [
"213:193",
1
],
"text": "human"
}
},
"213:193": {
"class_type": "CheckpointLoaderSimple",
"inputs": {
"ckpt_name": "sam3.1_multiplex_fp16.safetensors"
}
},
"213:196": {
"class_type": "SAM3_VideoTrack",
"inputs": {
"conditioning": [
"213:191",
0
],
"detect_interval": 1,
"detection_threshold": 0.5,
"images": [
"213:156",
0
],
"max_objects": 4,
"model": [
"213:193",
0
]
}
},
"213:197": {
"class_type": "SCAIL2ColoredMask",
"inputs": {
"driving_track_data": [
"213:196",
0
],
"object_indices": "",
"ref_track_data": [
"213:198",
0
],
"replacement_mode": [
"213:203",
0
],
"sort_by": "left_to_right"
}
},
"213:198": {
"class_type": "SAM3_VideoTrack",
"inputs": {
"conditioning": [
"213:212",
0
],
"detect_interval": 1,
"detection_threshold": 0.5,
"images": [
"30",
0
],
"max_objects": 4,
"model": [
"213:193",
0
]
}
},
"213:203": {
"_meta": {
"title": "Boolean \uff08Replace Mode\uff09"
},
"class_type": "PrimitiveBoolean",
"inputs": {
"value": true
}
},
"213:212": {
"class_type": "CLIPTextEncode",
"inputs": {
"clip": [
"213:193",
1
],
"text": "human"
}
},
"213:27": {
"class_type": "KSamplerSelect",
"inputs": {
"sampler_name": "euler"
}
},
"213:3": {
"class_type": "CLIPTextEncode",
"inputs": {
"clip": [
"213:9",
0
],
"text": "A young woman with dark hair tied in a neat high bun, with a few loose strands framing her face, is dancing outdoors on a sunny coastal hillside. She has a normal-sized head and a slim face, with no hat, no headwear, and no oversized hair volume. She wears a fitted black long-sleeve crop top with a shoulder cutout, extremely baggy black cargo pants with straps and pockets, and chunky black combat boots. She performs energetic dance moves with one leg lifted and arms extended, moving naturally in front of a large tree, a small white stone house with a terracotta roof, and a bright blue sea under a clear sky with light clouds."
}
},
"213:318": {
"class_type": "LoraLoaderModelOnly",
"inputs": {
"lora_name": "wan2.1_SCAIL_2_DPO_lora_bf16.safetensors",
"model": [
"213:154",
0
],
"strength_model": 1
}
},
"213:4": {
"class_type": "CLIPTextEncode",
"inputs": {
"clip": [
"213:9",
0
],
"text": ""
}
},
"213:6": {
"class_type": "VAEDecode",
"inputs": {
"samples": [
"213:19",
1
],
"vae": [
"213:7",
0
]
}
},
"213:7": {
"class_type": "VAELoader",
"inputs": {
"vae_name": "Wan2_1_VAE_bf16.safetensors"
}
},
"213:75": {
"class_type": "CLIPVisionLoader",
"inputs": {
"clip_name": "clip_vision_h.safetensors"
}
},
"213:76": {
"class_type": "CLIPVisionEncode",
"inputs": {
"clip_vision": [
"213:75",
0
],
"crop": "none",
"image": [
"30",
0
]
}
},
"213:9": {
"class_type": "CLIPLoader",
"inputs": {
"clip_name": "umt5_xxl_fp8_e4m3fn_scaled.safetensors",
"device": "default",
"type": "wan"
}
},
"213:95": {
"class_type": "ModelSamplingSD3",
"inputs": {
"model": [
"213:169",
0
],
"shift": 5
}
},
"215": {
"class_type": "GetVideoComponents",
"inputs": {
"video": [
"155",
0
]
}
},
"262:216": {
"class_type": "LoraLoaderModelOnly",
"inputs": {
"lora_name": "lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors",
"model": [
"262:319",
0
],
"strength_model": 0.8
}
},
"262:217": {
"class_type": "VAELoader",
"inputs": {
"vae_name": "Wan2_1_VAE_bf16.safetensors"
}
},
"262:218": {
"class_type": "ResizeImageMaskNode",
"inputs": {
"input": [
"262:235",
0
],
"resize_type": "scale dimensions",
"resize_type.crop": "center",
"resize_type.height": [
"262:239",
1
],
"resize_type.width": [
"262:238",
1
],
"scale_method": "area"
}
},
"262:219": {
"class_type": "GetVideoComponents",
"inputs": {
"video": [
"155",
0
]
}
},
"262:220": {
"class_type": "GetImageSize",
"inputs": {
"image": [
"262:218",
0
]
}
},
"262:221": {
"class_type": "CLIPLoader",
"inputs": {
"clip_name": "umt5_xxl_fp8_e4m3fn_scaled.safetensors",
"device": "default",
"type": "wan"
}
},
"262:222": {
"class_type": "CLIPVisionLoader",
"inputs": {
"clip_name": "clip_vision_h.safetensors"
}
},
"262:223": {
"class_type": "UNETLoader",
"inputs": {
"unet_name": "wan2.1_14B_SCAIL_2_fp16.safetensors",
"weight_dtype": "default"
}
},
"262:224": {
"class_type": "ModelSamplingSD3",
"inputs": {
"model": [
"262:232",
0
],
"shift": 5
}
},
"262:225": {
"class_type": "KSamplerSelect",
"inputs": {
"sampler_name": "euler"
}
},
"262:226": {
"class_type": "BasicScheduler",
"inputs": {
"denoise": 1,
"model": [
"262:216",
0
],
"scheduler": "simple",
"steps": [
"262:233",
0
]
}
},
"262:227": {
"class_type": "SamplerCustom",
"inputs": {
"add_noise": true,
"cfg": [
"262:234",
0
],
"latent_image": [
"262:259",
2
],
"model": [
"262:224",
0
],
"negative": [
"262:259",
1
],
"noise_seed": 1,
"positive": [
"262:259",
0
],
"sampler": [
"262:225",
0
],
"sigmas": [
"262:226",
0
]
}
},
"262:228": {
"_meta": {
"title": "Int (Steps)"
},
"class_type": "PrimitiveInt",
"inputs": {
"value": 6
}
},
"262:229": {
"_meta": {
"title": "Float (CFG)"
},
"class_type": "PrimitiveFloat",
"inputs": {
"value": 1
}
},
"262:230": {
"_meta": {
"title": "Int (Steps)"
},
"class_type": "PrimitiveInt",
"inputs": {
"value": 40
}
},
"262:231": {
"_meta": {
"title": "Float (CFG)"
},
"class_type": "PrimitiveFloat",
"inputs": {
"value": 5
}
},
"262:232": {
"_meta": {
"title": "Switch (Model)"
},
"class_type": "ComfySwitchNode",
"inputs": {
"on_false": [
"262:319",
0
],
"on_true": [
"262:216",
0
],
"switch": [
"262:255",
0
]
}
},
"262:233": {
"_meta": {
"title": "Switch (Steps)"
},
"class_type": "ComfySwitchNode",
"inputs": {
"on_false": [
"262:230",
0
],
"on_true": [
"262:228",
0
],
"switch": [
"262:255",
0
]
}
},
"262:234": {
"_meta": {
"title": "Switch (Steps)"
},
"class_type": "ComfySwitchNode",
"inputs": {
"on_false": [
"262:231",
0
],
"on_true": [
"262:229",
0
],
"switch": [
"262:255",
0
]
}
},
"262:235": {
"class_type": "ImageFromBatch",
"inputs": {
"batch_index": [
"262:241",
1
],
"image": [
"262:219",
0
],
"length": 81
}
},
"262:236": {
"_meta": {
"title": "Int (Width)"
},
"class_type": "PrimitiveInt",
"inputs": {
"value": [
"322",
1
]
}
},
"262:237": {
"_meta": {
"title": "Int (Height)"
},
"class_type": "PrimitiveInt",
"inputs": {
"value": [
"323",
1
]
}
},
"262:238": {
"class_type": "ComfyMathExpression",
"inputs": {
"expression": "(a // 32) * 32",
"values.a": [
"262:236",
0
]
}
},
"262:239": {
"class_type": "ComfyMathExpression",
"inputs": {
"expression": "(a // 32) * 32",
"values.a": [
"262:237",
0
]
}
},
"262:240": {
"_meta": {
"title": "Int (segment index)"
},
"class_type": "PrimitiveInt",
"inputs": {
"value": 2
}
},
"262:241": {
"class_type": "ComfyMathExpression",
"inputs": {
"expression": "(b - c) * (a - 1)",
"values.a": [
"262:240",
0
],
"values.b": 81,
"values.c": 5
}
},
"262:242": {
"class_type": "CLIPTextEncode",
"inputs": {
"clip": [
"262:243",
1
],
"text": "human"
}
},
"262:243": {
"class_type": "CheckpointLoaderSimple",
"inputs": {
"ckpt_name": "sam3.1_multiplex_fp16.safetensors"
}
},
"262:244": {
"class_type": "SAM3_VideoTrack",
"inputs": {
"conditioning": [
"262:242",
0
],
"detect_interval": 1,
"detection_threshold": 0.5,
"images": [
"262:218",
0
],
"max_objects": 4,
"model": [
"262:243",
0
]
}
},
"262:245": {
"class_type": "SCAIL2ColoredMask",
"inputs": {
"driving_track_data": [
"262:244",
0
],
"object_indices": "",
"ref_track_data": [
"262:246",
0
],
"replacement_mode": [
"262:247",
0
],
"sort_by": "left_to_right"
}
},
"262:246": {
"class_type": "SAM3_VideoTrack",
"inputs": {
"conditioning": [
"262:261",
0
],
"detect_interval": 1,
"detection_threshold": 0.5,
"images": [
"30",
0
],
"max_objects": 4,
"model": [
"262:243",
0
]
}
},
"262:247": {
"_meta": {
"title": "Boolean \uff08Replace Mode\uff09"
},
"class_type": "PrimitiveBoolean",
"inputs": {
"value": true
}
},
"262:250": {
"class_type": "VAEDecode",
"inputs": {
"samples": [
"262:227",
1
],
"vae": [
"262:217",
0
]
}
},
"262:251": {
"class_type": "ImageFromBatch",
"inputs": {
"batch_index": 5,
"image": [
"262:250",
0
],
"length": 4096
}
},
"262:252": {
"class_type": "ColorTransfer",
"inputs": {
"image_ref": [
"262:253",
0
],
"image_target": [
"262:251",
0
],
"method": "reinhard_lab",
"source_stats": "per_frame",
"strength": 1
}
},
"262:253": {
"class_type": "ImageFromBatch",
"inputs": {
"batch_index": -1,
"image": [
"213:6",
0
],
"length": 1
}
},
"262:255": {
"_meta": {
"title": "Boolean (Enable Distill LoRA?)"
},
"class_type": "PrimitiveBoolean",
"inputs": {
"value": true
}
},
"262:256": {
"class_type": "CLIPVisionEncode",
"inputs": {
"clip_vision": [
"262:222",
0
],
"crop": "none",
"image": [
"30",
0
]
}
},
"262:257": {
"class_type": "CLIPTextEncode",
"inputs": {
"clip": [
"262:221",
0
],
"text": ""
}
},
"262:258": {
"class_type": "CLIPTextEncode",
"inputs": {
"clip": [
"262:221",
0
],
"text": "A young woman with dark hair tied in a neat high bun, with a few loose strands framing her face, is dancing outdoors on a sunny coastal hillside. She has a normal-sized head and a slim face, with no hat, no headwear, and no oversized hair volume. She wears a fitted black long-sleeve crop top with a shoulder cutout, extremely baggy black cargo pants with straps and pockets, and chunky black combat boots. She performs energetic dance moves with one leg lifted and arms extended, moving naturally in front of a large tree, a small white stone house with a terracotta roof, and a bright blue sea under a clear sky with light clouds."
}
},
"262:259": {
"class_type": "WanSCAILToVideo",
"inputs": {
"batch_size": 1,
"clip_vision_output": [
"262:256",
0
],
"height": [
"262:220",
1
],
"length": [
"262:220",
2
],
"negative": [
"262:257",
0
],
"pose_end": 1,
"pose_start": 0,
"pose_strength": 1,
"pose_video": [
"262:218",
0
],
"pose_video_mask": [
"262:245",
0
],
"positive": [
"262:258",
0
],
"previous_frame_count": 5,
"previous_frames": [
"213:6",
0
],
"reference_image": [
"30",
0
],
"reference_image_mask": [
"262:245",
1
],
"replacement_mode": [
"262:247",
0
],
"vae": [
"262:217",
0
],
"video_frame_offset": 0,
"width": [
"262:220",
0
]
}
},
"262:261": {
"class_type": "CLIPTextEncode",
"inputs": {
"clip": [
"262:243",
1
],
"text": "human"
}
},
"262:319": {
"class_type": "LoraLoaderModelOnly",
"inputs": {
"lora_name": "wan2.1_SCAIL_2_DPO_lora_bf16.safetensors",
"model": [
"262:223",
0
],
"strength_model": 1
}
},
"263": {
"class_type": "GetImageSize",
"inputs": {
"image": [
"215",
0
]
}
},
"264": {
"class_type": "ComfyMathExpression",
"inputs": {
"expression": "ceil(a / (81 - 5))",
"values.a": [
"263",
2
]
}
},
"265": {
"_meta": {
"title": "Preview as Text ()"
},
"class_type": "PreviewAny",
"inputs": {
"source": [
"264",
1
]
}
},
"269": {
"class_type": "BatchImagesNode",
"inputs": {
"images.image0": [
"213:6",
0
],
"images.image1": [
"262:252",
0
]
}
},
"270": {
"class_type": "CreateVideo",
"inputs": {
"audio": [
"215",
1
],
"bit_depth": 8,
"fps": [
"215",
2
],
"images": [
"269",
0
]
}
},
"271": {
"_meta": {
"title": "Save Video (Final output)"
},
"class_type": "SaveVideo",
"inputs": {
"codec": "auto",
"filename_prefix": "video/SCAIL2",
"format": "auto",
"video": [
"270",
0
]
}
},
"30": {
"class_type": "LoadImage",
"inputs": {
"image": "reference_streetwear_character.png"
}
},
"322": {
"_meta": {
"title": "Auto Width (closest SCAIL aspect)"
},
"class_type": "ComfyMathExpression",
"inputs": {
"expression": "min(896, max(512, round(sqrt(458752 * a / b) / 16) * 16))",
"values.a": [
"263",
0
],
"values.b": [
"263",
1
]
}
},
"323": {
"_meta": {
"title": "Auto Height (closest SCAIL aspect)"
},
"class_type": "ComfyMathExpression",
"inputs": {
"expression": "min(896, max(512, round(sqrt(458752 * b / a) / 16) * 16))",
"values.a": [
"263",
0
],
"values.b": [
"263",
1
]
}
},
"324": {
"_meta": {
"title": "Auto Width \u2192"
},
"class_type": "PreviewAny",
"inputs": {
"source": [
"322",
1
]
}
},
"325": {
"_meta": {
"title": "Auto Height \u2192"
},
"class_type": "PreviewAny",
"inputs": {
"source": [
"323",
1
]
}
}
}