ltx2.3_edit_workflowtoo / dw_pose_sam3_api_copy.json
Yuvrajxms09's picture
Rename workflow JSON to dw_pose_sam3_api_copy.json
0d226fe verified
Raw
History Blame Contribute Delete
20.2 kB
{
"5879": {
"inputs": {
"start": 0,
"length": 1,
"image": [
"5896",
1
]
},
"class_type": "ImageFromBatch+",
"_meta": {
"title": "🔧 Image From Batch"
}
},
"5882": {
"inputs": {
"value": 0
},
"class_type": "FloatConstant",
"_meta": {
"title": "6. Set Audio File Start Index (in seconds)"
}
},
"5883": {
"inputs": {
"audio": "weapon_17s.mp3",
"audioUI": "/api/view?filename=weapon_17s.mp3&type=input&subfolder=&rand=0.33409026463724145"
},
"class_type": "LoadAudio",
"_meta": {
"title": "4. Load Audio File here - recommend MP3"
}
},
"5884": {
"inputs": {
"video_info": [
"5893",
3
]
},
"class_type": "VHS_VideoInfo",
"_meta": {
"title": "Video Info 🎥🅥🅗🅢"
}
},
"5885": {
"inputs": {
"value": 10
},
"class_type": "FloatConstant",
"_meta": {
"title": "7. Set Audio Length (in seconds)"
}
},
"5886": {
"inputs": {
"value": "a*b+1",
"a": [
"5885",
0
],
"b": [
"5884",
5
]
},
"class_type": "SimpleMath+",
"_meta": {
"title": "🔧 Simple Math"
}
},
"5891": {
"inputs": {
"detect_hand": "enable",
"detect_body": "enable",
"detect_face": "enable",
"resolution": 1024,
"bbox_detector": "yolox_l.onnx",
"pose_estimator": "dw-ll_ucoco_384_bs5.torchscript.pt",
"scale_stick_for_xinsr_cn": "disable",
"image": [
"6067",
0
]
},
"class_type": "DWPreprocessor",
"_meta": {
"title": "DWPose Estimator"
}
},
"5893": {
"inputs": {
"video": "first12s.mp4",
"force_rate": 24,
"custom_width": 640,
"custom_height": 360,
"frame_load_cap": 241,
"skip_first_frames": 0,
"select_every_nth": 1,
"format": "AnimateDiff"
},
"class_type": "VHS_LoadVideo",
"_meta": {
"title": "Load Video (Upload) 🎥🅥🅗🅢"
}
},
"5896": {
"inputs": {
"downscale_algorithm": "bilinear",
"upscale_algorithm": "bicubic",
"preresize": false,
"preresize_mode": "ensure minimum resolution",
"preresize_min_width": 1024,
"preresize_min_height": 1024,
"preresize_max_width": 16384,
"preresize_max_height": 16384,
"mask_fill_holes": true,
"mask_expand_pixels": 0,
"mask_invert": false,
"mask_blend_pixels": 32,
"mask_hipass_filter": 0.1,
"extend_for_outpainting": false,
"extend_up_factor": 1,
"extend_down_factor": 1,
"extend_left_factor": 1,
"extend_right_factor": 1,
"context_from_mask_extend_factor": 2,
"output_resize_to_target_size": true,
"output_target_width": 640,
"output_target_height": 360,
"output_padding": "32",
"device_mode": "gpu (much faster)",
"image": [
"5893",
0
],
"mask": [
"5928",
0
]
},
"class_type": "InpaintCropImproved",
"_meta": {
"title": "✂️ Inpaint Crop"
}
},
"5899": {
"inputs": {
"block_size": 64,
"device": "cpu",
"masks": [
"5908",
0
]
},
"class_type": "BlockifyMask",
"_meta": {
"title": "Blockify Mask"
}
},
"5900": {
"inputs": {
"frame_rate": 24,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"trim_to_audio": false,
"pingpong": false,
"save_output": false,
"images": [
"5907",
0
]
},
"class_type": "VHS_VideoCombine",
"_meta": {
"title": "MASK PREVIEW"
}
},
"5901": {
"inputs": {
"stitcher": [
"5896",
0
],
"inpainted_image": [
"5915",
0
]
},
"class_type": "InpaintStitchImproved",
"_meta": {
"title": "✂️ Inpaint Stitch"
}
},
"5905": {
"inputs": {
"mask": [
"5896",
2
]
},
"class_type": "InvertMask",
"_meta": {
"title": "Invert Mask"
}
},
"5906": {
"inputs": {
"mask": [
"5905",
0
]
},
"class_type": "MaskToImage",
"_meta": {
"title": "Convert Mask to Image"
}
},
"5907": {
"inputs": {
"blend_factor": 0.9,
"blend_mode": "multiply",
"image1": [
"5906",
0
],
"image2": [
"5896",
1
]
},
"class_type": "ImageBlend",
"_meta": {
"title": "Blend Images"
}
},
"5908": {
"inputs": {
"expand": 40,
"tapered_corners": false,
"mask": [
"6050",
0
]
},
"class_type": "GrowMask",
"_meta": {
"title": "Grow Mask"
}
},
"5915": {
"inputs": {
"start": 0,
"length": [
"5916",
3
],
"image": [
"5894:5829",
0
]
},
"class_type": "ImageFromBatch+",
"_meta": {
"title": "🔧 Image From Batch"
}
},
"5916": {
"inputs": {
"image": [
"5894:5829",
0
]
},
"class_type": "GetImageSizeAndCount",
"_meta": {
"title": "Get Image Size & Count"
}
},
"5917": {
"inputs": {
"output": "",
"source": [
"5886",
0
]
},
"class_type": "Display Any (rgthree)",
"_meta": {
"title": "NEEDED FRAME COUNT"
}
},
"5918": {
"inputs": {
"region": "mouth",
"dilate_px": 0,
"blur_px": 0,
"person_index": 0,
"pose_kps": [
"5891",
1
]
},
"class_type": "PoseKeypointToMask",
"_meta": {
"title": "Pose Keypoint to Mask"
}
},
"5919": {
"inputs": {
"x": 0,
"y": 0,
"operation": "add",
"destination": [
"5918",
0
],
"source": [
"6029",
0
]
},
"class_type": "MaskComposite",
"_meta": {
"title": "Combine Masks"
}
},
"5921": {
"inputs": {
"frame_rate": 24,
"loop_count": 0,
"filename_prefix": "LTX2-3_LIP-SYNC",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"trim_to_audio": false,
"pingpong": false,
"save_output": true,
"images": [
"6048",
0
],
"audio": [
"5894:5839",
0
]
},
"class_type": "VHS_VideoCombine",
"_meta": {
"title": "FINAL VIDEO (INPAINTING)"
}
},
"5925": {
"inputs": {
"region": "both_eyes",
"dilate_px": 0,
"blur_px": 0,
"person_index": 0,
"pose_kps": [
"5891",
1
]
},
"class_type": "PoseKeypointToMask",
"_meta": {
"title": "Pose Keypoint to Mask"
}
},
"5927": {
"inputs": {
"mask": [
"5929",
0
]
},
"class_type": "InvertMask",
"_meta": {
"title": "Invert Mask"
}
},
"5928": {
"inputs": {
"x": 0,
"y": 0,
"operation": "multiply",
"destination": [
"5927",
0
],
"source": [
"5899",
0
]
},
"class_type": "MaskComposite",
"_meta": {
"title": "Combine Masks"
}
},
"5929": {
"inputs": {
"block_size": 64,
"device": "cpu",
"masks": [
"5931",
0
]
},
"class_type": "BlockifyMask",
"_meta": {
"title": "Blockify Mask"
}
},
"5931": {
"inputs": {
"expand": 10,
"tapered_corners": true,
"mask": [
"5925",
0
]
},
"class_type": "GrowMask",
"_meta": {
"title": "Grow Mask"
}
},
"6012": {
"inputs": {
"lora_name": "ltx-2-19b-lora-camera-control-static.safetensors"
},
"class_type": "easy loraNames",
"_meta": {
"title": "Lora Names"
}
},
"6014": {
"inputs": {
"switch": [
"6015",
0
],
"on_false": [
"5893",
0
],
"on_true": [
"5896",
1
]
},
"class_type": "ComfySwitchNode",
"_meta": {
"title": "Switch"
}
},
"6015": {
"inputs": {
"value": false
},
"class_type": "PrimitiveBoolean",
"_meta": {
"title": "USE INPAINTING?"
}
},
"6016": {
"inputs": {
"switch": [
"6015",
0
],
"on_false": [
"5928",
0
],
"on_true": [
"5896",
2
]
},
"class_type": "ComfySwitchNode",
"_meta": {
"title": "Switch"
}
},
"6023": {
"inputs": {
"lora_name": "ltx-2-19b-ic-lora-detailer.safetensors"
},
"class_type": "easy loraNames",
"_meta": {
"title": "Lora Names"
}
},
"6029": {
"inputs": {
"region": "chin",
"dilate_px": 8,
"blur_px": 6,
"person_index": 0,
"pose_kps": [
"5891",
1
]
},
"class_type": "PoseKeypointToMask",
"_meta": {
"title": "Pose Keypoint to Mask"
}
},
"6048": {
"inputs": {
"switch": [
"6015",
0
],
"on_false": [
"5894:5829",
0
],
"on_true": [
"5901",
0
]
},
"class_type": "ComfySwitchNode",
"_meta": {
"title": "Switch"
}
},
"6050": {
"inputs": {
"switch": [
"6051",
0
],
"on_false": [
"5918",
0
],
"on_true": [
"5919",
0
]
},
"class_type": "ComfySwitchNode",
"_meta": {
"title": "Switch Chin Mask"
}
},
"6051": {
"inputs": {
"value": true
},
"class_type": "PrimitiveBoolean",
"_meta": {
"title": "USE CHIN MASK?"
}
},
"6055": {
"inputs": {
"unet_name": "ltx-2.3-22b-distilled-1.1_transformer_only_fp8_scaled.safetensors",
"weight_dtype": "default"
},
"class_type": "UNETLoader",
"_meta": {
"title": "Load Diffusion Model"
}
},
"6056": {
"inputs": {
"vae_name": "LTX23_video_vae_bf16.safetensors"
},
"class_type": "VAELoader",
"_meta": {
"title": "Load VAE"
}
},
"6058": {
"inputs": {
"vae_name": "LTX23_audio_vae_bf16.safetensors"
},
"class_type": "VAELoader",
"_meta": {
"title": "Load VAE"
}
},
"6059": {
"inputs": {
"clip_name1": "gemma_3_12B_it_fpmixed.safetensors",
"clip_name2": "ltx-2.3_text_projection_bf16.safetensors",
"type": "ltxv",
"device": "default"
},
"class_type": "DualCLIPLoader",
"_meta": {
"title": "DualCLIPLoader"
}
},
"6060": {
"inputs": {
"lora_name": "ltx-2.3-22b-ic-lora-lipdub-0.9.safetensors"
},
"class_type": "easy loraNames",
"_meta": {
"title": "Lora Names"
}
},
"6062": {
"inputs": {
"lora_name": [
"6023",
0
],
"strength_model": 0,
"model": [
"5894:5863",
0
]
},
"class_type": "LTXICLoRALoaderModelOnly",
"_meta": {
"title": "🅛🅣🅧 IC-LoRA Loader Model Only"
}
},
"6063": {
"inputs": {
"prompt": "the woman in the video",
"sam2_model": "sam2.1_hiera_tiny",
"dino_model": "GroundingDINO_SwinT_OGC (694MB)",
"device": "Auto",
"threshold": 0.35,
"mask_blur": 0,
"mask_offset": 0,
"invert_output": false,
"background": "Alpha",
"background_color": "#222222"
},
"class_type": "SAM2Segment",
"_meta": {
"title": "SAM2 Segmentation (RMBG)"
}
},
"6067": {
"inputs": {
"prompt": "man",
"output_mode": "Merged",
"confidence_threshold": 0.5,
"max_segments": 0,
"segment_pick": 0,
"mask_blur": 0,
"mask_offset": 0,
"device": "Auto",
"invert_output": false,
"unload_model": false,
"background": "Alpha",
"background_color": "#222222",
"image": [
"5893",
0
]
},
"class_type": "SAM3Segment",
"_meta": {
"title": "SAM3 Segmentation (RMBG)"
}
},
"5894:5830": {
"inputs": {
"sigmas": "1.0, 0.99375, 0.9875, 0.98125, 0.975, 0.909375, 0.725, 0.421875, 0.0"
},
"class_type": "ManualSigmas",
"_meta": {
"title": "ManualSigmas"
}
},
"5894:5831": {
"inputs": {
"sampler_name": "euler_ancestral_cfg_pp"
},
"class_type": "KSamplerSelect",
"_meta": {
"title": "KSamplerSelect"
}
},
"5894:5833": {
"inputs": {
"noise_seed": 810479638879627
},
"class_type": "RandomNoise",
"_meta": {
"title": "RandomNoise"
}
},
"5894:5855": {
"inputs": {
"value": "a*32",
"a": [
"5885",
0
]
},
"class_type": "SimpleMath+",
"_meta": {
"title": "🔧 Simple Math"
}
},
"5894:5834": {
"inputs": {
"text": "",
"clip": [
"6059",
0
]
},
"class_type": "CLIPTextEncode",
"_meta": {
"title": "CLIP Text Encode (Positive Prompt)"
}
},
"5894:5835": {
"inputs": {
"text": "pc game, console game, video game, cartoon, childish, ugly, music, piano, guitar, organ",
"clip": [
"6059",
0
]
},
"class_type": "CLIPTextEncode",
"_meta": {
"title": "CLIP Text Encode (Negative Prompt)"
}
},
"5894:5857": {
"inputs": {
"lora_name": [
"6060",
0
],
"strength_model": 1,
"model": [
"6055",
0
]
},
"class_type": "LTXICLoRALoaderModelOnly",
"_meta": {
"title": "🅛🅣🅧 IC-LoRA Loader Model Only"
}
},
"5894:5841": {
"inputs": {
"start_index": 0,
"duration": [
"5885",
0
],
"audio": [
"5883",
0
]
},
"class_type": "TrimAudioDuration",
"_meta": {
"title": "Trim Audio Duration"
}
},
"5894:5863": {
"inputs": {
"lora_name": [
"6012",
0
],
"strength_model": 0,
"model": [
"5894:5857",
0
]
},
"class_type": "LTXICLoRALoaderModelOnly",
"_meta": {
"title": "🅛🅣🅧 IC-LoRA Loader Model Only"
}
},
"5894:5847": {
"inputs": {
"audio": [
"5894:5841",
0
],
"audio_vae": [
"6058",
0
]
},
"class_type": "LTXVAudioVAEEncode",
"_meta": {
"title": "LTXV Audio VAE Encode"
}
},
"5894:5837": {
"inputs": {
"frame_rate": [
"5884",
5
],
"positive": [
"5894:5834",
0
],
"negative": [
"5894:5835",
0
]
},
"class_type": "LTXVConditioning",
"_meta": {
"title": "LTXVConditioning"
}
},
"5894:6030": {
"inputs": {
"audio_timestep_scale": 1,
"model": [
"6062",
0
]
},
"class_type": "AudioTimestepOverride",
"_meta": {
"title": "Audio Timestep Override"
}
},
"5894:5832": {
"inputs": {
"cfg": 1,
"model": [
"5894:6030",
0
],
"positive": [
"5894:5837",
0
],
"negative": [
"5894:5837",
1
]
},
"class_type": "CFGGuider",
"_meta": {
"title": "CFGGuider"
}
},
"5894:5860": {
"inputs": {
"img_compression": 26,
"image": [
"5879",
0
]
},
"class_type": "LTXVPreprocess",
"_meta": {
"title": "LTXVPreprocess"
}
},
"5894:5848": {
"inputs": {
"resize_type": "scale to multiple",
"resize_type.multiple": [
"5894:5855",
0
],
"scale_method": "lanczos",
"input": [
"6014",
0
]
},
"class_type": "ResizeImageMaskNode",
"_meta": {
"title": "Resize Image/Mask"
}
},
"5894:5861": {
"inputs": {
"pixels": [
"5894:5848",
0
],
"vae": [
"6056",
0
]
},
"class_type": "VAEEncode",
"_meta": {
"title": "VAE Encode"
}
},
"5894:5853": {
"inputs": {
"image": [
"5894:5848",
0
]
},
"class_type": "GetImageSize",
"_meta": {
"title": "Get Image Size"
}
},
"5894:5851": {
"inputs": {
"samples": [
"5894:5861",
0
],
"mask": [
"6016",
0
]
},
"class_type": "SetLatentNoiseMask",
"_meta": {
"title": "Set Latent Noise Mask"
}
},
"5894:5859": {
"inputs": {
"strength": 0.5,
"bypass": false,
"vae": [
"6056",
0
],
"image": [
"5894:5860",
0
],
"latent": [
"5894:5861",
0
]
},
"class_type": "LTXVImgToVideoConditionOnly",
"_meta": {
"title": "🅛🅣🅧 LTXV Img To Video Condition Only"
}
},
"5894:5846": {
"inputs": {
"value": 0,
"width": [
"5894:5853",
0
],
"height": [
"5894:5853",
1
]
},
"class_type": "SolidMask",
"_meta": {
"title": "SolidMask"
}
},
"5894:5849": {
"inputs": {
"samples": [
"5894:5847",
0
],
"mask": [
"5894:5846",
0
]
},
"class_type": "SetLatentNoiseMask",
"_meta": {
"title": "Set Latent Noise Mask"
}
},
"5894:5850": {
"inputs": {
"video_latent": [
"5894:5851",
0
],
"audio_latent": [
"5894:5849",
0
]
},
"class_type": "LTXVConcatAVLatent",
"_meta": {
"title": "LTXVConcatAVLatent"
}
},
"5894:5842": {
"inputs": {
"noise": [
"5894:5833",
0
],
"guider": [
"5894:5832",
0
],
"sampler": [
"5894:5831",
0
],
"sigmas": [
"5894:5830",
0
],
"latent_image": [
"5894:5850",
0
]
},
"class_type": "SamplerCustomAdvanced",
"_meta": {
"title": "SamplerCustomAdvanced"
}
},
"5894:5858": {
"inputs": {
"av_latent": [
"5894:5842",
1
]
},
"class_type": "LTXVSeparateAVLatent",
"_meta": {
"title": "LTXVSeparateAVLatent"
}
},
"5894:5840": {
"inputs": {
"positive": [
"5894:5837",
0
],
"negative": [
"5894:5837",
1
],
"latent": [
"5894:5858",
0
]
},
"class_type": "LTXVCropGuides",
"_meta": {
"title": "LTXVCropGuides"
}
},
"5894:5838": {
"inputs": {
"samples": [
"5894:5858",
1
],
"audio_vae": [
"6058",
0
]
},
"class_type": "LTXVAudioVAEDecode",
"_meta": {
"title": "LTXV Audio VAE Decode"
}
},
"5894:5829": {
"inputs": {
"tile_size": 512,
"overlap": 64,
"temporal_size": 512,
"temporal_overlap": 4,
"samples": [
"5894:5840",
2
],
"vae": [
"6056",
0
]
},
"class_type": "VAEDecodeTiled",
"_meta": {
"title": "VAE Decode (Tiled)"
}
},
"5894:5839": {
"inputs": {
"anything": [
"5894:5838",
0
]
},
"class_type": "easy cleanGpuUsed",
"_meta": {
"title": "Clean VRAM Used"
}
},
"5894:5828": {
"inputs": {
"fps": [
"5884",
5
],
"images": [
"5894:5829",
0
],
"audio": [
"5894:5839",
0
]
},
"class_type": "CreateVideo",
"_meta": {
"title": "Create Video"
}
}
}