{ "schema_version": "2", "name": "Video Replace Background", "description": "Lift a subject with the LTX-2.5 Alpha-Gen matte (Lightricks/LTX-2.5-22b-IC-LoRA-Alpha-Gen), then regenerate the background with MiniMax-H3 (multimodalart/MiniMax-H3-Pruned) via the inpainting modular blocks (diffusers-modular/minimax-h3-inpainting) and turbo LoRA (lightx2v/Minimax-h3-Turbo) - or just remove it. Harmonize (on) blends the subject's lighting into the scene. Upload any clip. The matte is cached per clip, so changing only the prompt skips the LTX pass.", "runtime": {"default": "client"}, "view": {"default": "canvas"}, "references": [ { "id": "ref_clip", "role": "reference", "label": "Your clip (upload any video)", "asset_type": "video", "inputs": [{"id": "in", "label": "Clip", "type": "video"}], "outputs": [{"id": "out", "label": "Clip", "type": "video"}], "x": 40, "y": 40, "width": 260, "height": 160, "data": {"out": {"path": "examples/subject.mp4", "url": "/gradio_api/file=examples/subject.mp4", "orig_name": "subject.mp4", "mime_type": "video/mp4", "meta": {"_type": "gradio.FileData"}}} }, { "id": "ref_prompt", "role": "reference", "label": "New background (edit freely)", "asset_type": "text", "inputs": [{"id": "in", "label": "Text", "type": "text"}], "outputs": [{"id": "out", "label": "Text", "type": "text"}], "x": 40, "y": 230, "width": 260, "height": 150, "data": {"out": "a sunny tropical beach, white sand, palm trees and turquoise ocean waves behind the subject, bright warm daylight, static camera"} }, { "id": "ref_budget", "role": "reference", "label": "Quality / speed", "asset_type": "text", "inputs": [{"id": "in", "label": "Text", "type": "text"}], "outputs": [{"id": "out", "label": "Text", "type": "text"}], "x": 40, "y": 410, "width": 260, "height": 110, "data": {"out": "Balanced · 640"} }, { "id": "ref_steps", "role": "reference", "label": "Steps (turbo)", "asset_type": "number", "inputs": [{"id": "in", "label": "Number", "type": "number"}], "outputs": [{"id": "out", "label": "Number", "type": "number"}], "x": 40, "y": 540, "width": 260, "height": 110, "data": {"out": 8} }, { "id": "ref_seed", "role": "reference", "label": "Seed", "asset_type": "number", "inputs": [{"id": "in", "label": "Number", "type": "number"}], "outputs": [{"id": "out", "label": "Number", "type": "number"}], "x": 40, "y": 670, "width": 260, "height": 110, "data": {"out": 7} }, { "id": "ref_keep", "role": "reference", "label": "Keep original audio", "asset_type": "boolean", "inputs": [{"id": "in", "label": "Boolean", "type": "boolean"}], "outputs": [{"id": "out", "label": "Boolean", "type": "boolean"}], "x": 40, "y": 800, "width": 260, "height": 100, "data": {"out": true} }, { "id": "ref_harmonize", "role": "reference", "label": "Harmonize subject into the scene", "asset_type": "boolean", "inputs": [{"id": "in", "label": "Boolean", "type": "boolean"}], "outputs": [{"id": "out", "label": "Boolean", "type": "boolean"}], "x": 40, "y": 930, "width": 260, "height": 100, "data": {"out": true} }, { "id": "ref_remove", "role": "reference", "label": "Just remove the background", "asset_type": "boolean", "inputs": [{"id": "in", "label": "Boolean", "type": "boolean"}], "outputs": [{"id": "out", "label": "Boolean", "type": "boolean"}], "x": 40, "y": 1060, "width": 260, "height": 100, "data": {"out": false} } ], "operators": [ { "id": "op_generate", "role": "operator", "kind": "fn", "source": "fn", "fn": "generate_video", "label": "generate_video", "inputs": [ {"id": "in_0", "label": "clip", "type": "video", "required": true}, {"id": "in_1", "label": "prompt", "type": "text", "required": true}, {"id": "in_2", "label": "budget", "type": "text", "choices": ["Balanced · 640", "Full · 768 short edge", "Fast · 512"]}, {"id": "in_3", "label": "steps", "type": "number"}, {"id": "in_4", "label": "seed", "type": "number"}, {"id": "in_5", "label": "keep_audio", "type": "boolean"}, {"id": "in_6", "label": "harmonize", "type": "boolean"}, {"id": "in_7", "label": "remove_only", "type": "boolean"} ], "outputs": [ {"id": "out_0", "label": "result", "type": "video", "output_index": 0}, {"id": "out_1", "label": "alpha matte", "type": "video", "output_index": 1}, {"id": "out_2", "label": "background mask", "type": "video", "output_index": 2} ], "x": 460, "y": 360, "width": 320, "height": 340, "data": {} } ], "subjects": [ { "id": "sub_result", "role": "subject", "label": "Result", "asset_type": "video", "inputs": [{"id": "in", "label": "Video", "type": "video"}], "outputs": [{"id": "out", "label": "Video", "type": "video"}], "x": 920, "y": 220, "width": 300, "height": 220, "data": {} }, { "id": "sub_matte", "role": "subject", "label": "Alpha matte", "asset_type": "video", "inputs": [{"id": "in", "label": "Video", "type": "video"}], "outputs": [{"id": "out", "label": "Video", "type": "video"}], "x": 920, "y": 470, "width": 300, "height": 200, "data": {} }, { "id": "sub_mask", "role": "subject", "label": "Background mask", "asset_type": "video", "inputs": [{"id": "in", "label": "Video", "type": "video"}], "outputs": [{"id": "out", "label": "Video", "type": "video"}], "x": 920, "y": 700, "width": 300, "height": 200, "data": {} } ], "edges": [ {"id": "e_clip", "from_node_id": "ref_clip", "from_port_id": "out", "to_node_id": "op_generate", "to_port_id": "in_0", "type": "video"}, {"id": "e_prompt", "from_node_id": "ref_prompt", "from_port_id": "out", "to_node_id": "op_generate", "to_port_id": "in_1", "type": "text"}, {"id": "e_budget", "from_node_id": "ref_budget", "from_port_id": "out", "to_node_id": "op_generate", "to_port_id": "in_2", "type": "text"}, {"id": "e_steps", "from_node_id": "ref_steps", "from_port_id": "out", "to_node_id": "op_generate", "to_port_id": "in_3", "type": "number"}, {"id": "e_seed", "from_node_id": "ref_seed", "from_port_id": "out", "to_node_id": "op_generate", "to_port_id": "in_4", "type": "number"}, {"id": "e_keep", "from_node_id": "ref_keep", "from_port_id": "out", "to_node_id": "op_generate", "to_port_id": "in_5", "type": "boolean"}, {"id": "e_harmonize", "from_node_id": "ref_harmonize", "from_port_id": "out", "to_node_id": "op_generate", "to_port_id": "in_6", "type": "boolean"}, {"id": "e_remove", "from_node_id": "ref_remove", "from_port_id": "out", "to_node_id": "op_generate", "to_port_id": "in_7", "type": "boolean"}, {"id": "e_result", "from_node_id": "op_generate", "from_port_id": "out_0", "to_node_id": "sub_result", "to_port_id": "in", "type": "video"}, {"id": "e_matte", "from_node_id": "op_generate", "from_port_id": "out_1", "to_node_id": "sub_matte", "to_port_id": "in", "type": "video"}, {"id": "e_mask", "from_node_id": "op_generate", "from_port_id": "out_2", "to_node_id": "sub_mask", "to_port_id": "in", "type": "video"} ] }