Instructions to use realrebelai/LingBot_ComfyUI with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use realrebelai/LingBot_ComfyUI with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image, export_to_video # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("realrebelai/LingBot_ComfyUI", dtype=torch.bfloat16, device_map="cuda") pipe.to("cuda") prompt = "A man with short gray hair plays a red electric guitar." image = load_image( "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png" ) output = pipe(image=image, prompt=prompt).frames[0] export_to_video(output, "output.mp4") - Notebooks
- Google Colab
- Kaggle
| { | |
| "id": "fcb86d4d-5b68-4eee-9734-0a60e265d740", | |
| "revision": 0, | |
| "last_node_id": 29, | |
| "last_link_id": 54, | |
| "nodes": [ | |
| { | |
| "id": 19, | |
| "type": "SaveVideo", | |
| "pos": [ | |
| 3010, | |
| 3790 | |
| ], | |
| "size": [ | |
| 880, | |
| 980 | |
| ], | |
| "flags": {}, | |
| "order": 12, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "video", | |
| "type": "VIDEO", | |
| "link": 54 | |
| } | |
| ], | |
| "outputs": [ | |
| { | |
| "name": "video", | |
| "type": "VIDEO", | |
| "links": null | |
| } | |
| ], | |
| "properties": { | |
| "cnr_id": "comfy-core", | |
| "ver": "0.26.0", | |
| "Node name for S&R": "SaveVideo", | |
| "ue_properties": { | |
| "widget_ue_connectable": {}, | |
| "input_ue_unconnectable": {}, | |
| "version": "7.8" | |
| } | |
| }, | |
| "widgets_values": [ | |
| "LINGBOT/TEST_", | |
| "mp4", | |
| "h264" | |
| ], | |
| "color": "#223", | |
| "bgcolor": "#335" | |
| }, | |
| { | |
| "id": 25, | |
| "type": "easy cleanGpuUsed", | |
| "pos": [ | |
| 2820, | |
| 4590 | |
| ], | |
| "size": [ | |
| 170, | |
| 30 | |
| ], | |
| "flags": {}, | |
| "order": 6, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "anything", | |
| "type": "*", | |
| "link": 41 | |
| } | |
| ], | |
| "outputs": [ | |
| { | |
| "name": "output", | |
| "type": "*", | |
| "links": [ | |
| 42 | |
| ] | |
| } | |
| ], | |
| "properties": { | |
| "cnr_id": "comfyui-easy-use", | |
| "ver": "625efbfa2fc20c31797dfffcbb41a26b6d91ab7b", | |
| "Node name for S&R": "easy cleanGpuUsed", | |
| "ue_properties": { | |
| "widget_ue_connectable": {}, | |
| "input_ue_unconnectable": {}, | |
| "version": "7.8" | |
| } | |
| }, | |
| "widgets_values": [] | |
| }, | |
| { | |
| "id": 24, | |
| "type": "easy clearCacheAll", | |
| "pos": [ | |
| 2660, | |
| 4590 | |
| ], | |
| "size": [ | |
| 150, | |
| 30 | |
| ], | |
| "flags": {}, | |
| "order": 5, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "anything", | |
| "type": "*", | |
| "link": 43 | |
| } | |
| ], | |
| "outputs": [ | |
| { | |
| "name": "output", | |
| "type": "*", | |
| "links": [ | |
| 41 | |
| ] | |
| } | |
| ], | |
| "properties": { | |
| "cnr_id": "comfyui-easy-use", | |
| "ver": "625efbfa2fc20c31797dfffcbb41a26b6d91ab7b", | |
| "Node name for S&R": "easy clearCacheAll", | |
| "ue_properties": { | |
| "widget_ue_connectable": {}, | |
| "input_ue_unconnectable": {}, | |
| "version": "7.8" | |
| } | |
| }, | |
| "widgets_values": [] | |
| }, | |
| { | |
| "id": 26, | |
| "type": "easy cleanGpuUsed", | |
| "pos": [ | |
| 2820, | |
| 3670 | |
| ], | |
| "size": [ | |
| 170, | |
| 30 | |
| ], | |
| "flags": {}, | |
| "order": 9, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "anything", | |
| "type": "*", | |
| "link": 44 | |
| } | |
| ], | |
| "outputs": [ | |
| { | |
| "name": "output", | |
| "type": "*", | |
| "links": [ | |
| 52 | |
| ] | |
| } | |
| ], | |
| "properties": { | |
| "cnr_id": "comfyui-easy-use", | |
| "ver": "625efbfa2fc20c31797dfffcbb41a26b6d91ab7b", | |
| "Node name for S&R": "easy cleanGpuUsed", | |
| "ue_properties": { | |
| "widget_ue_connectable": {}, | |
| "input_ue_unconnectable": {}, | |
| "version": "7.8" | |
| } | |
| }, | |
| "widgets_values": [] | |
| }, | |
| { | |
| "id": 27, | |
| "type": "easy clearCacheAll", | |
| "pos": [ | |
| 2660, | |
| 3670 | |
| ], | |
| "size": [ | |
| 150, | |
| 30 | |
| ], | |
| "flags": {}, | |
| "order": 8, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "anything", | |
| "type": "*", | |
| "link": 45 | |
| } | |
| ], | |
| "outputs": [ | |
| { | |
| "name": "output", | |
| "type": "*", | |
| "links": [ | |
| 44 | |
| ] | |
| } | |
| ], | |
| "properties": { | |
| "cnr_id": "comfyui-easy-use", | |
| "ver": "625efbfa2fc20c31797dfffcbb41a26b6d91ab7b", | |
| "Node name for S&R": "easy clearCacheAll", | |
| "ue_properties": { | |
| "widget_ue_connectable": {}, | |
| "input_ue_unconnectable": {}, | |
| "version": "7.8" | |
| } | |
| }, | |
| "widgets_values": [] | |
| }, | |
| { | |
| "id": 1, | |
| "type": "LingBotLoader", | |
| "pos": [ | |
| 2190, | |
| 3790 | |
| ], | |
| "size": [ | |
| 490, | |
| 140 | |
| ], | |
| "flags": {}, | |
| "order": 0, | |
| "mode": 0, | |
| "inputs": [], | |
| "outputs": [ | |
| { | |
| "name": "LINGBOT_MODEL", | |
| "type": "LINGBOT_MODEL", | |
| "links": [ | |
| 1 | |
| ] | |
| } | |
| ], | |
| "properties": { | |
| "Node name for S&R": "LingBotLoader", | |
| "ue_properties": { | |
| "widget_ue_connectable": {}, | |
| "input_ue_unconnectable": {}, | |
| "version": "7.8" | |
| } | |
| }, | |
| "widgets_values": [ | |
| "LingBot_1.3b_DiT.safetensors", | |
| "LingBot_vae.safetensors", | |
| "cuda", | |
| "bf16" | |
| ], | |
| "color": "#323", | |
| "bgcolor": "#535" | |
| }, | |
| { | |
| "id": 23, | |
| "type": "PrimitiveInt", | |
| "pos": [ | |
| 1950, | |
| 3790 | |
| ], | |
| "size": [ | |
| 210, | |
| 90 | |
| ], | |
| "flags": {}, | |
| "order": 1, | |
| "mode": 0, | |
| "inputs": [], | |
| "outputs": [ | |
| { | |
| "name": "INT", | |
| "type": "INT", | |
| "links": [ | |
| 40, | |
| 48 | |
| ] | |
| } | |
| ], | |
| "title": "HEIGHT", | |
| "properties": { | |
| "cnr_id": "comfy-core", | |
| "ver": "0.26.0", | |
| "Node name for S&R": "PrimitiveInt", | |
| "ue_properties": { | |
| "widget_ue_connectable": {}, | |
| "input_ue_unconnectable": {}, | |
| "version": "7.8" | |
| } | |
| }, | |
| "widgets_values": [ | |
| 480, | |
| "fixed" | |
| ], | |
| "color": "#233", | |
| "bgcolor": "#355" | |
| }, | |
| { | |
| "id": 2, | |
| "type": "LingBotSampler", | |
| "pos": [ | |
| 2700, | |
| 4000 | |
| ], | |
| "size": [ | |
| 280, | |
| 510 | |
| ], | |
| "flags": {}, | |
| "order": 7, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "lingbot_model", | |
| "type": "LINGBOT_MODEL", | |
| "link": 1 | |
| }, | |
| { | |
| "name": "embeds", | |
| "type": "LINGBOT_EMBEDS", | |
| "link": 42 | |
| }, | |
| { | |
| "name": "image", | |
| "shape": 7, | |
| "type": "IMAGE", | |
| "link": null | |
| }, | |
| { | |
| "name": "width", | |
| "type": "INT", | |
| "widget": { | |
| "name": "width" | |
| }, | |
| "link": 39 | |
| }, | |
| { | |
| "name": "height", | |
| "type": "INT", | |
| "widget": { | |
| "name": "height" | |
| }, | |
| "link": 40 | |
| } | |
| ], | |
| "outputs": [ | |
| { | |
| "name": "IMAGE", | |
| "type": "IMAGE", | |
| "links": [ | |
| 45 | |
| ] | |
| } | |
| ], | |
| "properties": { | |
| "Node name for S&R": "LingBotSampler", | |
| "ue_properties": { | |
| "widget_ue_connectable": {}, | |
| "input_ue_unconnectable": {}, | |
| "version": "7.8" | |
| } | |
| }, | |
| "widgets_values": [ | |
| 480, | |
| 480, | |
| 41, | |
| 20, | |
| 3, | |
| 3, | |
| 592466700376590, | |
| "fixed", | |
| "yes (low VRAM)", | |
| "off (stable colors, needs ~6GB free at decode)" | |
| ], | |
| "color": "#322", | |
| "bgcolor": "#533" | |
| }, | |
| { | |
| "id": 29, | |
| "type": "FrameInterpolationModelLoader", | |
| "pos": [ | |
| 2710, | |
| 3610 | |
| ], | |
| "size": [ | |
| 320, | |
| 60 | |
| ], | |
| "flags": { | |
| "collapsed": true | |
| }, | |
| "order": 2, | |
| "mode": 0, | |
| "inputs": [], | |
| "outputs": [ | |
| { | |
| "name": "INTERP_MODEL", | |
| "type": "INTERP_MODEL", | |
| "links": [ | |
| 51 | |
| ] | |
| } | |
| ], | |
| "properties": { | |
| "cnr_id": "comfy-core", | |
| "ver": "0.26.0", | |
| "Node name for S&R": "FrameInterpolationModelLoader", | |
| "ue_properties": { | |
| "widget_ue_connectable": {}, | |
| "input_ue_unconnectable": {}, | |
| "version": "7.8" | |
| } | |
| }, | |
| "widgets_values": [ | |
| "film_net_fp16.safetensors" | |
| ] | |
| }, | |
| { | |
| "id": 4, | |
| "type": "CreateVideo", | |
| "pos": [ | |
| 2720, | |
| 3840 | |
| ], | |
| "size": [ | |
| 270, | |
| 110 | |
| ], | |
| "flags": { | |
| "collapsed": false | |
| }, | |
| "order": 11, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "images", | |
| "type": "IMAGE", | |
| "link": 53 | |
| }, | |
| { | |
| "name": "audio", | |
| "shape": 7, | |
| "type": "AUDIO", | |
| "link": null | |
| } | |
| ], | |
| "outputs": [ | |
| { | |
| "name": "VIDEO", | |
| "type": "VIDEO", | |
| "links": [ | |
| 54 | |
| ] | |
| } | |
| ], | |
| "properties": { | |
| "cnr_id": "comfy-core", | |
| "ver": "0.26.0", | |
| "Node name for S&R": "CreateVideo", | |
| "ue_properties": { | |
| "widget_ue_connectable": {}, | |
| "input_ue_unconnectable": {}, | |
| "version": "7.8" | |
| } | |
| }, | |
| "widgets_values": [ | |
| 24, | |
| 8 | |
| ], | |
| "color": "#2a363b", | |
| "bgcolor": "#3f5159" | |
| }, | |
| { | |
| "id": 28, | |
| "type": "FrameInterpolate", | |
| "pos": [ | |
| 2750, | |
| 3570 | |
| ], | |
| "size": [ | |
| 270, | |
| 80 | |
| ], | |
| "flags": { | |
| "collapsed": true | |
| }, | |
| "order": 10, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "interp_model", | |
| "type": "INTERP_MODEL", | |
| "link": 51 | |
| }, | |
| { | |
| "name": "images", | |
| "type": "IMAGE", | |
| "link": 52 | |
| } | |
| ], | |
| "outputs": [ | |
| { | |
| "name": "IMAGE", | |
| "type": "IMAGE", | |
| "links": [ | |
| 53 | |
| ] | |
| } | |
| ], | |
| "properties": { | |
| "cnr_id": "comfy-core", | |
| "ver": "0.26.0", | |
| "Node name for S&R": "FrameInterpolate", | |
| "ue_properties": { | |
| "widget_ue_connectable": {}, | |
| "input_ue_unconnectable": {}, | |
| "version": "7.8" | |
| } | |
| }, | |
| "widgets_values": [ | |
| 2 | |
| ] | |
| }, | |
| { | |
| "id": 3, | |
| "type": "LingBotTextEncode", | |
| "pos": [ | |
| 2190, | |
| 3980 | |
| ], | |
| "size": [ | |
| 490, | |
| 530 | |
| ], | |
| "flags": {}, | |
| "order": 4, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "image", | |
| "shape": 7, | |
| "type": "IMAGE", | |
| "link": null | |
| }, | |
| { | |
| "name": "i2v_width", | |
| "shape": 7, | |
| "type": "INT", | |
| "widget": { | |
| "name": "i2v_width" | |
| }, | |
| "link": 47 | |
| }, | |
| { | |
| "name": "i2v_height", | |
| "shape": 7, | |
| "type": "INT", | |
| "widget": { | |
| "name": "i2v_height" | |
| }, | |
| "link": 48 | |
| } | |
| ], | |
| "outputs": [ | |
| { | |
| "name": "LINGBOT_EMBEDS", | |
| "type": "LINGBOT_EMBEDS", | |
| "links": [ | |
| 43 | |
| ] | |
| } | |
| ], | |
| "properties": { | |
| "Node name for S&R": "LingBotTextEncode", | |
| "ue_properties": { | |
| "widget_ue_connectable": {}, | |
| "input_ue_unconnectable": {}, | |
| "version": "7.8" | |
| } | |
| }, | |
| "widgets_values": [ | |
| "LingBot_text-encoder.safetensors", | |
| "{\n \"comprehensive_description\": {\n \"scene_content_description\": \"A man stands outdoors during a vibrant sunset, smiling as he holds a swirling, luminous fireball in his cupped hands.\",\n \"camera_movement_description\": \"A smooth, slow push-in toward the subject, focusing on the interplay of the firelight and the sunset on his face.\"\n },\n \"prominent_elements\": [\n {\n \"name\": \"man\",\n \"description\": \"An adult male with a friendly smile, dressed in a casual all-black outfit.\",\n \"actions\": [\n {\n \"timestamp\": \"[0.0s - 5.0s]\",\n \"action\": \"Holds a flickering fireball in his palms while looking toward the camera.\"\n }\n ],\n \"location\": \"Center foreground\",\n \"relative_size\": \"large\",\n \"shape_and_color\": \"Adult male figure wearing a black shirt, black jeans, and black shoes.\",\n \"texture\": \"Casual cotton shirt and denim fabric.\",\n \"appearance_details\": \"Wearing a black backwards cap, casting a slight shadow over his eyes.\",\n \"relationship\": \"The primary subject interacting with the magical element.\",\n \"orientation\": \"Front-facing.\",\n \"pose\": \"Standing, holding hands out in front of his chest.\",\n \"expression\": \"Smiling.\",\n \"clothing\": \"Black shirt, black backwards cap, black jeans, black shoes.\",\n \"gender\": \"Male\",\n \"skin_tone_and_texture\": \"Naturally lit by warm sunset tones.\",\n \"number_of_objects\": \"1\"\n },\n {\n \"name\": \"fireball\",\n \"description\": \"A dense, swirling ball of orange and yellow fire hovering just above the man's palms.\",\n \"actions\": [\n {\n \"timestamp\": \"[0.0s - 5.0s]\",\n \"action\": \"Flickers and emits a soft glow against the man's hands.\"\n }\n ],\n \"location\": \"Center, held in hands\",\n \"relative_size\": \"small\",\n \"shape_and_color\": \"Spherical, bright orange, yellow, and white flames.\",\n \"texture\": \"Fluid, energetic fire effects.\",\n \"appearance_details\": \"Emits radiant light and soft embers.\",\n \"relationship\": \"The object being held by the man.\",\n \"orientation\": \"Static hover.\",\n \"pose\": \"\",\n \"expression\": \"\",\n \"clothing\": \"\",\n \"gender\": \"\",\n \"skin_tone_and_texture\": \"\",\n \"number_of_objects\": \"1\"\n }\n ],\n \"camera_info\": {\n \"color\": \"Warm sunset palette\",\n \"frame_size\": \"Medium\",\n \"shot_type_angle\": \"Eye level\",\n \"lens_size\": \"50mm prime\",\n \"composition\": \"Centered\",\n \"lighting\": \"Golden hour sunlight combined with orange firelight\",\n \"lighting_type\": \"Natural and emissive\"\n }\n}", | |
| "", | |
| "no (free after encode)", | |
| 832, | |
| 240 | |
| ], | |
| "color": "#232", | |
| "bgcolor": "#353" | |
| }, | |
| { | |
| "id": 22, | |
| "type": "PrimitiveInt", | |
| "pos": [ | |
| 1950, | |
| 3920 | |
| ], | |
| "size": [ | |
| 210, | |
| 90 | |
| ], | |
| "flags": {}, | |
| "order": 3, | |
| "mode": 0, | |
| "inputs": [], | |
| "outputs": [ | |
| { | |
| "name": "INT", | |
| "type": "INT", | |
| "links": [ | |
| 39, | |
| 47 | |
| ] | |
| } | |
| ], | |
| "title": "WIDTH", | |
| "properties": { | |
| "cnr_id": "comfy-core", | |
| "ver": "0.26.0", | |
| "Node name for S&R": "PrimitiveInt", | |
| "ue_properties": { | |
| "widget_ue_connectable": {}, | |
| "input_ue_unconnectable": {}, | |
| "version": "7.8" | |
| } | |
| }, | |
| "widgets_values": [ | |
| 832, | |
| "fixed" | |
| ], | |
| "color": "#233", | |
| "bgcolor": "#355" | |
| } | |
| ], | |
| "links": [ | |
| [ | |
| 1, | |
| 1, | |
| 0, | |
| 2, | |
| 0, | |
| "LINGBOT_MODEL" | |
| ], | |
| [ | |
| 39, | |
| 22, | |
| 0, | |
| 2, | |
| 3, | |
| "INT" | |
| ], | |
| [ | |
| 40, | |
| 23, | |
| 0, | |
| 2, | |
| 4, | |
| "INT" | |
| ], | |
| [ | |
| 41, | |
| 24, | |
| 0, | |
| 25, | |
| 0, | |
| "*" | |
| ], | |
| [ | |
| 42, | |
| 25, | |
| 0, | |
| 2, | |
| 1, | |
| "LINGBOT_EMBEDS" | |
| ], | |
| [ | |
| 43, | |
| 3, | |
| 0, | |
| 24, | |
| 0, | |
| "LINGBOT_EMBEDS" | |
| ], | |
| [ | |
| 44, | |
| 27, | |
| 0, | |
| 26, | |
| 0, | |
| "*" | |
| ], | |
| [ | |
| 45, | |
| 2, | |
| 0, | |
| 27, | |
| 0, | |
| "IMAGE" | |
| ], | |
| [ | |
| 47, | |
| 22, | |
| 0, | |
| 3, | |
| 1, | |
| "INT" | |
| ], | |
| [ | |
| 48, | |
| 23, | |
| 0, | |
| 3, | |
| 2, | |
| "INT" | |
| ], | |
| [ | |
| 51, | |
| 29, | |
| 0, | |
| 28, | |
| 0, | |
| "INTERP_MODEL" | |
| ], | |
| [ | |
| 52, | |
| 26, | |
| 0, | |
| 28, | |
| 1, | |
| "IMAGE" | |
| ], | |
| [ | |
| 53, | |
| 28, | |
| 0, | |
| 4, | |
| 0, | |
| "IMAGE" | |
| ], | |
| [ | |
| 54, | |
| 4, | |
| 0, | |
| 19, | |
| 0, | |
| "VIDEO" | |
| ] | |
| ], | |
| "groups": [ | |
| { | |
| "id": 2, | |
| "title": "Model Loading and Sampling + Interpolation", | |
| "bounding": [ | |
| 2180, | |
| 3720, | |
| 810, | |
| 810 | |
| ], | |
| "color": "#a1309b", | |
| "flags": {} | |
| }, | |
| { | |
| "id": 3, | |
| "title": "Save Video", | |
| "bounding": [ | |
| 3000, | |
| 3720, | |
| 900, | |
| 1070 | |
| ], | |
| "color": "#3f789e", | |
| "flags": {} | |
| } | |
| ], | |
| "config": {}, | |
| "extra": { | |
| "ue_links": [], | |
| "links_added_by_ue": [], | |
| "ds": { | |
| "scale": 0.5889457339674878, | |
| "offset": [ | |
| -1232.6083083936358, | |
| -3363.953100466353 | |
| ] | |
| }, | |
| "frontendVersion": "1.45.19", | |
| "VHS_latentpreview": false, | |
| "VHS_latentpreviewrate": 0, | |
| "VHS_MetadataImage": true, | |
| "VHS_KeepIntermediate": true | |
| }, | |
| "version": 0.4 | |
| } |