Instructions to use calcuis/gguf-node with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use calcuis/gguf-node with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("calcuis/gguf-node", dtype=torch.bfloat16, device_map="cuda") prompt = "anime style anime girl with massive fennec ears and one big fluffy tail, she has blonde long hair blue eyes wearing a maid outfit with a long black gold leaf pattern dress, walking slowly to the front with sweetie smile, holding a fancy black forest cake with candles on top in the kitchen of an old dark Victorian mansion lit by candlelight with a bright window to the foggy forest" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
Upload workflow-gguf-piggy-i2v.json with huggingface_hub
Browse files
workflow-gguf-piggy-i2v.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"last_node_id":93,"last_link_id":236,"nodes":[{"id":26,"type":"FluxGuidance","pos":[299.75341796875,146.62933349609375],"size":[317.4000244140625,58],"flags":{},"order":19,"mode":0,"inputs":[{"name":"conditioning","localized_name":"conditioning","type":"CONDITIONING","link":225}],"outputs":[{"name":"CONDITIONING","localized_name":"CONDITIONING","type":"CONDITIONING","shape":3,"links":[129],"slot_index":0}],"properties":{"Node name for S&R":"FluxGuidance"},"widgets_values":[6],"color":"#233","bgcolor":"#355"},{"id":22,"type":"BasicGuider","pos":[425.0108642578125,59.03249740600586],"size":[222.3482666015625,46],"flags":{},"order":20,"mode":0,"inputs":[{"name":"model","localized_name":"model","type":"MODEL","link":195,"slot_index":0},{"name":"conditioning","localized_name":"conditioning","type":"CONDITIONING","link":129,"slot_index":1}],"outputs":[{"name":"GUIDER","localized_name":"GUIDER","type":"GUIDER","shape":3,"links":[30],"slot_index":0}],"properties":{"Node name for S&R":"BasicGuider"},"widgets_values":[]},{"id":25,"type":"RandomNoise","pos":[479.1221923828125,431.24432373046875],"size":[315,82],"flags":{},"order":0,"mode":0,"inputs":[],"outputs":[{"name":"NOISE","localized_name":"NOISE","type":"NOISE","shape":3,"links":[37]}],"properties":{"Node name for S&R":"RandomNoise"},"widgets_values":[1115035815300189,"randomize"],"color":"#2a363b","bgcolor":"#3f5159"},{"id":16,"type":"KSamplerSelect","pos":[479.12225341796875,570.9659423828125],"size":[315,58],"flags":{},"order":1,"mode":0,"inputs":[],"outputs":[{"name":"SAMPLER","localized_name":"SAMPLER","type":"SAMPLER","shape":3,"links":[19]}],"properties":{"Node name for S&R":"KSamplerSelect"},"widgets_values":["euler"]},{"id":81,"type":"CLIPVisionEncode","pos":[203.5138702392578,448.01031494140625],"size":[253.60000610351562,78],"flags":{},"order":14,"mode":0,"inputs":[{"name":"clip_vision","localized_name":"clip_vision","type":"CLIP_VISION","link":220},{"name":"image","localized_name":"image","type":"IMAGE","link":221}],"outputs":[{"name":"CLIP_VISION_OUTPUT","localized_name":"CLIP_VISION_OUTPUT","type":"CLIP_VISION_OUTPUT","links":[219]}],"properties":{"Node name for S&R":"CLIPVisionEncode"},"widgets_values":["none"]},{"id":13,"type":"SamplerCustomAdvanced","pos":[674.351806640625,199.88290405273438],"size":[272.3617858886719,124.53733825683594],"flags":{},"order":21,"mode":0,"inputs":[{"name":"noise","localized_name":"noise","type":"NOISE","link":37,"slot_index":0},{"name":"guider","localized_name":"guider","type":"GUIDER","link":30,"slot_index":1},{"name":"sampler","localized_name":"sampler","type":"SAMPLER","link":19,"slot_index":2},{"name":"sigmas","localized_name":"sigmas","type":"SIGMAS","link":20,"slot_index":3},{"name":"latent_image","localized_name":"latent_image","type":"LATENT","link":216,"slot_index":4}],"outputs":[{"name":"output","localized_name":"output","type":"LATENT","shape":3,"links":[181,210],"slot_index":0},{"name":"denoised_output","localized_name":"denoised_output","type":"LATENT","shape":3,"links":null}],"properties":{"Node name for S&R":"SamplerCustomAdvanced"},"widgets_values":[]},{"id":8,"type":"VAEDecode","pos":[702.2193603515625,77.35018920898438],"size":[210,46],"flags":{},"order":22,"mode":2,"inputs":[{"name":"samples","localized_name":"samples","type":"LATENT","link":181},{"name":"vae","localized_name":"vae","type":"VAE","link":233}],"outputs":[{"name":"IMAGE","localized_name":"IMAGE","type":"IMAGE","links":[],"slot_index":0}],"properties":{"Node name for S&R":"VAEDecode"},"widgets_values":[]},{"id":67,"type":"ModelSamplingSD3","pos":[163.92747497558594,53.41035079956055],"size":[210,58],"flags":{},"order":15,"mode":0,"inputs":[{"name":"model","localized_name":"model","type":"MODEL","link":235}],"outputs":[{"name":"MODEL","localized_name":"MODEL","type":"MODEL","links":[195],"slot_index":0}],"properties":{"Node name for S&R":"ModelSamplingSD3"},"widgets_values":[7]},{"id":89,"type":"Note","pos":[251.960693359375,596.0479736328125],"size":[210,122.85673522949219],"flags":{},"order":2,"mode":0,"inputs":[],"outputs":[],"properties":{},"widgets_values":["Select your image here. The image is fed to both the text encoder and directly to the model.\n\nYou can set the resolution and length of the video using the HunyuanImageToVideo node."],"color":"#432","bgcolor":"#653"},{"id":74,"type":"Note","pos":[205.80291748046875,767.8250732421875],"size":[210,94.10111236572266],"flags":{},"order":3,"mode":0,"inputs":[],"outputs":[],"properties":{},"widgets_values":["Use the tiled decode node by default because most people will need it.\n\nLower the tile_size and overlap if you run out of memory."],"color":"#432","bgcolor":"#653"},{"id":11,"type":"DualCLIPLoader","pos":[-474.62115478515625,307.56915283203125],"size":[297.29241943359375,122],"flags":{},"order":4,"mode":0,"inputs":[],"outputs":[{"name":"CLIP","localized_name":"CLIP","type":"CLIP","shape":3,"links":[],"slot_index":0}],"properties":{"Node name for S&R":"DualCLIPLoader"},"widgets_values":["clip_l.safetensors","llava_llama3_fp8_scaled.safetensors","hunyuan_video","default"],"color":"#223","bgcolor":"#335"},{"id":10,"type":"VAELoader","pos":[-148.65347290039062,562.2969970703125],"size":[350,60],"flags":{},"order":5,"mode":0,"inputs":[],"outputs":[{"name":"VAE","localized_name":"VAE","type":"VAE","shape":3,"links":[],"slot_index":0}],"properties":{"Node name for S&R":"VAELoader"},"widgets_values":["piggy_vae_fp8_e4m3fn.safetensors"],"color":"#223","bgcolor":"#335"},{"id":80,"type":"TextEncodeHunyuanVideo_ImageToVideo","pos":[212.08230590820312,250.04241943359375],"size":[443.5768737792969,139.44482421875],"flags":{},"order":17,"mode":0,"inputs":[{"name":"clip","localized_name":"clip","type":"CLIP","link":231},{"name":"clip_vision_output","localized_name":"clip_vision_output","type":"CLIP_VISION_OUTPUT","link":219}],"outputs":[{"name":"CONDITIONING","localized_name":"CONDITIONING","type":"CONDITIONING","links":[218]}],"title":"Text Encode Hunyuan Video (ImageToVideo)","properties":{"Node name for S&R":"TextEncodeHunyuanVideo_ImageToVideo"},"widgets_values":["a cute anime girl with massive fennec ears and a big fluffy tail wearing a maid outfit running"],"color":"#232","bgcolor":"#353"},{"id":17,"type":"BasicScheduler","pos":[473.69024658203125,684.2456665039062],"size":[315,106],"flags":{},"order":16,"mode":0,"inputs":[{"name":"model","localized_name":"model","type":"MODEL","link":236,"slot_index":0}],"outputs":[{"name":"SIGMAS","localized_name":"SIGMAS","type":"SIGMAS","shape":3,"links":[20]}],"properties":{"Node name for S&R":"BasicScheduler"},"widgets_values":["simple",20,1]},{"id":87,"type":"Note","pos":[437.7212829589844,780.4022216796875],"size":[293.1608581542969,88],"flags":{},"order":6,"mode":0,"inputs":[],"outputs":[],"properties":{},"widgets_values":["The official code removes the first 4 frames because they are sometimes bad. You can bypass (CTRL-B) this node if you don't want this."],"color":"#432","bgcolor":"#653"},{"id":12,"type":"UNETLoader","pos":[203.7838897705078,900.0147705078125],"size":[567.3089599609375,85.51383209228516],"flags":{},"order":7,"mode":0,"inputs":[],"outputs":[{"name":"MODEL","localized_name":"MODEL","type":"MODEL","shape":3,"links":[],"slot_index":0}],"properties":{"Node name for S&R":"UNETLoader"},"widgets_values":["hunyuan_video_image_to_video_720p_fp8_e4m3fn.safetensors","default"],"color":"#223","bgcolor":"#335"},{"id":78,"type":"HunyuanImageToVideo","pos":[-144.27706909179688,767.4097900390625],"size":[315,170],"flags":{},"order":18,"mode":0,"inputs":[{"name":"positive","localized_name":"positive","type":"CONDITIONING","link":218},{"name":"vae","localized_name":"vae","type":"VAE","link":232},{"name":"start_image","localized_name":"start_image","type":"IMAGE","shape":7,"link":222}],"outputs":[{"name":"positive","localized_name":"positive","type":"CONDITIONING","links":[225],"slot_index":0},{"name":"latent","localized_name":"latent","type":"LATENT","links":[216]}],"properties":{"Node name for S&R":"HunyuanImageToVideo"},"widgets_values":[720,720,57,1]},{"id":82,"type":"CLIPVisionLoader","pos":[-161.88922119140625,658.4754028320312],"size":[391.1330871582031,66.19905853271484],"flags":{},"order":8,"mode":0,"inputs":[],"outputs":[{"name":"CLIP_VISION","localized_name":"CLIP_VISION","type":"CLIP_VISION","links":[220]}],"properties":{"Node name for S&R":"CLIPVisionLoader"},"widgets_values":["llava_llama3_vision_fp8_e4m3fn.safetensors"],"color":"#223","bgcolor":"#335"},{"id":77,"type":"Note","pos":[-66.20921325683594,57.15843963623047],"size":[210,88],"flags":{},"order":9,"mode":0,"inputs":[],"outputs":[],"properties":{},"widgets_values":["Select a fp8 weight_dtype if you are running out of memory."],"color":"#432","bgcolor":"#653"},{"id":83,"type":"LoadImage","pos":[-479.7747497558594,478.2767028808594],"size":[306.1464538574219,395.83514404296875],"flags":{},"order":10,"mode":0,"inputs":[],"outputs":[{"name":"IMAGE","localized_name":"IMAGE","type":"IMAGE","links":[221,222],"slot_index":0},{"name":"MASK","localized_name":"MASK","type":"MASK","links":null}],"properties":{"Node name for S&R":"LoadImage"},"widgets_values":["sample_controlnet.png","image"]},{"id":92,"type":"VaeGGUF","pos":[-163.54275512695312,466.00775146484375],"size":[351.3096618652344,60.342567443847656],"flags":{},"order":11,"mode":0,"inputs":[],"outputs":[{"name":"VAE","localized_name":"VAE","type":"VAE","links":[232,233,234],"slot_index":0}],"properties":{"Node name for S&R":"VaeGGUF"},"widgets_values":["piggy_vae_fp32-f16.gguf"]},{"id":91,"type":"DualClipLoaderGGUF","pos":[-153.00054931640625,303.2002258300781],"size":[340.76812744140625,106],"flags":{},"order":12,"mode":0,"inputs":[],"outputs":[{"name":"CLIP","localized_name":"CLIP","type":"CLIP","links":[231],"slot_index":0}],"properties":{"Node name for S&R":"DualClipLoaderGGUF"},"widgets_values":["clip_l_fp32-f16.gguf","llava_llama3_encoder-q2_k.gguf","hunyuan_video"]},{"id":84,"type":"SaveWEBM","pos":[1144.094482421875,189.5753936767578],"size":[224.8116455078125,140.54151916503906],"flags":{},"order":26,"mode":4,"inputs":[{"name":"images","localized_name":"images","type":"IMAGE","link":229}],"outputs":[],"properties":{"Node name for S&R":"SaveWEBM"},"widgets_values":["ComfyUI","vp9",24,12]},{"id":73,"type":"VAEDecodeTiled","pos":[960.8383178710938,71.86199188232422],"size":[210,150],"flags":{},"order":23,"mode":0,"inputs":[{"name":"samples","localized_name":"samples","type":"LATENT","link":210},{"name":"vae","localized_name":"vae","type":"VAE","link":234}],"outputs":[{"name":"IMAGE","localized_name":"IMAGE","type":"IMAGE","links":[230],"slot_index":0}],"properties":{"Node name for S&R":"VAEDecodeTiled"},"widgets_values":[128,32,32,8]},{"id":75,"type":"SaveAnimatedWEBP","pos":[849.7374877929688,376.39471435546875],"size":[466.8862609863281,610.5501098632812],"flags":{},"order":25,"mode":0,"inputs":[{"name":"images","localized_name":"images","type":"IMAGE","link":228}],"outputs":[],"properties":{},"widgets_values":["ComfyUI",24,false,90,"default",""]},{"id":86,"type":"ImageFromBatch","pos":[964.21142578125,254.9329833984375],"size":[210,82],"flags":{},"order":24,"mode":0,"inputs":[{"name":"image","localized_name":"image","type":"IMAGE","link":230}],"outputs":[{"name":"IMAGE","localized_name":"IMAGE","type":"IMAGE","links":[228,229]}],"properties":{"Node name for S&R":"ImageFromBatch"},"widgets_values":[4,4096]},{"id":93,"type":"LoaderGGUF","pos":[-334.54962158203125,204.8123779296875],"size":[333.74041748046875,58],"flags":{},"order":13,"mode":0,"inputs":[],"outputs":[{"name":"MODEL","localized_name":"MODEL","type":"MODEL","links":[235,236],"slot_index":0}],"properties":{"Node name for S&R":"LoaderGGUF"},"widgets_values":["piggy-i2v-q5_k_m.gguf"]}],"links":[[19,16,0,13,2,"SAMPLER"],[20,17,0,13,3,"SIGMAS"],[30,22,0,13,1,"GUIDER"],[37,25,0,13,0,"NOISE"],[129,26,0,22,1,"CONDITIONING"],[181,13,0,8,0,"LATENT"],[195,67,0,22,0,"MODEL"],[210,13,0,73,0,"LATENT"],[216,78,1,13,4,"LATENT"],[218,80,0,78,0,"CONDITIONING"],[219,81,0,80,1,"CLIP_VISION_OUTPUT"],[220,82,0,81,0,"CLIP_VISION"],[221,83,0,81,1,"IMAGE"],[222,83,0,78,2,"IMAGE"],[225,78,0,26,0,"CONDITIONING"],[228,86,0,75,0,"IMAGE"],[229,86,0,84,0,"IMAGE"],[230,73,0,86,0,"IMAGE"],[231,91,0,80,0,"CLIP"],[232,92,0,78,1,"VAE"],[233,92,0,8,1,"VAE"],[234,92,0,73,1,"VAE"],[235,93,0,67,0,"MODEL"],[236,93,0,17,0,"MODEL"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.6830134553650705,"offset":[600.4301140735365,10.117491902639859]},"groupNodes":{}},"version":0.4}
|