Instructions to use leafmoone/RUM-FLUX.2-klein-4B-ConvRot-Quantized with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use leafmoone/RUM-FLUX.2-klein-4B-ConvRot-Quantized with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("leafmoone/RUM-FLUX.2-klein-4B-ConvRot-Quantized", torch_dtype=torch.bfloat16, device_map="cuda") prompt = "Turn this cat into a dog" input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png") image = pipe(image=input_image, prompt=prompt).images[0] - Notebooks
- Google Colab
- Kaggle
File size: 1,754 Bytes
2f284cf | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 | {
"checkpoint": "rum-flux2-int8-convrot-adaround-realcal-hq.safetensors",
"base_model": "black-forest-labs/FLUX.2-klein-base-4B",
"teacher_model": "waiNSFWIllustrious_v140.safetensors",
"text_conditioning": "qwen+sdxl",
"task": "t2i",
"prompt": "1girl, kisaki (blue archive), general, holding baozi, eating, indoors, momoko (momopoco), newest",
"negative_prompt": "",
"seed": 1,
"steps": 20,
"cfg": 5.0,
"output": "offload_int8_t2i.png",
"load_seconds": 2.1349147111177444,
"generation_seconds": 14.88612100481987,
"offload": true,
"peak_allocated_bytes": 4936877056,
"peak_reserved_bytes": 5618270208,
"memory_profile": {
"load": {
"seconds": 2.1349147111177444,
"end_allocated_bytes": 0,
"end_reserved_bytes": 0,
"peak_allocated_bytes": 0,
"peak_reserved_bytes": 0
},
"prompt_encoding": {
"seconds": 8.439874656498432,
"end_allocated_bytes": 18017280,
"end_reserved_bytes": 41943040,
"peak_allocated_bytes": 9861727232,
"peak_reserved_bytes": 9999220736
},
"denoising": {
"seconds": 10.382715687155724,
"peak_allocated_bytes": 4936877056,
"peak_reserved_bytes": 5618270208
},
"vae_decode_and_postprocess": {
"seconds": 4.503405317664146,
"peak_allocated_bytes": 4194633216,
"peak_reserved_bytes": 5618270208
},
"after_generation_and_offload": {
"allocated_bytes": 53669888,
"reserved_bytes": 121634816
}
},
"quantization": {
"quantized_linears": 100,
"int8_linears": 100,
"int4_linears": 0
},
"environment": {
"python": "3.12.3",
"torch": "2.12.1+cu130",
"cuda": "13.0",
"gpu": "NVIDIA vGPU-48GB",
"comfy_kitchen": "0.2.21"
}
}
|