Instructions to use leafmoone/RUM-FLUX.2-klein-4B-ConvRot-Quantized with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use leafmoone/RUM-FLUX.2-klein-4B-ConvRot-Quantized with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("leafmoone/RUM-FLUX.2-klein-4B-ConvRot-Quantized", torch_dtype=torch.bfloat16, device_map="cuda") prompt = "Turn this cat into a dog" input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png") image = pipe(image=input_image, prompt=prompt).images[0] - Notebooks
- Google Colab
- Kaggle
| { | |
| "checkpoint": "rum-flux2-int8-convrot-adaround-realcal-hq.safetensors", | |
| "base_model": "black-forest-labs/FLUX.2-klein-base-4B", | |
| "teacher_model": "waiNSFWIllustrious_v140.safetensors", | |
| "text_conditioning": "qwen+sdxl", | |
| "task": "t2i", | |
| "prompt": "1girl, kisaki (blue archive), general, holding baozi, eating, indoors, momoko (momopoco), newest", | |
| "negative_prompt": "", | |
| "seed": 1, | |
| "steps": 20, | |
| "cfg": 5.0, | |
| "output": "offload_int8_t2i.png", | |
| "load_seconds": 2.1349147111177444, | |
| "generation_seconds": 14.88612100481987, | |
| "offload": true, | |
| "peak_allocated_bytes": 4936877056, | |
| "peak_reserved_bytes": 5618270208, | |
| "memory_profile": { | |
| "load": { | |
| "seconds": 2.1349147111177444, | |
| "end_allocated_bytes": 0, | |
| "end_reserved_bytes": 0, | |
| "peak_allocated_bytes": 0, | |
| "peak_reserved_bytes": 0 | |
| }, | |
| "prompt_encoding": { | |
| "seconds": 8.439874656498432, | |
| "end_allocated_bytes": 18017280, | |
| "end_reserved_bytes": 41943040, | |
| "peak_allocated_bytes": 9861727232, | |
| "peak_reserved_bytes": 9999220736 | |
| }, | |
| "denoising": { | |
| "seconds": 10.382715687155724, | |
| "peak_allocated_bytes": 4936877056, | |
| "peak_reserved_bytes": 5618270208 | |
| }, | |
| "vae_decode_and_postprocess": { | |
| "seconds": 4.503405317664146, | |
| "peak_allocated_bytes": 4194633216, | |
| "peak_reserved_bytes": 5618270208 | |
| }, | |
| "after_generation_and_offload": { | |
| "allocated_bytes": 53669888, | |
| "reserved_bytes": 121634816 | |
| } | |
| }, | |
| "quantization": { | |
| "quantized_linears": 100, | |
| "int8_linears": 100, | |
| "int4_linears": 0 | |
| }, | |
| "environment": { | |
| "python": "3.12.3", | |
| "torch": "2.12.1+cu130", | |
| "cuda": "13.0", | |
| "gpu": "NVIDIA vGPU-48GB", | |
| "comfy_kitchen": "0.2.21" | |
| } | |
| } | |