Instructions to use sam749/FLUX2klein-9B-4bit with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use sam749/FLUX2klein-9B-4bit with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("sam749/FLUX2klein-9B-4bit", dtype=torch.bfloat16, device_map="cuda") prompt = "Turn this cat into a dog" input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png") image = pipe(image=input_image, prompt=prompt).images[0] - Notebooks
- Google Colab
- Kaggle
| { | |
| "_class_name": "AutoencoderKLFlux2", | |
| "_diffusers_version": "0.39.0", | |
| "_name_or_path": "black-forest-labs/FLUX.2-small-decoder", | |
| "act_fn": "silu", | |
| "batch_norm_eps": 0.0001, | |
| "batch_norm_momentum": 0.1, | |
| "block_out_channels": [ | |
| 128, | |
| 256, | |
| 512, | |
| 512 | |
| ], | |
| "decoder_block_out_channels": [ | |
| 96, | |
| 192, | |
| 384, | |
| 384 | |
| ], | |
| "down_block_types": [ | |
| "DownEncoderBlock2D", | |
| "DownEncoderBlock2D", | |
| "DownEncoderBlock2D", | |
| "DownEncoderBlock2D" | |
| ], | |
| "force_upcast": true, | |
| "in_channels": 3, | |
| "latent_channels": 32, | |
| "layers_per_block": 2, | |
| "mid_block_add_attention": true, | |
| "norm_num_groups": 32, | |
| "out_channels": 3, | |
| "patch_size": [ | |
| 2, | |
| 2 | |
| ], | |
| "quantization_config": { | |
| "_load_in_4bit": true, | |
| "_load_in_8bit": false, | |
| "bnb_4bit_compute_dtype": "float32", | |
| "bnb_4bit_quant_storage": "uint8", | |
| "bnb_4bit_quant_type": "fp4", | |
| "bnb_4bit_use_double_quant": false, | |
| "llm_int8_enable_fp32_cpu_offload": false, | |
| "llm_int8_has_fp16_weight": false, | |
| "llm_int8_skip_modules": null, | |
| "llm_int8_threshold": 6.0, | |
| "load_in_4bit": true, | |
| "load_in_8bit": false, | |
| "quant_method": "bitsandbytes" | |
| }, | |
| "sample_size": 1024, | |
| "up_block_types": [ | |
| "UpDecoderBlock2D", | |
| "UpDecoderBlock2D", | |
| "UpDecoderBlock2D", | |
| "UpDecoderBlock2D" | |
| ], | |
| "use_post_quant_conv": true, | |
| "use_quant_conv": true | |
| } | |