Image-to-Image
Diffusers
Safetensors
style-transfer
image-editing
controllable-generation
lora
stylecontroller
Instructions to use ReyChiaro/StyleController with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use ReyChiaro/StyleController with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("Qwen/Qwen-Image-Edit-2509", dtype=torch.bfloat16, device_map="cuda") pipe.load_lora_weights("ReyChiaro/StyleController") prompt = "Turn this cat into a dog" input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png") image = pipe(image=input_image, prompt=prompt).images[0] - Inference
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- Draw Things
| { | |
| "format_version": 1, | |
| "model_type": "stylecontroller", | |
| "variant": "qwenimage_edit_2509", | |
| "base_model": { | |
| "repo_id": "Qwen/Qwen-Image-Edit-2509", | |
| "relationship": "adapter" | |
| }, | |
| "implementation": { | |
| "repository": "https://github.com/ReyChiaro/StyleController", | |
| "entrypoint": "infer_styctrl.py", | |
| "model_argument": "qwen" | |
| }, | |
| "weights": { | |
| "format": "safetensors", | |
| "dtype": "bfloat16", | |
| "main": "styctrl_qwenimage_edit_2509.safetensors", | |
| "adapter_name": "styctrl", | |
| "rank": 128, | |
| "bias": false, | |
| "parameter_count": 613416960 | |
| }, | |
| "transformer": { | |
| "layer_start": 0, | |
| "layer_end": 59, | |
| "layer_end_inclusive": true, | |
| "target_modules": [ | |
| "attn.to_q", | |
| "attn.to_k", | |
| "attn.to_v", | |
| "attn.to_out.0", | |
| "attn.add_q_proj", | |
| "attn.add_k_proj", | |
| "attn.add_v_proj", | |
| "attn.to_add_out", | |
| "img_mlp.net.2", | |
| "txt_mlp.net.2" | |
| ] | |
| }, | |
| "projectors": { | |
| "type": "low_rank_linear", | |
| "parameters_per_anchor": 9907200, | |
| "anchors": [ | |
| {"strength": 0.1, "path": "projectors/s01.safetensors"}, | |
| {"strength": 0.2, "path": "projectors/s02.safetensors"}, | |
| {"strength": 0.3, "path": "projectors/s03.safetensors"}, | |
| {"strength": 0.4, "path": "projectors/s04.safetensors"}, | |
| {"strength": 0.5, "path": "projectors/s05.safetensors"}, | |
| {"strength": 0.6, "path": "projectors/s06.safetensors"}, | |
| {"strength": 0.7, "path": "projectors/s07.safetensors"}, | |
| {"strength": 0.8, "path": "projectors/s08.safetensors"}, | |
| {"strength": 0.9, "path": "projectors/s09.safetensors"} | |
| ], | |
| "endpoints": [ | |
| {"strength": 0.0, "construction": "zero_projector"}, | |
| {"strength": 1.0, "construction": "identity_projector_from_main_lora"} | |
| ], | |
| "default_interpolation": "bspline", | |
| "bspline_order": 3, | |
| "bspline_mode": "control" | |
| }, | |
| "inference_defaults": { | |
| "height": 1024, | |
| "width": 1024, | |
| "steps": 16, | |
| "guidance_scale": 3.5, | |
| "seed": 42, | |
| "dtype": "bfloat16", | |
| "device": "cuda" | |
| } | |
| } | |