Image-to-Image
Diffusers
Safetensors
style-transfer
image-editing
controllable-generation
lora
stylecontroller
Instructions to use ReyChiaro/StyleController with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use ReyChiaro/StyleController with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("Qwen/Qwen-Image-Edit-2509", dtype=torch.bfloat16, device_map="cuda") pipe.load_lora_weights("ReyChiaro/StyleController") prompt = "Turn this cat into a dog" input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png") image = pipe(image=input_image, prompt=prompt).images[0] - Inference
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- Draw Things
File size: 2,052 Bytes
2851b62 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 | {
"format_version": 1,
"model_type": "stylecontroller",
"variant": "qwenimage_edit_2509",
"base_model": {
"repo_id": "Qwen/Qwen-Image-Edit-2509",
"relationship": "adapter"
},
"implementation": {
"repository": "https://github.com/ReyChiaro/StyleController",
"entrypoint": "infer_styctrl.py",
"model_argument": "qwen"
},
"weights": {
"format": "safetensors",
"dtype": "bfloat16",
"main": "styctrl_qwenimage_edit_2509.safetensors",
"adapter_name": "styctrl",
"rank": 128,
"bias": false,
"parameter_count": 613416960
},
"transformer": {
"layer_start": 0,
"layer_end": 59,
"layer_end_inclusive": true,
"target_modules": [
"attn.to_q",
"attn.to_k",
"attn.to_v",
"attn.to_out.0",
"attn.add_q_proj",
"attn.add_k_proj",
"attn.add_v_proj",
"attn.to_add_out",
"img_mlp.net.2",
"txt_mlp.net.2"
]
},
"projectors": {
"type": "low_rank_linear",
"parameters_per_anchor": 9907200,
"anchors": [
{"strength": 0.1, "path": "projectors/s01.safetensors"},
{"strength": 0.2, "path": "projectors/s02.safetensors"},
{"strength": 0.3, "path": "projectors/s03.safetensors"},
{"strength": 0.4, "path": "projectors/s04.safetensors"},
{"strength": 0.5, "path": "projectors/s05.safetensors"},
{"strength": 0.6, "path": "projectors/s06.safetensors"},
{"strength": 0.7, "path": "projectors/s07.safetensors"},
{"strength": 0.8, "path": "projectors/s08.safetensors"},
{"strength": 0.9, "path": "projectors/s09.safetensors"}
],
"endpoints": [
{"strength": 0.0, "construction": "zero_projector"},
{"strength": 1.0, "construction": "identity_projector_from_main_lora"}
],
"default_interpolation": "bspline",
"bspline_order": 3,
"bspline_mode": "control"
},
"inference_defaults": {
"height": 1024,
"width": 1024,
"steps": 16,
"guidance_scale": 3.5,
"seed": 42,
"dtype": "bfloat16",
"device": "cuda"
}
}
|