Instructions to use ndtran0101/pisa-sr-diffusers with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use ndtran0101/pisa-sr-diffusers with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("ndtran0101/pisa-sr-diffusers", dtype=torch.bfloat16, device_map="cuda") prompt = "Turn this cat into a dog" input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png") image = pipe(image=input_image, prompt=prompt).images[0] - Notebooks
- Google Colab
- Kaggle
| { | |
| "peft_type": "LORA", | |
| "r": 4, | |
| "lora_alpha": 8, | |
| "scaling": 2.0, | |
| "target_modules": [ | |
| "conv_in", | |
| "conv_out", | |
| "down_blocks.0.attentions.0.proj_in", | |
| "down_blocks.0.attentions.0.proj_out", | |
| "down_blocks.0.attentions.0.transformer_blocks.0.attn1.to_k", | |
| "down_blocks.0.attentions.0.transformer_blocks.0.attn1.to_out.0", | |
| "down_blocks.0.attentions.0.transformer_blocks.0.attn1.to_q", | |
| "down_blocks.0.attentions.0.transformer_blocks.0.attn1.to_v", | |
| "down_blocks.0.attentions.0.transformer_blocks.0.attn2.to_k", | |
| "down_blocks.0.attentions.0.transformer_blocks.0.attn2.to_out.0", | |
| "down_blocks.0.attentions.0.transformer_blocks.0.attn2.to_q", | |
| "down_blocks.0.attentions.0.transformer_blocks.0.attn2.to_v", | |
| "down_blocks.0.attentions.0.transformer_blocks.0.ff.net.0.proj", | |
| "down_blocks.0.attentions.0.transformer_blocks.0.ff.net.2", | |
| "down_blocks.0.attentions.1.proj_in", | |
| "down_blocks.0.attentions.1.proj_out", | |
| "down_blocks.0.attentions.1.transformer_blocks.0.attn1.to_k", | |
| "down_blocks.0.attentions.1.transformer_blocks.0.attn1.to_out.0", | |
| "down_blocks.0.attentions.1.transformer_blocks.0.attn1.to_q", | |
| "down_blocks.0.attentions.1.transformer_blocks.0.attn1.to_v", | |
| "down_blocks.0.attentions.1.transformer_blocks.0.attn2.to_k", | |
| "down_blocks.0.attentions.1.transformer_blocks.0.attn2.to_out.0", | |
| "down_blocks.0.attentions.1.transformer_blocks.0.attn2.to_q", | |
| "down_blocks.0.attentions.1.transformer_blocks.0.attn2.to_v", | |
| "down_blocks.0.attentions.1.transformer_blocks.0.ff.net.0.proj", | |
| "down_blocks.0.attentions.1.transformer_blocks.0.ff.net.2", | |
| "down_blocks.0.downsamplers.0.conv", | |
| "down_blocks.0.resnets.0.conv1", | |
| "down_blocks.0.resnets.0.conv2", | |
| "down_blocks.0.resnets.1.conv1", | |
| "down_blocks.0.resnets.1.conv2", | |
| "down_blocks.1.attentions.0.proj_in", | |
| "down_blocks.1.attentions.0.proj_out", | |
| "down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_k", | |
| "down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_out.0", | |
| "down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_q", | |
| "down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_v", | |
| "down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_k", | |
| "down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_out.0", | |
| "down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_q", | |
| "down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_v", | |
| "down_blocks.1.attentions.0.transformer_blocks.0.ff.net.0.proj", | |
| "down_blocks.1.attentions.0.transformer_blocks.0.ff.net.2", | |
| "down_blocks.1.attentions.1.proj_in", | |
| "down_blocks.1.attentions.1.proj_out", | |
| "down_blocks.1.attentions.1.transformer_blocks.0.attn1.to_k", | |
| "down_blocks.1.attentions.1.transformer_blocks.0.attn1.to_out.0", | |
| "down_blocks.1.attentions.1.transformer_blocks.0.attn1.to_q", | |
| "down_blocks.1.attentions.1.transformer_blocks.0.attn1.to_v", | |
| "down_blocks.1.attentions.1.transformer_blocks.0.attn2.to_k", | |
| "down_blocks.1.attentions.1.transformer_blocks.0.attn2.to_out.0", | |
| "down_blocks.1.attentions.1.transformer_blocks.0.attn2.to_q", | |
| "down_blocks.1.attentions.1.transformer_blocks.0.attn2.to_v", | |
| "down_blocks.1.attentions.1.transformer_blocks.0.ff.net.0.proj", | |
| "down_blocks.1.attentions.1.transformer_blocks.0.ff.net.2", | |
| "down_blocks.1.downsamplers.0.conv", | |
| "down_blocks.1.resnets.0.conv1", | |
| "down_blocks.1.resnets.0.conv2", | |
| "down_blocks.1.resnets.0.conv_shortcut", | |
| "down_blocks.1.resnets.1.conv1", | |
| "down_blocks.1.resnets.1.conv2", | |
| "down_blocks.2.attentions.0.proj_in", | |
| "down_blocks.2.attentions.0.proj_out", | |
| "down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_k", | |
| "down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_out.0", | |
| "down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_q", | |
| "down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_v", | |
| "down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_k", | |
| "down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_out.0", | |
| "down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_q", | |
| "down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_v", | |
| "down_blocks.2.attentions.0.transformer_blocks.0.ff.net.0.proj", | |
| "down_blocks.2.attentions.0.transformer_blocks.0.ff.net.2", | |
| "down_blocks.2.attentions.1.proj_in", | |
| "down_blocks.2.attentions.1.proj_out", | |
| "down_blocks.2.attentions.1.transformer_blocks.0.attn1.to_k", | |
| "down_blocks.2.attentions.1.transformer_blocks.0.attn1.to_out.0", | |
| "down_blocks.2.attentions.1.transformer_blocks.0.attn1.to_q", | |
| "down_blocks.2.attentions.1.transformer_blocks.0.attn1.to_v", | |
| "down_blocks.2.attentions.1.transformer_blocks.0.attn2.to_k", | |
| "down_blocks.2.attentions.1.transformer_blocks.0.attn2.to_out.0", | |
| "down_blocks.2.attentions.1.transformer_blocks.0.attn2.to_q", | |
| "down_blocks.2.attentions.1.transformer_blocks.0.attn2.to_v", | |
| "down_blocks.2.attentions.1.transformer_blocks.0.ff.net.0.proj", | |
| "down_blocks.2.attentions.1.transformer_blocks.0.ff.net.2", | |
| "down_blocks.2.downsamplers.0.conv", | |
| "down_blocks.2.resnets.0.conv1", | |
| "down_blocks.2.resnets.0.conv2", | |
| "down_blocks.2.resnets.0.conv_shortcut", | |
| "down_blocks.2.resnets.1.conv1", | |
| "down_blocks.2.resnets.1.conv2", | |
| "down_blocks.3.resnets.0.conv1", | |
| "down_blocks.3.resnets.0.conv2", | |
| "down_blocks.3.resnets.1.conv1", | |
| "down_blocks.3.resnets.1.conv2", | |
| "mid_block.attentions.0.proj_in", | |
| "mid_block.attentions.0.proj_out", | |
| "mid_block.attentions.0.transformer_blocks.0.attn1.to_k", | |
| "mid_block.attentions.0.transformer_blocks.0.attn1.to_out.0", | |
| "mid_block.attentions.0.transformer_blocks.0.attn1.to_q", | |
| "mid_block.attentions.0.transformer_blocks.0.attn1.to_v", | |
| "mid_block.attentions.0.transformer_blocks.0.attn2.to_k", | |
| "mid_block.attentions.0.transformer_blocks.0.attn2.to_out.0", | |
| "mid_block.attentions.0.transformer_blocks.0.attn2.to_q", | |
| "mid_block.attentions.0.transformer_blocks.0.attn2.to_v", | |
| "mid_block.attentions.0.transformer_blocks.0.ff.net.0.proj", | |
| "mid_block.attentions.0.transformer_blocks.0.ff.net.2", | |
| "mid_block.resnets.0.conv1", | |
| "mid_block.resnets.0.conv2", | |
| "mid_block.resnets.1.conv1", | |
| "mid_block.resnets.1.conv2", | |
| "up_blocks.0.resnets.0.conv1", | |
| "up_blocks.0.resnets.0.conv2", | |
| "up_blocks.0.resnets.0.conv_shortcut", | |
| "up_blocks.0.resnets.1.conv1", | |
| "up_blocks.0.resnets.1.conv2", | |
| "up_blocks.0.resnets.1.conv_shortcut", | |
| "up_blocks.0.resnets.2.conv1", | |
| "up_blocks.0.resnets.2.conv2", | |
| "up_blocks.0.resnets.2.conv_shortcut", | |
| "up_blocks.0.upsamplers.0.conv", | |
| "up_blocks.1.attentions.0.proj_in", | |
| "up_blocks.1.attentions.0.proj_out", | |
| "up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_k", | |
| "up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_out.0", | |
| "up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_q", | |
| "up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_v", | |
| "up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_k", | |
| "up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_out.0", | |
| "up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_q", | |
| "up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_v", | |
| "up_blocks.1.attentions.0.transformer_blocks.0.ff.net.0.proj", | |
| "up_blocks.1.attentions.0.transformer_blocks.0.ff.net.2", | |
| "up_blocks.1.attentions.1.proj_in", | |
| "up_blocks.1.attentions.1.proj_out", | |
| "up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_k", | |
| "up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_out.0", | |
| "up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_q", | |
| "up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_v", | |
| "up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_k", | |
| "up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_out.0", | |
| "up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_q", | |
| "up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_v", | |
| "up_blocks.1.attentions.1.transformer_blocks.0.ff.net.0.proj", | |
| "up_blocks.1.attentions.1.transformer_blocks.0.ff.net.2", | |
| "up_blocks.1.attentions.2.proj_in", | |
| "up_blocks.1.attentions.2.proj_out", | |
| "up_blocks.1.attentions.2.transformer_blocks.0.attn1.to_k", | |
| "up_blocks.1.attentions.2.transformer_blocks.0.attn1.to_out.0", | |
| "up_blocks.1.attentions.2.transformer_blocks.0.attn1.to_q", | |
| "up_blocks.1.attentions.2.transformer_blocks.0.attn1.to_v", | |
| "up_blocks.1.attentions.2.transformer_blocks.0.attn2.to_k", | |
| "up_blocks.1.attentions.2.transformer_blocks.0.attn2.to_out.0", | |
| "up_blocks.1.attentions.2.transformer_blocks.0.attn2.to_q", | |
| "up_blocks.1.attentions.2.transformer_blocks.0.attn2.to_v", | |
| "up_blocks.1.attentions.2.transformer_blocks.0.ff.net.0.proj", | |
| "up_blocks.1.attentions.2.transformer_blocks.0.ff.net.2", | |
| "up_blocks.1.resnets.0.conv1", | |
| "up_blocks.1.resnets.0.conv2", | |
| "up_blocks.1.resnets.0.conv_shortcut", | |
| "up_blocks.1.resnets.1.conv1", | |
| "up_blocks.1.resnets.1.conv2", | |
| "up_blocks.1.resnets.1.conv_shortcut", | |
| "up_blocks.1.resnets.2.conv1", | |
| "up_blocks.1.resnets.2.conv2", | |
| "up_blocks.1.resnets.2.conv_shortcut", | |
| "up_blocks.1.upsamplers.0.conv", | |
| "up_blocks.2.attentions.0.proj_in", | |
| "up_blocks.2.attentions.0.proj_out", | |
| "up_blocks.2.attentions.0.transformer_blocks.0.attn1.to_k", | |
| "up_blocks.2.attentions.0.transformer_blocks.0.attn1.to_out.0", | |
| "up_blocks.2.attentions.0.transformer_blocks.0.attn1.to_q", | |
| "up_blocks.2.attentions.0.transformer_blocks.0.attn1.to_v", | |
| "up_blocks.2.attentions.0.transformer_blocks.0.attn2.to_k", | |
| "up_blocks.2.attentions.0.transformer_blocks.0.attn2.to_out.0", | |
| "up_blocks.2.attentions.0.transformer_blocks.0.attn2.to_q", | |
| "up_blocks.2.attentions.0.transformer_blocks.0.attn2.to_v", | |
| "up_blocks.2.attentions.0.transformer_blocks.0.ff.net.0.proj", | |
| "up_blocks.2.attentions.0.transformer_blocks.0.ff.net.2", | |
| "up_blocks.2.attentions.1.proj_in", | |
| "up_blocks.2.attentions.1.proj_out", | |
| "up_blocks.2.attentions.1.transformer_blocks.0.attn1.to_k", | |
| "up_blocks.2.attentions.1.transformer_blocks.0.attn1.to_out.0", | |
| "up_blocks.2.attentions.1.transformer_blocks.0.attn1.to_q", | |
| "up_blocks.2.attentions.1.transformer_blocks.0.attn1.to_v", | |
| "up_blocks.2.attentions.1.transformer_blocks.0.attn2.to_k", | |
| "up_blocks.2.attentions.1.transformer_blocks.0.attn2.to_out.0", | |
| "up_blocks.2.attentions.1.transformer_blocks.0.attn2.to_q", | |
| "up_blocks.2.attentions.1.transformer_blocks.0.attn2.to_v", | |
| "up_blocks.2.attentions.1.transformer_blocks.0.ff.net.0.proj", | |
| "up_blocks.2.attentions.1.transformer_blocks.0.ff.net.2", | |
| "up_blocks.2.attentions.2.proj_in", | |
| "up_blocks.2.attentions.2.proj_out", | |
| "up_blocks.2.attentions.2.transformer_blocks.0.attn1.to_k", | |
| "up_blocks.2.attentions.2.transformer_blocks.0.attn1.to_out.0", | |
| "up_blocks.2.attentions.2.transformer_blocks.0.attn1.to_q", | |
| "up_blocks.2.attentions.2.transformer_blocks.0.attn1.to_v", | |
| "up_blocks.2.attentions.2.transformer_blocks.0.attn2.to_k", | |
| "up_blocks.2.attentions.2.transformer_blocks.0.attn2.to_out.0", | |
| "up_blocks.2.attentions.2.transformer_blocks.0.attn2.to_q", | |
| "up_blocks.2.attentions.2.transformer_blocks.0.attn2.to_v", | |
| "up_blocks.2.attentions.2.transformer_blocks.0.ff.net.0.proj", | |
| "up_blocks.2.attentions.2.transformer_blocks.0.ff.net.2", | |
| "up_blocks.2.resnets.0.conv1", | |
| "up_blocks.2.resnets.0.conv2", | |
| "up_blocks.2.resnets.0.conv_shortcut", | |
| "up_blocks.2.resnets.1.conv1", | |
| "up_blocks.2.resnets.1.conv2", | |
| "up_blocks.2.resnets.1.conv_shortcut", | |
| "up_blocks.2.resnets.2.conv1", | |
| "up_blocks.2.resnets.2.conv2", | |
| "up_blocks.2.resnets.2.conv_shortcut", | |
| "up_blocks.2.upsamplers.0.conv", | |
| "up_blocks.3.attentions.0.proj_in", | |
| "up_blocks.3.attentions.0.proj_out", | |
| "up_blocks.3.attentions.0.transformer_blocks.0.attn1.to_k", | |
| "up_blocks.3.attentions.0.transformer_blocks.0.attn1.to_out.0", | |
| "up_blocks.3.attentions.0.transformer_blocks.0.attn1.to_q", | |
| "up_blocks.3.attentions.0.transformer_blocks.0.attn1.to_v", | |
| "up_blocks.3.attentions.0.transformer_blocks.0.attn2.to_k", | |
| "up_blocks.3.attentions.0.transformer_blocks.0.attn2.to_out.0", | |
| "up_blocks.3.attentions.0.transformer_blocks.0.attn2.to_q", | |
| "up_blocks.3.attentions.0.transformer_blocks.0.attn2.to_v", | |
| "up_blocks.3.attentions.0.transformer_blocks.0.ff.net.0.proj", | |
| "up_blocks.3.attentions.0.transformer_blocks.0.ff.net.2", | |
| "up_blocks.3.attentions.1.proj_in", | |
| "up_blocks.3.attentions.1.proj_out", | |
| "up_blocks.3.attentions.1.transformer_blocks.0.attn1.to_k", | |
| "up_blocks.3.attentions.1.transformer_blocks.0.attn1.to_out.0", | |
| "up_blocks.3.attentions.1.transformer_blocks.0.attn1.to_q", | |
| "up_blocks.3.attentions.1.transformer_blocks.0.attn1.to_v", | |
| "up_blocks.3.attentions.1.transformer_blocks.0.attn2.to_k", | |
| "up_blocks.3.attentions.1.transformer_blocks.0.attn2.to_out.0", | |
| "up_blocks.3.attentions.1.transformer_blocks.0.attn2.to_q", | |
| "up_blocks.3.attentions.1.transformer_blocks.0.attn2.to_v", | |
| "up_blocks.3.attentions.1.transformer_blocks.0.ff.net.0.proj", | |
| "up_blocks.3.attentions.1.transformer_blocks.0.ff.net.2", | |
| "up_blocks.3.attentions.2.proj_in", | |
| "up_blocks.3.attentions.2.proj_out", | |
| "up_blocks.3.attentions.2.transformer_blocks.0.attn1.to_k", | |
| "up_blocks.3.attentions.2.transformer_blocks.0.attn1.to_out.0", | |
| "up_blocks.3.attentions.2.transformer_blocks.0.attn1.to_q", | |
| "up_blocks.3.attentions.2.transformer_blocks.0.attn1.to_v", | |
| "up_blocks.3.attentions.2.transformer_blocks.0.attn2.to_k", | |
| "up_blocks.3.attentions.2.transformer_blocks.0.attn2.to_out.0", | |
| "up_blocks.3.attentions.2.transformer_blocks.0.attn2.to_q", | |
| "up_blocks.3.attentions.2.transformer_blocks.0.attn2.to_v", | |
| "up_blocks.3.attentions.2.transformer_blocks.0.ff.net.0.proj", | |
| "up_blocks.3.attentions.2.transformer_blocks.0.ff.net.2", | |
| "up_blocks.3.resnets.0.conv1", | |
| "up_blocks.3.resnets.0.conv2", | |
| "up_blocks.3.resnets.0.conv_shortcut", | |
| "up_blocks.3.resnets.1.conv1", | |
| "up_blocks.3.resnets.1.conv2", | |
| "up_blocks.3.resnets.1.conv_shortcut", | |
| "up_blocks.3.resnets.2.conv1", | |
| "up_blocks.3.resnets.2.conv2", | |
| "up_blocks.3.resnets.2.conv_shortcut" | |
| ], | |
| "n_modules": 258 | |
| } |