End of training
Browse files- All_layer_embeds_SD_v1_5/Embeds_layer_0_VAE_Encoder.pt +3 -0
- All_layer_embeds_SD_v1_5/Embeds_layer_10_UpBLock.pt +3 -0
- All_layer_embeds_SD_v1_5/Embeds_layer_11_Conv_out.pt +3 -0
- All_layer_embeds_SD_v1_5/Embeds_layer_1_Conv_in.pt +3 -0
- All_layer_embeds_SD_v1_5/Embeds_layer_2_DownBLock.pt +3 -0
- All_layer_embeds_SD_v1_5/Embeds_layer_3_DownBLock.pt +3 -0
- All_layer_embeds_SD_v1_5/Embeds_layer_4_DownBLock.pt +3 -0
- All_layer_embeds_SD_v1_5/Embeds_layer_5_DownBLock.pt +3 -0
- All_layer_embeds_SD_v1_5/Embeds_layer_6_MidBlock.pt +3 -0
- All_layer_embeds_SD_v1_5/Embeds_layer_7_UpBLock.pt +3 -0
- All_layer_embeds_SD_v1_5/Embeds_layer_8_UpBLock.pt +3 -0
- All_layer_embeds_SD_v1_5/Embeds_layer_9_UpBLock.pt +3 -0
- README.md +12 -128
- logs/custom-diffusion/1739441209.5102153/events.out.tfevents.1739441209.cudahpc06.678693.1 +3 -0
- logs/custom-diffusion/1739441209.5117383/hparams.yml +58 -0
- logs/custom-diffusion/events.out.tfevents.1739441209.cudahpc06.678693.0 +3 -0
- pytorch_custom_diffusion_weights.bin +3 -0
- sks.bin +3 -0
All_layer_embeds_SD_v1_5/Embeds_layer_0_VAE_Encoder.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bf70fbf1e14d64343414fc28c8fef41a08be4f436b3f9e2a37a4338552d269a3
|
| 3 |
+
size 131940
|
All_layer_embeds_SD_v1_5/Embeds_layer_10_UpBLock.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:01b3a9330fe728f900420efa6c9378d8b93a7e7f6593afb7aa90bd0e1a6b8ac8
|
| 3 |
+
size 10486619
|
All_layer_embeds_SD_v1_5/Embeds_layer_11_Conv_out.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:300f31180b2932feaa08ff06e17d69afc7d9b6f77d126d6f9f0abe86a4c978a4
|
| 3 |
+
size 131934
|
All_layer_embeds_SD_v1_5/Embeds_layer_1_Conv_in.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0a21214e7f49874622f72207335e08723deb475653069b9d0633ca891d8e9a51
|
| 3 |
+
size 10486616
|
All_layer_embeds_SD_v1_5/Embeds_layer_2_DownBLock.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d185e09f5ff54e88e682af0f72e7782515d0e2c2cd698aae75641513295a19f4
|
| 3 |
+
size 2622302
|
All_layer_embeds_SD_v1_5/Embeds_layer_3_DownBLock.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bd202ebdef58e857fd4efc6c2c457063f94e98f627ff041e1ff8a73c89c27cec
|
| 3 |
+
size 1311582
|
All_layer_embeds_SD_v1_5/Embeds_layer_4_DownBLock.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c1b1dcfef5f79ef7e0ad71683304838ee95e3db4c28b88df7c7d9eaafd07ebce
|
| 3 |
+
size 656222
|
All_layer_embeds_SD_v1_5/Embeds_layer_5_DownBLock.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:01448f9acedc7c0365a77e3962faae510e3650ecbdd3081e86aacd13d04d437e
|
| 3 |
+
size 656222
|
All_layer_embeds_SD_v1_5/Embeds_layer_6_MidBlock.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc28197742a5392abf81a326f12ac61eb7935aa09644e646ab8e1c430bd6f3cb
|
| 3 |
+
size 656219
|
All_layer_embeds_SD_v1_5/Embeds_layer_7_UpBLock.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f9ad584d6afc80cf6a63b4f890b181f6f0282e0d8730001eb7e3c3705fb8a306
|
| 3 |
+
size 2622296
|
All_layer_embeds_SD_v1_5/Embeds_layer_8_UpBLock.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f286fff48db276f5aa88907c1eb5e2f59978b14ef6268b25f87c9957fa20e415
|
| 3 |
+
size 10486616
|
All_layer_embeds_SD_v1_5/Embeds_layer_9_UpBLock.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:99f65212a864ff254a84b4263d93e42f5253f08c30fda7cbd4352775460c9a1e
|
| 3 |
+
size 20972376
|
README.md
CHANGED
|
@@ -1,138 +1,22 @@
|
|
|
|
|
| 1 |
---
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
instance_prompt: a photo of sks person
|
| 6 |
-
widget:
|
| 7 |
-
- text: A photo of sks person
|
| 8 |
-
output:
|
| 9 |
-
url: image_0.png
|
| 10 |
-
- text: A photo of sks person
|
| 11 |
-
output:
|
| 12 |
-
url: image_1.png
|
| 13 |
-
- text: A photo of sks person
|
| 14 |
-
output:
|
| 15 |
-
url: image_2.png
|
| 16 |
-
- text: A photo of sks person
|
| 17 |
-
output:
|
| 18 |
-
url: image_3.png
|
| 19 |
-
- text: A photo of sks person
|
| 20 |
-
output:
|
| 21 |
-
url: image_4.png
|
| 22 |
-
- text: A photo of sks person
|
| 23 |
-
output:
|
| 24 |
-
url: image_5.png
|
| 25 |
-
- text: A photo of sks person
|
| 26 |
-
output:
|
| 27 |
-
url: image_6.png
|
| 28 |
-
- text: A photo of sks person
|
| 29 |
-
output:
|
| 30 |
-
url: image_7.png
|
| 31 |
-
- text: A photo of sks person
|
| 32 |
-
output:
|
| 33 |
-
url: image_8.png
|
| 34 |
-
- text: A photo of sks person
|
| 35 |
-
output:
|
| 36 |
-
url: image_9.png
|
| 37 |
-
- text: A photo of sks person
|
| 38 |
-
output:
|
| 39 |
-
url: image_10.png
|
| 40 |
-
- text: A photo of sks person
|
| 41 |
-
output:
|
| 42 |
-
url: image_11.png
|
| 43 |
-
- text: A photo of sks person
|
| 44 |
-
output:
|
| 45 |
-
url: image_12.png
|
| 46 |
-
- text: A photo of sks person
|
| 47 |
-
output:
|
| 48 |
-
url: image_13.png
|
| 49 |
-
- text: A photo of sks person
|
| 50 |
-
output:
|
| 51 |
-
url: image_14.png
|
| 52 |
-
- text: A photo of sks person
|
| 53 |
-
output:
|
| 54 |
-
url: image_15.png
|
| 55 |
-
- text: A photo of sks person
|
| 56 |
-
output:
|
| 57 |
-
url: image_16.png
|
| 58 |
-
- text: A photo of sks person
|
| 59 |
-
output:
|
| 60 |
-
url: image_17.png
|
| 61 |
-
- text: A photo of sks person
|
| 62 |
-
output:
|
| 63 |
-
url: image_18.png
|
| 64 |
-
- text: A photo of sks person
|
| 65 |
-
output:
|
| 66 |
-
url: image_19.png
|
| 67 |
tags:
|
|
|
|
|
|
|
| 68 |
- text-to-image
|
| 69 |
-
- diffusers-training
|
| 70 |
- diffusers
|
| 71 |
-
-
|
| 72 |
-
|
| 73 |
-
- sd3
|
| 74 |
-
- sd3-diffusers
|
| 75 |
---
|
|
|
|
|
|
|
| 76 |
|
| 77 |
-
|
| 78 |
-
should probably proofread and complete it, then remove this comment. -->
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
# SD3 DreamBooth LoRA - SidXXD/Clean
|
| 82 |
-
|
| 83 |
-
<Gallery />
|
| 84 |
-
|
| 85 |
-
## Model description
|
| 86 |
-
|
| 87 |
-
These are SidXXD/Clean DreamBooth LoRA weights for stabilityai/stable-diffusion-3-medium-diffusers.
|
| 88 |
-
|
| 89 |
-
The weights were trained using [DreamBooth](https://dreambooth.github.io/) with the [SD3 diffusers trainer](https://github.com/huggingface/diffusers/blob/main/examples/dreambooth/README_sd3.md).
|
| 90 |
-
|
| 91 |
-
Was LoRA for the text encoder enabled? False.
|
| 92 |
-
|
| 93 |
-
## Trigger words
|
| 94 |
-
|
| 95 |
-
You should use `a photo of sks person` to trigger the image generation.
|
| 96 |
-
|
| 97 |
-
## Download model
|
| 98 |
-
|
| 99 |
-
[Download the *.safetensors LoRA](SidXXD/Clean/tree/main) in the Files & versions tab.
|
| 100 |
-
|
| 101 |
-
## Use it with the [🧨 diffusers library](https://github.com/huggingface/diffusers)
|
| 102 |
-
|
| 103 |
-
```py
|
| 104 |
-
from diffusers import AutoPipelineForText2Image
|
| 105 |
-
import torch
|
| 106 |
-
pipeline = AutoPipelineForText2Image.from_pretrained(stabilityai/stable-diffusion-3-medium-diffusers, torch_dtype=torch.float16).to('cuda')
|
| 107 |
-
pipeline.load_lora_weights('SidXXD/Clean', weight_name='pytorch_lora_weights.safetensors')
|
| 108 |
-
image = pipeline('A photo of sks person').images[0]
|
| 109 |
-
```
|
| 110 |
-
|
| 111 |
-
### Use it with UIs such as AUTOMATIC1111, Comfy UI, SD.Next, Invoke
|
| 112 |
-
|
| 113 |
-
- **LoRA**: download **[`diffusers_lora_weights.safetensors` here 💾](/SidXXD/Clean/blob/main/diffusers_lora_weights.safetensors)**.
|
| 114 |
-
- Rename it and place it on your `models/Lora` folder.
|
| 115 |
-
- On AUTOMATIC1111, load the LoRA by adding `<lora:your_new_name:1>` to your prompt. On ComfyUI just [load it as a regular LoRA](https://comfyanonymous.github.io/ComfyUI_examples/lora/).
|
| 116 |
-
|
| 117 |
-
For more details, including weighting, merging and fusing LoRAs, check the [documentation on loading LoRAs in diffusers](https://huggingface.co/docs/diffusers/main/en/using-diffusers/loading_adapters)
|
| 118 |
-
|
| 119 |
-
## License
|
| 120 |
-
|
| 121 |
-
Please adhere to the licensing terms as described [here](https://huggingface.co/stabilityai/stable-diffusion-3-medium/blob/main/LICENSE.md).
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
## Intended uses & limitations
|
| 125 |
-
|
| 126 |
-
#### How to use
|
| 127 |
-
|
| 128 |
-
```python
|
| 129 |
-
# TODO: add an example code snippet for running this diffusion pipeline
|
| 130 |
-
```
|
| 131 |
|
| 132 |
-
#### Limitations and bias
|
| 133 |
|
| 134 |
-
[TODO: provide examples of latent issues and potential remediations]
|
| 135 |
|
| 136 |
-
## Training details
|
| 137 |
|
| 138 |
-
|
|
|
|
| 1 |
+
|
| 2 |
---
|
| 3 |
+
license: creativeml-openrail-m
|
| 4 |
+
base_model: runwayml/stable-diffusion-v1-5
|
| 5 |
+
instance_prompt: photo of a sks cat
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
tags:
|
| 7 |
+
- stable-diffusion
|
| 8 |
+
- stable-diffusion-diffusers
|
| 9 |
- text-to-image
|
|
|
|
| 10 |
- diffusers
|
| 11 |
+
- custom-diffusion
|
| 12 |
+
inference: true
|
|
|
|
|
|
|
| 13 |
---
|
| 14 |
+
|
| 15 |
+
# Custom Diffusion - SidXXD/Clean
|
| 16 |
|
| 17 |
+
These are Custom Diffusion adaption weights for runwayml/stable-diffusion-v1-5. The weights were trained on photo of a sks cat using [Custom Diffusion](https://www.cs.cmu.edu/~custom-diffusion). You can find some example images in the following.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
|
|
|
|
| 19 |
|
|
|
|
| 20 |
|
|
|
|
| 21 |
|
| 22 |
+
For more details on the training, please follow [this link](https://github.com/huggingface/diffusers/blob/main/examples/custom_diffusion).
|
logs/custom-diffusion/1739441209.5102153/events.out.tfevents.1739441209.cudahpc06.678693.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5388ebb453b52de228276a8d6a0e2d5ab9f4ccc2b474a2749a54b1b02668b432
|
| 3 |
+
size 2790
|
logs/custom-diffusion/1739441209.5117383/hparams.yml
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adam_beta1: 0.9
|
| 2 |
+
adam_beta2: 0.999
|
| 3 |
+
adam_epsilon: 1.0e-08
|
| 4 |
+
adam_weight_decay: 0.01
|
| 5 |
+
allow_tf32: false
|
| 6 |
+
attn_maps_path_name: attn_maps_color
|
| 7 |
+
center_crop: false
|
| 8 |
+
checkpointing_steps: 250
|
| 9 |
+
checkpoints_total_limit: null
|
| 10 |
+
class_data_dir: null
|
| 11 |
+
class_prompt: null
|
| 12 |
+
concepts_list: null
|
| 13 |
+
dataloader_num_workers: 2
|
| 14 |
+
enable_xformers_memory_efficient_attention: false
|
| 15 |
+
freeze_model: crossattn_kv
|
| 16 |
+
gradient_accumulation_steps: 1
|
| 17 |
+
gradient_checkpointing: false
|
| 18 |
+
hflip: true
|
| 19 |
+
hub_model_id: null
|
| 20 |
+
hub_token: null
|
| 21 |
+
initializer_token: ktn
|
| 22 |
+
instance_data_dir: /home/xide/miniconda3/code/data/dreambooth/dataset/cat2
|
| 23 |
+
instance_prompt: photo of a sks cat
|
| 24 |
+
learning_rate: 1.0e-05
|
| 25 |
+
local_rank: -1
|
| 26 |
+
logging_dir: logs
|
| 27 |
+
lr_scheduler: constant
|
| 28 |
+
lr_warmup_steps: 0
|
| 29 |
+
max_grad_norm: 1.0
|
| 30 |
+
max_train_steps: 250
|
| 31 |
+
mixed_precision: null
|
| 32 |
+
modifier_token: sks
|
| 33 |
+
no_safe_serialization: true
|
| 34 |
+
noaug: false
|
| 35 |
+
num_class_images: 200
|
| 36 |
+
num_train_epochs: 1
|
| 37 |
+
num_validation_images: 2
|
| 38 |
+
output_dir: /home/xide/miniconda3/code/diffusers_old/examples/custom_diffusion/model/No_PGD/Clean
|
| 39 |
+
pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
|
| 40 |
+
prior_generation_precision: null
|
| 41 |
+
prior_loss_weight: 0
|
| 42 |
+
push_to_hub: true
|
| 43 |
+
real_prior: false
|
| 44 |
+
report_to: tensorboard
|
| 45 |
+
resolution: 512
|
| 46 |
+
resume_from_checkpoint: null
|
| 47 |
+
revision: null
|
| 48 |
+
sample_batch_size: 4
|
| 49 |
+
scale_lr: true
|
| 50 |
+
seed: 42
|
| 51 |
+
set_grads_to_none: false
|
| 52 |
+
tokenizer_name: null
|
| 53 |
+
train_batch_size: 2
|
| 54 |
+
use_8bit_adam: false
|
| 55 |
+
validation_prompt: null
|
| 56 |
+
validation_steps: 50
|
| 57 |
+
variant: null
|
| 58 |
+
with_prior_preservation: false
|
logs/custom-diffusion/events.out.tfevents.1739441209.cudahpc06.678693.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4845bd83e14f7fd2cf0169ec66cbc6726cc5095ec4ef1cb057c8f10807cc5ed8
|
| 3 |
+
size 20834
|
pytorch_custom_diffusion_weights.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3dfb4f75d0ac6a167809bbf7098891af8097e3dbebc6bd9678363e94acefecc9
|
| 3 |
+
size 76691351
|
sks.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4ed31700e8861d70fbcb4f52ab3b389dcae0c334268a0498b886edb29c435648
|
| 3 |
+
size 151785119
|