End of training
Browse files- <new1>.safetensors +3 -0
- README.md +46 -0
- checkpoint-250/custom_checkpoint_0.pkl +3 -0
- checkpoint-250/model.safetensors +3 -0
- checkpoint-250/model_1.safetensors +3 -0
- checkpoint-250/optimizer.bin +3 -0
- checkpoint-250/random_states_0.pkl +3 -0
- checkpoint-250/scheduler.bin +3 -0
- image_0.png +0 -0
- image_1.png +0 -0
- logs/custom-diffusion/1727965181.769647/events.out.tfevents.1727965181.MTL-CB882.19978.1 +3 -0
- logs/custom-diffusion/1727965181.7815964/hparams.yml +57 -0
- logs/custom-diffusion/1727965378.8027864/events.out.tfevents.1727965378.MTL-CB882.21453.1 +3 -0
- logs/custom-diffusion/1727965378.8149245/hparams.yml +57 -0
- logs/custom-diffusion/1727965543.8368878/events.out.tfevents.1727965543.MTL-CB882.22686.1 +3 -0
- logs/custom-diffusion/1727965543.848965/hparams.yml +57 -0
- logs/custom-diffusion/events.out.tfevents.1727965181.MTL-CB882.19978.0 +3 -0
- logs/custom-diffusion/events.out.tfevents.1727965378.MTL-CB882.21453.0 +3 -0
- logs/custom-diffusion/events.out.tfevents.1727965543.MTL-CB882.22686.0 +3 -0
- pytorch_custom_diffusion_weights.safetensors +3 -0
<new1>.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:38ada973bda306318f96a39560327d534b3185e107d53a14ef63512dbb2edef1
|
| 3 |
+
size 3176
|
README.md
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: CompVis/stable-diffusion-v1-4
|
| 3 |
+
library_name: diffusers
|
| 4 |
+
license: creativeml-openrail-m
|
| 5 |
+
tags:
|
| 6 |
+
- text-to-image
|
| 7 |
+
- diffusers
|
| 8 |
+
- stable-diffusion
|
| 9 |
+
- stable-diffusion-diffusers
|
| 10 |
+
- custom-diffusion
|
| 11 |
+
- diffusers-training
|
| 12 |
+
inference: true
|
| 13 |
+
instance_prompt: photo of a <new1> cat
|
| 14 |
+
---
|
| 15 |
+
|
| 16 |
+
<!-- This model card has been generated automatically according to the information the training script had access to. You
|
| 17 |
+
should probably proofread and complete it, then remove this comment. -->
|
| 18 |
+
|
| 19 |
+
|
| 20 |
+
# Custom Diffusion - opwnr/modelout
|
| 21 |
+
|
| 22 |
+
These are Custom Diffusion adaption weights for CompVis/stable-diffusion-v1-4. The weights were trained on photo of a <new1> cat using [Custom Diffusion](https://www.cs.cmu.edu/~custom-diffusion). You can find some example images in the following.
|
| 23 |
+
|
| 24 |
+

|
| 25 |
+

|
| 26 |
+
|
| 27 |
+
|
| 28 |
+
|
| 29 |
+
For more details on the training, please follow [this link](https://github.com/huggingface/diffusers/blob/main/examples/custom_diffusion).
|
| 30 |
+
|
| 31 |
+
|
| 32 |
+
## Intended uses & limitations
|
| 33 |
+
|
| 34 |
+
#### How to use
|
| 35 |
+
|
| 36 |
+
```python
|
| 37 |
+
# TODO: add an example code snippet for running this diffusion pipeline
|
| 38 |
+
```
|
| 39 |
+
|
| 40 |
+
#### Limitations and bias
|
| 41 |
+
|
| 42 |
+
[TODO: provide examples of latent issues and potential remediations]
|
| 43 |
+
|
| 44 |
+
## Training details
|
| 45 |
+
|
| 46 |
+
[TODO: describe the data used to train the model]
|
checkpoint-250/custom_checkpoint_0.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c5bd3d1d3c03116feb6beab3fd64f37307aa4de9f64150b8d51f71f7bfd725a2
|
| 3 |
+
size 76690022
|
checkpoint-250/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a81c2d141a7cd2aa097a749b5e9b7f090716ffece89d62b397622acbff1f102e
|
| 3 |
+
size 76682360
|
checkpoint-250/model_1.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c10884c386383f6346c44e78cd4cb1d871332c7f1b7db42205a331fa348013b6
|
| 3 |
+
size 492268240
|
checkpoint-250/optimizer.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b419567a55cd533512cce1c267961c0464c1729a6e6766aa0167fad2e39cb753
|
| 3 |
+
size 456951355
|
checkpoint-250/random_states_0.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:821ae8a4715c0f5c38f3f039d65453049fd44d144b540fdde029c7efe2f8b7b7
|
| 3 |
+
size 14344
|
checkpoint-250/scheduler.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a05ae0bdbe3ac7c61c54684792e44590359258624f8fe2ec148412c2d836beb
|
| 3 |
+
size 1000
|
image_0.png
ADDED
|
image_1.png
ADDED
|
logs/custom-diffusion/1727965181.769647/events.out.tfevents.1727965181.MTL-CB882.19978.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cea488acd7d822300291e155e3f20b1b76a58bb4c0aaf8f1af2ba5f05cccd1d9
|
| 3 |
+
size 2521
|
logs/custom-diffusion/1727965181.7815964/hparams.yml
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adam_beta1: 0.9
|
| 2 |
+
adam_beta2: 0.999
|
| 3 |
+
adam_epsilon: 1.0e-08
|
| 4 |
+
adam_weight_decay: 0.01
|
| 5 |
+
allow_tf32: false
|
| 6 |
+
center_crop: false
|
| 7 |
+
checkpointing_steps: 250
|
| 8 |
+
checkpoints_total_limit: null
|
| 9 |
+
class_data_dir: ./real_reg/samples_cat/
|
| 10 |
+
class_prompt: null
|
| 11 |
+
concepts_list: null
|
| 12 |
+
dataloader_num_workers: 2
|
| 13 |
+
enable_xformers_memory_efficient_attention: false
|
| 14 |
+
freeze_model: crossattn_kv
|
| 15 |
+
gradient_accumulation_steps: 1
|
| 16 |
+
gradient_checkpointing: false
|
| 17 |
+
hflip: false
|
| 18 |
+
hub_model_id: null
|
| 19 |
+
hub_token: null
|
| 20 |
+
initializer_token: ktn+pll+ucd
|
| 21 |
+
instance_data_dir: ./cat_pics/cat
|
| 22 |
+
instance_prompt: null
|
| 23 |
+
learning_rate: 1.0e-05
|
| 24 |
+
local_rank: -1
|
| 25 |
+
logging_dir: logs
|
| 26 |
+
lr_scheduler: constant
|
| 27 |
+
lr_warmup_steps: 500
|
| 28 |
+
max_grad_norm: 1.0
|
| 29 |
+
max_train_steps: null
|
| 30 |
+
mixed_precision: null
|
| 31 |
+
modifier_token: null
|
| 32 |
+
no_safe_serialization: false
|
| 33 |
+
noaug: false
|
| 34 |
+
num_class_images: 200
|
| 35 |
+
num_train_epochs: 1
|
| 36 |
+
num_validation_images: 2
|
| 37 |
+
output_dir: ./modelout
|
| 38 |
+
pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
|
| 39 |
+
prior_generation_precision: null
|
| 40 |
+
prior_loss_weight: 1.0
|
| 41 |
+
push_to_hub: false
|
| 42 |
+
real_prior: false
|
| 43 |
+
report_to: tensorboard
|
| 44 |
+
resolution: 512
|
| 45 |
+
resume_from_checkpoint: null
|
| 46 |
+
revision: null
|
| 47 |
+
sample_batch_size: 4
|
| 48 |
+
scale_lr: false
|
| 49 |
+
seed: 42
|
| 50 |
+
set_grads_to_none: false
|
| 51 |
+
tokenizer_name: null
|
| 52 |
+
train_batch_size: 4
|
| 53 |
+
use_8bit_adam: false
|
| 54 |
+
validation_prompt: null
|
| 55 |
+
validation_steps: 50
|
| 56 |
+
variant: null
|
| 57 |
+
with_prior_preservation: false
|
logs/custom-diffusion/1727965378.8027864/events.out.tfevents.1727965378.MTL-CB882.21453.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:18691e699091daa11d884ced5572146037efc2534b2208efcd1ef24c4cb798ca
|
| 3 |
+
size 2521
|
logs/custom-diffusion/1727965378.8149245/hparams.yml
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adam_beta1: 0.9
|
| 2 |
+
adam_beta2: 0.999
|
| 3 |
+
adam_epsilon: 1.0e-08
|
| 4 |
+
adam_weight_decay: 0.01
|
| 5 |
+
allow_tf32: false
|
| 6 |
+
center_crop: false
|
| 7 |
+
checkpointing_steps: 250
|
| 8 |
+
checkpoints_total_limit: null
|
| 9 |
+
class_data_dir: ./real_reg/samples_cat/
|
| 10 |
+
class_prompt: null
|
| 11 |
+
concepts_list: null
|
| 12 |
+
dataloader_num_workers: 2
|
| 13 |
+
enable_xformers_memory_efficient_attention: false
|
| 14 |
+
freeze_model: crossattn_kv
|
| 15 |
+
gradient_accumulation_steps: 1
|
| 16 |
+
gradient_checkpointing: false
|
| 17 |
+
hflip: false
|
| 18 |
+
hub_model_id: null
|
| 19 |
+
hub_token: null
|
| 20 |
+
initializer_token: ktn+pll+ucd
|
| 21 |
+
instance_data_dir: ./cat_pics/cat
|
| 22 |
+
instance_prompt: null
|
| 23 |
+
learning_rate: 1.0e-05
|
| 24 |
+
local_rank: -1
|
| 25 |
+
logging_dir: logs
|
| 26 |
+
lr_scheduler: constant
|
| 27 |
+
lr_warmup_steps: 500
|
| 28 |
+
max_grad_norm: 1.0
|
| 29 |
+
max_train_steps: null
|
| 30 |
+
mixed_precision: null
|
| 31 |
+
modifier_token: null
|
| 32 |
+
no_safe_serialization: false
|
| 33 |
+
noaug: false
|
| 34 |
+
num_class_images: 200
|
| 35 |
+
num_train_epochs: 1
|
| 36 |
+
num_validation_images: 2
|
| 37 |
+
output_dir: ./modelout
|
| 38 |
+
pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
|
| 39 |
+
prior_generation_precision: null
|
| 40 |
+
prior_loss_weight: 1.0
|
| 41 |
+
push_to_hub: false
|
| 42 |
+
real_prior: false
|
| 43 |
+
report_to: tensorboard
|
| 44 |
+
resolution: 512
|
| 45 |
+
resume_from_checkpoint: null
|
| 46 |
+
revision: null
|
| 47 |
+
sample_batch_size: 4
|
| 48 |
+
scale_lr: false
|
| 49 |
+
seed: 42
|
| 50 |
+
set_grads_to_none: false
|
| 51 |
+
tokenizer_name: null
|
| 52 |
+
train_batch_size: 4
|
| 53 |
+
use_8bit_adam: false
|
| 54 |
+
validation_prompt: null
|
| 55 |
+
validation_steps: 50
|
| 56 |
+
variant: null
|
| 57 |
+
with_prior_preservation: false
|
logs/custom-diffusion/1727965543.8368878/events.out.tfevents.1727965543.MTL-CB882.22686.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:04b418cbdb221bbba8cc5721f7267b1caec54e7e24c4c67a0c06b7a2e79e2d1f
|
| 3 |
+
size 2521
|
logs/custom-diffusion/1727965543.848965/hparams.yml
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adam_beta1: 0.9
|
| 2 |
+
adam_beta2: 0.999
|
| 3 |
+
adam_epsilon: 1.0e-08
|
| 4 |
+
adam_weight_decay: 0.01
|
| 5 |
+
allow_tf32: false
|
| 6 |
+
center_crop: false
|
| 7 |
+
checkpointing_steps: 250
|
| 8 |
+
checkpoints_total_limit: null
|
| 9 |
+
class_data_dir: ./real_reg/samples_cat/
|
| 10 |
+
class_prompt: null
|
| 11 |
+
concepts_list: null
|
| 12 |
+
dataloader_num_workers: 2
|
| 13 |
+
enable_xformers_memory_efficient_attention: false
|
| 14 |
+
freeze_model: crossattn_kv
|
| 15 |
+
gradient_accumulation_steps: 1
|
| 16 |
+
gradient_checkpointing: false
|
| 17 |
+
hflip: false
|
| 18 |
+
hub_model_id: null
|
| 19 |
+
hub_token: null
|
| 20 |
+
initializer_token: ktn+pll+ucd
|
| 21 |
+
instance_data_dir: ./cat_pics/cat
|
| 22 |
+
instance_prompt: null
|
| 23 |
+
learning_rate: 1.0e-05
|
| 24 |
+
local_rank: -1
|
| 25 |
+
logging_dir: logs
|
| 26 |
+
lr_scheduler: constant
|
| 27 |
+
lr_warmup_steps: 500
|
| 28 |
+
max_grad_norm: 1.0
|
| 29 |
+
max_train_steps: null
|
| 30 |
+
mixed_precision: null
|
| 31 |
+
modifier_token: null
|
| 32 |
+
no_safe_serialization: false
|
| 33 |
+
noaug: false
|
| 34 |
+
num_class_images: 200
|
| 35 |
+
num_train_epochs: 1
|
| 36 |
+
num_validation_images: 2
|
| 37 |
+
output_dir: ./modelout
|
| 38 |
+
pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
|
| 39 |
+
prior_generation_precision: null
|
| 40 |
+
prior_loss_weight: 1.0
|
| 41 |
+
push_to_hub: false
|
| 42 |
+
real_prior: false
|
| 43 |
+
report_to: tensorboard
|
| 44 |
+
resolution: 512
|
| 45 |
+
resume_from_checkpoint: null
|
| 46 |
+
revision: null
|
| 47 |
+
sample_batch_size: 4
|
| 48 |
+
scale_lr: false
|
| 49 |
+
seed: 42
|
| 50 |
+
set_grads_to_none: false
|
| 51 |
+
tokenizer_name: null
|
| 52 |
+
train_batch_size: 4
|
| 53 |
+
use_8bit_adam: false
|
| 54 |
+
validation_prompt: null
|
| 55 |
+
validation_steps: 50
|
| 56 |
+
variant: null
|
| 57 |
+
with_prior_preservation: false
|
logs/custom-diffusion/events.out.tfevents.1727965181.MTL-CB882.19978.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a98d42a45c2a2938594c20e1d6151a27ce542050bee0e01f187618e49d88c2d4
|
| 3 |
+
size 88
|
logs/custom-diffusion/events.out.tfevents.1727965378.MTL-CB882.21453.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fe11ab2393858f97d76300d5e13d82e617302aec06dad7e9643eec30e84f42a8
|
| 3 |
+
size 88
|
logs/custom-diffusion/events.out.tfevents.1727965543.MTL-CB882.22686.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3d67e8cd3a145a9bc82210f1bab96f92567458b6e6b8a405938362696cecf5e0
|
| 3 |
+
size 88
|
pytorch_custom_diffusion_weights.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a81c2d141a7cd2aa097a749b5e9b7f090716ffece89d62b397622acbff1f102e
|
| 3 |
+
size 76682360
|