End of training
Browse files- .gitattributes +5 -0
- <new1>.bin +3 -0
- README.md +22 -0
- attn_maps_all/output_globalStep_0_step_0.png +3 -0
- attn_maps_all/output_globalStep_100_step_0.png +3 -0
- attn_maps_all/output_globalStep_150_step_0.png +3 -0
- attn_maps_all/output_globalStep_200_step_0.png +3 -0
- attn_maps_all/output_globalStep_50_step_0.png +3 -0
- attn_maps_atif/output_globalStep_0_step_0.png +0 -0
- attn_maps_atif/output_globalStep_100_step_0.png +0 -0
- attn_maps_atif/output_globalStep_150_step_0.png +0 -0
- attn_maps_atif/output_globalStep_200_step_0.png +0 -0
- attn_maps_atif/output_globalStep_50_step_0.png +0 -0
- attn_maps_xxd/output_globalStep_0_step_0.png +0 -0
- attn_maps_xxd/output_globalStep_100_step_0.png +0 -0
- attn_maps_xxd/output_globalStep_150_step_0.png +0 -0
- attn_maps_xxd/output_globalStep_200_step_0.png +0 -0
- attn_maps_xxd/output_globalStep_50_step_0.png +0 -0
- checkpoint-250/custom_checkpoint_0.pkl +3 -0
- checkpoint-250/model.safetensors +3 -0
- checkpoint-250/model_1.safetensors +3 -0
- checkpoint-250/optimizer.bin +3 -0
- checkpoint-250/random_states_0.pkl +3 -0
- checkpoint-250/scheduler.bin +3 -0
- concepts_list.json +1 -0
- logs/custom-diffusion/1711967186.079376/events.out.tfevents.1711967186.cudahpc06.3289325.1 +3 -0
- logs/custom-diffusion/1711967186.0809362/hparams.yml +57 -0
- logs/custom-diffusion/1711967294.6391017/events.out.tfevents.1711967294.cudahpc06.3291398.1 +3 -0
- logs/custom-diffusion/1711967294.6406438/hparams.yml +57 -0
- logs/custom-diffusion/events.out.tfevents.1711967186.cudahpc06.3289325.0 +3 -0
- logs/custom-diffusion/events.out.tfevents.1711967294.cudahpc06.3291398.0 +3 -0
- pytorch_custom_diffusion_weights.bin +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
attn_maps_all/output_globalStep_0_step_0.png filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
attn_maps_all/output_globalStep_100_step_0.png filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
attn_maps_all/output_globalStep_150_step_0.png filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
attn_maps_all/output_globalStep_200_step_0.png filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
attn_maps_all/output_globalStep_50_step_0.png filter=lfs diff=lfs merge=lfs -text
|
<new1>.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e553b3464b296e5a838666e1ae58c54ff7ac24380f349ca3f60852b7b240c535
|
| 3 |
+
size 151785128
|
README.md
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
---
|
| 3 |
+
license: creativeml-openrail-m
|
| 4 |
+
base_model: CompVis/stable-diffusion-v1-4
|
| 5 |
+
instance_prompt: photo of a <new1> dog
|
| 6 |
+
tags:
|
| 7 |
+
- stable-diffusion
|
| 8 |
+
- stable-diffusion-diffusers
|
| 9 |
+
- text-to-image
|
| 10 |
+
- diffusers
|
| 11 |
+
- custom-diffusion
|
| 12 |
+
inference: true
|
| 13 |
+
---
|
| 14 |
+
|
| 15 |
+
# Custom Diffusion - SidXXD/test4crossattentionmap-mist-1
|
| 16 |
+
|
| 17 |
+
These are Custom Diffusion adaption weights for CompVis/stable-diffusion-v1-4. The weights were trained on photo of a <new1> dog using [Custom Diffusion](https://www.cs.cmu.edu/~custom-diffusion). You can find some example images in the following.
|
| 18 |
+
|
| 19 |
+
|
| 20 |
+
|
| 21 |
+
|
| 22 |
+
For more details on the training, please follow [this link](https://github.com/huggingface/diffusers/blob/main/examples/custom_diffusion).
|
attn_maps_all/output_globalStep_0_step_0.png
ADDED
|
Git LFS Details
|
attn_maps_all/output_globalStep_100_step_0.png
ADDED
|
Git LFS Details
|
attn_maps_all/output_globalStep_150_step_0.png
ADDED
|
Git LFS Details
|
attn_maps_all/output_globalStep_200_step_0.png
ADDED
|
Git LFS Details
|
attn_maps_all/output_globalStep_50_step_0.png
ADDED
|
Git LFS Details
|
attn_maps_atif/output_globalStep_0_step_0.png
ADDED
|
attn_maps_atif/output_globalStep_100_step_0.png
ADDED
|
attn_maps_atif/output_globalStep_150_step_0.png
ADDED
|
attn_maps_atif/output_globalStep_200_step_0.png
ADDED
|
attn_maps_atif/output_globalStep_50_step_0.png
ADDED
|
attn_maps_xxd/output_globalStep_0_step_0.png
ADDED
|
attn_maps_xxd/output_globalStep_100_step_0.png
ADDED
|
attn_maps_xxd/output_globalStep_150_step_0.png
ADDED
|
attn_maps_xxd/output_globalStep_200_step_0.png
ADDED
|
attn_maps_xxd/output_globalStep_50_step_0.png
ADDED
|
checkpoint-250/custom_checkpoint_0.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f7c5d95ecade2ed0ab87ec6eaa676c278b3964dcd63e2eeeb877940fe847bc8
|
| 3 |
+
size 76689565
|
checkpoint-250/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c24543fe5237dd70314eeda307361fa9b53b49fc1a0e873253672e26119b3db1
|
| 3 |
+
size 76682360
|
checkpoint-250/model_1.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4b331c5ea2406d76525809d547c9000fd94d84e6163e2dd01e666011d34dd17a
|
| 3 |
+
size 492268240
|
checkpoint-250/optimizer.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:22dc7e58b5ae73d946680255b5402407a05d816da6eb0d89d6fde53b21d7d3c9
|
| 3 |
+
size 456950854
|
checkpoint-250/random_states_0.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6c70c6f170aa9293e5ad1402631519ef6e46dc03aa655d5fed187f1dd75a0b24
|
| 3 |
+
size 14663
|
checkpoint-250/scheduler.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c54c7dfa0981e4f3405702dde32f7c139b056257f5c201760ea6fbfb47a4b1d7
|
| 3 |
+
size 563
|
concepts_list.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"instance_prompt": "photo of a <new1> dog", "class_prompt": "dog", "instance_data_dir": "/home/xide/miniconda3/code/Attack/mist2-wk/data/single/attacked-target/mist/mask_1/pgd_eps_8", "class_data_dir": null}]
|
logs/custom-diffusion/1711967186.079376/events.out.tfevents.1711967186.cudahpc06.3289325.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8eaf9e74897083c9778deaccf0d2dd0079054d45f1565116c4cc9588bba249b2
|
| 3 |
+
size 2827
|
logs/custom-diffusion/1711967186.0809362/hparams.yml
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adam_beta1: 0.9
|
| 2 |
+
adam_beta2: 0.999
|
| 3 |
+
adam_epsilon: 1.0e-08
|
| 4 |
+
adam_weight_decay: 0.01
|
| 5 |
+
allow_tf32: false
|
| 6 |
+
center_crop: false
|
| 7 |
+
checkpointing_steps: 250
|
| 8 |
+
checkpoints_total_limit: null
|
| 9 |
+
class_data_dir: null
|
| 10 |
+
class_prompt: dog
|
| 11 |
+
concepts_list: null
|
| 12 |
+
dataloader_num_workers: 2
|
| 13 |
+
enable_xformers_memory_efficient_attention: false
|
| 14 |
+
freeze_model: crossattn_kv
|
| 15 |
+
gradient_accumulation_steps: 1
|
| 16 |
+
gradient_checkpointing: false
|
| 17 |
+
hflip: true
|
| 18 |
+
hub_model_id: null
|
| 19 |
+
hub_token: null
|
| 20 |
+
initializer_token: ktn+pll+ucd
|
| 21 |
+
instance_data_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/single/attacked-target/mist/mask_1/pgd_eps_8
|
| 22 |
+
instance_prompt: photo of a <new1> dog
|
| 23 |
+
learning_rate: 1.0e-05
|
| 24 |
+
local_rank: -1
|
| 25 |
+
logging_dir: logs
|
| 26 |
+
lr_scheduler: constant
|
| 27 |
+
lr_warmup_steps: 0
|
| 28 |
+
max_grad_norm: 1.0
|
| 29 |
+
max_train_steps: 250
|
| 30 |
+
mixed_precision: null
|
| 31 |
+
modifier_token: <new1>
|
| 32 |
+
no_safe_serialization: true
|
| 33 |
+
noaug: false
|
| 34 |
+
num_class_images: 200
|
| 35 |
+
num_train_epochs: 1
|
| 36 |
+
num_validation_images: 2
|
| 37 |
+
output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/test4crossattentionmap-mist-1
|
| 38 |
+
pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
|
| 39 |
+
prior_generation_precision: null
|
| 40 |
+
prior_loss_weight: 0.0
|
| 41 |
+
push_to_hub: true
|
| 42 |
+
real_prior: false
|
| 43 |
+
report_to: tensorboard
|
| 44 |
+
resolution: 512
|
| 45 |
+
resume_from_checkpoint: null
|
| 46 |
+
revision: null
|
| 47 |
+
sample_batch_size: 4
|
| 48 |
+
scale_lr: true
|
| 49 |
+
seed: 42
|
| 50 |
+
set_grads_to_none: false
|
| 51 |
+
tokenizer_name: null
|
| 52 |
+
train_batch_size: 2
|
| 53 |
+
use_8bit_adam: false
|
| 54 |
+
validation_prompt: null
|
| 55 |
+
validation_steps: 50
|
| 56 |
+
variant: null
|
| 57 |
+
with_prior_preservation: false
|
logs/custom-diffusion/1711967294.6391017/events.out.tfevents.1711967294.cudahpc06.3291398.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ad895947bc560b20c1e43941028e31e4ca9b320026660936e3c952ff4dc7269a
|
| 3 |
+
size 2827
|
logs/custom-diffusion/1711967294.6406438/hparams.yml
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adam_beta1: 0.9
|
| 2 |
+
adam_beta2: 0.999
|
| 3 |
+
adam_epsilon: 1.0e-08
|
| 4 |
+
adam_weight_decay: 0.01
|
| 5 |
+
allow_tf32: false
|
| 6 |
+
center_crop: false
|
| 7 |
+
checkpointing_steps: 250
|
| 8 |
+
checkpoints_total_limit: null
|
| 9 |
+
class_data_dir: null
|
| 10 |
+
class_prompt: dog
|
| 11 |
+
concepts_list: null
|
| 12 |
+
dataloader_num_workers: 2
|
| 13 |
+
enable_xformers_memory_efficient_attention: false
|
| 14 |
+
freeze_model: crossattn_kv
|
| 15 |
+
gradient_accumulation_steps: 1
|
| 16 |
+
gradient_checkpointing: false
|
| 17 |
+
hflip: true
|
| 18 |
+
hub_model_id: null
|
| 19 |
+
hub_token: null
|
| 20 |
+
initializer_token: ktn+pll+ucd
|
| 21 |
+
instance_data_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/single/attacked-target/mist/mask_1/pgd_eps_8
|
| 22 |
+
instance_prompt: photo of a <new1> dog
|
| 23 |
+
learning_rate: 1.0e-05
|
| 24 |
+
local_rank: -1
|
| 25 |
+
logging_dir: logs
|
| 26 |
+
lr_scheduler: constant
|
| 27 |
+
lr_warmup_steps: 0
|
| 28 |
+
max_grad_norm: 1.0
|
| 29 |
+
max_train_steps: 250
|
| 30 |
+
mixed_precision: null
|
| 31 |
+
modifier_token: <new1>
|
| 32 |
+
no_safe_serialization: true
|
| 33 |
+
noaug: false
|
| 34 |
+
num_class_images: 200
|
| 35 |
+
num_train_epochs: 1
|
| 36 |
+
num_validation_images: 2
|
| 37 |
+
output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/test4crossattentionmap-mist-1
|
| 38 |
+
pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
|
| 39 |
+
prior_generation_precision: null
|
| 40 |
+
prior_loss_weight: 0.0
|
| 41 |
+
push_to_hub: true
|
| 42 |
+
real_prior: false
|
| 43 |
+
report_to: tensorboard
|
| 44 |
+
resolution: 512
|
| 45 |
+
resume_from_checkpoint: null
|
| 46 |
+
revision: null
|
| 47 |
+
sample_batch_size: 4
|
| 48 |
+
scale_lr: true
|
| 49 |
+
seed: 42
|
| 50 |
+
set_grads_to_none: false
|
| 51 |
+
tokenizer_name: null
|
| 52 |
+
train_batch_size: 2
|
| 53 |
+
use_8bit_adam: false
|
| 54 |
+
validation_prompt: null
|
| 55 |
+
validation_steps: 50
|
| 56 |
+
variant: null
|
| 57 |
+
with_prior_preservation: false
|
logs/custom-diffusion/events.out.tfevents.1711967186.cudahpc06.3289325.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:77a291d4000bf77212caf6c17dabe9b4485aa1f44a0cfa5837be90c251b97b56
|
| 3 |
+
size 88
|
logs/custom-diffusion/events.out.tfevents.1711967294.cudahpc06.3291398.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4b9798c3312c36afb7ed7ea37b5a33aadc1b3ad04ce2cef2bf630e13d5e94054
|
| 3 |
+
size 20834
|
pytorch_custom_diffusion_weights.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b4768fd426f0f23b7bba35ef8a9cad2d484e1ff2757e7b1b2d34dd7c10627a4b
|
| 3 |
+
size 76691351
|