Commit ·
1fb0501
1
Parent(s): 71c6d57
init
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- dreamedit_official_ckpt/backpack-wcj/checkpoints/last.ckpt +3 -0
- dreamedit_official_ckpt/backpack-wcj/configs/backpack2023-04-17T01-18-19-lightning.yaml +16 -0
- dreamedit_official_ckpt/backpack-wcj/configs/backpack2023-04-17T01-18-19-project.yaml +112 -0
- dreamedit_official_ckpt/backpack-wcj/images/train/conditioning_gs-000500_e-000001_b-000140.jpg +0 -0
- dreamedit_official_ckpt/backpack-wcj/images/train/inputs_gs-000500_e-000001_b-000140.jpg +0 -0
- dreamedit_official_ckpt/backpack-wcj/images/train/reconstruction_gs-000500_e-000001_b-000140.jpg +0 -0
- dreamedit_official_ckpt/backpack-wcj/images/train/samples_gs-000500_e-000001_b-000140.jpg +0 -0
- dreamedit_official_ckpt/backpack-wcj/images/train/samples_scaled_gs-000500_e-000001_b-000140.jpg +0 -0
- dreamedit_official_ckpt/backpack_dog-skw/checkpoints/last.ckpt +3 -0
- dreamedit_official_ckpt/backpack_dog-skw/configs/backpack_dog2023-04-17T01-20-47-lightning.yaml +16 -0
- dreamedit_official_ckpt/backpack_dog-skw/configs/backpack_dog2023-04-17T01-20-47-project.yaml +112 -0
- dreamedit_official_ckpt/backpack_dog-skw/images/train/conditioning_gs-000500_e-000001_b-000140.jpg +0 -0
- dreamedit_official_ckpt/backpack_dog-skw/images/train/inputs_gs-000500_e-000001_b-000140.jpg +0 -0
- dreamedit_official_ckpt/backpack_dog-skw/images/train/reconstruction_gs-000500_e-000001_b-000140.jpg +0 -0
- dreamedit_official_ckpt/backpack_dog-skw/images/train/samples_gs-000500_e-000001_b-000140.jpg +0 -0
- dreamedit_official_ckpt/backpack_dog-skw/images/train/samples_scaled_gs-000500_e-000001_b-000140.jpg +0 -0
- dreamedit_official_ckpt/bear_plushie-qle/checkpoints/last.ckpt +3 -0
- dreamedit_official_ckpt/bear_plushie-qle/configs/bear_plushie2023-04-17T01-28-00-lightning.yaml +16 -0
- dreamedit_official_ckpt/bear_plushie-qle/configs/bear_plushie2023-04-17T01-28-00-project.yaml +112 -0
- dreamedit_official_ckpt/bear_plushie-qle/images/train/conditioning_gs-000500_e-000001_b-000090.jpg +0 -0
- dreamedit_official_ckpt/bear_plushie-qle/images/train/inputs_gs-000500_e-000001_b-000090.jpg +0 -0
- dreamedit_official_ckpt/bear_plushie-qle/images/train/reconstruction_gs-000500_e-000001_b-000090.jpg +0 -0
- dreamedit_official_ckpt/bear_plushie-qle/images/train/samples_gs-000500_e-000001_b-000090.jpg +0 -0
- dreamedit_official_ckpt/bear_plushie-qle/images/train/samples_scaled_gs-000500_e-000001_b-000090.jpg +0 -0
- dreamedit_official_ckpt/berry_bowl-iwu/checkpoints/last.ckpt +3 -0
- dreamedit_official_ckpt/berry_bowl-iwu/configs/berry_bowl2023-04-17T01-34-28-lightning.yaml +16 -0
- dreamedit_official_ckpt/berry_bowl-iwu/configs/berry_bowl2023-04-17T01-34-28-project.yaml +112 -0
- dreamedit_official_ckpt/berry_bowl-iwu/images/train/conditioning_gs-000500_e-000000_b-000500.jpg +0 -0
- dreamedit_official_ckpt/berry_bowl-iwu/images/train/inputs_gs-000500_e-000000_b-000500.jpg +0 -0
- dreamedit_official_ckpt/berry_bowl-iwu/images/train/reconstruction_gs-000500_e-000000_b-000500.jpg +0 -0
- dreamedit_official_ckpt/berry_bowl-iwu/images/train/samples_gs-000500_e-000000_b-000500.jpg +0 -0
- dreamedit_official_ckpt/berry_bowl-iwu/images/train/samples_scaled_gs-000500_e-000000_b-000500.jpg +0 -0
- dreamedit_official_ckpt/can-ldj/checkpoints/last.ckpt +3 -0
- dreamedit_official_ckpt/can-ldj/configs/can2023-04-17T01-38-40-lightning.yaml +16 -0
- dreamedit_official_ckpt/can-ldj/configs/can2023-04-17T01-38-40-project.yaml +112 -0
- dreamedit_official_ckpt/can-ldj/images/train/conditioning_gs-000500_e-000001_b-000070.jpg +0 -0
- dreamedit_official_ckpt/can-ldj/images/train/inputs_gs-000500_e-000001_b-000070.jpg +0 -0
- dreamedit_official_ckpt/can-ldj/images/train/reconstruction_gs-000500_e-000001_b-000070.jpg +0 -0
- dreamedit_official_ckpt/can-ldj/images/train/samples_gs-000500_e-000001_b-000070.jpg +0 -0
- dreamedit_official_ckpt/can-ldj/images/train/samples_scaled_gs-000500_e-000001_b-000070.jpg +0 -0
- dreamedit_official_ckpt/candle-hqc/checkpoints/last.ckpt +3 -0
- dreamedit_official_ckpt/candle-hqc/configs/candle2023-04-17T01-43-30-lightning.yaml +16 -0
- dreamedit_official_ckpt/candle-hqc/configs/candle2023-04-17T01-43-30-project.yaml +112 -0
- dreamedit_official_ckpt/candle-hqc/images/train/conditioning_gs-000500_e-000001_b-000190.jpg +0 -0
- dreamedit_official_ckpt/candle-hqc/images/train/inputs_gs-000500_e-000001_b-000190.jpg +0 -0
- dreamedit_official_ckpt/candle-hqc/images/train/reconstruction_gs-000500_e-000001_b-000190.jpg +0 -0
- dreamedit_official_ckpt/candle-hqc/images/train/samples_gs-000500_e-000001_b-000190.jpg +0 -0
- dreamedit_official_ckpt/candle-hqc/images/train/samples_scaled_gs-000500_e-000001_b-000190.jpg +0 -0
- dreamedit_official_ckpt/cat-nkq/checkpoints/last.ckpt +3 -0
- dreamedit_official_ckpt/cat-nkq/configs/cat2023-04-17T01-11-11-lightning.yaml +16 -0
dreamedit_official_ckpt/backpack-wcj/checkpoints/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:95d68baf804759eb6aafd04d8af645b088d0f2512f7b09ce1fdbd45e4552e242
|
| 3 |
+
size 12126699889
|
dreamedit_official_ckpt/backpack-wcj/configs/backpack2023-04-17T01-18-19-lightning.yaml
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
lightning:
|
| 2 |
+
modelcheckpoint:
|
| 3 |
+
params:
|
| 4 |
+
every_n_train_steps: 500
|
| 5 |
+
callbacks:
|
| 6 |
+
image_logger:
|
| 7 |
+
target: main.ImageLogger
|
| 8 |
+
params:
|
| 9 |
+
batch_frequency: 500
|
| 10 |
+
max_images: 8
|
| 11 |
+
increase_log_steps: false
|
| 12 |
+
trainer:
|
| 13 |
+
benchmark: true
|
| 14 |
+
max_steps: 800
|
| 15 |
+
accelerator: ddp
|
| 16 |
+
gpus: 1,
|
dreamedit_official_ckpt/backpack-wcj/configs/backpack2023-04-17T01-18-19-project.yaml
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model:
|
| 2 |
+
base_learning_rate: 1.0e-06
|
| 3 |
+
target: ldm.models.diffusion.ddpm.LatentDiffusion
|
| 4 |
+
params:
|
| 5 |
+
reg_weight: 1.0
|
| 6 |
+
linear_start: 0.00085
|
| 7 |
+
linear_end: 0.012
|
| 8 |
+
num_timesteps_cond: 1
|
| 9 |
+
log_every_t: 200
|
| 10 |
+
timesteps: 1000
|
| 11 |
+
first_stage_key: image
|
| 12 |
+
cond_stage_key: caption
|
| 13 |
+
image_size: 64
|
| 14 |
+
channels: 4
|
| 15 |
+
cond_stage_trainable: true
|
| 16 |
+
conditioning_key: crossattn
|
| 17 |
+
monitor: val/loss_simple_ema
|
| 18 |
+
scale_factor: 0.18215
|
| 19 |
+
use_ema: false
|
| 20 |
+
embedding_reg_weight: 0.0
|
| 21 |
+
unfreeze_model: true
|
| 22 |
+
model_lr: 1.0e-06
|
| 23 |
+
personalization_config:
|
| 24 |
+
target: ldm.modules.embedding_manager.EmbeddingManager
|
| 25 |
+
params:
|
| 26 |
+
placeholder_strings:
|
| 27 |
+
- '*'
|
| 28 |
+
initializer_words:
|
| 29 |
+
- sculpture
|
| 30 |
+
per_image_tokens: false
|
| 31 |
+
num_vectors_per_token: 1
|
| 32 |
+
progressive_words: false
|
| 33 |
+
unet_config:
|
| 34 |
+
target: ldm.modules.diffusionmodules.openaimodel.UNetModel
|
| 35 |
+
params:
|
| 36 |
+
image_size: 32
|
| 37 |
+
in_channels: 4
|
| 38 |
+
out_channels: 4
|
| 39 |
+
model_channels: 320
|
| 40 |
+
attention_resolutions:
|
| 41 |
+
- 4
|
| 42 |
+
- 2
|
| 43 |
+
- 1
|
| 44 |
+
num_res_blocks: 2
|
| 45 |
+
channel_mult:
|
| 46 |
+
- 1
|
| 47 |
+
- 2
|
| 48 |
+
- 4
|
| 49 |
+
- 4
|
| 50 |
+
num_heads: 8
|
| 51 |
+
use_spatial_transformer: true
|
| 52 |
+
transformer_depth: 1
|
| 53 |
+
context_dim: 768
|
| 54 |
+
use_checkpoint: true
|
| 55 |
+
legacy: false
|
| 56 |
+
first_stage_config:
|
| 57 |
+
target: ldm.models.autoencoder.AutoencoderKL
|
| 58 |
+
params:
|
| 59 |
+
embed_dim: 4
|
| 60 |
+
monitor: val/rec_loss
|
| 61 |
+
ddconfig:
|
| 62 |
+
double_z: true
|
| 63 |
+
z_channels: 4
|
| 64 |
+
resolution: 512
|
| 65 |
+
in_channels: 3
|
| 66 |
+
out_ch: 3
|
| 67 |
+
ch: 128
|
| 68 |
+
ch_mult:
|
| 69 |
+
- 1
|
| 70 |
+
- 2
|
| 71 |
+
- 4
|
| 72 |
+
- 4
|
| 73 |
+
num_res_blocks: 2
|
| 74 |
+
attn_resolutions: []
|
| 75 |
+
dropout: 0.0
|
| 76 |
+
lossconfig:
|
| 77 |
+
target: torch.nn.Identity
|
| 78 |
+
cond_stage_config:
|
| 79 |
+
target: ldm.modules.encoders.modules.FrozenCLIPEmbedder
|
| 80 |
+
ckpt_path: stable-diffusion-v-1-4-original/sd-v1-4-full-ema.ckpt
|
| 81 |
+
data:
|
| 82 |
+
target: main.DataModuleFromConfig
|
| 83 |
+
params:
|
| 84 |
+
batch_size: 1
|
| 85 |
+
num_workers: 2
|
| 86 |
+
wrap: false
|
| 87 |
+
train:
|
| 88 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 89 |
+
params:
|
| 90 |
+
size: 512
|
| 91 |
+
set: train
|
| 92 |
+
per_image_tokens: false
|
| 93 |
+
repeats: 100
|
| 94 |
+
special_token: wcj
|
| 95 |
+
placeholder_token: backpack
|
| 96 |
+
reg:
|
| 97 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 98 |
+
params:
|
| 99 |
+
size: 512
|
| 100 |
+
set: train
|
| 101 |
+
reg: true
|
| 102 |
+
per_image_tokens: false
|
| 103 |
+
repeats: 10
|
| 104 |
+
placeholder_token: backpack
|
| 105 |
+
validation:
|
| 106 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 107 |
+
params:
|
| 108 |
+
size: 512
|
| 109 |
+
set: val
|
| 110 |
+
per_image_tokens: false
|
| 111 |
+
repeats: 10
|
| 112 |
+
placeholder_token: backpack
|
dreamedit_official_ckpt/backpack-wcj/images/train/conditioning_gs-000500_e-000001_b-000140.jpg
ADDED
|
dreamedit_official_ckpt/backpack-wcj/images/train/inputs_gs-000500_e-000001_b-000140.jpg
ADDED
|
dreamedit_official_ckpt/backpack-wcj/images/train/reconstruction_gs-000500_e-000001_b-000140.jpg
ADDED
|
dreamedit_official_ckpt/backpack-wcj/images/train/samples_gs-000500_e-000001_b-000140.jpg
ADDED
|
dreamedit_official_ckpt/backpack-wcj/images/train/samples_scaled_gs-000500_e-000001_b-000140.jpg
ADDED
|
dreamedit_official_ckpt/backpack_dog-skw/checkpoints/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:79e93c8d9d17d3d024eeee35bef3c96b49bbd973d8e2e23ddfcaaa2863bbf658
|
| 3 |
+
size 12126699889
|
dreamedit_official_ckpt/backpack_dog-skw/configs/backpack_dog2023-04-17T01-20-47-lightning.yaml
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
lightning:
|
| 2 |
+
modelcheckpoint:
|
| 3 |
+
params:
|
| 4 |
+
every_n_train_steps: 500
|
| 5 |
+
callbacks:
|
| 6 |
+
image_logger:
|
| 7 |
+
target: main.ImageLogger
|
| 8 |
+
params:
|
| 9 |
+
batch_frequency: 500
|
| 10 |
+
max_images: 8
|
| 11 |
+
increase_log_steps: false
|
| 12 |
+
trainer:
|
| 13 |
+
benchmark: true
|
| 14 |
+
max_steps: 800
|
| 15 |
+
accelerator: ddp
|
| 16 |
+
gpus: 2,
|
dreamedit_official_ckpt/backpack_dog-skw/configs/backpack_dog2023-04-17T01-20-47-project.yaml
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model:
|
| 2 |
+
base_learning_rate: 1.0e-06
|
| 3 |
+
target: ldm.models.diffusion.ddpm.LatentDiffusion
|
| 4 |
+
params:
|
| 5 |
+
reg_weight: 1.0
|
| 6 |
+
linear_start: 0.00085
|
| 7 |
+
linear_end: 0.012
|
| 8 |
+
num_timesteps_cond: 1
|
| 9 |
+
log_every_t: 200
|
| 10 |
+
timesteps: 1000
|
| 11 |
+
first_stage_key: image
|
| 12 |
+
cond_stage_key: caption
|
| 13 |
+
image_size: 64
|
| 14 |
+
channels: 4
|
| 15 |
+
cond_stage_trainable: true
|
| 16 |
+
conditioning_key: crossattn
|
| 17 |
+
monitor: val/loss_simple_ema
|
| 18 |
+
scale_factor: 0.18215
|
| 19 |
+
use_ema: false
|
| 20 |
+
embedding_reg_weight: 0.0
|
| 21 |
+
unfreeze_model: true
|
| 22 |
+
model_lr: 1.0e-06
|
| 23 |
+
personalization_config:
|
| 24 |
+
target: ldm.modules.embedding_manager.EmbeddingManager
|
| 25 |
+
params:
|
| 26 |
+
placeholder_strings:
|
| 27 |
+
- '*'
|
| 28 |
+
initializer_words:
|
| 29 |
+
- sculpture
|
| 30 |
+
per_image_tokens: false
|
| 31 |
+
num_vectors_per_token: 1
|
| 32 |
+
progressive_words: false
|
| 33 |
+
unet_config:
|
| 34 |
+
target: ldm.modules.diffusionmodules.openaimodel.UNetModel
|
| 35 |
+
params:
|
| 36 |
+
image_size: 32
|
| 37 |
+
in_channels: 4
|
| 38 |
+
out_channels: 4
|
| 39 |
+
model_channels: 320
|
| 40 |
+
attention_resolutions:
|
| 41 |
+
- 4
|
| 42 |
+
- 2
|
| 43 |
+
- 1
|
| 44 |
+
num_res_blocks: 2
|
| 45 |
+
channel_mult:
|
| 46 |
+
- 1
|
| 47 |
+
- 2
|
| 48 |
+
- 4
|
| 49 |
+
- 4
|
| 50 |
+
num_heads: 8
|
| 51 |
+
use_spatial_transformer: true
|
| 52 |
+
transformer_depth: 1
|
| 53 |
+
context_dim: 768
|
| 54 |
+
use_checkpoint: true
|
| 55 |
+
legacy: false
|
| 56 |
+
first_stage_config:
|
| 57 |
+
target: ldm.models.autoencoder.AutoencoderKL
|
| 58 |
+
params:
|
| 59 |
+
embed_dim: 4
|
| 60 |
+
monitor: val/rec_loss
|
| 61 |
+
ddconfig:
|
| 62 |
+
double_z: true
|
| 63 |
+
z_channels: 4
|
| 64 |
+
resolution: 512
|
| 65 |
+
in_channels: 3
|
| 66 |
+
out_ch: 3
|
| 67 |
+
ch: 128
|
| 68 |
+
ch_mult:
|
| 69 |
+
- 1
|
| 70 |
+
- 2
|
| 71 |
+
- 4
|
| 72 |
+
- 4
|
| 73 |
+
num_res_blocks: 2
|
| 74 |
+
attn_resolutions: []
|
| 75 |
+
dropout: 0.0
|
| 76 |
+
lossconfig:
|
| 77 |
+
target: torch.nn.Identity
|
| 78 |
+
cond_stage_config:
|
| 79 |
+
target: ldm.modules.encoders.modules.FrozenCLIPEmbedder
|
| 80 |
+
ckpt_path: stable-diffusion-v-1-4-original/sd-v1-4-full-ema.ckpt
|
| 81 |
+
data:
|
| 82 |
+
target: main.DataModuleFromConfig
|
| 83 |
+
params:
|
| 84 |
+
batch_size: 1
|
| 85 |
+
num_workers: 2
|
| 86 |
+
wrap: false
|
| 87 |
+
train:
|
| 88 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 89 |
+
params:
|
| 90 |
+
size: 512
|
| 91 |
+
set: train
|
| 92 |
+
per_image_tokens: false
|
| 93 |
+
repeats: 100
|
| 94 |
+
special_token: skw
|
| 95 |
+
placeholder_token: backpack
|
| 96 |
+
reg:
|
| 97 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 98 |
+
params:
|
| 99 |
+
size: 512
|
| 100 |
+
set: train
|
| 101 |
+
reg: true
|
| 102 |
+
per_image_tokens: false
|
| 103 |
+
repeats: 10
|
| 104 |
+
placeholder_token: backpack
|
| 105 |
+
validation:
|
| 106 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 107 |
+
params:
|
| 108 |
+
size: 512
|
| 109 |
+
set: val
|
| 110 |
+
per_image_tokens: false
|
| 111 |
+
repeats: 10
|
| 112 |
+
placeholder_token: backpack
|
dreamedit_official_ckpt/backpack_dog-skw/images/train/conditioning_gs-000500_e-000001_b-000140.jpg
ADDED
|
dreamedit_official_ckpt/backpack_dog-skw/images/train/inputs_gs-000500_e-000001_b-000140.jpg
ADDED
|
dreamedit_official_ckpt/backpack_dog-skw/images/train/reconstruction_gs-000500_e-000001_b-000140.jpg
ADDED
|
dreamedit_official_ckpt/backpack_dog-skw/images/train/samples_gs-000500_e-000001_b-000140.jpg
ADDED
|
dreamedit_official_ckpt/backpack_dog-skw/images/train/samples_scaled_gs-000500_e-000001_b-000140.jpg
ADDED
|
dreamedit_official_ckpt/bear_plushie-qle/checkpoints/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:05d380a2466b444a532f6deb135149848c01f4e50394738f92eb1a8b52e63d52
|
| 3 |
+
size 12126699889
|
dreamedit_official_ckpt/bear_plushie-qle/configs/bear_plushie2023-04-17T01-28-00-lightning.yaml
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
lightning:
|
| 2 |
+
modelcheckpoint:
|
| 3 |
+
params:
|
| 4 |
+
every_n_train_steps: 500
|
| 5 |
+
callbacks:
|
| 6 |
+
image_logger:
|
| 7 |
+
target: main.ImageLogger
|
| 8 |
+
params:
|
| 9 |
+
batch_frequency: 500
|
| 10 |
+
max_images: 8
|
| 11 |
+
increase_log_steps: false
|
| 12 |
+
trainer:
|
| 13 |
+
benchmark: true
|
| 14 |
+
max_steps: 800
|
| 15 |
+
accelerator: ddp
|
| 16 |
+
gpus: 3,
|
dreamedit_official_ckpt/bear_plushie-qle/configs/bear_plushie2023-04-17T01-28-00-project.yaml
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model:
|
| 2 |
+
base_learning_rate: 1.0e-06
|
| 3 |
+
target: ldm.models.diffusion.ddpm.LatentDiffusion
|
| 4 |
+
params:
|
| 5 |
+
reg_weight: 1.0
|
| 6 |
+
linear_start: 0.00085
|
| 7 |
+
linear_end: 0.012
|
| 8 |
+
num_timesteps_cond: 1
|
| 9 |
+
log_every_t: 200
|
| 10 |
+
timesteps: 1000
|
| 11 |
+
first_stage_key: image
|
| 12 |
+
cond_stage_key: caption
|
| 13 |
+
image_size: 64
|
| 14 |
+
channels: 4
|
| 15 |
+
cond_stage_trainable: true
|
| 16 |
+
conditioning_key: crossattn
|
| 17 |
+
monitor: val/loss_simple_ema
|
| 18 |
+
scale_factor: 0.18215
|
| 19 |
+
use_ema: false
|
| 20 |
+
embedding_reg_weight: 0.0
|
| 21 |
+
unfreeze_model: true
|
| 22 |
+
model_lr: 1.0e-06
|
| 23 |
+
personalization_config:
|
| 24 |
+
target: ldm.modules.embedding_manager.EmbeddingManager
|
| 25 |
+
params:
|
| 26 |
+
placeholder_strings:
|
| 27 |
+
- '*'
|
| 28 |
+
initializer_words:
|
| 29 |
+
- sculpture
|
| 30 |
+
per_image_tokens: false
|
| 31 |
+
num_vectors_per_token: 1
|
| 32 |
+
progressive_words: false
|
| 33 |
+
unet_config:
|
| 34 |
+
target: ldm.modules.diffusionmodules.openaimodel.UNetModel
|
| 35 |
+
params:
|
| 36 |
+
image_size: 32
|
| 37 |
+
in_channels: 4
|
| 38 |
+
out_channels: 4
|
| 39 |
+
model_channels: 320
|
| 40 |
+
attention_resolutions:
|
| 41 |
+
- 4
|
| 42 |
+
- 2
|
| 43 |
+
- 1
|
| 44 |
+
num_res_blocks: 2
|
| 45 |
+
channel_mult:
|
| 46 |
+
- 1
|
| 47 |
+
- 2
|
| 48 |
+
- 4
|
| 49 |
+
- 4
|
| 50 |
+
num_heads: 8
|
| 51 |
+
use_spatial_transformer: true
|
| 52 |
+
transformer_depth: 1
|
| 53 |
+
context_dim: 768
|
| 54 |
+
use_checkpoint: true
|
| 55 |
+
legacy: false
|
| 56 |
+
first_stage_config:
|
| 57 |
+
target: ldm.models.autoencoder.AutoencoderKL
|
| 58 |
+
params:
|
| 59 |
+
embed_dim: 4
|
| 60 |
+
monitor: val/rec_loss
|
| 61 |
+
ddconfig:
|
| 62 |
+
double_z: true
|
| 63 |
+
z_channels: 4
|
| 64 |
+
resolution: 512
|
| 65 |
+
in_channels: 3
|
| 66 |
+
out_ch: 3
|
| 67 |
+
ch: 128
|
| 68 |
+
ch_mult:
|
| 69 |
+
- 1
|
| 70 |
+
- 2
|
| 71 |
+
- 4
|
| 72 |
+
- 4
|
| 73 |
+
num_res_blocks: 2
|
| 74 |
+
attn_resolutions: []
|
| 75 |
+
dropout: 0.0
|
| 76 |
+
lossconfig:
|
| 77 |
+
target: torch.nn.Identity
|
| 78 |
+
cond_stage_config:
|
| 79 |
+
target: ldm.modules.encoders.modules.FrozenCLIPEmbedder
|
| 80 |
+
ckpt_path: stable-diffusion-v-1-4-original/sd-v1-4-full-ema.ckpt
|
| 81 |
+
data:
|
| 82 |
+
target: main.DataModuleFromConfig
|
| 83 |
+
params:
|
| 84 |
+
batch_size: 1
|
| 85 |
+
num_workers: 2
|
| 86 |
+
wrap: false
|
| 87 |
+
train:
|
| 88 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 89 |
+
params:
|
| 90 |
+
size: 512
|
| 91 |
+
set: train
|
| 92 |
+
per_image_tokens: false
|
| 93 |
+
repeats: 100
|
| 94 |
+
special_token: qle
|
| 95 |
+
placeholder_token: bear plushie
|
| 96 |
+
reg:
|
| 97 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 98 |
+
params:
|
| 99 |
+
size: 512
|
| 100 |
+
set: train
|
| 101 |
+
reg: true
|
| 102 |
+
per_image_tokens: false
|
| 103 |
+
repeats: 10
|
| 104 |
+
placeholder_token: bear plushie
|
| 105 |
+
validation:
|
| 106 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 107 |
+
params:
|
| 108 |
+
size: 512
|
| 109 |
+
set: val
|
| 110 |
+
per_image_tokens: false
|
| 111 |
+
repeats: 10
|
| 112 |
+
placeholder_token: bear plushie
|
dreamedit_official_ckpt/bear_plushie-qle/images/train/conditioning_gs-000500_e-000001_b-000090.jpg
ADDED
|
dreamedit_official_ckpt/bear_plushie-qle/images/train/inputs_gs-000500_e-000001_b-000090.jpg
ADDED
|
dreamedit_official_ckpt/bear_plushie-qle/images/train/reconstruction_gs-000500_e-000001_b-000090.jpg
ADDED
|
dreamedit_official_ckpt/bear_plushie-qle/images/train/samples_gs-000500_e-000001_b-000090.jpg
ADDED
|
dreamedit_official_ckpt/bear_plushie-qle/images/train/samples_scaled_gs-000500_e-000001_b-000090.jpg
ADDED
|
dreamedit_official_ckpt/berry_bowl-iwu/checkpoints/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b0fc779b5732ee70504f2de6fefc6b68953ed31fdbf57d33fb17e191fc2dfacf
|
| 3 |
+
size 12126699506
|
dreamedit_official_ckpt/berry_bowl-iwu/configs/berry_bowl2023-04-17T01-34-28-lightning.yaml
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
lightning:
|
| 2 |
+
modelcheckpoint:
|
| 3 |
+
params:
|
| 4 |
+
every_n_train_steps: 500
|
| 5 |
+
callbacks:
|
| 6 |
+
image_logger:
|
| 7 |
+
target: main.ImageLogger
|
| 8 |
+
params:
|
| 9 |
+
batch_frequency: 500
|
| 10 |
+
max_images: 8
|
| 11 |
+
increase_log_steps: false
|
| 12 |
+
trainer:
|
| 13 |
+
benchmark: true
|
| 14 |
+
max_steps: 800
|
| 15 |
+
accelerator: ddp
|
| 16 |
+
gpus: 4,
|
dreamedit_official_ckpt/berry_bowl-iwu/configs/berry_bowl2023-04-17T01-34-28-project.yaml
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model:
|
| 2 |
+
base_learning_rate: 1.0e-06
|
| 3 |
+
target: ldm.models.diffusion.ddpm.LatentDiffusion
|
| 4 |
+
params:
|
| 5 |
+
reg_weight: 1.0
|
| 6 |
+
linear_start: 0.00085
|
| 7 |
+
linear_end: 0.012
|
| 8 |
+
num_timesteps_cond: 1
|
| 9 |
+
log_every_t: 200
|
| 10 |
+
timesteps: 1000
|
| 11 |
+
first_stage_key: image
|
| 12 |
+
cond_stage_key: caption
|
| 13 |
+
image_size: 64
|
| 14 |
+
channels: 4
|
| 15 |
+
cond_stage_trainable: true
|
| 16 |
+
conditioning_key: crossattn
|
| 17 |
+
monitor: val/loss_simple_ema
|
| 18 |
+
scale_factor: 0.18215
|
| 19 |
+
use_ema: false
|
| 20 |
+
embedding_reg_weight: 0.0
|
| 21 |
+
unfreeze_model: true
|
| 22 |
+
model_lr: 1.0e-06
|
| 23 |
+
personalization_config:
|
| 24 |
+
target: ldm.modules.embedding_manager.EmbeddingManager
|
| 25 |
+
params:
|
| 26 |
+
placeholder_strings:
|
| 27 |
+
- '*'
|
| 28 |
+
initializer_words:
|
| 29 |
+
- sculpture
|
| 30 |
+
per_image_tokens: false
|
| 31 |
+
num_vectors_per_token: 1
|
| 32 |
+
progressive_words: false
|
| 33 |
+
unet_config:
|
| 34 |
+
target: ldm.modules.diffusionmodules.openaimodel.UNetModel
|
| 35 |
+
params:
|
| 36 |
+
image_size: 32
|
| 37 |
+
in_channels: 4
|
| 38 |
+
out_channels: 4
|
| 39 |
+
model_channels: 320
|
| 40 |
+
attention_resolutions:
|
| 41 |
+
- 4
|
| 42 |
+
- 2
|
| 43 |
+
- 1
|
| 44 |
+
num_res_blocks: 2
|
| 45 |
+
channel_mult:
|
| 46 |
+
- 1
|
| 47 |
+
- 2
|
| 48 |
+
- 4
|
| 49 |
+
- 4
|
| 50 |
+
num_heads: 8
|
| 51 |
+
use_spatial_transformer: true
|
| 52 |
+
transformer_depth: 1
|
| 53 |
+
context_dim: 768
|
| 54 |
+
use_checkpoint: true
|
| 55 |
+
legacy: false
|
| 56 |
+
first_stage_config:
|
| 57 |
+
target: ldm.models.autoencoder.AutoencoderKL
|
| 58 |
+
params:
|
| 59 |
+
embed_dim: 4
|
| 60 |
+
monitor: val/rec_loss
|
| 61 |
+
ddconfig:
|
| 62 |
+
double_z: true
|
| 63 |
+
z_channels: 4
|
| 64 |
+
resolution: 512
|
| 65 |
+
in_channels: 3
|
| 66 |
+
out_ch: 3
|
| 67 |
+
ch: 128
|
| 68 |
+
ch_mult:
|
| 69 |
+
- 1
|
| 70 |
+
- 2
|
| 71 |
+
- 4
|
| 72 |
+
- 4
|
| 73 |
+
num_res_blocks: 2
|
| 74 |
+
attn_resolutions: []
|
| 75 |
+
dropout: 0.0
|
| 76 |
+
lossconfig:
|
| 77 |
+
target: torch.nn.Identity
|
| 78 |
+
cond_stage_config:
|
| 79 |
+
target: ldm.modules.encoders.modules.FrozenCLIPEmbedder
|
| 80 |
+
ckpt_path: stable-diffusion-v-1-4-original/sd-v1-4-full-ema.ckpt
|
| 81 |
+
data:
|
| 82 |
+
target: main.DataModuleFromConfig
|
| 83 |
+
params:
|
| 84 |
+
batch_size: 1
|
| 85 |
+
num_workers: 2
|
| 86 |
+
wrap: false
|
| 87 |
+
train:
|
| 88 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 89 |
+
params:
|
| 90 |
+
size: 512
|
| 91 |
+
set: train
|
| 92 |
+
per_image_tokens: false
|
| 93 |
+
repeats: 100
|
| 94 |
+
special_token: iwu
|
| 95 |
+
placeholder_token: berry bowl
|
| 96 |
+
reg:
|
| 97 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 98 |
+
params:
|
| 99 |
+
size: 512
|
| 100 |
+
set: train
|
| 101 |
+
reg: true
|
| 102 |
+
per_image_tokens: false
|
| 103 |
+
repeats: 10
|
| 104 |
+
placeholder_token: berry bowl
|
| 105 |
+
validation:
|
| 106 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 107 |
+
params:
|
| 108 |
+
size: 512
|
| 109 |
+
set: val
|
| 110 |
+
per_image_tokens: false
|
| 111 |
+
repeats: 10
|
| 112 |
+
placeholder_token: berry bowl
|
dreamedit_official_ckpt/berry_bowl-iwu/images/train/conditioning_gs-000500_e-000000_b-000500.jpg
ADDED
|
dreamedit_official_ckpt/berry_bowl-iwu/images/train/inputs_gs-000500_e-000000_b-000500.jpg
ADDED
|
dreamedit_official_ckpt/berry_bowl-iwu/images/train/reconstruction_gs-000500_e-000000_b-000500.jpg
ADDED
|
dreamedit_official_ckpt/berry_bowl-iwu/images/train/samples_gs-000500_e-000000_b-000500.jpg
ADDED
|
dreamedit_official_ckpt/berry_bowl-iwu/images/train/samples_scaled_gs-000500_e-000000_b-000500.jpg
ADDED
|
dreamedit_official_ckpt/can-ldj/checkpoints/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:629f59c64130b7937f477caa7f8654902f6f70a38464579bc9a7fc8f6efd266c
|
| 3 |
+
size 12126699889
|
dreamedit_official_ckpt/can-ldj/configs/can2023-04-17T01-38-40-lightning.yaml
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
lightning:
|
| 2 |
+
modelcheckpoint:
|
| 3 |
+
params:
|
| 4 |
+
every_n_train_steps: 500
|
| 5 |
+
callbacks:
|
| 6 |
+
image_logger:
|
| 7 |
+
target: main.ImageLogger
|
| 8 |
+
params:
|
| 9 |
+
batch_frequency: 500
|
| 10 |
+
max_images: 8
|
| 11 |
+
increase_log_steps: false
|
| 12 |
+
trainer:
|
| 13 |
+
benchmark: true
|
| 14 |
+
max_steps: 800
|
| 15 |
+
accelerator: ddp
|
| 16 |
+
gpus: 5,
|
dreamedit_official_ckpt/can-ldj/configs/can2023-04-17T01-38-40-project.yaml
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model:
|
| 2 |
+
base_learning_rate: 1.0e-06
|
| 3 |
+
target: ldm.models.diffusion.ddpm.LatentDiffusion
|
| 4 |
+
params:
|
| 5 |
+
reg_weight: 1.0
|
| 6 |
+
linear_start: 0.00085
|
| 7 |
+
linear_end: 0.012
|
| 8 |
+
num_timesteps_cond: 1
|
| 9 |
+
log_every_t: 200
|
| 10 |
+
timesteps: 1000
|
| 11 |
+
first_stage_key: image
|
| 12 |
+
cond_stage_key: caption
|
| 13 |
+
image_size: 64
|
| 14 |
+
channels: 4
|
| 15 |
+
cond_stage_trainable: true
|
| 16 |
+
conditioning_key: crossattn
|
| 17 |
+
monitor: val/loss_simple_ema
|
| 18 |
+
scale_factor: 0.18215
|
| 19 |
+
use_ema: false
|
| 20 |
+
embedding_reg_weight: 0.0
|
| 21 |
+
unfreeze_model: true
|
| 22 |
+
model_lr: 1.0e-06
|
| 23 |
+
personalization_config:
|
| 24 |
+
target: ldm.modules.embedding_manager.EmbeddingManager
|
| 25 |
+
params:
|
| 26 |
+
placeholder_strings:
|
| 27 |
+
- '*'
|
| 28 |
+
initializer_words:
|
| 29 |
+
- sculpture
|
| 30 |
+
per_image_tokens: false
|
| 31 |
+
num_vectors_per_token: 1
|
| 32 |
+
progressive_words: false
|
| 33 |
+
unet_config:
|
| 34 |
+
target: ldm.modules.diffusionmodules.openaimodel.UNetModel
|
| 35 |
+
params:
|
| 36 |
+
image_size: 32
|
| 37 |
+
in_channels: 4
|
| 38 |
+
out_channels: 4
|
| 39 |
+
model_channels: 320
|
| 40 |
+
attention_resolutions:
|
| 41 |
+
- 4
|
| 42 |
+
- 2
|
| 43 |
+
- 1
|
| 44 |
+
num_res_blocks: 2
|
| 45 |
+
channel_mult:
|
| 46 |
+
- 1
|
| 47 |
+
- 2
|
| 48 |
+
- 4
|
| 49 |
+
- 4
|
| 50 |
+
num_heads: 8
|
| 51 |
+
use_spatial_transformer: true
|
| 52 |
+
transformer_depth: 1
|
| 53 |
+
context_dim: 768
|
| 54 |
+
use_checkpoint: true
|
| 55 |
+
legacy: false
|
| 56 |
+
first_stage_config:
|
| 57 |
+
target: ldm.models.autoencoder.AutoencoderKL
|
| 58 |
+
params:
|
| 59 |
+
embed_dim: 4
|
| 60 |
+
monitor: val/rec_loss
|
| 61 |
+
ddconfig:
|
| 62 |
+
double_z: true
|
| 63 |
+
z_channels: 4
|
| 64 |
+
resolution: 512
|
| 65 |
+
in_channels: 3
|
| 66 |
+
out_ch: 3
|
| 67 |
+
ch: 128
|
| 68 |
+
ch_mult:
|
| 69 |
+
- 1
|
| 70 |
+
- 2
|
| 71 |
+
- 4
|
| 72 |
+
- 4
|
| 73 |
+
num_res_blocks: 2
|
| 74 |
+
attn_resolutions: []
|
| 75 |
+
dropout: 0.0
|
| 76 |
+
lossconfig:
|
| 77 |
+
target: torch.nn.Identity
|
| 78 |
+
cond_stage_config:
|
| 79 |
+
target: ldm.modules.encoders.modules.FrozenCLIPEmbedder
|
| 80 |
+
ckpt_path: stable-diffusion-v-1-4-original/sd-v1-4-full-ema.ckpt
|
| 81 |
+
data:
|
| 82 |
+
target: main.DataModuleFromConfig
|
| 83 |
+
params:
|
| 84 |
+
batch_size: 1
|
| 85 |
+
num_workers: 2
|
| 86 |
+
wrap: false
|
| 87 |
+
train:
|
| 88 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 89 |
+
params:
|
| 90 |
+
size: 512
|
| 91 |
+
set: train
|
| 92 |
+
per_image_tokens: false
|
| 93 |
+
repeats: 100
|
| 94 |
+
special_token: ldj
|
| 95 |
+
placeholder_token: can
|
| 96 |
+
reg:
|
| 97 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 98 |
+
params:
|
| 99 |
+
size: 512
|
| 100 |
+
set: train
|
| 101 |
+
reg: true
|
| 102 |
+
per_image_tokens: false
|
| 103 |
+
repeats: 10
|
| 104 |
+
placeholder_token: can
|
| 105 |
+
validation:
|
| 106 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 107 |
+
params:
|
| 108 |
+
size: 512
|
| 109 |
+
set: val
|
| 110 |
+
per_image_tokens: false
|
| 111 |
+
repeats: 10
|
| 112 |
+
placeholder_token: can
|
dreamedit_official_ckpt/can-ldj/images/train/conditioning_gs-000500_e-000001_b-000070.jpg
ADDED
|
dreamedit_official_ckpt/can-ldj/images/train/inputs_gs-000500_e-000001_b-000070.jpg
ADDED
|
dreamedit_official_ckpt/can-ldj/images/train/reconstruction_gs-000500_e-000001_b-000070.jpg
ADDED
|
dreamedit_official_ckpt/can-ldj/images/train/samples_gs-000500_e-000001_b-000070.jpg
ADDED
|
dreamedit_official_ckpt/can-ldj/images/train/samples_scaled_gs-000500_e-000001_b-000070.jpg
ADDED
|
dreamedit_official_ckpt/candle-hqc/checkpoints/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:303870e1919f68a9fcf06fd30bba095fb8a2830a34254348be3e1c0f9ecbe3d1
|
| 3 |
+
size 12126699889
|
dreamedit_official_ckpt/candle-hqc/configs/candle2023-04-17T01-43-30-lightning.yaml
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
lightning:
|
| 2 |
+
modelcheckpoint:
|
| 3 |
+
params:
|
| 4 |
+
every_n_train_steps: 500
|
| 5 |
+
callbacks:
|
| 6 |
+
image_logger:
|
| 7 |
+
target: main.ImageLogger
|
| 8 |
+
params:
|
| 9 |
+
batch_frequency: 500
|
| 10 |
+
max_images: 8
|
| 11 |
+
increase_log_steps: false
|
| 12 |
+
trainer:
|
| 13 |
+
benchmark: true
|
| 14 |
+
max_steps: 800
|
| 15 |
+
accelerator: ddp
|
| 16 |
+
gpus: 6,
|
dreamedit_official_ckpt/candle-hqc/configs/candle2023-04-17T01-43-30-project.yaml
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model:
|
| 2 |
+
base_learning_rate: 1.0e-06
|
| 3 |
+
target: ldm.models.diffusion.ddpm.LatentDiffusion
|
| 4 |
+
params:
|
| 5 |
+
reg_weight: 1.0
|
| 6 |
+
linear_start: 0.00085
|
| 7 |
+
linear_end: 0.012
|
| 8 |
+
num_timesteps_cond: 1
|
| 9 |
+
log_every_t: 200
|
| 10 |
+
timesteps: 1000
|
| 11 |
+
first_stage_key: image
|
| 12 |
+
cond_stage_key: caption
|
| 13 |
+
image_size: 64
|
| 14 |
+
channels: 4
|
| 15 |
+
cond_stage_trainable: true
|
| 16 |
+
conditioning_key: crossattn
|
| 17 |
+
monitor: val/loss_simple_ema
|
| 18 |
+
scale_factor: 0.18215
|
| 19 |
+
use_ema: false
|
| 20 |
+
embedding_reg_weight: 0.0
|
| 21 |
+
unfreeze_model: true
|
| 22 |
+
model_lr: 1.0e-06
|
| 23 |
+
personalization_config:
|
| 24 |
+
target: ldm.modules.embedding_manager.EmbeddingManager
|
| 25 |
+
params:
|
| 26 |
+
placeholder_strings:
|
| 27 |
+
- '*'
|
| 28 |
+
initializer_words:
|
| 29 |
+
- sculpture
|
| 30 |
+
per_image_tokens: false
|
| 31 |
+
num_vectors_per_token: 1
|
| 32 |
+
progressive_words: false
|
| 33 |
+
unet_config:
|
| 34 |
+
target: ldm.modules.diffusionmodules.openaimodel.UNetModel
|
| 35 |
+
params:
|
| 36 |
+
image_size: 32
|
| 37 |
+
in_channels: 4
|
| 38 |
+
out_channels: 4
|
| 39 |
+
model_channels: 320
|
| 40 |
+
attention_resolutions:
|
| 41 |
+
- 4
|
| 42 |
+
- 2
|
| 43 |
+
- 1
|
| 44 |
+
num_res_blocks: 2
|
| 45 |
+
channel_mult:
|
| 46 |
+
- 1
|
| 47 |
+
- 2
|
| 48 |
+
- 4
|
| 49 |
+
- 4
|
| 50 |
+
num_heads: 8
|
| 51 |
+
use_spatial_transformer: true
|
| 52 |
+
transformer_depth: 1
|
| 53 |
+
context_dim: 768
|
| 54 |
+
use_checkpoint: true
|
| 55 |
+
legacy: false
|
| 56 |
+
first_stage_config:
|
| 57 |
+
target: ldm.models.autoencoder.AutoencoderKL
|
| 58 |
+
params:
|
| 59 |
+
embed_dim: 4
|
| 60 |
+
monitor: val/rec_loss
|
| 61 |
+
ddconfig:
|
| 62 |
+
double_z: true
|
| 63 |
+
z_channels: 4
|
| 64 |
+
resolution: 512
|
| 65 |
+
in_channels: 3
|
| 66 |
+
out_ch: 3
|
| 67 |
+
ch: 128
|
| 68 |
+
ch_mult:
|
| 69 |
+
- 1
|
| 70 |
+
- 2
|
| 71 |
+
- 4
|
| 72 |
+
- 4
|
| 73 |
+
num_res_blocks: 2
|
| 74 |
+
attn_resolutions: []
|
| 75 |
+
dropout: 0.0
|
| 76 |
+
lossconfig:
|
| 77 |
+
target: torch.nn.Identity
|
| 78 |
+
cond_stage_config:
|
| 79 |
+
target: ldm.modules.encoders.modules.FrozenCLIPEmbedder
|
| 80 |
+
ckpt_path: stable-diffusion-v-1-4-original/sd-v1-4-full-ema.ckpt
|
| 81 |
+
data:
|
| 82 |
+
target: main.DataModuleFromConfig
|
| 83 |
+
params:
|
| 84 |
+
batch_size: 1
|
| 85 |
+
num_workers: 2
|
| 86 |
+
wrap: false
|
| 87 |
+
train:
|
| 88 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 89 |
+
params:
|
| 90 |
+
size: 512
|
| 91 |
+
set: train
|
| 92 |
+
per_image_tokens: false
|
| 93 |
+
repeats: 100
|
| 94 |
+
special_token: hqc
|
| 95 |
+
placeholder_token: candle
|
| 96 |
+
reg:
|
| 97 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 98 |
+
params:
|
| 99 |
+
size: 512
|
| 100 |
+
set: train
|
| 101 |
+
reg: true
|
| 102 |
+
per_image_tokens: false
|
| 103 |
+
repeats: 10
|
| 104 |
+
placeholder_token: candle
|
| 105 |
+
validation:
|
| 106 |
+
target: ldm.data.personalized.PersonalizedBase
|
| 107 |
+
params:
|
| 108 |
+
size: 512
|
| 109 |
+
set: val
|
| 110 |
+
per_image_tokens: false
|
| 111 |
+
repeats: 10
|
| 112 |
+
placeholder_token: candle
|
dreamedit_official_ckpt/candle-hqc/images/train/conditioning_gs-000500_e-000001_b-000190.jpg
ADDED
|
dreamedit_official_ckpt/candle-hqc/images/train/inputs_gs-000500_e-000001_b-000190.jpg
ADDED
|
dreamedit_official_ckpt/candle-hqc/images/train/reconstruction_gs-000500_e-000001_b-000190.jpg
ADDED
|
dreamedit_official_ckpt/candle-hqc/images/train/samples_gs-000500_e-000001_b-000190.jpg
ADDED
|
dreamedit_official_ckpt/candle-hqc/images/train/samples_scaled_gs-000500_e-000001_b-000190.jpg
ADDED
|
dreamedit_official_ckpt/cat-nkq/checkpoints/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8e2e8dd5a2dfe7dc68c45eba60b7cb39d85a673b27ced2ebbb6eb8f9345f5356
|
| 3 |
+
size 12126699889
|
dreamedit_official_ckpt/cat-nkq/configs/cat2023-04-17T01-11-11-lightning.yaml
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
lightning:
|
| 2 |
+
modelcheckpoint:
|
| 3 |
+
params:
|
| 4 |
+
every_n_train_steps: 500
|
| 5 |
+
callbacks:
|
| 6 |
+
image_logger:
|
| 7 |
+
target: main.ImageLogger
|
| 8 |
+
params:
|
| 9 |
+
batch_frequency: 500
|
| 10 |
+
max_images: 8
|
| 11 |
+
increase_log_steps: false
|
| 12 |
+
trainer:
|
| 13 |
+
benchmark: true
|
| 14 |
+
max_steps: 800
|
| 15 |
+
accelerator: ddp
|
| 16 |
+
gpus: 7,
|