| | model:
|
| | target: cldm.cldm.ControlLDM
|
| | params:
|
| | linear_start: 0.00085
|
| | linear_end: 0.0120
|
| | num_timesteps_cond: 1
|
| | log_every_t: 200
|
| | timesteps: 1000
|
| | first_stage_key: "jpg"
|
| | cond_stage_key: "txt"
|
| | control_key: "hint"
|
| | image_size: 64
|
| | channels: 4
|
| | cond_stage_trainable: false
|
| | conditioning_key: crossattn
|
| | monitor: val/loss_simple_ema
|
| | scale_factor: 0.18215
|
| | use_ema: False
|
| | only_mid_control: False
|
| |
|
| | control_stage_config:
|
| | target: cldm.cldm.ControlNet
|
| | params:
|
| | image_size: 32
|
| | in_channels: 4
|
| | hint_channels: 3
|
| | model_channels: 320
|
| | attention_resolutions: [ 4, 2, 1 ]
|
| | num_res_blocks: 2
|
| | channel_mult: [ 1, 2, 4, 4 ]
|
| | num_heads: 8
|
| | use_spatial_transformer: True
|
| | transformer_depth: 1
|
| | context_dim: 768
|
| | use_checkpoint: True
|
| | legacy: False
|
| |
|
| | unet_config:
|
| | target: cldm.cldm.ControlledUnetModel
|
| | params:
|
| | image_size: 32
|
| | in_channels: 4
|
| | out_channels: 4
|
| | model_channels: 320
|
| | attention_resolutions: [ 4, 2, 1 ]
|
| | num_res_blocks: 2
|
| | channel_mult: [ 1, 2, 4, 4 ]
|
| | num_heads: 8
|
| | use_spatial_transformer: True
|
| | transformer_depth: 1
|
| | context_dim: 768
|
| | use_checkpoint: True
|
| | legacy: False
|
| |
|
| | first_stage_config:
|
| | target: ldm.models.autoencoder.AutoencoderKL
|
| | params:
|
| | embed_dim: 4
|
| | monitor: val/rec_loss
|
| | ddconfig:
|
| | double_z: true
|
| | z_channels: 4
|
| | resolution: 256
|
| | in_channels: 3
|
| | out_ch: 3
|
| | ch: 128
|
| | ch_mult:
|
| | - 1
|
| | - 2
|
| | - 4
|
| | - 4
|
| | num_res_blocks: 2
|
| | attn_resolutions: []
|
| | dropout: 0.0
|
| | lossconfig:
|
| | target: torch.nn.Identity
|
| |
|
| | cond_stage_config:
|
| | target: ldm.modules.encoders.modules.FrozenCLIPEmbedder
|
| |
|
