add checkpoints

tcan/first_stage/models/[AppearanceEncoder]_[Epoch=1250]_[Iter=17500]_[loss=0.0864].ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3a283b5a5cff45492462c2e778efe47411444d08670ffd5a4ca98e3f72ef11
+size 897318912

tcan/first_stage/models/[UNet]_[Epoch=1250]_[Iter=17500]_[loss=0.0864].ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3437ecffddc8ffb74cf5aeb2652d37cc1416adf19cba6b95d37d64bf792e7031
+size 897318912

tcan/second_stage/args.json

@@ -0,0 +1,50 @@
+{
+  "config": "./configs/train/reimple_second_stage_v2.yaml",
+  "batch_size": 1,
+  "motion_type": "dwpose",
+  "is_second_stage": true,
+  "freeze_controlnet": false,
+  "use_HAP": false,
+  "use_augchibi": false,
+  "ref_aug": null,
+  "motion_aug": null,
+  "image_dataset_name": "TikTokImageDataset2",
+  "video_dataset_name": "TikTokVideoDataset",
+  "pretrained_vae_path": null,
+  "pretrained_appearance_encoder_path": "./logs/from39_20240224_1st_freezectrl_temporalctrl/models/[AppearanceEncoder]_[Epoch=1250]_[Iter=17500]_[loss=0.0864].ckpt",
+  "pretrained_controlnet_path": "./pretrained_models/ControlNet-v1-1/control_v11p_sd15_openpose_RenamedForMA.pth",
+  "pretrained_model_path": null,
+  "pretrained_unet_path": "./logs/from39_20240224_1st_freezectrl_temporalctrl/models/[UNet]_[Epoch=1250]_[Iter=17500]_[loss=0.0864].ckpt",
+  "init_unet_lora": true,
+  "init_appearance_encoder_lora": false,
+  "load_unet_lora_weight": true,
+  "load_ae_lora_weight": false,
+  "use_learnable_taumap": false,
+  "unet_lora_midup": false,
+  "save_name": "SecondUnetloraTctrlv2_fromEpoch1250from39",
+  "n_epochs": 90,
+  "n_iters": 100000,
+  "size": null,
+  "data_root_dir": "./DATA/TikTok",
+  "HAP_root_dir": "./DATA/HAP/train",
+  "augchibi_root_dir": "./DATA/sd_augchibi",
+  "save_root_dir": "./logs",
+  "save_model_iter_freq": 2500,
+  "validation_step": 2500,
+  "validation_step_lst": [
+    3
+  ],
+  "seed": 42,
+  "num_workers": 2,
+  "use_temporal_controlnet": true,
+  "save_dir": "./logs/20240405_SecondUnetloraTctrlv2_fromEpoch1250from39",
+  "sample_save_dir": "./logs/20240405_SecondUnetloraTctrlv2_fromEpoch1250from39/samples",
+  "model_save_dir": "./logs/20240405_SecondUnetloraTctrlv2_fromEpoch1250from39/models",
+  "tb_save_dir": "./logs/20240405_SecondUnetloraTctrlv2_fromEpoch1250from39/tb",
+  "args_save_path": "./logs/20240405_SecondUnetloraTctrlv2_fromEpoch1250from39/args.json",
+  "config_save_path": "./logs/20240405_SecondUnetloraTctrlv2_fromEpoch1250from39/config.yaml",
+  "n_gpus": 2,
+  "DDP": true,
+  "num_processes": 2,
+  "local_rank": 0
+}

tcan/second_stage/config.yaml

@@ -0,0 +1,91 @@
+appearance_encoder_config_path: pretrained_models/MagicAnimate/appearance_encoder/config.json
+controlnet_config_path: pretrained_models/MagicAnimate/densepose_controlnet/config.json
+pretrained_model_path: pretrained_models/stable-diffusion-v1-5
+pretrained_vae_path: pretrained_models/sd-vae-ft-mse
+pretrained_controlnet_path: ./pretrained_models/ControlNet-v1-1/control_v11p_sd15_openpose_RenamedForMA.pth
+pretrained_appearance_encoder_path: ./logs/from39_20240224_1st_freezectrl_temporalctrl/models/[AppearanceEncoder]_[Epoch=1250]_[Iter=17500]_[loss=0.0864].ckpt
+motion_module: pretrained_models/AnimateDiff/mm_sd_v15_v2.ckpt
+fusion_blocks: midup
+unet_additional_kwargs:
+  unet_use_cross_frame_attention: false
+  unet_use_temporal_attention: false
+  use_motion_module: true
+  motion_module_resolutions:
+  - 1
+  - 2
+  - 4
+  - 8
+  motion_module_mid_block: false
+  motion_module_decoder_only: false
+  motion_module_type: Vanilla
+  motion_module_kwargs:
+    num_attention_heads: 8
+    num_transformer_block: 1
+    attention_block_types:
+    - Temporal_Self
+    - Temporal_Self
+    temporal_position_encoding: true
+    temporal_position_encoding_max_len: 32
+    temporal_attention_dim_div: 1
+    use_learnable_taumap: false
+noise_scheduler_kwargs:
+  num_train_timesteps: 1000
+  beta_start: 0.00085
+  beta_end: 0.012
+  beta_schedule: linear
+  steps_offset: 1
+  clip_sample: false
+learning_rate: 1.0e-05
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_weight_decay: 0.01
+adam_epsilon: 1.0e-08
+lr_scheduler: constant
+max_grad_norm: 1.0
+seed:
+- 1
+steps: 25
+guidance_scale: 7.5
+source_image:
+- DATA/TikTok/valid_video/00337/images.mp4
+- DATA/TikTok/valid_video/00338/images.mp4
+- DATA/TikTok/valid_video/201_002_1x1/images.mp4
+- DATA/TikTok/valid_video/201_005_1x1/images.mp4
+- DATA/TikTok/valid_video/201_021_1x1/images.mp4
+- DATA/TikTok/valid_video/201_024_1x1/images.mp4
+- DATA/TikTok/valid_video/202_006_1x1/images.mp4
+- DATA/TikTok/valid_video/202_007_1x1/images.mp4
+- DATA/TikTok/valid_video/202_025_1x1/images.mp4
+- DATA/TikTok/valid_video/203_006_1x1/images.mp4
+source_pose:
+- ''
+- ''
+- ''
+- ''
+- ''
+- ''
+- ''
+- ''
+- ''
+- ''
+video_path:
+- DATA/TikTok/valid_video/00337/dwpose.mp4
+- DATA/TikTok/valid_video/00338/dwpose.mp4
+- DATA/TikTok/valid_video/201_002_1x1/dwpose.mp4
+- DATA/TikTok/valid_video/201_005_1x1/dwpose.mp4
+- DATA/TikTok/valid_video/201_021_1x1/dwpose.mp4
+- DATA/TikTok/valid_video/201_024_1x1/dwpose.mp4
+- DATA/TikTok/valid_video/202_006_1x1/dwpose.mp4
+- DATA/TikTok/valid_video/202_007_1x1/dwpose.mp4
+- DATA/TikTok/valid_video/202_025_1x1/dwpose.mp4
+- DATA/TikTok/valid_video/203_006_1x1/dwpose.mp4
+size: 512
+L: 16
+S: 1
+I: 0
+clip: 0
+offset: 0
+max_length: null
+video_type: condition
+invert_video: false
+save_individual_videos: false

tcan/second_stage/models/[ControlNetT]_[Epoch=74]_[Iter=12500]_[loss=0.0556].ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb1dbf048a66452a402ce67d84ac996173034b502a05c1b5691a6dc15e9730c
+size 897843200

tcan/second_stage/models/[UNet]_[Epoch=74]_[Iter=12500]_[loss=0.0556].ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4bc2fd4ff06f9be47f890c321f2c985c67520e5b255beddd85f2a723dd78f6d
+size 898105344