Hugging Face's logo

k-l-lambda
/
pp-AnimateAnyone

TensorBoard
Model card Files
xet
Metrics Community
1
k-l-lambda commited on
Commit
d8e651b
·
1 Parent(s): fdb02ef

20240517 added.

Browse files
Files changed (17) hide show
  1. 20240517-stage2-openpg/checkpoint-18846/optimizer.bin +3 -0
  2. 20240517-stage2-openpg/checkpoint-18846/pytorch_model.bin +3 -0
  3. 20240517-stage2-openpg/checkpoint-18846/random_states_0.pkl +3 -0
  4. 20240517-stage2-openpg/checkpoint-18846/scaler.pt +3 -0
  5. 20240517-stage2-openpg/checkpoint-18846/scheduler.bin +3 -0
  6. 20240517-stage2-openpg/checkpoint-9423/optimizer.bin +3 -0
  7. 20240517-stage2-openpg/checkpoint-9423/pytorch_model.bin +3 -0
  8. 20240517-stage2-openpg/checkpoint-9423/random_states_0.pkl +3 -0
  9. 20240517-stage2-openpg/checkpoint-9423/scaler.pt +3 -0
  10. 20240517-stage2-openpg/checkpoint-9423/scheduler.bin +3 -0
  11. 20240517-stage2-openpg/config.yaml +104 -0
  12. 20240517-stage2-openpg/log/events.out.tfevents.1715912233.b76249829f43.3743679.0 +3 -0
  13. 20240517-stage2-openpg/log/events.out.tfevents.1715919891.b76249829f43.3855222.0 +3 -0
  14. 20240517-stage2-openpg/log/events.out.tfevents.1715948465.b76249829f43.329376.0 +3 -0
  15. 20240517-stage2-openpg/log/events.out.tfevents.1715949634.b76249829f43.337183.0 +3 -0
  16. 20240517-stage2-openpg/motion_module-18846.pth +3 -0
  17. 20240517-stage2-openpg/motion_module-9423.pth +3 -0
20240517-stage2-openpg/checkpoint-18846/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69ec673ec2ad17984c7c0ab3b1ecec35f380fd36ccebe091e3a3ee47a4f84c4b
3
+ size 910210875
20240517-stage2-openpg/checkpoint-18846/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f47dc46ea36e6cad38fd28643511dded00297b528bcc5c34850c871869a0568
3
+ size 8907015815
20240517-stage2-openpg/checkpoint-18846/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e87f6e240bf7e7069bba58dc79fcd18ad1f06344bf624a67488c34375209a45b
3
+ size 14663
20240517-stage2-openpg/checkpoint-18846/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13069cbdfda2800057fd85b09dc78226a010426a9437915a03cc54db4d53e88e
3
+ size 557
20240517-stage2-openpg/checkpoint-18846/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9754a6b3f7a0a20fa4d3ded6df5a3c86ab57fb699defda8c0fd7edf20f16a7ca
3
+ size 563
20240517-stage2-openpg/checkpoint-9423/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03fd52e6ad8c35efe2ca9aeb8a9e5ddd0cc805b26361ec32940af752a8572bd4
3
+ size 910210875
20240517-stage2-openpg/checkpoint-9423/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fafc0a236c733fb0fca1846be76a0373d1e8f60e6a110c5eca39f7758d72b557
3
+ size 8907015815
20240517-stage2-openpg/checkpoint-9423/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5056a00736a6cb0325eec87ddc679c13f97f859460b6bab79813636fb12ddb73
3
+ size 14727
20240517-stage2-openpg/checkpoint-9423/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3f90b1bb84f0c5a3f4eb390f4c26a12caed34f6bfd7dc0f26b5ee351060456e
3
+ size 557
20240517-stage2-openpg/checkpoint-9423/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8f07811665851f8b02c07ee45f030f747686a237459cba1b32b58bdb06d57e8
3
+ size 563
20240517-stage2-openpg/config.yaml ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model_path: ./pretrained_weights/stable-diffusion-v1-5
2
+ checkpointing_steps: 2000
3
+ data:
4
+ crop_scale:
5
+ - 1
6
+ - 1
7
+ do_center_crop: false
8
+ meta_paths:
9
+ - /workspace/develop/video/data/ubc_tiktok-dropout0.03/ubc-meta.json
10
+ - /workspace/develop/video/data/tiktok-dance/good-meta.json
11
+ - /workspace/develop/video/data/20240321/meta.json
12
+ - /workspace/develop/video/data/20240327/meta.json
13
+ - /workspace/develop/video/data/20240506/meta.json
14
+ - /workspace/develop/video/data/20240509/meta.json
15
+ n_sample_frames: 24
16
+ ref_augment:
17
+ pan:
18
+ - 0.04
19
+ - 0.04
20
+ rotate: 2
21
+ scale:
22
+ - 0.9
23
+ - 1.0
24
+ sample_rate: 4
25
+ train_bs: 1
26
+ train_height: 960
27
+ train_width: 640
28
+ enable_zero_snr: true
29
+ exp_name: stage2-openpg
30
+ image_encoder_path: ./pretrained_weights/sd-image-variations-diffusers/image_encoder
31
+ mm_path: ./pretrained_weights/mm_sd_v15_v2.ckpt
32
+ noise_offset: 0.05
33
+ noise_scheduler_kwargs:
34
+ beta_end: 0.012
35
+ beta_schedule: linear
36
+ beta_start: 0.00085
37
+ clip_sample: false
38
+ num_train_timesteps: 1000
39
+ steps_offset: 1
40
+ openpose_guider:
41
+ block_out_channels:
42
+ - 96
43
+ - 192
44
+ enable: true
45
+ exclude_paf: true
46
+ output_dir: /workspace/camus/train
47
+ resume_from_checkpoint: ''
48
+ save_dir: /workspace/camus/train/20240517-stage2-openpg
49
+ save_model_epoch_interval: 1
50
+ seed: 12580
51
+ snr_gamma: 5.0
52
+ solver:
53
+ adam_beta1: 0.9
54
+ adam_beta2: 0.999
55
+ adam_epsilon: 1.0e-08
56
+ adam_weight_decay: 0.01
57
+ enable_xformers_memory_efficient_attention: true
58
+ gradient_accumulation_steps: 1
59
+ gradient_checkpointing: true
60
+ learning_rate: 1.0e-05
61
+ lr_scheduler: constant
62
+ lr_warmup_steps: 1
63
+ max_grad_norm: 1.0
64
+ max_train_steps: 160000
65
+ mixed_precision: fp16
66
+ scale_lr: false
67
+ use_8bit_adam: true
68
+ stage1_ckpt_dir: /workspace/camus/train/20240508-stage1-openpg-nopaf
69
+ stage1_ckpt_step: 74712
70
+ uncond_ratio: 0.1
71
+ vae_model_path: ./pretrained_weights/sd-vae-ft-mse
72
+ val:
73
+ validation_steps: 1000
74
+ validation:
75
+ guidance_scale: 2.8
76
+ metric:
77
+ generate_frame_range:
78
+ - 50
79
+ - 74
80
+ guidance_scale: 2.8
81
+ ref_frame: 29
82
+ seed: 42
83
+ steps: 20
84
+ videos:
85
+ - configs/inference/metric/A1ubDo0PbQS.mp4
86
+ - configs/inference/metric/oEtwozJ6AoIBJ6oyK6rAAQGAOiEWIQixF2F2fB.mp4
87
+ - configs/inference/metric/oEOgTIKvy7lAQIfZ37E5BFmCVBID3gIQUQfMdv.mp4
88
+ - configs/inference/metric/ocQoBObnUgBnVskCnPe41sYRiBcAFD5f8AN1Rg.mp4
89
+ pose_range:
90
+ - 24
91
+ - 48
92
+ test_cases:
93
+ - - ./configs/inference/ref_images/anyone-3.png
94
+ - ./configs/inference/metric/A1T-Ea-FlQS.mp4
95
+ - - ./configs/inference/ref_images/anyone-3.png
96
+ - ./configs/inference/metric/A1YNmKj0sCS.mp4
97
+ - - ./configs/inference/ref_images/anyone-1.png
98
+ - ./configs/inference/metric/oEtwozJ6AoIBJ6oyK6rAAQGAOiEWIQixF2F2fB.mp4
99
+ - - ./configs/inference/ref_images/anyone-5.png
100
+ - ./configs/inference/metric/A1YNmKj0sCS.mp4
101
+ - - ./configs/inference/ref_images/anyone-11.png
102
+ - ./configs/inference/metric/A1YNmKj0sCS.mp4
103
+ uniform_along_time: false
104
+ weight_dtype: fp16
20240517-stage2-openpg/log/events.out.tfevents.1715912233.b76249829f43.3743679.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98ac712112759dd19ac9094457ef80dee9449cc4192b873361fd1f9c5e1062ae
3
+ size 54510
20240517-stage2-openpg/log/events.out.tfevents.1715919891.b76249829f43.3855222.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb19b7d2ebc861213b6ed5e53fc54693e2c6822833d544567e6c4c09a78e4e31
3
+ size 53775
20240517-stage2-openpg/log/events.out.tfevents.1715948465.b76249829f43.329376.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f70b6e64a15624af6ba00e22e141039bbc9dc96a257763891167a7074defb664
3
+ size 2628
20240517-stage2-openpg/log/events.out.tfevents.1715949634.b76249829f43.337183.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54d2bf1e7632dc5c88cfa24642607fd26e49780e349e881a015227bec8d68766
3
+ size 1030451
20240517-stage2-openpg/motion_module-18846.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f5b47f29166d1fda7103684e417423d52a5ac7ab36be117265254674b7c78b8
3
+ size 1817900817
20240517-stage2-openpg/motion_module-9423.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6b938c4329b72d653a75a37dab336bd1f2f0c64b535af858a692bc5a78cb183
3
+ size 1817900227