Hugging Face's logo

qq574599829
/
codes

TensorBoard
Model card Files
xet
Metrics Community
qq574599829 commited on
Commit
8515d74
·
1 Parent(s): 66c33a1

20240910

Browse files
Files changed (45) hide show
  1. DynamiCrafter2/StoryAnimate/openset_dataset.py +2 -2
  2. DynamiCrafter2/datasets +1 -0
  3. DynamiCrafter2/inference_openset_lora_mask.py +2 -2
  4. DynamiCrafter2/inference_openset_lora_mask.sh +3 -0
  5. DynamiCrafter2/outputs +1 -0
  6. DynamiCrafter2/train_animate_openset_lora_mask.py +2 -2
  7. DynamiCrafter2/train_animate_openset_lora_mask.sh +3 -0
  8. OmniTokenizer/accelerate_configs/1_gpu.yaml +3 -0
  9. OmniTokenizer/accelerate_configs/8_gpus_deepspeed_zero2.yaml +3 -0
  10. OmniTokenizer/accelerate_configs/multi_nodes/8_gpus_node_0.yaml +3 -0
  11. OmniTokenizer/accelerate_configs/multi_nodes/8_gpus_node_1.yaml +3 -0
  12. OmniTokenizer/accelerate_configs/multi_nodes/8_gpus_node_2.yaml +3 -0
  13. OmniTokenizer/accelerate_configs/multi_nodes/8_gpus_node_3.yaml +3 -0
  14. OmniTokenizer/accelerate_configs/multi_nodes/8_gpus_node_4.yaml +3 -0
  15. OmniTokenizer/accelerate_configs/multi_nodes/8_gpus_node_5.yaml +3 -0
  16. OmniTokenizer/train_t2v_ns_disc_alltext_maskgit.py +2 -2
  17. OmniTokenizer/train_t2v_ns_disc_alltext_maskgit.sh +2 -2
  18. OmniTokenizer/train_t2v_ns_disc_alltext_msf.sh +2 -2
  19. OmniTokenizer/train_t2v_ns_disc_alltext_msf_ucf101.py +3 -0
  20. OmniTokenizer/train_t2v_ns_disc_alltext_msf_ucf101.sh +3 -0
  21. OmniTokenizer/train_t2v_ns_disc_alltext_showo.py +3 -0
  22. OmniTokenizer/train_t2v_ns_disc_alltext_showo.sh +3 -0
  23. OmniTokenizer/videoAR/configs/llamaDiscNSVAR_ucf101.yaml +3 -0
  24. OmniTokenizer/videoAR/configs/showoDiscNSVAR_alltext.yaml +3 -0
  25. OmniTokenizer/videoAR/data/dataset_image_video.py +2 -2
  26. OmniTokenizer/videoAR/models/LlamaDiscNSAR_alltext_maskgit.py +2 -2
  27. OmniTokenizer/videoAR/models/LlamaDiscNSAR_class_msf_visemb.py +3 -0
  28. OmniTokenizer/videoAR/models/ShowoDiscNSAR_alltext_msf.py +3 -0
  29. OmniTokenizer/videoAR/models/autoencoder_magvit.py +2 -2
  30. OmniTokenizer/videoAR/models/llama_gpt_ns_disc_class_msf_visemb.py +3 -0
  31. OmniTokenizer/videoAR/models/showo/__init__.py +3 -0
  32. OmniTokenizer/videoAR/models/showo/clip_encoder.py +3 -0
  33. OmniTokenizer/videoAR/models/showo/common_modules.py +3 -0
  34. OmniTokenizer/videoAR/models/showo/logging.py +3 -0
  35. OmniTokenizer/videoAR/models/showo/lr_schedulers.py +3 -0
  36. OmniTokenizer/videoAR/models/showo/misc.py +3 -0
  37. OmniTokenizer/videoAR/models/showo/modeling_magvitv2.py +3 -0
  38. OmniTokenizer/videoAR/models/showo/modeling_showo.py +3 -0
  39. OmniTokenizer/videoAR/models/showo/modeling_utils.py +3 -0
  40. OmniTokenizer/videoAR/models/showo/phi.py +3 -0
  41. OmniTokenizer/videoAR/models/showo/prompting_utils.py +3 -0
  42. OmniTokenizer/videoAR/models/showo/sampling.py +3 -0
  43. OmniTokenizer/videoAR/models/showo/training_utils.py +3 -0
  44. OmniTokenizer/videoAR/validation_prompts_openvid.txt +2 -2
  45. show-o-train/checkpoints +1 -0
DynamiCrafter2/StoryAnimate/openset_dataset.py CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a89261c4fc3b1ba38092fbf69342136e416fa83634b26f1e25c4c11fd960da02
3
- size 8559
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:668b9434efa635a812064480d5f78cdae291fef197258f027ea9be0137a0b2ef
3
+ size 8633
DynamiCrafter2/datasets ADDED
@@ -0,0 +1 @@
 
 
1
+ /remote_shome/pwhu/datasets
DynamiCrafter2/inference_openset_lora_mask.py CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e118e8da14d23db16777b1efcbd523306c292d1e91185711c1ab157f1c15255d
3
- size 25994
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:251858255f2dc84d4afe7cdb85cd387d6e9f1860c107e2ea8652d5c38f261175
3
+ size 26346
DynamiCrafter2/inference_openset_lora_mask.sh ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c8d81598e0b5aca7fa11c3421fb2435d79a1f56f2b89a24d281c85096f0126c
3
+ size 407
DynamiCrafter2/outputs ADDED
@@ -0,0 +1 @@
 
 
1
+ /remote_shome/pwhu/outputs
DynamiCrafter2/train_animate_openset_lora_mask.py CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:141329e6a33710455761943c239bb6000ab9304233cfb20e7eb41817d8a92f5a
3
- size 19353
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48c4deb75f93609ea8f22a197abf18a8b78a89302a6c9924086906e1cab8b5c6
3
+ size 19155
DynamiCrafter2/train_animate_openset_lora_mask.sh ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3391743760b4c25bc7103f7eb118e1bf3639e0acd7731cc1b34821a865477a75
3
+ size 192
OmniTokenizer/accelerate_configs/1_gpu.yaml ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbaa00b6bfdb8936723ded62f1699a9117262880baa404ae7e72d83855b6371a
3
+ size 300
OmniTokenizer/accelerate_configs/8_gpus_deepspeed_zero2.yaml ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8fe0d6971984612b815aa8bb952c36b2fd2edfd5f75f61f10aaab49bf44647f
3
+ size 487
OmniTokenizer/accelerate_configs/multi_nodes/8_gpus_node_0.yaml ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01961f81feaa4c45e1af1ea02e2f5babbd30103e619cfc81d387face413b2b4a
3
+ size 582
OmniTokenizer/accelerate_configs/multi_nodes/8_gpus_node_1.yaml ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93b95f403ce3bb709958bd768218c794bbe4f8f1dc35c0f8c6f4a74252ed56f1
3
+ size 582
OmniTokenizer/accelerate_configs/multi_nodes/8_gpus_node_2.yaml ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4264f4207858c10496dfc26c7e4dec6ad4bfa75bbb686944fafb0a06c94829ea
3
+ size 582
OmniTokenizer/accelerate_configs/multi_nodes/8_gpus_node_3.yaml ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81c78db347e8169dddb51266fee19228ac7f851854898cd6d3ed2dee9c32d234
3
+ size 582
OmniTokenizer/accelerate_configs/multi_nodes/8_gpus_node_4.yaml ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05b1660eaff8bcc9d73879e324170d8656099d569207574ae35cb77817c9b907
3
+ size 582
OmniTokenizer/accelerate_configs/multi_nodes/8_gpus_node_5.yaml ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ce3d7e9df83c3dc3c781442852df1859fb4f44b2cba2558e515f83452682f05
3
+ size 582
OmniTokenizer/train_t2v_ns_disc_alltext_maskgit.py CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c779e28b9a68ac025166373d871a45f12f1aee2fd774c88e914037be47a57e1c
3
- size 73057
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e69c0cde9c155b36d5c3aef3588ce295e7d00916cf13cbba901e2a8253c0370
3
+ size 70952
OmniTokenizer/train_t2v_ns_disc_alltext_maskgit.sh CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ee11d1024088e1ee210368f0011a2f5553bd0deb2f6d5369f6491e0e78f83020
3
- size 2661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1a528a499ca8d720cc55823216f54666e17d496d86d35aae41dc2a8b7eb3a0a
3
+ size 3015
OmniTokenizer/train_t2v_ns_disc_alltext_msf.sh CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:26006262a0493fc730b4a0d3f8f813390b1ee0202073151c1aade8c28496dfb5
3
- size 2595
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2d5b49c6e21fc51248ad2b67475ac945f900e2c2fa1fa2957624ebcfd7201f6
3
+ size 2570
OmniTokenizer/train_t2v_ns_disc_alltext_msf_ucf101.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24df7801909251363cecd245c5bc9d12fa3576e4435d9ef89618108c35c99864
3
+ size 72730
OmniTokenizer/train_t2v_ns_disc_alltext_msf_ucf101.sh ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bf72013d55ab3577cb0d86f1093be8104e1eccd4302efb872bb7b8f870040c1
3
+ size 2568
OmniTokenizer/train_t2v_ns_disc_alltext_showo.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:506c21c597b39c67e897a7f17d89570154c3d0ae18c72834806c9fd15112aa64
3
+ size 72071
OmniTokenizer/train_t2v_ns_disc_alltext_showo.sh ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f382f3ee0c356ed6bc271f110bbac1c24faad098b0d917b83ec30a30e2c0c3bb
3
+ size 3109
OmniTokenizer/videoAR/configs/llamaDiscNSVAR_ucf101.yaml ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc80e26e5aa813d58983bd2d7ce061e7b993bb541bb5234bc7be410f9f48bc6b
3
+ size 342
OmniTokenizer/videoAR/configs/showoDiscNSVAR_alltext.yaml ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3cf4e507dce3fc2f6e61912da313dc9f6569919f36fd112b3285d3fca990b67
3
+ size 401
OmniTokenizer/videoAR/data/dataset_image_video.py CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2babf6c7ff05988394cb1720a252e94b9170a254c7070e4e006f23f4c569f654
3
- size 11962
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22f27f5973f8c8a59ad149b22f7607af2eceefc688e084c09f908ec25682298d
3
+ size 12306
OmniTokenizer/videoAR/models/LlamaDiscNSAR_alltext_maskgit.py CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0f145c14b924ee3044bc4d44cddaa0a191d268110dfec1c78c39986a81c71ce
3
- size 42174
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0780735025e44d675a8a40efb5f1df6ed1b1bdeebe5d7b2f374cc597fab4871e
3
+ size 42169
OmniTokenizer/videoAR/models/LlamaDiscNSAR_class_msf_visemb.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3847b78a12dcc7858b56d16f51c927ebbb7d93053992743aac9f239beaf246de
3
+ size 45439
OmniTokenizer/videoAR/models/ShowoDiscNSAR_alltext_msf.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e75c636fa78e3536296507a44d4674c9c918d66c5f99207200b79c7b7cc31a4
3
+ size 43852
OmniTokenizer/videoAR/models/autoencoder_magvit.py CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b66486dc72316586d5f4d51782d1063b8dbd1a1eac0856407c5c5e4b2d6d0406
3
- size 21762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9b32e430a5fc5697fea019cc3b148b214dcce5ad4d7df5867268d8a176cfbab
3
+ size 21766
OmniTokenizer/videoAR/models/llama_gpt_ns_disc_class_msf_visemb.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7db71e83d4ccb0926564e416815650026933eebe1df1f12a0aafb59bb14ca65
3
+ size 20893
OmniTokenizer/videoAR/models/showo/__init__.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c46c5797d4205e6a37b1eb207acd34b771fc01545e1008db0a7d7f9631f8e483
3
+ size 180
OmniTokenizer/videoAR/models/showo/clip_encoder.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc9a49a7be95f7fac1e863eb607509ab1125def23447d69e9f07b7c899b4af37
3
+ size 5538
OmniTokenizer/videoAR/models/showo/common_modules.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d57ba5db2952eb172a7a52bf9793bb7105749eadc7b7efd73b87d74f5e309ee9
3
+ size 12168
OmniTokenizer/videoAR/models/showo/logging.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cedc29bfcc9fe367714b3d15fc91a8a49dee5fddaad0f835127baae1b28432c
3
+ size 9242
OmniTokenizer/videoAR/models/showo/lr_schedulers.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44dfb9225cf4f878489ee3dae3cb7b6642b41a5b4b443d785f21737ed0098116
3
+ size 12175
OmniTokenizer/videoAR/models/showo/misc.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d78e4d44fbdadae1ef04f4150f3d28ab2a9f0843cc733ef7a872f8a3900bdc7b
3
+ size 1409
OmniTokenizer/videoAR/models/showo/modeling_magvitv2.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0937009e8b744ddfbd7495dd6bf1640863990a0a02a7c04a824db077d64b0c89
3
+ size 15073
OmniTokenizer/videoAR/models/showo/modeling_showo.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:371035b2b486f86f51ab277f3aadc4d0fced7a42fee17900797e95a3f0e4e967
3
+ size 12895
OmniTokenizer/videoAR/models/showo/modeling_utils.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d302a648dc6998d96789f1c08dfb6fdb85ad46c1bb8111facef230064a2ee8c0
3
+ size 56785
OmniTokenizer/videoAR/models/showo/phi.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d5affbd711b7c639de35f30080b6f40a0fe4a789ec27e9c4696042dc715b565
3
+ size 68855
OmniTokenizer/videoAR/models/showo/prompting_utils.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fd5e21f79439f353b816e68740555ba592e26e69f0e8a43fe9c05fa7cf3ca2a
3
+ size 26646
OmniTokenizer/videoAR/models/showo/sampling.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04f4deacb52beb2ad849b6cb3517aad3de1a0632d648c5c1d4f7d71495cfcb60
3
+ size 4486
OmniTokenizer/videoAR/models/showo/training_utils.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5398e76279b5c01d808b3919c7313ee404fa079fbee0bebe95e159f4caab2989
3
+ size 18103
OmniTokenizer/videoAR/validation_prompts_openvid.txt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a76a8f84f3685991964657a84608e75c4291509ff83a9138a671b63a19835c3
3
- size 4904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea00fe5ce2a4bca6d0dc06760b45ac20bbf654cf0ff88a7ade4ebd8bd4a0d559
3
+ size 4975
show-o-train/checkpoints ADDED
@@ -0,0 +1 @@
 
 
1
+ ../../checkpoints/