Hugging Face's logo

camenduru
/
VideoComposer

OpenCLIP
Model card Files
xet
Community
1
camenduru commited on
Commit
32c2a69
·
1 Parent(s): c18ad79

thanks to damo ❤

Browse files
Files changed (31) hide show
  1. .DS_Store +0 -0
  2. .gitattributes +15 -0
  3. .mdl +0 -0
  4. .msc +0 -0
  5. configuration.json +10 -0
  6. midas_v3_dpt_large.pth +3 -0
  7. non_ema_228000.pth +3 -0
  8. open_clip_pytorch_model.bin +3 -0
  9. sketch_simplification_gan.pth +3 -0
  10. source/fig01.jpg +3 -0
  11. source/fig02_framwork.jpg +0 -0
  12. source/fig03_image-to-video.jpg +0 -0
  13. source/fig04_hand-crafted-motions.jpg +3 -0
  14. source/fig05_video-inpainting.jpg +0 -0
  15. source/fig06_sketch-to-video.jpg +0 -0
  16. source/results/exp02_motion_transfer-S00009.gif +3 -0
  17. source/results/exp02_motion_transfer-S09999-0.gif +3 -0
  18. source/results/exp02_motion_transfer-S09999.gif +3 -0
  19. source/results/exp03_sketch2video_style-S09999.gif +0 -0
  20. source/results/exp04_sketch2video_wo_style-S00144-1.gif +3 -0
  21. source/results/exp04_sketch2video_wo_style-S00144-2.gif +3 -0
  22. source/results/exp04_sketch2video_wo_style-S00144.gif +3 -0
  23. source/results/exp05_text_depths_wo_style-S09999-0.gif +3 -0
  24. source/results/exp05_text_depths_wo_style-S09999-1.gif +3 -0
  25. source/results/exp05_text_depths_wo_style-S09999-2.gif +3 -0
  26. source/results/exp06_text_depths_vs_style-S09999-0.gif +3 -0
  27. source/results/exp06_text_depths_vs_style-S09999-1.gif +3 -0
  28. source/results/exp06_text_depths_vs_style-S09999-2.gif +3 -0
  29. source/results/exp06_text_depths_vs_style-S09999-3.gif +3 -0
  30. table5_pidinet.pth +3 -0
  31. v2-1_512-ema-pruned.ckpt +3 -0
.DS_Store ADDED
Binary file (6.15 kB). View file
 
.gitattributes CHANGED
@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ source/fig01.jpg filter=lfs diff=lfs merge=lfs -text
37
+ source/fig04_hand-crafted-motions.jpg filter=lfs diff=lfs merge=lfs -text
38
+ source/results/exp02_motion_transfer-S00009.gif filter=lfs diff=lfs merge=lfs -text
39
+ source/results/exp02_motion_transfer-S09999-0.gif filter=lfs diff=lfs merge=lfs -text
40
+ source/results/exp02_motion_transfer-S09999.gif filter=lfs diff=lfs merge=lfs -text
41
+ source/results/exp04_sketch2video_wo_style-S00144-1.gif filter=lfs diff=lfs merge=lfs -text
42
+ source/results/exp04_sketch2video_wo_style-S00144-2.gif filter=lfs diff=lfs merge=lfs -text
43
+ source/results/exp04_sketch2video_wo_style-S00144.gif filter=lfs diff=lfs merge=lfs -text
44
+ source/results/exp05_text_depths_wo_style-S09999-0.gif filter=lfs diff=lfs merge=lfs -text
45
+ source/results/exp05_text_depths_wo_style-S09999-1.gif filter=lfs diff=lfs merge=lfs -text
46
+ source/results/exp05_text_depths_wo_style-S09999-2.gif filter=lfs diff=lfs merge=lfs -text
47
+ source/results/exp06_text_depths_vs_style-S09999-0.gif filter=lfs diff=lfs merge=lfs -text
48
+ source/results/exp06_text_depths_vs_style-S09999-1.gif filter=lfs diff=lfs merge=lfs -text
49
+ source/results/exp06_text_depths_vs_style-S09999-2.gif filter=lfs diff=lfs merge=lfs -text
50
+ source/results/exp06_text_depths_vs_style-S09999-3.gif filter=lfs diff=lfs merge=lfs -text
.mdl ADDED
Binary file (41 Bytes). View file
 
.msc ADDED
Binary file (2.68 kB). View file
 
configuration.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "framework": "pytorch",
3
+ "task": "text-to-video-synthesis",
4
+ "model": {
5
+ "type": "latent-text-to-video-synthesis"
6
+ },
7
+ "pipeline": {
8
+ "type": "latent-text-to-video-synthesis"
9
+ }
10
+ }
midas_v3_dpt_large.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d2ac8960c9e0b58ba34fe4bf624e29d957d96bd2cb1fcefc761a50fa1be0b73
3
+ size 1372239913
non_ema_228000.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:229422b34287de53655f16661ad0b7678ea76afa4a95eb277fd1c035aaf0e160
3
+ size 5654395111
open_clip_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a78ef8e8c73fd0df621682e7a8e8eb36c6916cb3c16b291a082ecd52ab79cc4
3
+ size 3944692325
sketch_simplification_gan.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc16f41610fa1ad983614cc7ad5a54a7214e425f71fe28bf3a2316f4740cb6a8
3
+ size 177563291
source/fig01.jpg ADDED

Git LFS Details

  • SHA256: 65d5bd6fda3df449a96440923c2b456fb1b425f6e7b2f7a1c7b9238a132e6088
  • Pointer size: 132 Bytes
  • Size of remote file: 4.78 MB
source/fig02_framwork.jpg ADDED
source/fig03_image-to-video.jpg ADDED
source/fig04_hand-crafted-motions.jpg ADDED

Git LFS Details

  • SHA256: 4e63887f366c45bfcc95b89a765919d43b48b3122a1a914a2f307c5664360e2d
  • Pointer size: 132 Bytes
  • Size of remote file: 3.34 MB
source/fig05_video-inpainting.jpg ADDED
source/fig06_sketch-to-video.jpg ADDED
source/results/exp02_motion_transfer-S00009.gif ADDED

Git LFS Details

  • SHA256: e6924fce470351742a51293b48bda28f73ec7eb1190c4fe69e377c3a692e2959
  • Pointer size: 132 Bytes
  • Size of remote file: 1.67 MB
source/results/exp02_motion_transfer-S09999-0.gif ADDED

Git LFS Details

  • SHA256: bc7f70d90d5c60e780b69e8c105f0926499e8cae8a68a9c74d812b649e6a30eb
  • Pointer size: 132 Bytes
  • Size of remote file: 1.71 MB
source/results/exp02_motion_transfer-S09999.gif ADDED

Git LFS Details

  • SHA256: 24824098f199d6a1cff2a244a6bcf8e3eb3c96b886a272a6a6cb83ecbf9a2cec
  • Pointer size: 132 Bytes
  • Size of remote file: 1.67 MB
source/results/exp03_sketch2video_style-S09999.gif ADDED
source/results/exp04_sketch2video_wo_style-S00144-1.gif ADDED

Git LFS Details

  • SHA256: f9017d0864ae5a887ebe5407b6dfb7ae51ed8973d0e85db6c1f1893fdf56384d
  • Pointer size: 132 Bytes
  • Size of remote file: 1.16 MB
source/results/exp04_sketch2video_wo_style-S00144-2.gif ADDED

Git LFS Details

  • SHA256: 42336cd8c10170174600b45d05f406e2d6db5e013d14f543f164dc76f5472a38
  • Pointer size: 132 Bytes
  • Size of remote file: 1.22 MB
source/results/exp04_sketch2video_wo_style-S00144.gif ADDED

Git LFS Details

  • SHA256: 29bb8f446e48769af782fdc4d482e1d9d33824292c5f6308660146e00e064350
  • Pointer size: 132 Bytes
  • Size of remote file: 1.29 MB
source/results/exp05_text_depths_wo_style-S09999-0.gif ADDED

Git LFS Details

  • SHA256: dd057f8cd72555dc278dd0c94aa97d67bd66fb70ef1d53437d180976a2854c80
  • Pointer size: 132 Bytes
  • Size of remote file: 1.27 MB
source/results/exp05_text_depths_wo_style-S09999-1.gif ADDED

Git LFS Details

  • SHA256: 19dbedc19a21be83c35146f73474a6cc1782628826087d67e71defdae42ada19
  • Pointer size: 132 Bytes
  • Size of remote file: 1.42 MB
source/results/exp05_text_depths_wo_style-S09999-2.gif ADDED

Git LFS Details

  • SHA256: d3aac349284d06188ab3a1109c598a4cff92493f5ce5c16f889efdbea68f0b67
  • Pointer size: 132 Bytes
  • Size of remote file: 1.31 MB
source/results/exp06_text_depths_vs_style-S09999-0.gif ADDED

Git LFS Details

  • SHA256: a34c1eebf522eb6ec4600ace2c6e93b3975b7ead2537cc1d29697ad9fdc2bd02
  • Pointer size: 132 Bytes
  • Size of remote file: 1.54 MB
source/results/exp06_text_depths_vs_style-S09999-1.gif ADDED

Git LFS Details

  • SHA256: f1f567472d5c13e990a69011077acc8e79756f239c3bb3144f7a36cf2cc38173
  • Pointer size: 132 Bytes
  • Size of remote file: 1.32 MB
source/results/exp06_text_depths_vs_style-S09999-2.gif ADDED

Git LFS Details

  • SHA256: c260c71f483b2c125c0f0c2794e9d2372306fea4bd5687fd10de3dfb166f2bcf
  • Pointer size: 132 Bytes
  • Size of remote file: 1.33 MB
source/results/exp06_text_depths_vs_style-S09999-3.gif ADDED

Git LFS Details

  • SHA256: b83e71a0a067c8a0c56932050edf3e05204496fdb862d65e0da7ddf6be50aabf
  • Pointer size: 132 Bytes
  • Size of remote file: 1.34 MB
table5_pidinet.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80860ac267258b5f27486e0ef152a211d0b08120f62aeb185a050acc30da486c
3
+ size 2871148
v2-1_512-ema-pruned.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88ecb782561455673c4b78d05093494b9c539fc6bfc08f3a9a4a0dd7b0b10f36
3
+ size 5214865159