Hugging Face's logo

bluestarburst
/
AnimateDiff-SceneFusion

Diffusers
Model card Files
xet
Community
bluestarburst commited on
Commit
f28d48c
·
1 Parent(s): 76813c3

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. models/Motion_Module/backup/config.yaml +66 -0
  2. models/Motion_Module/backup/inv_latents/ddim_latent-1.pt +3 -0
  3. models/Motion_Module/backup/inv_latents/ddim_latent-10.pt +3 -0
  4. models/Motion_Module/backup/inv_latents/ddim_latent-11.pt +3 -0
  5. models/Motion_Module/backup/inv_latents/ddim_latent-12.pt +3 -0
  6. models/Motion_Module/backup/inv_latents/ddim_latent-13.pt +3 -0
  7. models/Motion_Module/backup/inv_latents/ddim_latent-14.pt +3 -0
  8. models/Motion_Module/backup/inv_latents/ddim_latent-15.pt +3 -0
  9. models/Motion_Module/backup/inv_latents/ddim_latent-16.pt +3 -0
  10. models/Motion_Module/backup/inv_latents/ddim_latent-17.pt +3 -0
  11. models/Motion_Module/backup/inv_latents/ddim_latent-18.pt +3 -0
  12. models/Motion_Module/backup/inv_latents/ddim_latent-19.pt +3 -0
  13. models/Motion_Module/backup/inv_latents/ddim_latent-2.pt +3 -0
  14. models/Motion_Module/backup/inv_latents/ddim_latent-3.pt +3 -0
  15. models/Motion_Module/backup/inv_latents/ddim_latent-4.pt +3 -0
  16. models/Motion_Module/backup/inv_latents/ddim_latent-5.pt +3 -0
  17. models/Motion_Module/backup/inv_latents/ddim_latent-6.pt +3 -0
  18. models/Motion_Module/backup/inv_latents/ddim_latent-7.pt +3 -0
  19. models/Motion_Module/backup/inv_latents/ddim_latent-8.pt +3 -0
  20. models/Motion_Module/backup/inv_latents/ddim_latent-9.pt +3 -0
  21. models/Motion_Module/backup/samples/sample-1.gif +0 -0
  22. models/Motion_Module/backup/samples/sample-1/0.gif +0 -0
  23. models/Motion_Module/backup/samples/sample-10.gif +0 -0
  24. models/Motion_Module/backup/samples/sample-10/0.gif +0 -0
  25. models/Motion_Module/backup/samples/sample-11.gif +0 -0
  26. models/Motion_Module/backup/samples/sample-11/0.gif +0 -0
  27. models/Motion_Module/backup/samples/sample-12.gif +0 -0
  28. models/Motion_Module/backup/samples/sample-12/0.gif +0 -0
  29. models/Motion_Module/backup/samples/sample-13.gif +0 -0
  30. models/Motion_Module/backup/samples/sample-13/0.gif +0 -0
  31. models/Motion_Module/backup/samples/sample-14.gif +0 -0
  32. models/Motion_Module/backup/samples/sample-14/0.gif +0 -0
  33. models/Motion_Module/backup/samples/sample-15.gif +0 -0
  34. models/Motion_Module/backup/samples/sample-15/0.gif +0 -0
  35. models/Motion_Module/backup/samples/sample-16.gif +0 -0
  36. models/Motion_Module/backup/samples/sample-16/0.gif +0 -0
  37. models/Motion_Module/backup/samples/sample-17.gif +0 -0
  38. models/Motion_Module/backup/samples/sample-17/0.gif +0 -0
  39. models/Motion_Module/backup/samples/sample-18.gif +0 -0
  40. models/Motion_Module/backup/samples/sample-18/0.gif +0 -0
  41. models/Motion_Module/backup/samples/sample-2.gif +0 -0
  42. models/Motion_Module/backup/samples/sample-2/0.gif +0 -0
  43. models/Motion_Module/backup/samples/sample-3.gif +0 -0
  44. models/Motion_Module/backup/samples/sample-3/0.gif +0 -0
  45. models/Motion_Module/backup/samples/sample-4.gif +0 -0
  46. models/Motion_Module/backup/samples/sample-4/0.gif +0 -0
  47. models/Motion_Module/backup/samples/sample-5.gif +0 -0
  48. models/Motion_Module/backup/samples/sample-5/0.gif +0 -0
  49. models/Motion_Module/backup/samples/sample-6.gif +0 -0
  50. models/Motion_Module/backup/samples/sample-6/0.gif +0 -0
models/Motion_Module/backup/config.yaml ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ pretrained_model_path: /content/AnimateDiff-SceneFusion/models/StableDiffusion/
2
+ output_dir: /content/AnimateDiff-SceneFusion/models/Motion_Module/backup
3
+ train_data:
4
+ video_folder: data/output
5
+ csv_path: data/output.csv
6
+ sample_n_frames: 5
7
+ sample_stride: 100
8
+ sample_size: 256
9
+ validation_data:
10
+ prompts:
11
+ - camera panning right to left, a bird's eye view of a row of buildings in a city
12
+ with trees in the foreground, masterpiece, best quality
13
+ video_length: 5
14
+ width: 256
15
+ height: 256
16
+ num_inference_steps: 20
17
+ guidance_scale: 12.5
18
+ temporal_context: 24
19
+ use_inv_latent: true
20
+ num_inv_steps: 50
21
+ validation_steps: 1
22
+ train_whole_module: false
23
+ trainable_modules:
24
+ - to_q
25
+ train_batch_size: 1
26
+ max_train_steps: 36
27
+ learning_rate: 0.0003
28
+ scale_lr: false
29
+ lr_scheduler: constant
30
+ lr_warmup_steps: 0
31
+ adam_beta1: 0.9
32
+ adam_beta2: 0.999
33
+ adam_weight_decay: 0.01
34
+ adam_epsilon: 1.0e-08
35
+ max_grad_norm: 1.0
36
+ gradient_accumulation_steps: 1
37
+ gradient_checkpointing: true
38
+ checkpointing_steps: 100
39
+ start_global_step: 0
40
+ resume_from_checkpoint: null
41
+ mixed_precision: fp16
42
+ use_8bit_adam: false
43
+ enable_xformers_memory_efficient_attention: true
44
+ seed: 33
45
+ motion_module: /content/AnimateDiff-SceneFusion/models/Motion_Module/mm_sd_v15.ckpt
46
+ inference_config_path: configs/inference/inference-v3.yaml
47
+ motion_module_pe_multiplier: 1
48
+ dataset_class: MultiTuneAVideoDataset
49
+ image_finetune: false
50
+ name: scenefusion
51
+ use_wandb: true
52
+ launcher: launcher
53
+ cfg_random_null_text: true
54
+ cfg_random_null_text_ratio: 0.1
55
+ unet_checkpoint_path: ''
56
+ unet_additional_kwargs: {}
57
+ ema_decay: 0.9999
58
+ noise_scheduler_kwargs: null
59
+ max_train_epoch: -1
60
+ validation_steps_tuple:
61
+ - -1
62
+ num_workers: 32
63
+ checkpointing_epochs: 5
64
+ mixed_precision_training: true
65
+ global_seed: 42
66
+ is_debug: false
models/Motion_Module/backup/inv_latents/ddim_latent-1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3980a86a068f94c9b799ea5adc5e767803d6a03b4a55570a5d054f73fe3cd03
3
+ size 41725
models/Motion_Module/backup/inv_latents/ddim_latent-10.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a22c091bb04fe921fd5ba7d06911535045131765d9e12da2f3e2aecb996bf447
3
+ size 41728
models/Motion_Module/backup/inv_latents/ddim_latent-11.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3823a7365e46b25d24c16fc8f1550094fa99231a2af8f4e6051cec91aa5b7e86
3
+ size 41728
models/Motion_Module/backup/inv_latents/ddim_latent-12.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd49ef41b793024af304ebd66de8a89a87c36ee17ca27f69ee649c9963d852df
3
+ size 41728
models/Motion_Module/backup/inv_latents/ddim_latent-13.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d66672101d819a596682bad5cf85b145afe545948517583d7d47d635bca09c10
3
+ size 41728
models/Motion_Module/backup/inv_latents/ddim_latent-14.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:528e5f8f9a1f176581eb1a79766f9260fccf7e3d424bed2fe87451e79786a125
3
+ size 41728
models/Motion_Module/backup/inv_latents/ddim_latent-15.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b4085a55df030a3ee09377a5cdfd3f609a7cd00f5ca889d87473d5f20811486
3
+ size 41728
models/Motion_Module/backup/inv_latents/ddim_latent-16.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05c02161eb691ce35e541fc71061116eb918e7490b3c813f5199f97254972a34
3
+ size 41728
models/Motion_Module/backup/inv_latents/ddim_latent-17.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0df53e41ae18e5b432659ede08db4da8e2d57586af58894355211d28e2fba5ad
3
+ size 41728
models/Motion_Module/backup/inv_latents/ddim_latent-18.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ce85903449e7b00fd07c193f226f58b4a7f995c0a4f44b1048015622b4fe5dd
3
+ size 41728
models/Motion_Module/backup/inv_latents/ddim_latent-19.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea1bbfd574aba342649e8beace03118eb9d40b72bb7e159c391fb9424fb6e535
3
+ size 33536
models/Motion_Module/backup/inv_latents/ddim_latent-2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f7fba6f409b259c696b1777021aa26fb4e9669aa237fe7f56abc2eab34a346f
3
+ size 41725
models/Motion_Module/backup/inv_latents/ddim_latent-3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11aace681fed86894f1d5d1287115281ee616aeb88dbda37a0649691f007e765
3
+ size 41725
models/Motion_Module/backup/inv_latents/ddim_latent-4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f98ed94e8ae3d34b5b03388819db24ad0153808b737ed4b4330c668153b6329f
3
+ size 41725
models/Motion_Module/backup/inv_latents/ddim_latent-5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cee61f91261a7ab4fc80b674578051b7d441a0005e0c6b0be7c534d9a295228
3
+ size 41725
models/Motion_Module/backup/inv_latents/ddim_latent-6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24b1a401ba038723097b3877c36b92d6ca2353e8ea218d80ab6e8d2fc412122e
3
+ size 41725
models/Motion_Module/backup/inv_latents/ddim_latent-7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d6497b6dffa0ac1e198da7af7d111ffedd8eaa2d7ab8a8b0af9f17dde615efa
3
+ size 41725
models/Motion_Module/backup/inv_latents/ddim_latent-8.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bd9b46577af49b72b5a4b794a6a69c0dcbb571ae14125fc88761fefe6b299ba
3
+ size 41725
models/Motion_Module/backup/inv_latents/ddim_latent-9.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fafec0ca210807a0c1ba4c9bfc17ae5dddf6be19e984ec5b2d82c9870fc73a02
3
+ size 41725
models/Motion_Module/backup/samples/sample-1.gif ADDED
models/Motion_Module/backup/samples/sample-1/0.gif ADDED
models/Motion_Module/backup/samples/sample-10.gif ADDED
models/Motion_Module/backup/samples/sample-10/0.gif ADDED
models/Motion_Module/backup/samples/sample-11.gif ADDED
models/Motion_Module/backup/samples/sample-11/0.gif ADDED
models/Motion_Module/backup/samples/sample-12.gif ADDED
models/Motion_Module/backup/samples/sample-12/0.gif ADDED
models/Motion_Module/backup/samples/sample-13.gif ADDED
models/Motion_Module/backup/samples/sample-13/0.gif ADDED
models/Motion_Module/backup/samples/sample-14.gif ADDED
models/Motion_Module/backup/samples/sample-14/0.gif ADDED
models/Motion_Module/backup/samples/sample-15.gif ADDED
models/Motion_Module/backup/samples/sample-15/0.gif ADDED
models/Motion_Module/backup/samples/sample-16.gif ADDED
models/Motion_Module/backup/samples/sample-16/0.gif ADDED
models/Motion_Module/backup/samples/sample-17.gif ADDED
models/Motion_Module/backup/samples/sample-17/0.gif ADDED
models/Motion_Module/backup/samples/sample-18.gif ADDED
models/Motion_Module/backup/samples/sample-18/0.gif ADDED
models/Motion_Module/backup/samples/sample-2.gif ADDED
models/Motion_Module/backup/samples/sample-2/0.gif ADDED
models/Motion_Module/backup/samples/sample-3.gif ADDED
models/Motion_Module/backup/samples/sample-3/0.gif ADDED
models/Motion_Module/backup/samples/sample-4.gif ADDED
models/Motion_Module/backup/samples/sample-4/0.gif ADDED
models/Motion_Module/backup/samples/sample-5.gif ADDED
models/Motion_Module/backup/samples/sample-5/0.gif ADDED
models/Motion_Module/backup/samples/sample-6.gif ADDED
models/Motion_Module/backup/samples/sample-6/0.gif ADDED