Andyson commited on
Commit
e5a8b91
·
verified ·
1 Parent(s): 24ce8be

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -52,3 +52,9 @@ SCOPE_fastvideo/clips/example_2_scope_lora_vsa_3step.mp4 filter=lfs diff=lfs mer
52
  SCOPE_fastvideo/comparisons/example_0_comparison.mp4 filter=lfs diff=lfs merge=lfs -text
53
  SCOPE_fastvideo/comparisons/example_1_comparison.mp4 filter=lfs diff=lfs merge=lfs -text
54
  SCOPE_fastvideo/comparisons/example_2_comparison.mp4 filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
52
  SCOPE_fastvideo/comparisons/example_0_comparison.mp4 filter=lfs diff=lfs merge=lfs -text
53
  SCOPE_fastvideo/comparisons/example_1_comparison.mp4 filter=lfs diff=lfs merge=lfs -text
54
  SCOPE_fastvideo/comparisons/example_2_comparison.mp4 filter=lfs diff=lfs merge=lfs -text
55
+ SCOPE_fastvideo_perflow_compare/clips/example_0_scope_30step.mp4 filter=lfs diff=lfs merge=lfs -text
56
+ SCOPE_fastvideo_perflow_compare/clips/example_0_scope_3step.mp4 filter=lfs diff=lfs merge=lfs -text
57
+ SCOPE_fastvideo_perflow_compare/clips/example_0_scope_lora_3step.mp4 filter=lfs diff=lfs merge=lfs -text
58
+ SCOPE_fastvideo_perflow_compare/clips/example_0_scope_perflow_lora_4step.mp4 filter=lfs diff=lfs merge=lfs -text
59
+ SCOPE_fastvideo_perflow_compare/comparisons/example_0_comparison.mp4 filter=lfs diff=lfs merge=lfs -text
60
+ SCOPE_fastvideo_perflow_compare/runs/example_0/scope_perflow_lora_4step/image.mp4 filter=lfs diff=lfs merge=lfs -text
SCOPE_fastvideo_perflow_compare/clips/example_0_scope_30step.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1426997ac4a4f593295a6c0e1b260c6008a3224bf1497cc10633be0f654eb42a
3
+ size 2140754
SCOPE_fastvideo_perflow_compare/clips/example_0_scope_3step.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c28358d92c62447e6b5df95a3c3a93bda45ea7e447e26a3f8ec0418f8fab973
3
+ size 3109044
SCOPE_fastvideo_perflow_compare/clips/example_0_scope_lora_3step.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95a2882d7e07f700a83c149b1692293f7bcd8510db3db2062527ddb891c9d24b
3
+ size 2804542
SCOPE_fastvideo_perflow_compare/clips/example_0_scope_perflow_lora_4step.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e13e0cfbe277378ff08388e27efe653112bd887c48a67e231610ff7c8dfa101f
3
+ size 2051504
SCOPE_fastvideo_perflow_compare/comparisons/example_0_comparison.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da3289832396883fbc1bbacb4a031fc6d893e0f90c1db3c0c4ec29a388325d56
3
+ size 23762063
SCOPE_fastvideo_perflow_compare/environment.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "python": "3.12.9 | packaged by Anaconda, Inc. | (main, Feb 6 2025, 18:56:27) [GCC 11.2.0]",
3
+ "executable": "/lustre/fsw/portfolios/nvr/users/shyang/miniconda3/envs/diffusion-pipe/bin/python",
4
+ "cwd": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA",
5
+ "time": "2026-06-09 08:27:10",
6
+ "torch": {
7
+ "version": "2.5.0+cu124",
8
+ "cuda": "12.4",
9
+ "cuda_available": true,
10
+ "bf16_supported": true,
11
+ "device_name": "NVIDIA H100 80GB HBM3"
12
+ }
13
+ }
SCOPE_fastvideo_perflow_compare/logs/example_0_scope_perflow_lora_4step.log ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0
  0%| | 0/4 [00:00<?, ?it/s]
1
  25%|██▌ | 1/4 [00:01<00:03, 1.18s/it]
2
  50%|█████ | 2/4 [00:02<00:01, 1.01it/s]
3
  75%|███████▌ | 3/4 [00:02<00:00, 1.07it/s]
 
 
 
1
+ $ /lustre/fsw/portfolios/nvr/users/shyang/miniconda3/envs/diffusion-pipe/bin/python /lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/SCOPE/inference.py --model_dir /lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/models/SCOPE --input_image /lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/SCOPE/examples/example_0/image.png --action_path /lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/SCOPE/examples/example_0/action.parquet --prompt 'In a whimsical, toy-inspired garden, the first-person view reveals a tactical weapon aimed forward along a sunlit path. The vibrant environment includes oversized flowers, colorful building blocks, and towering structures. In the foreground, a carved wooden sign reads ROSE GARDEN, accompanied by giant puzzle pieces scattered across the ground. The surroundings are filled with fairy lights hanging from trees, creating a warm, golden glow. The garden looks like a miniature diorama, set in a charming and playful atmosphere.' --output_dir /lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/outputs/scope_fastvideo/perflow_compare/runs/example_0/scope_perflow_lora_4step --height 480 --width 832 --max_frames 81 --num_inference_steps 4 --seed 0 --fps 20 --dmd_denoising_steps '' --comparison_mode --fastvideo_lora_path_or_repo Perflow-Shuai/dmd_step4_rope_offset_checkpoint_model_002000 --lora_strength 1.0
2
+
3
+ /lustre/fsw/portfolios/nvr/users/shyang/miniconda3/envs/diffusion-pipe/lib/python3.12/site-packages/torch/cuda/__init__.py:61: FutureWarning: The pynvml package is deprecated. Please install nvidia-ml-py instead. If you did not install pynvml directly, please report this to the maintainers of the package that installed pynvml for you.
4
+ import pynvml # type: ignore[import]
5
+ Loading models from: "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/models/SCOPE/models_t5_umt5-xxl-enc-bf16.pth"
6
+ Detected non-safetensors files, which may cause slower loading. It's recommended to convert it to a safetensors file.
7
+ Loaded model: {
8
+ "model_name": "wan_video_text_encoder",
9
+ "model_class": "diffsynth.models.wan_video_text_encoder.WanTextEncoder",
10
+ "extra_kwargs": null
11
+ }
12
+ Loading models from: "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/models/SCOPE/Wan2.2_VAE.pth"
13
+ Detected non-safetensors files, which may cause slower loading. It's recommended to convert it to a safetensors file.
14
+ Loaded model: {
15
+ "model_name": "wan_video_vae",
16
+ "model_class": "diffsynth.models.wan_video_vae.WanVideoVAE38",
17
+ "extra_kwargs": null
18
+ }
19
+ Using wan_video_text_encoder from "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/models/SCOPE/models_t5_umt5-xxl-enc-bf16.pth".
20
+ No wan_video_dit models available. This is not an error.
21
+ Using wan_video_vae from "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/models/SCOPE/Wan2.2_VAE.pth".
22
+ No wan_video_image_encoder models available. This is not an error.
23
+ No wan_video_motion_controller models available. This is not an error.
24
+ No wan_video_vace models available. This is not an error.
25
+ No wan_video_vap models available. This is not an error.
26
+ No wans2v_audio_encoder models available. This is not an error.
27
+ No wan_video_animate_adapter models available. This is not an error.
28
+
29
+
30
  0%| | 0/4 [00:00<?, ?it/s]
31
  25%|██▌ | 1/4 [00:01<00:03, 1.18s/it]
32
  50%|█████ | 2/4 [00:02<00:01, 1.01it/s]
33
  75%|███████▌ | 3/4 [00:02<00:00, 1.07it/s]
34
+
35
+
SCOPE_fastvideo_perflow_compare/manifest.json ADDED
@@ -0,0 +1,125 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cases": [
3
+ {
4
+ "case": "example_0",
5
+ "prompt": "In a whimsical, toy-inspired garden, the first-person view reveals a tactical weapon aimed forward along a sunlit path. The vibrant environment includes oversized flowers, colorful building blocks, and towering structures. In the foreground, a carved wooden sign reads ROSE GARDEN, accompanied by giant puzzle pieces scattered across the ground. The surroundings are filled with fairy lights hanging from trees, creating a warm, golden glow. The garden looks like a miniature diorama, set in a charming and playful atmosphere.",
6
+ "variants": [
7
+ {
8
+ "name": "scope_30step",
9
+ "label": "SCOPE 30-step",
10
+ "steps": 30,
11
+ "lora_kind": null,
12
+ "dmd_denoising_steps": "1000,757,522",
13
+ "path": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/outputs/scope_fastvideo/perflow_compare/clips/example_0_scope_30step.mp4",
14
+ "seconds": 0.8,
15
+ "probe": {
16
+ "width": 832,
17
+ "height": 480,
18
+ "avg_frame_rate": "20.000000/1",
19
+ "nb_read_frames": "81",
20
+ "duration": 4.05,
21
+ "size_bytes": 2140754
22
+ },
23
+ "skipped_existing": false,
24
+ "reused_from": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/outputs/scope_fastvideo/full/clips/example_0_scope_30step.mp4"
25
+ },
26
+ {
27
+ "name": "scope_3step",
28
+ "label": "SCOPE 3-step",
29
+ "steps": 3,
30
+ "lora_kind": null,
31
+ "dmd_denoising_steps": "1000,757,522",
32
+ "path": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/outputs/scope_fastvideo/perflow_compare/clips/example_0_scope_3step.mp4",
33
+ "seconds": 0.031,
34
+ "probe": {
35
+ "width": 832,
36
+ "height": 480,
37
+ "avg_frame_rate": "20.000000/1",
38
+ "nb_read_frames": "81",
39
+ "duration": 4.05,
40
+ "size_bytes": 3109044
41
+ },
42
+ "skipped_existing": false,
43
+ "reused_from": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/outputs/scope_fastvideo/full/clips/example_0_scope_3step.mp4"
44
+ },
45
+ {
46
+ "name": "scope_lora_3step",
47
+ "label": "SCOPE + FastVideo DMD LoRA 3-step",
48
+ "steps": 3,
49
+ "lora_kind": "fastvideo",
50
+ "dmd_denoising_steps": "1000,757,522",
51
+ "path": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/outputs/scope_fastvideo/perflow_compare/clips/example_0_scope_lora_3step.mp4",
52
+ "seconds": 0.029,
53
+ "probe": {
54
+ "width": 832,
55
+ "height": 480,
56
+ "avg_frame_rate": "20.000000/1",
57
+ "nb_read_frames": "81",
58
+ "duration": 4.05,
59
+ "size_bytes": 2804542
60
+ },
61
+ "skipped_existing": false,
62
+ "reused_from": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/outputs/scope_fastvideo/full/clips/example_0_scope_lora_3step.mp4"
63
+ },
64
+ {
65
+ "name": "scope_perflow_lora_4step",
66
+ "label": "SCOPE + Perflow DMD LoRA 4-step",
67
+ "steps": 4,
68
+ "lora_kind": "perflow",
69
+ "dmd_denoising_steps": "",
70
+ "path": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/outputs/scope_fastvideo/perflow_compare/clips/example_0_scope_perflow_lora_4step.mp4",
71
+ "seconds": 353.324,
72
+ "probe": {
73
+ "width": 832,
74
+ "height": 480,
75
+ "avg_frame_rate": "20.000000/1",
76
+ "nb_read_frames": "81",
77
+ "duration": 4.05,
78
+ "size_bytes": 2051504
79
+ },
80
+ "skipped_existing": false,
81
+ "reused_from": null
82
+ }
83
+ ],
84
+ "comparison_path": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/outputs/scope_fastvideo/perflow_compare/comparisons/example_0_comparison.mp4",
85
+ "comparison_probe": {
86
+ "width": 1664,
87
+ "height": 960,
88
+ "avg_frame_rate": "20.000000/1",
89
+ "nb_read_frames": "81",
90
+ "duration": 4.05,
91
+ "size_bytes": 23762063
92
+ }
93
+ }
94
+ ],
95
+ "settings": {
96
+ "scope_dir": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/SCOPE",
97
+ "examples_dir": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/SCOPE/examples",
98
+ "scope_model_dir": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/models/SCOPE",
99
+ "fastvideo_lora_path_or_repo": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/models/fastvideo_dmd_lora/adapter_r32.safetensors",
100
+ "perflow_lora_path_or_repo": "Perflow-Shuai/dmd_step4_rope_offset_checkpoint_model_002000",
101
+ "previous_output_dir": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/outputs/scope_fastvideo/full",
102
+ "output_dir": "/lustre/fs1/portfolios/nvr/projects/nvr_elm_llm/users/shyang/FastVideo_LoRA/outputs/scope_fastvideo/perflow_compare",
103
+ "case_ids": "0",
104
+ "smoke": false,
105
+ "perflow_compare": true,
106
+ "skip_lora_variants": false,
107
+ "height": 480,
108
+ "width": 832,
109
+ "max_frames": 81,
110
+ "baseline_steps": 30,
111
+ "fast_steps": 3,
112
+ "perflow_steps": 4,
113
+ "seed": 0,
114
+ "fps": 20,
115
+ "lora_strength": 1.0,
116
+ "vsa_sparsity": 0.9,
117
+ "dmd_denoising_steps": "1000,757,522",
118
+ "perflow_denoising_steps": "",
119
+ "upload": true,
120
+ "hf_repo_id": "Andyson/lora",
121
+ "hf_repo_type": "model",
122
+ "hf_path_in_repo": "SCOPE_fastvideo_perflow_compare"
123
+ },
124
+ "expected_frames": 81
125
+ }
SCOPE_fastvideo_perflow_compare/runs/example_0/scope_perflow_lora_4step/image.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e13e0cfbe277378ff08388e27efe653112bd887c48a67e231610ff7c8dfa101f
3
+ size 2051504