diff --git a/app.py b/app.py index 4c63490f8511192d698b6382d5706f82e63bb50b..2c2b13688e00218eaaad717172136a9440a7f3d9 100644 --- a/app.py +++ b/app.py @@ -14,6 +14,12 @@ import spaces import subprocess +# Clone the repository to ensure all files are available +subprocess.run("git lfs install", shell=True, check=True) +subprocess.run("git clone https://huggingface.co/spaces/ByteDance-Seed/SeedVR2-3B", shell=True, check=True) +os.chdir('SeedVR2-3B') + + import os import torch import mediapy @@ -77,75 +83,9 @@ subprocess.run( shell=True, ) -def load_file_from_url(url, model_dir=None, progress=True, file_name=None): - """Load file from http url, will download models if necessary. - - Reference: https://github.com/1adrianb/face-alignment/blob/master/face_alignment/utils.py - - Args: - url (str): URL to be downloaded. - model_dir (str): The path to save the downloaded model. Should be a full path. If None, use pytorch hub_dir. - Default: None. - progress (bool): Whether to show the download progress. Default: True. - file_name (str): The downloaded file name. If None, use the file name in the url. Default: None. - - Returns: - str: The path to the downloaded file. - """ - if model_dir is None: # use the pytorch hub_dir - hub_dir = get_dir() - model_dir = os.path.join(hub_dir, 'checkpoints') - - os.makedirs(model_dir, exist_ok=True) - - parts = urlparse(url) - filename = os.path.basename(parts.path) - if file_name is not None: - filename = file_name - cached_file = os.path.abspath(os.path.join(model_dir, filename)) - if not os.path.exists(cached_file): - print(f'Downloading: "{url}" to {cached_file}\n') - download_url_to_file(url, cached_file, hash_prefix=None, progress=progress) - return cached_file - - -# os.system("pip freeze") -ckpt_dir = Path('./ckpts') -if not ckpt_dir.exists(): - ckpt_dir.mkdir() - -pretrain_model_url = { - 'vae': 'https://huggingface.co/ByteDance-Seed/SeedVR2-3B/resolve/main/ema_vae.pth', - 'dit': 'https://huggingface.co/ByteDance-Seed/SeedVR2-3B/resolve/main/seedvr2_ema_3b.pth', - 'pos_emb': 'https://huggingface.co/ByteDance-Seed/SeedVR2-3B/resolve/main/pos_emb.pt', - 'neg_emb': 'https://huggingface.co/ByteDance-Seed/SeedVR2-3B/resolve/main/neg_emb.pt', - 'apex': 'https://huggingface.co/ByteDance-Seed/SeedVR2-3B/resolve/main/apex-0.1-cp310-cp310-linux_x86_64.whl' -} -# download weights -if not os.path.exists('./ckpts/seedvr2_ema_3b.pth'): - load_file_from_url(url=pretrain_model_url['dit'], model_dir='./ckpts/', progress=True, file_name=None) -if not os.path.exists('./ckpts/ema_vae.pth'): - load_file_from_url(url=pretrain_model_url['vae'], model_dir='./ckpts/', progress=True, file_name=None) -if not os.path.exists('./pos_emb.pt'): - load_file_from_url(url=pretrain_model_url['pos_emb'], model_dir='./', progress=True, file_name=None) -if not os.path.exists('./neg_emb.pt'): - load_file_from_url(url=pretrain_model_url['neg_emb'], model_dir='./', progress=True, file_name=None) -if not os.path.exists('./apex-0.1-cp310-cp310-linux_x86_64.whl'): - load_file_from_url(url=pretrain_model_url['apex'], model_dir='./', progress=True, file_name=None) - subprocess.run(shlex.split("pip install apex-0.1-cp310-cp310-linux_x86_64.whl")) print(f"✅ setup completed Apex") -# download images -torch.hub.download_url_to_file( - 'https://huggingface.co/datasets/Iceclear/SeedVR_VideoDemos/resolve/main/seedvr_videos_crf23/aigc1k/23_1_lq.mp4', - '01.mp4') -torch.hub.download_url_to_file( - 'https://huggingface.co/datasets/Iceclear/SeedVR_VideoDemos/resolve/main/seedvr_videos_crf23/aigc1k/28_1_lq.mp4', - '02.mp4') -torch.hub.download_url_to_file( - 'https://huggingface.co/datasets/Iceclear/SeedVR_VideoDemos/resolve/main/seedvr_videos_crf23/aigc1k/2_1_lq.mp4', - '03.mp4') def configure_sequence_parallel(sp_size): if sp_size > 1: @@ -506,4 +446,4 @@ with gr.Blocks(title="SeedVR2: One-Step Video Restoration via Diffusion Adversar """) demo.queue() -demo.launch() +demo.launch() \ No newline at end of file diff --git a/build_apex.sh b/build_apexx.sh similarity index 100% rename from build_apex.sh rename to build_apexx.sh diff --git a/common/__init__.py b/commonx/__init__.py similarity index 100% rename from common/__init__.py rename to commonx/__init__.py diff --git a/common/cache.py b/commonx/cache.py similarity index 100% rename from common/cache.py rename to commonx/cache.py diff --git a/common/config.py b/commonx/config.py similarity index 100% rename from common/config.py rename to commonx/config.py diff --git a/common/decorators.py b/commonx/decorators.py similarity index 100% rename from common/decorators.py rename to commonx/decorators.py diff --git a/common/diffusion/__init__.py b/commonx/diffusion/__init__.py similarity index 100% rename from common/diffusion/__init__.py rename to commonx/diffusion/__init__.py diff --git a/common/diffusion/config.py b/commonx/diffusion/config.py similarity index 100% rename from common/diffusion/config.py rename to commonx/diffusion/config.py diff --git a/common/diffusion/samplers/base.py b/commonx/diffusion/samplers/base.py similarity index 100% rename from common/diffusion/samplers/base.py rename to commonx/diffusion/samplers/base.py diff --git a/common/diffusion/samplers/euler.py b/commonx/diffusion/samplers/euler.py similarity index 100% rename from common/diffusion/samplers/euler.py rename to commonx/diffusion/samplers/euler.py diff --git a/common/diffusion/schedules/base.py b/commonx/diffusion/schedules/base.py similarity index 100% rename from common/diffusion/schedules/base.py rename to commonx/diffusion/schedules/base.py diff --git a/common/diffusion/schedules/lerp.py b/commonx/diffusion/schedules/lerp.py similarity index 100% rename from common/diffusion/schedules/lerp.py rename to commonx/diffusion/schedules/lerp.py diff --git a/common/diffusion/timesteps/base.py b/commonx/diffusion/timesteps/base.py similarity index 100% rename from common/diffusion/timesteps/base.py rename to commonx/diffusion/timesteps/base.py diff --git a/common/diffusion/timesteps/sampling/trailing.py b/commonx/diffusion/timesteps/sampling/trailing.py similarity index 100% rename from common/diffusion/timesteps/sampling/trailing.py rename to commonx/diffusion/timesteps/sampling/trailing.py diff --git a/common/diffusion/types.py b/commonx/diffusion/types.py similarity index 100% rename from common/diffusion/types.py rename to commonx/diffusion/types.py diff --git a/common/diffusion/utils.py b/commonx/diffusion/utils.py similarity index 100% rename from common/diffusion/utils.py rename to commonx/diffusion/utils.py diff --git a/common/distributed/__init__.py b/commonx/distributed/__init__.py similarity index 100% rename from common/distributed/__init__.py rename to commonx/distributed/__init__.py diff --git a/common/distributed/advanced.py b/commonx/distributed/advanced.py similarity index 100% rename from common/distributed/advanced.py rename to commonx/distributed/advanced.py diff --git a/common/distributed/basic.py b/commonx/distributed/basic.py similarity index 100% rename from common/distributed/basic.py rename to commonx/distributed/basic.py diff --git a/common/distributed/meta_init_utils.py b/commonx/distributed/meta_init_utils.py similarity index 100% rename from common/distributed/meta_init_utils.py rename to commonx/distributed/meta_init_utils.py diff --git a/common/distributed/ops.py b/commonx/distributed/ops.py similarity index 100% rename from common/distributed/ops.py rename to commonx/distributed/ops.py diff --git a/common/logger.py b/commonx/logger.py similarity index 100% rename from common/logger.py rename to commonx/logger.py diff --git a/common/partition.py b/commonx/partition.py similarity index 100% rename from common/partition.py rename to commonx/partition.py diff --git a/common/seed.py b/commonx/seed.py similarity index 100% rename from common/seed.py rename to commonx/seed.py diff --git a/configs_3b/main.yaml b/configs_3bx/main.yaml similarity index 100% rename from configs_3b/main.yaml rename to configs_3bx/main.yaml diff --git a/configs_7b/main.yaml b/configs_7bx/main.yaml similarity index 100% rename from configs_7b/main.yaml rename to configs_7bx/main.yaml diff --git a/data/image/transforms/area_resize.py b/datax/image/transforms/area_resize.py similarity index 100% rename from data/image/transforms/area_resize.py rename to datax/image/transforms/area_resize.py diff --git a/data/image/transforms/divisible_crop.py b/datax/image/transforms/divisible_crop.py similarity index 100% rename from data/image/transforms/divisible_crop.py rename to datax/image/transforms/divisible_crop.py diff --git a/data/image/transforms/na_resize.py b/datax/image/transforms/na_resize.py similarity index 100% rename from data/image/transforms/na_resize.py rename to datax/image/transforms/na_resize.py diff --git a/data/image/transforms/side_resize.py b/datax/image/transforms/side_resize.py similarity index 100% rename from data/image/transforms/side_resize.py rename to datax/image/transforms/side_resize.py diff --git a/data/video/transforms/rearrange.py b/datax/video/transforms/rearrange.py similarity index 100% rename from data/video/transforms/rearrange.py rename to datax/video/transforms/rearrange.py diff --git a/environment.yml b/environmentx.yml similarity index 100% rename from environment.yml rename to environmentx.yml diff --git a/models/dit/attention.py b/modelsx/dit/attention.py similarity index 100% rename from models/dit/attention.py rename to modelsx/dit/attention.py diff --git a/models/dit/blocks/__init__.py b/modelsx/dit/blocks/__init__.py similarity index 100% rename from models/dit/blocks/__init__.py rename to modelsx/dit/blocks/__init__.py diff --git a/models/dit/blocks/mmdit_window_block.py b/modelsx/dit/blocks/mmdit_window_block.py similarity index 100% rename from models/dit/blocks/mmdit_window_block.py rename to modelsx/dit/blocks/mmdit_window_block.py diff --git a/models/dit/embedding.py b/modelsx/dit/embedding.py similarity index 100% rename from models/dit/embedding.py rename to modelsx/dit/embedding.py diff --git a/models/dit/mlp.py b/modelsx/dit/mlp.py similarity index 100% rename from models/dit/mlp.py rename to modelsx/dit/mlp.py diff --git a/models/dit/mm.py b/modelsx/dit/mm.py similarity index 100% rename from models/dit/mm.py rename to modelsx/dit/mm.py diff --git a/models/dit/modulation.py b/modelsx/dit/modulation.py similarity index 100% rename from models/dit/modulation.py rename to modelsx/dit/modulation.py diff --git a/models/dit/na.py b/modelsx/dit/na.py similarity index 100% rename from models/dit/na.py rename to modelsx/dit/na.py diff --git a/models/dit/nablocks/__init__.py b/modelsx/dit/nablocks/__init__.py similarity index 100% rename from models/dit/nablocks/__init__.py rename to modelsx/dit/nablocks/__init__.py diff --git a/models/dit/nablocks/mmsr_block.py b/modelsx/dit/nablocks/mmsr_block.py similarity index 100% rename from models/dit/nablocks/mmsr_block.py rename to modelsx/dit/nablocks/mmsr_block.py diff --git a/models/dit/nadit.py b/modelsx/dit/nadit.py similarity index 100% rename from models/dit/nadit.py rename to modelsx/dit/nadit.py diff --git a/models/dit/normalization.py b/modelsx/dit/normalization.py similarity index 100% rename from models/dit/normalization.py rename to modelsx/dit/normalization.py diff --git a/models/dit/patch.py b/modelsx/dit/patch.py similarity index 100% rename from models/dit/patch.py rename to modelsx/dit/patch.py diff --git a/models/dit/rope.py b/modelsx/dit/rope.py similarity index 100% rename from models/dit/rope.py rename to modelsx/dit/rope.py diff --git a/models/dit/window.py b/modelsx/dit/window.py similarity index 100% rename from models/dit/window.py rename to modelsx/dit/window.py diff --git a/models/dit_v2/attention.py b/modelsx/dit_v2/attention.py similarity index 100% rename from models/dit_v2/attention.py rename to modelsx/dit_v2/attention.py diff --git a/models/dit_v2/embedding.py b/modelsx/dit_v2/embedding.py similarity index 100% rename from models/dit_v2/embedding.py rename to modelsx/dit_v2/embedding.py diff --git a/models/dit_v2/mlp.py b/modelsx/dit_v2/mlp.py similarity index 100% rename from models/dit_v2/mlp.py rename to modelsx/dit_v2/mlp.py diff --git a/models/dit_v2/mm.py b/modelsx/dit_v2/mm.py similarity index 100% rename from models/dit_v2/mm.py rename to modelsx/dit_v2/mm.py diff --git a/models/dit_v2/modulation.py b/modelsx/dit_v2/modulation.py similarity index 100% rename from models/dit_v2/modulation.py rename to modelsx/dit_v2/modulation.py diff --git a/models/dit_v2/na.py b/modelsx/dit_v2/na.py similarity index 100% rename from models/dit_v2/na.py rename to modelsx/dit_v2/na.py diff --git a/models/dit_v2/nablocks/__init__.py b/modelsx/dit_v2/nablocks/__init__.py similarity index 100% rename from models/dit_v2/nablocks/__init__.py rename to modelsx/dit_v2/nablocks/__init__.py diff --git a/models/dit_v2/nablocks/attention/__init__.py b/modelsx/dit_v2/nablocks/attention/__init__.py similarity index 100% rename from models/dit_v2/nablocks/attention/__init__.py rename to modelsx/dit_v2/nablocks/attention/__init__.py diff --git a/models/dit_v2/nablocks/attention/mmattn.py b/modelsx/dit_v2/nablocks/attention/mmattn.py similarity index 100% rename from models/dit_v2/nablocks/attention/mmattn.py rename to modelsx/dit_v2/nablocks/attention/mmattn.py diff --git a/models/dit_v2/nablocks/mmsr_block.py b/modelsx/dit_v2/nablocks/mmsr_block.py similarity index 100% rename from models/dit_v2/nablocks/mmsr_block.py rename to modelsx/dit_v2/nablocks/mmsr_block.py diff --git a/models/dit_v2/nadit.py b/modelsx/dit_v2/nadit.py similarity index 100% rename from models/dit_v2/nadit.py rename to modelsx/dit_v2/nadit.py diff --git a/models/dit_v2/normalization.py b/modelsx/dit_v2/normalization.py similarity index 100% rename from models/dit_v2/normalization.py rename to modelsx/dit_v2/normalization.py diff --git a/models/dit_v2/patch/__init__.py b/modelsx/dit_v2/patch/__init__.py similarity index 100% rename from models/dit_v2/patch/__init__.py rename to modelsx/dit_v2/patch/__init__.py diff --git a/models/dit_v2/patch/patch_v1.py b/modelsx/dit_v2/patch/patch_v1.py similarity index 100% rename from models/dit_v2/patch/patch_v1.py rename to modelsx/dit_v2/patch/patch_v1.py diff --git a/models/dit_v2/rope.py b/modelsx/dit_v2/rope.py similarity index 100% rename from models/dit_v2/rope.py rename to modelsx/dit_v2/rope.py diff --git a/models/dit_v2/window.py b/modelsx/dit_v2/window.py similarity index 100% rename from models/dit_v2/window.py rename to modelsx/dit_v2/window.py diff --git a/models/video_vae_v3/modules/attn_video_vae.py b/modelsx/video_vae_v3/modules/attn_video_vae.py similarity index 100% rename from models/video_vae_v3/modules/attn_video_vae.py rename to modelsx/video_vae_v3/modules/attn_video_vae.py diff --git a/models/video_vae_v3/modules/causal_inflation_lib.py b/modelsx/video_vae_v3/modules/causal_inflation_lib.py similarity index 100% rename from models/video_vae_v3/modules/causal_inflation_lib.py rename to modelsx/video_vae_v3/modules/causal_inflation_lib.py diff --git a/models/video_vae_v3/modules/context_parallel_lib.py b/modelsx/video_vae_v3/modules/context_parallel_lib.py similarity index 100% rename from models/video_vae_v3/modules/context_parallel_lib.py rename to modelsx/video_vae_v3/modules/context_parallel_lib.py diff --git a/models/video_vae_v3/modules/global_config.py b/modelsx/video_vae_v3/modules/global_config.py similarity index 100% rename from models/video_vae_v3/modules/global_config.py rename to modelsx/video_vae_v3/modules/global_config.py diff --git a/models/video_vae_v3/modules/inflated_layers.py b/modelsx/video_vae_v3/modules/inflated_layers.py similarity index 100% rename from models/video_vae_v3/modules/inflated_layers.py rename to modelsx/video_vae_v3/modules/inflated_layers.py diff --git a/models/video_vae_v3/modules/inflated_lib.py b/modelsx/video_vae_v3/modules/inflated_lib.py similarity index 100% rename from models/video_vae_v3/modules/inflated_lib.py rename to modelsx/video_vae_v3/modules/inflated_lib.py diff --git a/models/video_vae_v3/modules/types.py b/modelsx/video_vae_v3/modules/types.py similarity index 100% rename from models/video_vae_v3/modules/types.py rename to modelsx/video_vae_v3/modules/types.py diff --git a/models/video_vae_v3/modules/video_vae.py b/modelsx/video_vae_v3/modules/video_vae.py similarity index 100% rename from models/video_vae_v3/modules/video_vae.py rename to modelsx/video_vae_v3/modules/video_vae.py diff --git a/models/video_vae_v3/s8_c16_t4_inflation_sd3.yaml b/modelsx/video_vae_v3/s8_c16_t4_inflation_sd3.yaml similarity index 100% rename from models/video_vae_v3/s8_c16_t4_inflation_sd3.yaml rename to modelsx/video_vae_v3/s8_c16_t4_inflation_sd3.yaml diff --git a/projects/inference_seedvr2_3b.py b/projectsx/inference_seedvr2_3b.py similarity index 100% rename from projects/inference_seedvr2_3b.py rename to projectsx/inference_seedvr2_3b.py diff --git a/projects/inference_seedvr2_7b.py b/projectsx/inference_seedvr2_7b.py similarity index 100% rename from projects/inference_seedvr2_7b.py rename to projectsx/inference_seedvr2_7b.py diff --git a/projects/inference_seedvr_3b.py b/projectsx/inference_seedvr_3b.py similarity index 100% rename from projects/inference_seedvr_3b.py rename to projectsx/inference_seedvr_3b.py diff --git a/projects/inference_seedvr_7b.py b/projectsx/inference_seedvr_7b.py similarity index 100% rename from projects/inference_seedvr_7b.py rename to projectsx/inference_seedvr_7b.py diff --git a/projects/video_diffusion_sr/color_fix.py b/projectsx/video_diffusion_sr/color_fix.py similarity index 100% rename from projects/video_diffusion_sr/color_fix.py rename to projectsx/video_diffusion_sr/color_fix.py diff --git a/projects/video_diffusion_sr/infer.py b/projectsx/video_diffusion_sr/infer.py similarity index 100% rename from projects/video_diffusion_sr/infer.py rename to projectsx/video_diffusion_sr/infer.py diff --git a/projects/video_diffusion_sr/utils.py b/projectsx/video_diffusion_sr/utils.py similarity index 100% rename from projects/video_diffusion_sr/utils.py rename to projectsx/video_diffusion_sr/utils.py