Upload folder using huggingface_hub

handler.py

@@ -3,16 +3,13 @@
 from diffusers import AutoencoderKL, DDPMScheduler, DDIMScheduler
 from transformers import CLIPTextModel, CLIPTokenizer
 from omegaconf import OmegaConf
+from huggingface_hub import hf_hub_download
+
 
 from diffusers.utils.import_utils import is_xformers_available
 from typing import Any
 import torch
-import einops
-import torchvision
-
-import numpy as np
-
-from diffusers import AutoPipelineForText2Image
+from einops import rearrange
 
 from animatediff.models.unet import UNet3DConditionModel
 from animatediff.pipelines.pipeline_animation import AnimationPipeline
@@ -21,7 +18,7 @@ from animatediff.utils.util import load_weights
 
 
 class EndpointHandler():
-    def __init__(self, model_path: str = "bluestarburst/AnimateDiff-SceneFusion", inference_config_path: str = "configs/inference/inference-v3.yaml", motion_module: str = "models/Motion_Module/mm_sd_v15.ckpt"):
+    def __init__(self, model_path: str = "bluestarburst/AnimateDiff-SceneFusion"):
         
         # inference_config = OmegaConf.load(inference_config_path)
         
@@ -38,8 +35,14 @@ class EndpointHandler():
 
         self.pipeline = AnimationPipeline(
             vae=vae, text_encoder=text_encoder, tokenizer=tokenizer, unet=unet,
-            scheduler=DDIMScheduler(**OmegaConf.to_container(inference_config.noise_scheduler_kwargs.DDIMScheduler)),
+            scheduler=DDIMScheduler(**OmegaConf.to_container(inference_config['noise_scheduler_kwargs']['DDIMScheduler']'])),
         ).to("cuda")
+        
+        # huggingface download motion module from bluestarburst/AnimateDiff-SceneFusion/models/Motion_Module/mm_sd_v15.ckpt
+
+        motion_module = "models/Motion_Module/mm_sd_v15.ckpt"
+        hf_hub_download(repo_id="bluestarburst/AnimateDiff-SceneFusion", filename="models/Motion_Module/mm_sd_v15.ckpt", output_dir="models/Motion_Module")
+        
 
         self.pipeline = load_weights(
             self.pipeline,
@@ -67,7 +70,7 @@ class EndpointHandler():
             video_length= 5,
             ).videos
         
-        videos = einops.rearrange(vids, "b c t h w -> t b c h w")
+        videos = rearrange(vids, "b c t h w -> t b c h w")
         n_rows=6
         fps=1
         loop = True