Upload folder using huggingface_hub

handler.py

@@ -8,8 +8,8 @@ from diffusers.utils import export_to_video
 
 class EndpointHandler:
     def __init__(self, path=""):
-        self.device = "cpu"
-        self.dtype = torch.float32
+        self.device = "cuda"
+        self.dtype = torch.float16
         self.vae = (
             AutoencoderKLHunyuanVideo.from_pretrained(
                 path, subfolder="vae", torch_dtype=self.dtype