lazy init pipeline

app.py

@@ -7,7 +7,6 @@ import gradio as gr
 import spaces
 
 import os
-os.environ['SPCONV_ALGO'] = 'native'
 import uuid
 from typing import Any, List, Optional, Union
 import cv2
@@ -18,6 +17,7 @@ import trimesh
 import random
 import imageio
 from einops import repeat
+from huggingface_hub import snapshot_download
 from threeDFixer.moge.model.v2 import MoGeModel
 from threeDFixer.pipelines import ThreeDFixerPipeline
 from threeDFixer.datasets.utils import (
@@ -362,6 +362,12 @@ def run_generation(
     generated_object_map = {}
     run_id = str(uuid.uuid4())
 
+    DEVICE = 'cuda'
+    pipeline = ThreeDFixerPipeline.from_pretrained(
+        local_dir, compile=False
+    )
+    pipeline.to(device=DEVICE)
+
     if not isinstance(rgb_image, Image.Image) and "image" in rgb_image:
         rgb_image = rgb_image["image"]
 
@@ -858,10 +864,12 @@ if __name__ == '__main__':
 
     ############## 3D-Fixer model
     model_dir = 'HorizonRobotics/3D-Fixer'
-    pipeline = ThreeDFixerPipeline.from_pretrained(
-        model_dir, compile=False
-    )
-    pipeline.to(device=DEVICE)
+    local_dir = 'checkpoints/3D-Fixer'
+    snapshot_download(repo_id=model_dir, local_dir=local_dir)
+    # pipeline = ThreeDFixerPipeline.from_pretrained(
+    #     model_dir, compile=False
+    # )
+    # pipeline.to(device=DEVICE)
     ############## 3D-Fixer model
 
     rot = np.array([