Update app.py

app.py

@@ -8,10 +8,34 @@ REPO_URL = "https://github.com/facebookresearch/sam-3d-objects.git"
 REPO_DIR = "/home/user/app/sam-3d-objects"
 
 # ============ Install Dependencies & Setup ============
+def patch_pyproject_toml():
+    """
+    Removes 'bpy==4.3.0' from pyproject.toml to prevent installation failures.
+    This package is often unavailable on PyPI and usually not needed for inference.
+    """
+    print("Patching pyproject.toml to remove strict bpy dependency...")
+    pyproject_path = os.path.join(REPO_DIR, "pyproject.toml")
+    
+    if os.path.exists(pyproject_path):
+        with open(pyproject_path, "r") as f:
+            content = f.read()
+        
+        # Remove dependency entries for bpy==4.3.0
+        # We try multiple formats to ensure we catch it (with/without quotes/commas)
+        new_content = content.replace('"bpy==4.3.0",', '')
+        new_content = new_content.replace("'bpy==4.3.0',", '')
+        new_content = new_content.replace('"bpy==4.3.0"', '')
+        new_content = new_content.replace("'bpy==4.3.0'", '')
+        
+        with open(pyproject_path, "w") as f:
+            f.write(new_content)
+        print("Patch applied successfully.")
+    else:
+        print(f"Warning: {pyproject_path} not found. Skipping patch.")
+
 def install_dependencies():
     """
-    Installs dependencies using the official repo method (pip install -e .[extras])
-    instead of manual package listing.
+    Installs dependencies using the official repo method (pip install -e .[extras]).
     """
     print("Starting installation sequence...")
 
@@ -20,33 +44,35 @@ def install_dependencies():
         print(f"Cloning repository to {REPO_DIR}...")
         subprocess.run(["git", "clone", REPO_URL, REPO_DIR], check=True)
     
-    # Switch working directory to repo for local installs
+    # Switch working directory to repo
     os.chdir(REPO_DIR)
 
-    # 2. Set Environment Variables for PIP
-    # As per instructions: export PIP_EXTRA_INDEX_URL and PIP_FIND_LINKS
+    # 2. Patch the faulty dependency BEFORE installing
+    patch_pyproject_toml()
+
+    # 3. Set Environment Variables for PIP
     env = os.environ.copy()
     env["PIP_EXTRA_INDEX_URL"] = "https://pypi.ngc.nvidia.com https://download.pytorch.org/whl/cu121"
     env["PIP_FIND_LINKS"] = "https://nvidia-kaolin.s3.us-east-2.amazonaws.com/torch-2.5.1_cu121.html"
     
-    # Upgrade pip first
+    # Upgrade pip
     subprocess.run([sys.executable, "-m", "pip", "install", "--upgrade", "pip"], env=env, check=True)
 
-    # 3. Install Dependencies via setup.py extras
-    # Step A: Install [dev]
+    # 4. Install Dependencies via setup.py extras
+    
+    # Install [dev] (Modified by patch to exclude bpy)
     print("Installing [dev] dependencies...")
     subprocess.run([sys.executable, "-m", "pip", "install", "-e", ".[dev]"], env=env, check=True)
 
-    # Step B: Install [p3d] - The 2-step approach mentioned in instructions
+    # Install [p3d]
     print("Installing [p3d] dependencies...")
     subprocess.run([sys.executable, "-m", "pip", "install", "-e", ".[p3d]"], env=env, check=True)
 
-    # Step C: Install [inference]
+    # Install [inference]
     print("Installing [inference] dependencies...")
     subprocess.run([sys.executable, "-m", "pip", "install", "-e", ".[inference]"], env=env, check=True)
 
-    # 4. Apply Patches
-    # Run ./patching/hydra
+    # 5. Apply Hydra Patch
     patch_script = os.path.join(REPO_DIR, "patching", "hydra")
     if os.path.exists(patch_script):
         print("Applying Hydra patch...")
@@ -65,7 +91,6 @@ if REPO_DIR not in sys.path:
 # Set environment variables required for runtime
 os.environ["CUDA_HOME"] = "/usr/local/cuda"
 os.environ["LIDRA_SKIP_INIT"] = "true"
-# Often required to prevent Pytorch3D checks in certain container environments
 os.environ["PYTORCH3D_NO_CUDA_CHECK"] = "1" 
 
 # ============ Imports ============
@@ -81,7 +106,7 @@ import math
 from omegaconf import OmegaConf, DictConfig, ListConfig
 from hydra.utils import instantiate, get_method
 
-# Lazy imports placehoder
+# Lazy imports placeholder
 _sam3d_imported = False
 _pipeline = None
 
@@ -195,44 +220,6 @@ def run_inference(image: np.ndarray, mask: np.ndarray, config_file: str, seed: O
         pointmap=pointmap,
     )
 
-# ============ Rendering Helpers ============
-# (Retained from original script logic for rendering frames)
-def _yaw_pitch_r_fov_to_extrinsics_intrinsics(yaws, pitchs, rs, fovs):
-    lazy_import_sam3d()
-    is_list = isinstance(yaws, list)
-    if not is_list:
-        yaws, pitchs = [yaws], [pitchs]
-    if not isinstance(rs, list):
-        rs = [rs] * len(yaws)
-    if not isinstance(fovs, list):
-        fovs = [fovs] * len(yaws)
-    extrinsics, intrinsics = [], []
-    for yaw, pitch, r, fov in zip(yaws, pitchs, rs, fovs):
-        fov_t = torch.deg2rad(torch.tensor(float(fov))).cuda()
-        yaw_t = torch.tensor(float(yaw)).cuda()
-        pitch_t = torch.tensor(float(pitch)).cuda()
-        orig = torch.tensor([
-            torch.sin(yaw_t) * torch.cos(pitch_t),
-            torch.sin(pitch_t),
-            torch.cos(yaw_t) * torch.cos(pitch_t),
-        ]).cuda() * r
-        extr = utils3d.torch.extrinsics_look_at(
-            orig, torch.tensor([0, 0, 0]).float().cuda(), torch.tensor([0, 1, 0]).float().cuda())
-        intr = utils3d.torch.intrinsics_from_fov_xy(fov_t, fov_t)
-        extrinsics.append(extr)
-        intrinsics.append(intr)
-    if not is_list:
-        return extrinsics[0], intrinsics[0]
-    return extrinsics, intrinsics
-
-@spaces.GPU(duration=60)
-def render_video_gpu(sample, resolution=512, bg_color=(0,0,0), num_frames=300, r=2.0, fov=40, pitch_deg=0, yaw_start_deg=-90, **kwargs):
-    lazy_import_sam3d()
-    yaws = (torch.linspace(0, 2*torch.pi, num_frames) + math.radians(yaw_start_deg)).tolist()
-    pitch = [math.radians(pitch_deg)] * num_frames
-    extr, intr = _yaw_pitch_r_fov_to_extrinsics_intrinsics(yaws, pitch, r, fov)
-    return render_utils.render_frames(sample, extr, intr, {"resolution": resolution, "bg_color": bg_color, "backend": "gsplat"}, **kwargs)
-
 # ============ Gradio Interface ============
 CONFIG_FILE = os.path.join(REPO_DIR, "configs/inference.yaml")