Update app.py

app.py

@@ -9,14 +9,13 @@ def dummy_warmup():
     else:
         print("[WARNING] CUDA not available. Skipping warmup.")
 
-import os
+import os, shutil
 import numpy as np
 import gradio as gr
 import rembg
-# import trimesh
+import trimesh
 from moge.model.v1 import MoGeModel
-# from utils.geometry import compute_pointmap
-# import os, shutil
+from utils.geometry import compute_pointmap
 import cv2
 # from huggingface_hub import hf_hub_download
 # from PIL import Image
@@ -137,31 +136,31 @@ moge_model = MoGeModel.from_pretrained("Ruicheng/moge-vitl").to(device)
 #     return outfile
 
 
-# def input_to_glb(outdir,img,depth_dict,mask,rotated=False):
-#     H, W = img.shape[:2]
-#     intrinsics = depth_dict["intrinsics"].cpu().numpy()
-#     intrinsics[0] *= W
-#     intrinsics[1] *= H
+def input_to_glb(outdir,img,depth_dict,mask,rotated=False):
+    H, W = img.shape[:2]
+    intrinsics = depth_dict["intrinsics"].cpu().numpy()
+    intrinsics[0] *= W
+    intrinsics[1] *= H
     
-#     depth = depth_dict["depth"].cpu().numpy()
-#     cam2world = np.eye(4)
-#     points_world = compute_pointmap(depth, cam2world, intrinsics)
+    depth = depth_dict["depth"].cpu().numpy()
+    cam2world = np.eye(4)
+    points_world = compute_pointmap(depth, cam2world, intrinsics)
 
-#     scene = trimesh.Scene()
-#     pts = np.concatenate([p[m] for p,m in zip(points_world,mask)])
-#     col = np.concatenate([c[m] for c,m in zip(img,mask)])
+    scene = trimesh.Scene()
+    pts = np.concatenate([p[m] for p,m in zip(points_world,mask)])
+    col = np.concatenate([c[m] for c,m in zip(img,mask)])
 
-#     pts = pts.reshape(-1,3)
-#     pts[:,1] = -pts[:,1]
-#     pts[:,2] = -pts[:,2]
+    pts = pts.reshape(-1,3)
+    pts[:,1] = -pts[:,1]
+    pts[:,2] = -pts[:,2]
 
 
-#     pct = trimesh.PointCloud(pts, colors=col.reshape(-1,3))
-#     scene.add_geometry(pct)
+    pct = trimesh.PointCloud(pts, colors=col.reshape(-1,3))
+    scene.add_geometry(pct)
     
-#     outfile = os.path.join(outdir, "input.glb")
-#     scene.export(outfile)
-#     return outfile
+    outfile = os.path.join(outdir, "input.glb")
+    scene.export(outfile)
+    return outfile
 
 @GPU(duration = 180)
 def depth_moge(input_img):
@@ -202,7 +201,8 @@ def process_image(input_img):
     if os.path.exists(outdir):
         shutil.rmtree(outdir)
     os.makedirs(outdir)
-    
+    input_glb = input_to_glb(outdir,input_img,depth_dict,mask,rotated=rotated)
+    print(input_glb)
     return input_img, input_img
 
 # def process_image(input_img):