Commit
Β·
da5fc67
1
Parent(s):
c042813
debug
Browse files
models/DiMeR/models/DiMeR.py
CHANGED
|
@@ -86,8 +86,11 @@ class DiMeR(nn.Module):
|
|
| 86 |
|
| 87 |
@spaces.GPU
|
| 88 |
def init_flexicubes_geometry(self, device, fovy=50.0):
|
|
|
|
| 89 |
camera = PerspectiveCamera(fovy=fovy, device=device)
|
|
|
|
| 90 |
renderer = NeuralRender(device, camera_model=camera)
|
|
|
|
| 91 |
self.geometry = FlexiCubesGeometry(
|
| 92 |
grid_res=self.grid_res,
|
| 93 |
scale=self.grid_scale,
|
|
|
|
| 86 |
|
| 87 |
@spaces.GPU
|
| 88 |
def init_flexicubes_geometry(self, device, fovy=50.0):
|
| 89 |
+
print(1)
|
| 90 |
camera = PerspectiveCamera(fovy=fovy, device=device)
|
| 91 |
+
print(2)
|
| 92 |
renderer = NeuralRender(device, camera_model=camera)
|
| 93 |
+
print(3)
|
| 94 |
self.geometry = FlexiCubesGeometry(
|
| 95 |
grid_res=self.grid_res,
|
| 96 |
scale=self.grid_scale,
|
models/DiMeR/models/geometry/camera/perspective_camera.py
CHANGED
|
@@ -24,9 +24,13 @@ def projection(x=0.1, n=1.0, f=50.0, near_plane=None):
|
|
| 24 |
class PerspectiveCamera(Camera):
|
| 25 |
def __init__(self, fovy=49.0, device='cuda'):
|
| 26 |
super(PerspectiveCamera, self).__init__()
|
|
|
|
| 27 |
self.device = device
|
|
|
|
| 28 |
focal = np.tan(fovy / 180.0 * np.pi * 0.5)
|
|
|
|
| 29 |
self.proj_mtx = torch.from_numpy(projection(x=focal, f=1000.0, n=1.0, near_plane=0.1)).to(self.device).unsqueeze(dim=0)
|
|
|
|
| 30 |
|
| 31 |
def project(self, points_bxnx4):
|
| 32 |
out = torch.matmul(
|
|
|
|
| 24 |
class PerspectiveCamera(Camera):
|
| 25 |
def __init__(self, fovy=49.0, device='cuda'):
|
| 26 |
super(PerspectiveCamera, self).__init__()
|
| 27 |
+
print(1.1)
|
| 28 |
self.device = device
|
| 29 |
+
print(1.2)
|
| 30 |
focal = np.tan(fovy / 180.0 * np.pi * 0.5)
|
| 31 |
+
print(1.3)
|
| 32 |
self.proj_mtx = torch.from_numpy(projection(x=focal, f=1000.0, n=1.0, near_plane=0.1)).to(self.device).unsqueeze(dim=0)
|
| 33 |
+
print(1.4)
|
| 34 |
|
| 35 |
def project(self, points_bxnx4):
|
| 36 |
out = torch.matmul(
|
models/DiMeR/models/geometry/render/neural_render.py
CHANGED
|
@@ -71,10 +71,15 @@ def compute_vertex_normal(v_pos, t_pos_idx):
|
|
| 71 |
class NeuralRender(Renderer):
|
| 72 |
def __init__(self, device='cuda', camera_model=None):
|
| 73 |
super(NeuralRender, self).__init__()
|
|
|
|
| 74 |
self.device = device
|
|
|
|
| 75 |
self.ctx = dr.RasterizeCudaContext(device=device)
|
|
|
|
| 76 |
self.projection_mtx = None
|
|
|
|
| 77 |
self.camera = camera_model
|
|
|
|
| 78 |
|
| 79 |
# ==============================================================================================
|
| 80 |
# pixel shader
|
|
|
|
| 71 |
class NeuralRender(Renderer):
|
| 72 |
def __init__(self, device='cuda', camera_model=None):
|
| 73 |
super(NeuralRender, self).__init__()
|
| 74 |
+
print(2.1)
|
| 75 |
self.device = device
|
| 76 |
+
print(2.2)
|
| 77 |
self.ctx = dr.RasterizeCudaContext(device=device)
|
| 78 |
+
print(2.3)
|
| 79 |
self.projection_mtx = None
|
| 80 |
+
print(2.4)
|
| 81 |
self.camera = camera_model
|
| 82 |
+
print(2.5)
|
| 83 |
|
| 84 |
# ==============================================================================================
|
| 85 |
# pixel shader
|
models/DiMeR/models/geometry/rep_3d/flexicubes_geometry.py
CHANGED
|
@@ -40,26 +40,35 @@ class FlexiCubesGeometry(Geometry):
|
|
| 40 |
self, grid_res=64, scale=2.0, device='cuda', renderer=None,
|
| 41 |
render_type='neural_render', args=None):
|
| 42 |
super(FlexiCubesGeometry, self).__init__()
|
|
|
|
| 43 |
self.grid_res = grid_res
|
| 44 |
self.device = device
|
| 45 |
self.args = args
|
|
|
|
| 46 |
self.fc = FlexiCubes(device, weight_scale=0.5)
|
|
|
|
| 47 |
self.verts, self.indices = self.fc.construct_voxel_grid(grid_res)
|
|
|
|
| 48 |
if isinstance(scale, list):
|
| 49 |
self.verts[:, 0] = self.verts[:, 0] * scale[0]
|
| 50 |
self.verts[:, 1] = self.verts[:, 1] * scale[1]
|
| 51 |
self.verts[:, 2] = self.verts[:, 2] * scale[1]
|
| 52 |
else:
|
| 53 |
self.verts = self.verts * scale
|
|
|
|
| 54 |
|
| 55 |
all_edges = self.indices[:, self.fc.cube_edges].reshape(-1, 2)
|
| 56 |
self.all_edges = torch.unique(all_edges, dim=0)
|
| 57 |
|
| 58 |
# Parameters used for fix boundary sdf
|
|
|
|
| 59 |
self.center_indices, self.boundary_indices = get_center_boundary_index(self.grid_res, device)
|
|
|
|
| 60 |
self.renderer = renderer
|
| 61 |
self.render_type = render_type
|
|
|
|
| 62 |
self.ctx = dr.RasterizeCudaContext(device=device)
|
|
|
|
| 63 |
|
| 64 |
# self.verts.requires_grad_(True)
|
| 65 |
|
|
|
|
| 40 |
self, grid_res=64, scale=2.0, device='cuda', renderer=None,
|
| 41 |
render_type='neural_render', args=None):
|
| 42 |
super(FlexiCubesGeometry, self).__init__()
|
| 43 |
+
print(3.1)
|
| 44 |
self.grid_res = grid_res
|
| 45 |
self.device = device
|
| 46 |
self.args = args
|
| 47 |
+
print(3.2)
|
| 48 |
self.fc = FlexiCubes(device, weight_scale=0.5)
|
| 49 |
+
print(3.3)
|
| 50 |
self.verts, self.indices = self.fc.construct_voxel_grid(grid_res)
|
| 51 |
+
print(3.4)
|
| 52 |
if isinstance(scale, list):
|
| 53 |
self.verts[:, 0] = self.verts[:, 0] * scale[0]
|
| 54 |
self.verts[:, 1] = self.verts[:, 1] * scale[1]
|
| 55 |
self.verts[:, 2] = self.verts[:, 2] * scale[1]
|
| 56 |
else:
|
| 57 |
self.verts = self.verts * scale
|
| 58 |
+
print(3.5)
|
| 59 |
|
| 60 |
all_edges = self.indices[:, self.fc.cube_edges].reshape(-1, 2)
|
| 61 |
self.all_edges = torch.unique(all_edges, dim=0)
|
| 62 |
|
| 63 |
# Parameters used for fix boundary sdf
|
| 64 |
+
print(3.6)
|
| 65 |
self.center_indices, self.boundary_indices = get_center_boundary_index(self.grid_res, device)
|
| 66 |
+
print(3.7)
|
| 67 |
self.renderer = renderer
|
| 68 |
self.render_type = render_type
|
| 69 |
+
print(3.8)
|
| 70 |
self.ctx = dr.RasterizeCudaContext(device=device)
|
| 71 |
+
print(3.9)
|
| 72 |
|
| 73 |
# self.verts.requires_grad_(True)
|
| 74 |
|