add/remove apex

handcrafted_solution.py

@@ -6,6 +6,7 @@ import numpy as np
 from collections import defaultdict
 import cv2
 from typing import Tuple, List
+from scipy.sparse import random
 from scipy.spatial.distance import cdist
 
 from hoho.read_write_colmap import read_cameras_binary, read_images_binary, read_points3D_binary
@@ -125,6 +126,7 @@ def get_vertices_and_edges_from_two_segmentations(ade_seg_np, gest_seg_np, edge_
     '''Get the vertices and edges from the gestalt segmentation mask of the house'''
     vertices = []
     connections = []
+    print(f'gest_seg_np[0,0]= {gest_seg_np[0,0]}')
     # combined map from ade
     print(gest_seg_np.shape, ade_seg_np.shape)
     ade_color0 = np.array([0,0,0]) 
@@ -138,10 +140,15 @@ def get_vertices_and_edges_from_two_segmentations(ade_seg_np, gest_seg_np, edge_
     ade_mask = cv2.bitwise_or(ade_mask3, ade_mask2)
     ade_mask = cv2.bitwise_or(ade_mask1, ade_mask)
     print(ade_mask.any())
+    apex_map = np.zeros(ade_seg_np.shape)
+    apex_map_on_ade = ade_seg_np 
+    apex_map_on_gest = gest_seg_np
     # Apex
     apex_color = np.array(gestalt_color_mapping['apex'])
-    apex_mask = cv2.inRange(gest_seg_np,  apex_color-0.5, apex_color+0.5)
-    apex_mask = cv2.bitwise_and(apex_mask, ade_mask)
+    print(f'apex_color= {apex_color}')
+    apex_mask = cv2.inRange(gest_seg_np,  apex_color-0.5, apex_color+0.5) 
+    # apex_mask = cv2.inRange(gest_seg_np,  apex_color-10, apex_color+10) # include more pts
+    # apex_mask = cv2.bitwise_and(apex_mask, ade_mask) # remove pts
     if apex_mask.sum() > 0:
         output = cv2.connectedComponentsWithStats(apex_mask, 8, cv2.CV_32S)
         (numLabels, labels, stats, centroids) = output
@@ -150,7 +157,32 @@ def get_vertices_and_edges_from_two_segmentations(ade_seg_np, gest_seg_np, edge_
         for i in range(numLabels-1):
             vert = {"xy": centroids[i], "type": "apex"}
             vertices.append(vert)
+
+            print(f'centroids[i]={centroids[i]}')
+            uu = int(centroids[i][1])
+            vv = int(centroids[i][0])
+            # plot a cross
+            apex_map_on_ade[uu, vv] = (255,255,255)
+            shift=[(1,0),(-1,0),(0,1),(0,-1), (2,0),(-2,0),(0,2),(0,-2), (3,0),(-3,0),(0,3),(0,-3)]
+            h,w,_ = apex_map_on_ade.shape
+            for ss in shift:
+              if uu+ss[0] >= 0 and uu+ss[0] < h and vv+ss[1] >= 0 and vv+ss[1] < w:
+                apex_map[uu+ss[0], vv+ss[1]] = (255,255,255)
+                apex_map_on_ade[uu+ss[0], vv+ss[1]] = (255,255,255)
+                apex_map_on_gest[uu+ss[0], vv+ss[1]] = (255,255,255)
     
+    # imsave apex
+    import random
+    rid = random.random()
+    filename_apex_ade = f'apex_map_on_ade_{rid}.jpg'
+    cv2.imwrite(filename_apex_ade, apex_map_on_ade)
+    filename_apex_gest = f'apex_map_on_gest_{rid}.jpg'
+    cv2.imwrite(filename_apex_gest, apex_map_on_gest)
+    filename_apex_map = f'apex_map_{rid}.jpg'
+    cv2.imwrite(filename_apex_map, apex_map)
+
+    
+
     eave_end_color = np.array(gestalt_color_mapping['eave_end_point'])
     eave_end_mask = cv2.inRange(gest_seg_np,  eave_end_color-0.5, eave_end_color+0.5)
     eave_end_mask = cv2.bitwise_and(eave_end_mask, ade_mask)