Auto corner detection for the first tab

app.py

@@ -1,8 +1,7 @@
 import cv2
 import gradio as gr
 import numpy as np
-from distortion import generate_matrix, get_select_coords, correct_image, track
-
+from distortion import generate_matrix, get_select_coords, correct_image, track, allign_tab
 
 
 SHARED_UI_WARNING = f'''##### Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed tempus dignissim odio, at elementum erat vulputate sit amet. Vestibulum sodales viverra fermentum. In ac hendrerit dolor, vitae mattis odio. Maecenas suscipit consectetur suscipit. Curabitur sodales dui eget neque venenatis tincidunt. In sed libero mi. Nam sollicitudin metus urna, sit amet sagittis ex laoreet sed.
@@ -20,8 +19,11 @@ with gr.Blocks() as demo:
         
         with gr.Row():
             with gr.Column():
-                image_input = gr.Image(type="filepath")
-                image_output = gr.Image()
+                image_input = gr.Image(label="Unmasked Image", type="filepath")
+                image_output = gr.Image(label="Masked Image", type="filepath")
+                file_input = gr.File(label="Select O-Matrix", type="file")
+                third_image = gr.Image(label="Detected Shape")
+                
             with gr.Column():
                 first_slider = gr.Slider(0,255, value=0, label="1. Slider")
                 second_slider = gr.Slider(0,255, value=0,label="2. Slider")
@@ -30,8 +32,10 @@ with gr.Blocks() as demo:
                 fifth_slider = gr.Slider(0,255, value=255,label="5. Slider")
                 sixth_slider = gr.Slider(0,255, value=255,label="6. Slider")
                 current_values = gr.Textbox("Current vallues of sliders")
-            
-        
+                download_dxf = gr.Button("Generate DXF File")
+                last_output = gr.File(label="Generated dxf file", type="file")
+                
+        download_dxf.click(fn=allign_tab, inputs=[image_output, file_input], outputs=[last_output, third_image])
 
         
         first_slider.change(track, inputs=[image_input, first_slider, second_slider, third_slider, forth_slider, fifth_slider, sixth_slider], outputs=[image_output, current_values])
@@ -41,17 +45,7 @@ with gr.Blocks() as demo:
         fifth_slider.change(track, inputs=[image_input, first_slider, second_slider, third_slider, forth_slider, fifth_slider, sixth_slider], outputs=[image_output, current_values])
         sixth_slider.change(track, inputs=[image_input, first_slider, second_slider, third_slider, forth_slider, fifth_slider, sixth_slider], outputs=[image_output, current_values])
 
-        with gr.Row():
-            with gr.Column():
-                image_input = gr.Image(label="Select Image")
-                file_input = gr.File(label="Select O-Matrix")
-                upload_button = gr.Button("Upload")
-                mask_input = gr.Button("Initiate masking (Temporary)") #will call the opencv screen
-            with gr.Column():
-                image_output = gr.Image()
-                download_dxf = gr.Button("Download the DXF File")
-                
-        
+
     with gr.Tab("Pick Corners"):
         with gr.Row():
             with gr.Column():

distortion.py

@@ -130,4 +130,64 @@ def track(img, h1, s1, v1, h2, s2, v2):
         res = cv2.bitwise_and(img,img, mask= mask)
         #hsv = cv2.cvtColor(res, cv2.COLOR_BGR2HSV)
     
-        return res, total
+        return res, total
+    
+def allign_tab(file_path, yaml):
+    
+
+    coordinates = []
+    # Load the masked image
+    img = cv2.imread(file_path)
+    
+    mtx, dist = load_coefficients_yaml(yaml)
+    
+    img = cv2.undistort(img, mtx, dist, None, None)
+    
+    height, width, _ = img.shape
+    
+    # Convert the image to grayscale
+    gray = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY)
+    
+    # Apply a threshold to convert the grayscale image into a binary image
+    _, binary = cv2.threshold(gray, 0, 255, cv2.THRESH_BINARY)
+    
+    # Find the contours in the binary image
+    contours, hierarchy = cv2.findContours(binary, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)
+    
+    # Select the contour with the largest area (the object we want to extract the corners from)
+    contour = max(contours, key=cv2.contourArea)
+    
+    # Approximate the contour with a polygon
+    epsilon = 0.01 * cv2.arcLength(contour, True)
+    approx = cv2.approxPolyDP(contour, epsilon, True)
+    print(approx)
+    
+    # Draw the polygon on the original image
+    cv2.polylines(img, [approx], True, (0, 255, 0), thickness=2)
+    
+    # cv2.imshow('image', img)
+    # cv2.waitKey(0)
+    # cv2.destroyAllWindows()
+        
+    doc = ezdxf.new("R2010", setup=True)
+    msp = doc.modelspace()
+
+    # Print the coordinates of the corners
+    for corner in approx:
+        x, y = corner[0]
+        coordinates.append([x,y])
+        #print(f"({x}, {y})")
+        
+        
+    msp.add_line((coordinates[0][0], -coordinates[0][1]), (coordinates[1][0], -coordinates[1][1]))
+    msp.add_line((coordinates[1][0], -coordinates[1][1]), (coordinates[2][0], -coordinates[2][1]))
+    msp.add_line((coordinates[2][0], -coordinates[2][1]), (coordinates[3][0], -coordinates[3][1]))
+    msp.add_line((coordinates[3][0], -coordinates[3][1]), (coordinates[0][0], -coordinates[0][1]))
+    msp.add_line((0,0), (0, -height))
+    msp.add_line((0, -height), (width, -height))
+    msp.add_line((width, -height), (width, 0))
+    msp.add_line((width, 0), (0,0))
+    
+
+    dwf_file = doc.saveas("output.dxf") 
+    return "output.dxf", img