Upload 7 files

app.py

@@ -0,0 +1,143 @@
+import streamlit as st
+from segment_anything import sam_model_registry, SamAutomaticMaskGenerator, SamPredictor
+# from IPython.display import display, Image
+import cv2
+import numpy as np
+import matplotlib.pyplot as plt
+from rembg import remove
+from PIL import Image
+
+
+# Content of detectObjects.py file 
+# import detectObjects
+import ultralytics
+from ultralytics import YOLO
+
+model = YOLO('yolov8n.pt')
+sam_checkpoint = "sam_vit_b_01ec64.pth"
+model_type = "vit_b"
+sam = sam_model_registry[model_type](checkpoint=sam_checkpoint)
+predictor = SamPredictor(sam)
+
+def detected_objects(filename:str):
+    results = model.predict(source=filename, conf=0.25)
+
+    categories = results[0].names
+
+    dc = []
+    for i in range(len(results[0])):
+        cat = results[0].boxes[i].cls
+        dc.append(categories[int(cat)])
+
+    print(dc)
+    return results, dc
+
+def show_mask(mask, ax, random_color=False):
+    if random_color:
+        color = np.concatenate([np.random.random(3), np.array([0.6])], axis=0)
+    else:
+        color = np.array([30/255, 144/255, 255/255, 0.6])
+    h, w = mask.shape[-2:]
+    mask_image = mask.reshape(h, w, 1) * color.reshape(1, 1, -1)
+    ax.imshow(mask_image)
+
+def show_points(coords, labels, ax, marker_size=375):
+    pos_points = coords[labels==1]
+    neg_points = coords[labels==0]
+    ax.scatter(pos_points[:, 0], pos_points[:, 1], color='green', marker='*', s=marker_size, edgecolor='white', linewidth=1.25)
+    ax.scatter(neg_points[:, 0], neg_points[:, 1], color='red', marker='*', s=marker_size, edgecolor='white', linewidth=1.25)
+
+def show_box(box, ax):
+    x0, y0 = box[0], box[1]
+    w, h = box[2] - box[0], box[3] - box[1]
+    ax.add_patch(plt.Rectangle((x0, y0), w, h, edgecolor='green', facecolor=(0,0,0,0), lw=2))
+
+st.title('Extract Objects From Image')
+
+uploaded_file = st.file_uploader('Upload an image')
+
+if uploaded_file is not None:
+    # To read file as bytes:
+    bytes_data = uploaded_file.getvalue()
+    with open('uploaded_file.png','wb') as file:
+        file.write(uploaded_file.getvalue())
+
+    # Detect objects in the uploaded image
+    # results, dc = detectObjects.detected_objects('uploaded_file.png')
+    results, dc = detected_objects('uploaded_file.png')
+
+    st.write(dc)
+
+    option = st.selectbox("Which object would you like to extract?", tuple(dc))
+    # print(option)
+    index_of_the_choosen_detected_object = tuple(dc).index(option)
+
+    if st.button('Extract'):
+        for result in results:
+            boxes = result.boxes
+
+        bbox=boxes.xyxy.tolist()[index_of_the_choosen_detected_object]
+        # sam_checkpoint = "sam_vit_b_01ec64.pth"
+        # model_type = "vit_b"
+        # sam = sam_model_registry[model_type](checkpoint=sam_checkpoint)
+        # predictor = SamPredictor(sam)
+
+        image = cv2.cvtColor(cv2.imread('uploaded_file.png'), cv2.COLOR_BGR2RGB)
+        predictor.set_image(image)
+
+        input_box = np.array(bbox)
+
+        masks, _, _ = predictor.predict(
+            point_coords=None,
+            point_labels=None,
+            box=input_box[None, :],
+            multimask_output=False,
+        )
+
+        # plt.figure(figsize=(10, 10))
+        # st.image(image)
+        # plt.imshow(image)
+        # show_mask(masks[0], plt.gca())
+        # show_box(input_box, plt.gca())
+        # plt.axis('off')
+        # plt.show()
+
+        segmentation_mask = masks[0]
+        binary_mask = np.where(segmentation_mask > 0.5, 1, 0)
+
+        white_background = np.ones_like(image) * 255
+
+        new_image = white_background * (1 - binary_mask[..., np.newaxis]) + image * binary_mask[..., np.newaxis]
+
+
+        plt.imsave('extracted_image.jpg', new_image.astype(np.uint8))
+        # st.image('extracted_image.jpg')
+
+        # Store path of the image in the variable input_path
+        input_path = 'extracted_image.jpg'
+
+        # Store path of the output image in the variable output_path
+        output_path = 'finalExtracted.png'
+
+        # Processing the image
+        input = Image.open(input_path)
+
+        # Removing the background from the given Image
+        output = remove(input)
+
+        #Saving the image in the given path
+        output.save(output_path)
+        # st.image(output_path)
+
+        with open("finalExtracted.png", "rb") as file:
+            btn = st.download_button(
+                label="Download final image",
+                data=file,
+                file_name="finalExtracted.png",
+                mime="image/png",
+            )
+
+        # bbox=boxes.xyxy.tolist()[0]
+
+
+

detectObjects.py

@@ -0,0 +1,18 @@
+import ultralytics
+from ultralytics import YOLO
+
+model = YOLO('yolov8n.pt')
+
+def detected_objects(filename:str):
+    results = model.predict(source=filename, conf=0.25)
+
+    categories = results[0].names
+
+    dc = []
+    for i in range(len(results[0])):
+        cat = results[0].boxes[i].cls
+        dc.append(categories[int(cat)])
+
+    print(dc)
+    return results, dc
+

packages.txt

@@ -0,0 +1 @@
+libgl1

requirements.txt

@@ -0,0 +1,129 @@
+# altair==5.4.0
+# asttokens==2.4.1
+# attrs==24.2.0
+# blinker==1.8.2
+# cachetools==5.5.0
+# certifi==2024.7.4
+# charset-normalizer==3.3.2
+# click==8.1.7
+# coloredlogs==15.0.1
+# comm==0.2.1
+# contourpy==1.2.1
+# cycler==0.12.1
+# debugpy==1.8.0
+# decorator==5.1.1
+# # exceptiongroup @ file:///home/conda/feedstock_root/build_artifacts/exceptiongroup_1720869315914/work
+# executing==2.0.1
+# filelock==3.15.4
+# flatbuffers==24.3.25
+# fonttools==4.53.1
+# fsspec==2024.6.1
+# gitdb==4.0.11
+# GitPython==3.1.43
+# humanfriendly==10.0
+# idna==3.8
+# imageio==2.35.1
+# # importlib_metadata @ file:///home/conda/feedstock_root/build_artifacts/importlib-metadata_1724187233579/work
+# intel-openmp==2021.4.0
+# ipykernel==6.29.0
+# ipython==8.20.0
+# jedi==0.19.1
+# Jinja2==3.1.4
+# jsonschema==4.23.0
+# jsonschema-specifications==2023.12.1
+# jupyter_client==8.6.0
+# jupyter_core==5.7.1
+# kiwisolver==1.4.5
+# lazy_loader==0.4
+# llvmlite==0.43.0
+# markdown-it-py==3.0.0
+# MarkupSafe==2.1.5
+# matplotlib==3.9.2
+# matplotlib-inline==0.1.6
+# mdurl==0.1.2
+# mkl==2021.4.0
+# mpmath==1.3.0
+# narwhals==1.5.5
+# nest-asyncio==1.5.9
+# networkx==3.3
+# numba==0.60.0
+# numpy==1.26.4
+# onnxruntime==1.19.0
+# opencv-contrib-python-headless==4.10.0.84
+# opencv-python==4.10.0.84
+# opencv-python-headless==4.10.0.84
+# packaging==23.2
+# pandas==2.2.2
+# parso==0.8.3
+# # pickleshare @ file:///home/conda/feedstock_root/build_artifacts/pickleshare_1602536217715/work
+# pillow==10.4.0
+# # platformdirs @ file:///home/conda/feedstock_root/build_artifacts/platformdirs_1715777629804/work
+# pooch==1.8.2
+# prompt-toolkit==3.0.43
+# protobuf==5.27.3
+# psutil==5.9.7
+# pure-eval==0.2.2
+# py-cpuinfo==9.0.0
+# pyarrow==17.0.0
+# pydeck==0.9.1
+# Pygments==2.17.2
+# PyMatting==1.1.12
+# pyparsing==3.1.3
+# pyreadline3==3.4.1
+# python-dateutil==2.8.2
+# pytz==2024.1
+# pywin32==306
+# PyYAML==6.0.2
+# pyzmq==25.1.2
+# referencing==0.35.1
+# rembg==2.0.58
+# requests==2.32.3
+# rich==13.7.1
+# rpds-py==0.20.0
+# scikit-image==0.24.0
+# scipy==1.14.1
+# seaborn==0.13.2
+# segment_anything @ git+https://github.com/facebookresearch/segment-anything.git@6fdee8f2727f4506cfbbe553e23b895e27956588
+# six==1.16.0
+# smmap==5.0.1
+# stack-data==0.6.3
+# streamlit==1.37.1
+# sympy==1.13.2
+# tbb==2021.13.1
+# tenacity==8.5.0
+# tifffile==2024.8.10
+# toml==0.10.2
+# torch==2.3.0
+# torchvision==0.18.0
+# tornado==6.4
+# tqdm==4.66.5
+# traitlets==5.14.1
+# # typing_extensions @ file:///home/conda/feedstock_root/build_artifacts/typing_extensions_1717802530399/work
+# tzdata==2024.1
+# ultralytics==8.2.81
+# ultralytics-thop==2.0.5
+# urllib3==2.2.2
+# watchdog==4.0.2
+# wcwidth==0.2.13
+# wget==3.2
+# # zipp @ file:///home/conda/feedstock_root/build_artifacts/zipp_1723591248676/work
+
+
+
+# New Requirements.txt file for Deployment
+
+matplotlib
+
+# opencv-python-headless
+# opencv-contrib-python-headless==4.10.0.84
+opencv-contrib-python-headless
+# opencv-python==4.10.0.84
+# opencv-python-headless==4.10.0.84
+
+segment_anything @ git+https://github.com/facebookresearch/segment-anything.git@6fdee8f2727f4506cfbbe553e23b895e27956588
+
+rembg
+
+streamlit
+
+ultralytics==8.2.81

sam_vit_b_01ec64.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2df62732614e57411cdcf32a23ffdf28910380d03139ee0f4fcbe91eb8c912
+size 375042383

yolov8n.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59b3d833e2ff32e194b5bb8e08d211dc7c5bdf144b90d2c8412c47ccfc83b36
+size 6549796