add custom handler

handler.py

@@ -0,0 +1,48 @@
+from typing import Dict, List, Any
+import os
+import requests
+from flask import Flask, Response, request, jsonify
+from segment_anything import SamPredictor, sam_model_registry
+
+class EndpointHandler():
+    def __init__(self, path=""):
+        # Preload all the elements you are going to need at inference.
+        model_type = "vit_b"
+		# prefix = "/opt/ml/model"
+		model_path = "tf_model.h5"
+		# model_checkpoint_path = os.path.join(prefix, "sam_vit_h_4b8939.pth")
+
+		sam = sam_model_registry[model_type](checkpoint=model_path)
+		predictor = SamPredictor(sam)
+
+    def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
+        """
+       data args:
+            inputs (:obj: `str` | `PIL.Image` | `np.array`)
+            kwargs
+      Return:
+            A :obj:`list` | `dict`: will be serialized and returned
+        """
+
+		inputs = data.pop("inputs", data)
+		image_url = inputs.pop("imageUrl", none)
+
+		if not image_url:
+			return jsonify({"error": "image_url not provided"}), 400
+
+		try:
+			response = requests.get(image_url)
+			response.raise_for_status()
+			image = response.content
+		except requests.RequestException as e:
+			return jsonify({"error": f"Error downloading image: {str(e)}"}), 500
+
+
+		predictor.set_image(image)
+
+		image_embedding = predictor.get_image_embedding().cpu().numpy().toList()
+
+		return jsonify(image_embedding)
+
+        # pseudo
+        # self.model(input)

requirements.txt

@@ -0,0 +1,6 @@
+# -f https://download.pytorch.org/whl/cu117/torch_stable.html
+# torch
+# torchvision
+git+https://github.com/ara-vardanyan/segment-anything.git
+flask
+requests

test_handler.py

@@ -0,0 +1,13 @@
+from handler import EndpointHandler
+
+# init handler
+my_handler = EndpointHandler(path=".")
+
+# prepare sample payload
+payload = {"inputs": "I am quite excited how this will turn out", "imageUrl": "https://res.cloudinary.com/dvfgdnfzd/image/upload/v1693510414/nvae1t0lvgzavfkgb45j.png"}
+
+# test the handler
+payload=my_handler(payload)
+
+# show results
+print("payload", payload)