added folder for hand pose estimation

README.md

@@ -13,4 +13,8 @@ useful: https://github.com/ruslanmv/How-to-Sync-Hugging-Face-Spaces-with-a-GitHu
 
 https://stackoverflow.com/questions/5620525/git-pushing-to-two-repos-in-one-command
 
-TBA
+https://dev.to/0xkoji/sync-github-repo-and-hugging-face-space-repo-with-github-actions-3ca1
+
+https://discuss.huggingface.co/t/how-to-sync-hugging-face-model-commits-with-github/149599
+
+https://github.com/huggingface/huggingface_hub/issues/534

src/mediapipe_pose/utils.py

@@ -0,0 +1,115 @@
+# @title Default title text
+from mediapipe.framework.formats import detection_pb2
+from mediapipe.framework.formats import location_data_pb2
+from mediapipe.framework.formats import landmark_pb2
+
+from mediapipe.python.solutions.drawing_utils import DrawingSpec, _normalized_to_pixel_coordinates
+
+import math
+from typing import List, Mapping, Optional, Tuple, Union
+import numpy as np
+
+PRESENCE_THRESHOLD = 0.5
+RGB_CHANNELS = 3
+BLACK_COLOR = (0, 0, 0)
+RED_COLOR = (0, 0, 255)
+GREEN_COLOR = (0, 128, 0)
+BLUE_COLOR = (255, 0, 0)
+VISIBILITY_THRESHOLD = 0.5
+
+def draw_landmarks(
+    image: np.ndarray,
+    landmark_list: landmark_pb2.NormalizedLandmarkList,
+    connections: Optional[List[Tuple[int, int]]] = None,
+    landmark_drawing_spec: Union[DrawingSpec,
+                                 Mapping[int, DrawingSpec]] = DrawingSpec(
+                                     color=RED_COLOR),
+    connection_drawing_spec: Union[DrawingSpec,
+                                   Mapping[Tuple[int, int],
+                                           DrawingSpec]] = DrawingSpec()):
+  """Draws the landmarks and the connections on the image.
+
+  Args:
+    image: A three channel RGB image represented as numpy ndarray.
+    landmark_list: A normalized landmark list proto message to be annotated on
+      the image.
+    connections: A list of landmark index tuples that specifies how landmarks to
+      be connected in the drawing.
+    landmark_drawing_spec: A DrawingSpec object that specifies the landmarks'
+      drawing settings such as color, line thickness, and circle radius.
+    connection_drawing_spec: A DrawingSpec object that specifies the
+      connections' drawing settings such as color and line thickness.
+
+  Raises:
+    ValueError: If one of the followings:
+      a) If the input image is not three channel RGB.
+      b) If any connetions contain invalid landmark index.
+  """
+  if not landmark_list:
+    return
+  if image.shape[2] != RGB_CHANNELS:
+    raise ValueError('Input image must contain three channel rgb data.')
+  image_rows, image_cols, _ = image.shape
+  idx_to_coordinates = {}
+  for idx, landmark in enumerate(landmark_list.landmark):
+    if ((landmark.HasField('visibility') and
+         landmark.visibility < VISIBILITY_THRESHOLD) or
+        (landmark.HasField('presence') and
+         landmark.presence < PRESENCE_THRESHOLD)):
+      continue
+    landmark_px = _normalized_to_pixel_coordinates(landmark.x, landmark.y,
+                                                   image_cols, image_rows)
+    if landmark_px:
+      idx_to_coordinates[idx] = landmark_px
+  if connections:
+    num_landmarks = len(landmark_list.landmark)
+    # Draws the connections if the start and end landmarks are both visible.
+    for connection in connections:
+      start_idx = connection[0]
+      end_idx = connection[1]
+      if not (0 <= start_idx < num_landmarks and 0 <= end_idx < num_landmarks):
+        raise ValueError(f'Landmark index is out of range. Invalid connection '
+                         f'from landmark #{start_idx} to landmark #{end_idx}.')
+      if start_idx in idx_to_coordinates and end_idx in idx_to_coordinates:
+        if isinstance(connection_drawing_spec, Mapping):
+          cv2.line(image, idx_to_coordinates[start_idx],
+                   idx_to_coordinates[end_idx],
+                   connection_drawing_spec[connection].color,
+                   connection_drawing_spec[connection].thickness)
+        else:
+          cv2.line(image, idx_to_coordinates[start_idx],
+                   idx_to_coordinates[end_idx], connection_drawing_spec.color,
+                   connection_drawing_spec.thickness)
+
+  # Draws landmark points after finishing the connection lines, which is
+  # aesthetically better.
+  for idx, landmark_px in idx_to_coordinates.items():
+    if isinstance(landmark_drawing_spec, Mapping):
+      cv2.circle(img=image, center=(int(landmark_px[0]) - landmark_drawing_spec[idx].circle_radius//2, int(landmark_px[1])), radius=landmark_drawing_spec[idx].circle_radius//2, color=landmark_drawing_spec[idx].color, thickness=landmark_drawing_spec[idx].thickness)
+      cv2.circle(img=image, center=(int(landmark_px[0]) + landmark_drawing_spec[idx].circle_radius//2, int(landmark_px[1])), radius=landmark_drawing_spec[idx].circle_radius//2, color=landmark_drawing_spec[idx].color, thickness=landmark_drawing_spec[idx].thickness)
+
+      # Triangle (bottom of heart)
+      pts = np.array([
+          [int(landmark_px[0]) - landmark_drawing_spec[idx].circle_radius, int(landmark_px[1])],
+          [int(landmark_px[0]) + landmark_drawing_spec[idx].circle_radius, int(landmark_px[1])],
+          [int(landmark_px[0]), landmark_px[1] + landmark_drawing_spec[idx].circle_radius*2]
+      ], np.int32).reshape((-1, 1, 2))
+
+      cv2.fillPoly(image, [pts], landmark_drawing_spec[idx].color)
+
+    else:
+      # Two circles (top lobes of heart)
+      cv2.circle(img=image, center=(int(landmark_px[0]) - landmark_drawing_spec.circle_radius//2, int(landmark_px[1])), radius=landmark_drawing_spec.circle_radius//2, color=landmark_drawing_spec.color, thickness=landmark_drawing_spec.thickness)
+      cv2.circle(img=image, center=(int(landmark_px[0]) + landmark_drawing_spec.circle_radius//2, int(landmark_px[1])), radius=landmark_drawing_spec.circle_radius//2, color=landmark_drawing_spec.color, thickness=landmark_drawing_spec.thickness)
+
+      # Triangle (bottom of heart)
+      pts = np.array([
+          [int(landmark_px[0]) - landmark_drawing_spec.circle_radius, int(landmark_px[1])],
+          [int(landmark_px[0]) + landmark_drawing_spec.circle_radius, int(landmark_px[1])],
+          [int(landmark_px[0]), landmark_px[1] + landmark_drawing_spec.circle_radius*2]
+      ], np.int32).reshape((-1, 1, 2))
+
+      cv2.fillPoly(image, [pts], landmark_drawing_spec.color)
+
+      #cv2.circle(image, landmark_px, landmark_drawing_spec.circle_radius,
+                 #landmark_drawing_spec.color, landmark_drawing_spec.thickness)