update

main.py → Hands.py

@@ -1,11 +1,14 @@
 import cv2
 import mediapipe as mp
 import pyautogui
-cap = cv2.VideoCapture(0)
-hand_detector = mp.solutions.hands.Hands()
+
+cap = cv2.VideoCapture(0) # Open Camera
+mpHands = mp.solutions.hands
+hand_detector = mpHands.Hands(False)
 drawing_utils = mp.solutions.drawing_utils
 screen_width, screen_height = pyautogui.size()
 index_y = 0
+
 while True:
     _, frame = cap.read()
     frame = cv2.flip(frame, 1)
@@ -13,6 +16,7 @@ while True:
     rgb_frame = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
     output = hand_detector.process(rgb_frame)
     hands = output.multi_hand_landmarks
+    
     if hands:
         for hand in hands:
             drawing_utils.draw_landmarks(frame, hand)
@@ -20,20 +24,30 @@ while True:
             for id, landmark in enumerate(landmarks):
                 x = int(landmark.x*frame_width)
                 y = int(landmark.y*frame_height)
-                if id == 8:
-                    cv2.circle(img=frame, center=(x,y), radius=10, color=(0, 255, 255))
+                
+                if id == 4:
+                    cv2.circle(frame,(x, y), 15, (255,255,0), cv2.FILLED)
                     index_x = screen_width/frame_width*x
                     index_y = screen_height/frame_height*y
 
-                if id == 4:
-                    cv2.circle(img=frame, center=(x,y), radius=10, color=(0, 255, 255))
+                if id == 6:
+                    cv2.circle(frame,(x, y), 15, (255,255,0), cv2.FILLED)
                     thumb_x = screen_width/frame_width*x
                     thumb_y = screen_height/frame_height*y
+                    
                     print('outside', abs(index_y - thumb_y))
-                    if abs(index_y - thumb_y) < 50:
+                    
+                    if abs(index_y - thumb_y) < 40:
                         pyautogui.click()
-                        pyautogui.sleep(0.2)
-                    elif abs(index_y - thumb_y) < 300:
-                        pyautogui.moveTo(index_x, index_y)
+                        pyautogui.sleep(0.1)
+                        
+                        # if(abs(index_y - thumb_y) < 50):
+                        #     print('outside', abs(index_y - thumb_y))
+                        
+                    elif abs(index_y - thumb_y) < 250:
+                        pyautogui.moveTo(thumb_x, thumb_y)
+                        
+                drawing_utils.draw_landmarks(frame, hand, mpHands.HAND_CONNECTIONS)
+                        
     cv2.imshow('Virtual Mouse', frame)
     cv2.waitKey(1)

Realtime_Face_Landmark_Detection.py

@@ -0,0 +1,71 @@
+import cv2
+import mediapipe as mp
+import time
+
+# model = 'model.task'
+capture = cv2.VideoCapture(0)
+ 
+previousTime = 0
+currentTime = 0
+mp_holistic = mp.solutions.holistic
+holistic_model = mp_holistic.Holistic(
+    min_detection_confidence=0.5,
+    min_tracking_confidence=0.5
+)
+
+mp_drawing = mp.solutions.drawing_utils
+ 
+while capture.isOpened():
+    ret, frame = capture.read()
+ 
+    frame = cv2.resize(frame, (800, 600))
+    image = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
+    image.flags.writeable = False
+
+
+    results = holistic_model.process(image)
+    image.flags.writeable = True
+ 
+    image = cv2.cvtColor(image, cv2.COLOR_RGB2BGR)
+ 
+    mp_drawing.draw_landmarks(
+      image,
+      results.face_landmarks,
+      mp_holistic.FACEMESH_CONTOURS,
+      mp_drawing.DrawingSpec(
+        color=(255,0,255),
+        thickness=1,
+        circle_radius=1
+      ),
+      mp_drawing.DrawingSpec(
+        color=(0,255,255),
+        thickness=1,
+        circle_radius=1
+      )
+    )
+ 
+    mp_drawing.draw_landmarks(
+      image,
+      results.right_hand_landmarks,
+      mp_holistic.HAND_CONNECTIONS
+    )
+ 
+    mp_drawing.draw_landmarks(
+      image,
+      results.left_hand_landmarks,
+      mp_holistic.HAND_CONNECTIONS
+    )
+     
+    currentTime = time.time()
+    fps = 1 / (currentTime-previousTime)
+    previousTime = currentTime
+    
+    cv2.putText(image, str(int(fps))+" FPS", (10, 70), cv2.FONT_HERSHEY_COMPLEX, 1, (0,255,0), 2)
+
+    cv2.imshow("Facial and Hand Landmarks", image)
+    if cv2.waitKey(5) & 0xFF == ord('q'):
+        break
+
+
+capture.release()
+cv2.destroyAllWindows()

VolumeControl.py

@@ -0,0 +1,76 @@
+import cv2
+import mediapipe as mp
+import time
+from ctypes import cast, POINTER
+from comtypes import CLSCTX_ALL
+from pycaw.pycaw import AudioUtilities, IAudioEndpointVolume
+import numpy as np
+
+cap = cv2.VideoCapture(0)
+
+mpHands = mp.solutions.hands
+hands = mpHands.Hands(False)
+
+mpDraw = mp.solutions.drawing_utils
+
+# Initialize volume control
+devices = AudioUtilities.GetSpeakers()
+interface = devices.Activate(IAudioEndpointVolume._iid_, CLSCTX_ALL, None)
+volume = cast(interface, POINTER(IAudioEndpointVolume))
+volRange = volume.GetVolumeRange()
+minVol = volRange[0]
+maxVol = volRange[1]
+
+pTime = 0
+cTime = 0
+
+while True:
+    _, img = cap.read()
+    img = cv2.flip(img, 1)
+    imgRGB = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
+    results = hands.process(imgRGB)
+    
+    if results.multi_hand_landmarks:
+        for handLms in results.multi_hand_landmarks:
+            lmList = []
+            for id, lm in enumerate(handLms.landmark):
+                h, w, c = img.shape
+                cx, cy = int(lm.x * w), int(lm.y * h)
+                lmList.append([id, cx, cy])
+                
+                if id == 4:
+                    cv2.circle(img, (cx, cy), 15, (255, 0, 255), cv2.FILLED)
+                    
+                if id == 8:
+                    cv2.circle(img, (cx, cy), 15, (255, 0, 255), cv2.FILLED)
+            
+            mpDraw.draw_landmarks(img, handLms, mpHands.HAND_CONNECTIONS)
+            
+            if len(lmList) != 0:
+                x1, y1 = lmList[4][1], lmList[4][2]
+                x2, y2 = lmList[8][1], lmList[8][2]
+                
+                cv2.line(img, (x1, y1), (x2, y2), (255, 0, 0), 3)
+                length = np.hypot(x2 - x1, y2 - y1)
+                
+                # Hand range 50 - 300
+                # Volume range -65 - 0
+                vol = np.interp(length, [50, 300], [minVol, maxVol])
+                volume.SetMasterVolumeLevel(vol, None)
+                
+                # Show the volume level
+                volBar = np.interp(length, [50, 300], [400, 150])
+                volPer = np.interp(length, [50, 300], [0, 100])
+                
+                cv2.rectangle(img, (50, 150), (85, 400), (0, 255, 0), 3)
+                cv2.rectangle(img, (50, int(volBar)), (85, 400), (0, 255, 0), cv2.FILLED)
+                cv2.putText(img, f'{int(volPer)} %', (40, 450), cv2.FONT_HERSHEY_PLAIN, 2, (255, 0, 0), 2)
+            
+    cTime = time.time()
+    fps = 1 / (cTime - pTime)
+    pTime = cTime
+    
+    cv2.putText(img, str(int(fps)), (10, 78), cv2.FONT_HERSHEY_PLAIN, 3, (255, 255, 0), 3)
+    
+    cv2.imshow("Image", img)
+    cv2.waitKey(1)

tempCodeRunnerFile.py

@@ -0,0 +1,42 @@
+import cv2
+import mediapipe as mp
+import time
+
+cap = cv2.VideoCapture(0)
+
+mpHands = mp.solutions.hands
+hands = mpHands.Hands(False)
+
+mpDraw = mp.solutions.drawing_utils
+
+pTime = 0
+cTime = 0
+
+while True:
+    _, img = cap.read()
+    img = cv2.flip(img, 1)
+    imgRGB = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
+    results = hands.process(imgRGB)
+    
+    if results.multi_hand_landmarks:
+        for handLms in results.multi_hand_landmarks:
+            for id, lm in enumerate(handLms.landmark):
+                h, w, c = img.shape
+                cx, cy = int(lm.x*w), int(lm.y*h)
+                
+                if id == 4:
+                    cv2.circle(img,(cx, cy), 15, (255,0,255), cv2.FILLED)
+                    
+                if id == 8:
+                    cv2.circle(img,(cx, cy), 15, (255,0,255), cv2.FILLED)
+                
+            mpDraw.draw_landmarks(img, handLms, mpHands.HAND_CONNECTIONS)
+            
+    cTime = time.time()
+    fps = 1/(cTime - pTime)
+    pTime = cTime
+    
+    cv2.putText(img, str(int(fps)), (10,78), cv2.FONT_HERSHEY_PLAIN, 3, (255,255,0), 3)
+    
+    cv2.imshow("Image",img)
+    cv2.waitKey(1)