File size: 1,988 Bytes
b060bfa
 
 
f600821
 
 
 
b060bfa
 
 
f600821
b060bfa
 
 
 
 
 
 
f600821
b060bfa
 
 
 
 
 
 
f600821
 
 
b060bfa
 
 
f600821
 
b060bfa
 
f600821
b060bfa
f600821
 
b060bfa
f600821
 
 
 
 
 
 
 
 
 
b060bfa
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
import cv2
import mediapipe as mp
import pyautogui

cap = cv2.VideoCapture(0) # Open Camera
mpHands = mp.solutions.hands
hand_detector = mpHands.Hands(False)
drawing_utils = mp.solutions.drawing_utils
screen_width, screen_height = pyautogui.size()
index_y = 0

while True:
    _, frame = cap.read()
    frame = cv2.flip(frame, 1)
    frame_height, frame_width, _ = frame.shape
    rgb_frame = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
    output = hand_detector.process(rgb_frame)
    hands = output.multi_hand_landmarks
    
    if hands:
        for hand in hands:
            drawing_utils.draw_landmarks(frame, hand)
            landmarks = hand.landmark
            for id, landmark in enumerate(landmarks):
                x = int(landmark.x*frame_width)
                y = int(landmark.y*frame_height)
                
                if id == 4:
                    cv2.circle(frame,(x, y), 15, (255,255,0), cv2.FILLED)
                    index_x = screen_width/frame_width*x
                    index_y = screen_height/frame_height*y

                if id == 6:
                    cv2.circle(frame,(x, y), 15, (255,255,0), cv2.FILLED)
                    thumb_x = screen_width/frame_width*x
                    thumb_y = screen_height/frame_height*y
                    
                    print('outside', abs(index_y - thumb_y))
                    
                    if abs(index_y - thumb_y) < 40:
                        pyautogui.click()
                        pyautogui.sleep(0.1)
                        
                        # if(abs(index_y - thumb_y) < 50):
                        #     print('outside', abs(index_y - thumb_y))
                        
                    elif abs(index_y - thumb_y) < 250:
                        pyautogui.moveTo(thumb_x, thumb_y)
                        
                drawing_utils.draw_landmarks(frame, hand, mpHands.HAND_CONNECTIONS)
                        
    cv2.imshow('Virtual Mouse', frame)
    cv2.waitKey(1)