Ai_Virtual_Mouse/AiVirtualMouse.py at main · anas-hizem/Ai_Virtual_Mouse · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
import cv2
import numpy as np
import HandTrakingModule as htm
import time
import autopy


####variable
wCam = 1270
hCam = 720
frameR = 100 #frame reduction
smoothening = 6

#########

pTime = 0
plocX , plocY = 0,0
clocX , clocY = 0,0

cap = cv2.VideoCapture(0)
cap.set(3,wCam)
cap.set(4,hCam)
detector = htm.handDetector(maxHands=1 , detectionCon=0.8)
wScr , hScr = autopy.screen.size()
print(wScr , hScr)


while True :
    #1.Find hand Lanmarks
    sucess , img = cap.read()
    img = detector.findHands(img)
    lmList , bbox = detector.findPosition(img)


    #2.Get the tip of the index and middle fingers
    if len(lmList) != 0:
        x1, y1 = lmList[8][1:]
        x2, y2 = lmList[12][1:]
        #print(x1 , y1 , x2 , y2)
    #3.Check which fingers are up
    fingers = detector.fingersUp()
    #print(fingers)
    cv2.rectangle(img, (frameR, frameR), (wCam - frameR , hCam - frameR), (255, 0, 255) , 2)

    #4.Only index finger : Moving mode
    if len(fingers) >= 3 and fingers[1] == 1 and fingers[2] == 0:
        #5.Convert coodinates
        x3 = np.interp(x1 ,(frameR,wCam-frameR) , (0, wScr))
        y3 = np.interp(y1 ,(frameR,hCam-frameR) , (0, hScr))
        #6.smoothen values
        clocX = plocX + (x3 - plocX) / smoothening
        clocY = plocY + (y3 - plocY) / smoothening

        #7.Move mouse
        autopy.mouse.move(wScr-clocX , clocY)
        cv2.circle(img , (x1 ,y1) , 15 , (255 ,0 ,255) , cv2.FILLED)
        plocX , plocY = clocX , clocY

    #8.Both index and middle fingers are up : Clicking mode
    if len(fingers) >= 3 and fingers[1] == 1 and fingers[2] == 1:
        # 9.Find distance between fingers
        length ,img , lineInfo = detector.findDistance(8,12,img)
        print(length)
        # 10.CLick mouse if distance up
        if( length < 40 ):
            cv2.circle(img, (lineInfo[4], lineInfo[5]), 15, (0 , 255 , 0), cv2.FILLED)
            autopy.mouse.click()

    #11.Frame rate
    cTime = time.time()
    fps= 1/(cTime - pTime)
    pTime = cTime
    cv2.putText (img , str(int(fps)) , (20 , 50) , cv2.FONT_HERSHEY_PLAIN , 3 , (255 , 0 , 0) ,3)
    #12.Dispaly

    cv2.imshow('Stream', img)
    (cv2.waitKey(1))