Slides_Changer/RightClick.py at master · YasserBaghdadi/Slides_Changer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
from datetime import datetime

import cv2
from cvzone.HandTrackingModule import HandDetector
import Clicks

cap = cv2.VideoCapture(0)

detector = HandDetector(detectionCon=0.5, maxHands=2)
# color = (255, 0, 255)
# cx, cy, w, h = 100, 100, 200, 200
waitingSeconds = 1

waitingSeconds = waitingSeconds * 1000
handTypes = {}
lastAction = datetime.now()
checkRightCounter = 0
checkLeftCounter = 0
lastCheckRight = datetime.now()
lastCheckLeft = datetime.now()

print(lastAction)

while True:
    # print('Reading')
    _, img = cap.read()
    hands, img = detector.findHands(img)
    # hands, img = detector.findHands(img, flipType=False)
    # hands = detector.findHands(img, draw=False)

    # cv2.rectangle(img, (cx-w//2, cy-h//2), (cx+w//2, cy+h//2), color, cv2.FILLED)

    if hands:
        hand1 = hands[0]
        lmList1 = hand1["lmList"]  # list of 21 landmarks points
        bbox1 = hand1["bbox"]  # x, y, w, h
        centerPoint1 = hand1["center"]  # cx, cy
        handType1 = hand1["type"]
        fingers1 = detector.fingersUp(hand1)
        index_finger1 = lmList1[8]
        middle_finger1 = lmList1[12]

        # cv2.circle(img, index_finger1, 10, color, cv2.FILLED)
        handTypes[handType1] = hand1

        if len(hands) == 2:
            hand2 = hands[1]
            lmList2 = hand2["lmList"]  # list of 21 landmarks points
            bbox2 = hand2["bbox"]  # x, y, w, h
            centerPoint2 = hand2["center"]  # cx, cy
            handType2 = hand2["type"]
            fingers2 = detector.fingersUp(hand2)
            handTypes[handType2] = hand2
            rightHand = handTypes.get("Right", 0)
            leftHand = handTypes.get("Left", 0)
            if not rightHand or not leftHand:
                continue
            rightUpFingers = detector.fingersUp(rightHand)
            leftUpFingers = detector.fingersUp(leftHand)
            index_finger2 = lmList2[8]
            middle_finger2 = lmList2[12]
            if leftUpFingers[0] and leftUpFingers[1] and leftUpFingers[2] and not leftUpFingers[3] and not leftUpFingers[4]:
                index_finger1 = index_finger1[:2]
                index_finger2 = index_finger2[:2]
                length, info, img = detector.findDistance(index_finger1, index_finger2, img)
                # length, info = detector.findDistance(index_finger1, index_finger2)
                if length > 100:
                    now = datetime.now()
                    if (now - lastAction).seconds*1000 > waitingSeconds:
                        lastAction = now
                        print("Right")
                        Clicks.swipe_right()

            if rightUpFingers[0] and rightUpFingers[1] and rightUpFingers[2] and not rightUpFingers[3] and not \
            rightUpFingers[4]:
                index_finger1 = index_finger1[:2]
                index_finger2 = index_finger2[:2]
                length, info, img = detector.findDistance(index_finger1, index_finger2, img)
                if length > 100:
                    now = datetime.now()
                    if (now - lastAction).seconds*1000 > waitingSeconds:
                        checkLeftCounter += 1
                        if (now - lastCheckLeft).seconds < 1:
                            lastCheckLeft = now
                            checkLeftCounter = 0

                        if checkLeftCounter > 10:
                            lastAction = now
                            print("Left")
                            Clicks.swipe_left()
                            checkLeftCounter = 0
    img = cv2.flip(img, 1)

    cv2.imshow("Image", img)
    cv2.waitKey(1)