AIKeyboardProject/AIKeyboardProject.py at master · jainhardik13/AIKeyboardProject · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
import cv2
from cvzone.HandTrackingModule import HandDetector
from time import sleep
import numpy as np
import cvzone
from pynput.keyboard import Controller

# SETTING FOR CAMERA
cap = cv2.VideoCapture(0)

# SETTING FOR RESOLUTION
cap.set(3, 1280)
cap.set(4, 720)

# SETTING OF DETECTION CONFIDENCE OF 0.8 AND MAXIMUM 2 HANDS
detector = HandDetector(detectionCon=0.8, maxHands=2)

keys = [["Q","W","E","R","T","Y","U","I","O","P"],
        ["A","S","D","F","G","H","J","K","L",";"],
        ["Z","X","C","V","B","N","M",",",".","/"],
        ["SPACE", "BACKSPACE"]]

finalText = ""

keyboard = Controller()

# Color settings (you can modify these)
BUTTON_COLOR = (255, 0, 255)
TEXT_COLOR = (255, 255, 255)
HIGHLIGHT_COLOR = (175, 0, 175)
CLICK_COLOR = (0, 255, 0)

def drawALL(img, buttonList):
    for button in buttonList:
        x, y = button.pos
        w, h = button.size
        cvzone.cornerRect(img, (button.pos[0], button.pos[1], button.size[0], button.size[1]), 20, rt=0)
        cv2.rectangle(img, button.pos, (x + w, y + h), BUTTON_COLOR, cv2.FILLED)
        cv2.putText(img, button.text, (x + 20, y + 65), cv2.FONT_HERSHEY_PLAIN, 4, TEXT_COLOR, 4)
    return img

class Button():
    def __init__(self, pos, text, size=[85, 85]):
        self.pos = pos
        self.text = text
        self.size = size

buttonList = []
for i in range(len(keys)):
    for j, key in enumerate(keys[i]):
        if key in ["SPACE", "BACKSPACE"]:
            buttonList.append(Button([50 + j * 630, 100 * i + 50], key, size=[550, 85]))
        else:
            buttonList.append(Button([100 * j + 50, 100 * i + 50], key))

def handle_key_press(key):
    global finalText
    if key == "SPACE":
        keyboard.press(' ')
        keyboard.release(' ')
        finalText += " "
    elif key == "BACKSPACE":
        keyboard.press('\b')
        keyboard.release('\b')
        finalText = finalText[:-1]
    else:
        keyboard.press(key)
        keyboard.release(key)
        finalText += key

while True:
    success, img = cap.read()
    hands, img = detector.findHands(img)

    img = drawALL(img, buttonList)

    if hands:
        for hand in hands:
            lmList = hand["lmList"]
            for button in buttonList:
                x, y = button.pos
                w, h = button.size

                if x < lmList[8][0] < x + w and y < lmList[8][1] < y + h:
                    cv2.rectangle(img, button.pos, (x+w, y+h), HIGHLIGHT_COLOR, cv2.FILLED)
                    cv2.putText(img, button.text, (x + 20, y + 65), cv2.FONT_HERSHEY_PLAIN, 4, TEXT_COLOR, 4)

                    x1, y1 = lmList[8][0], lmList[8][1]
                    x2, y2 = lmList[4][0], lmList[4][1]

                    try:
                        l, _, _ = detector.findDistance((x1, y1), (x2, y2), img)
                        print(l)

                        if l < 50:
                            cv2.rectangle(img, button.pos, (x+w, y+h), CLICK_COLOR, cv2.FILLED)
                            cv2.putText(img, button.text, (x + 20, y + 65), cv2.FONT_HERSHEY_PLAIN, 4, TEXT_COLOR, 4)
                            handle_key_press(button.text)
                            sleep(0.15)
                    except Exception as e:
                        print(f"Error calculating distance: {str(e)}")

    cv2.rectangle(img, (50,500), (700,600), HIGHLIGHT_COLOR, cv2.FILLED)
    cv2.putText(img, finalText, (60, 580), cv2.FONT_HERSHEY_PLAIN, 5, TEXT_COLOR, 3)

    cv2.imshow("Virtual Keyboard", img)
    if cv2.waitKey(1) &  0xFF == ord('q'):
        break

cap.release()
cv2.destroyAllWindows()