MouselessMouse.py

import cv2
import time
import HandTrackingModule as htm
import pyautogui as pag
import numpy as np

frameW, frameH = 160, 120  # frame width and height
camW, camH = 640, 480  # frame height
screenW, screenH = pag.size()  # screen width and height
smoothening = 5

def minLandmark(landmarks):
    length = len(landmarks)
    min_val = 9999
    for i in range(length):
        if min_val > landmarks[i][2]:
            min_val = landmarks[i][2]
    return min_val

def maxLandmark(landmarks):
    length = len(landmarks)
    max_val = 0
    for i in range(length):
        if max_val < landmarks[i][2]:
            max_val = landmarks[i][2]
    return max_val

def canMoveMouse(fingersUp):  # Check if index finger is raised
    if fingersUp[1] and not any(fingersUp[2:]):
        return True
    return False

def moveMouse(x, y, prevlocX, prevlocY):
    # Map values to screen coordinates
    x2 = np.interp(x, (frameW, camW - frameW), (0, screenW))
    y2 = np.interp(y, (frameH, camH - frameH), (0, screenH))
    curlocX = prevlocX + (x2 - prevlocX) / smoothening
    curlocY = prevlocY + (y2 - prevlocY) / smoothening
    pag.moveTo(curlocX, curlocY)
    return curlocX, curlocY

def canLeftClick(fingersUp):  # Check if two fingers are raised
    if fingersUp[1:3] == [True, True] and not any(fingersUp[3:]) and not fingersUp[0]:
        return True
    return False

def leftClick():
    pag.click(button='left')

def canRightClick(fingersUp):  # Check if three fingers are raised
    if fingersUp[1:4] == [True, True, True] and not fingersUp[0] and not fingersUp[4]:
        return True
    return False

def rightClick():
    pag.click(button='right')

def canDrag(fingersUp):  # Check if four fingers are raised
    if all(fingersUp[1:]) and not fingersUp[0]:
        return True
    return False

def drag(x, y, prevlocX, prevlocY):
    # Map values to screen coordinates
    x2 = np.interp(x, (frameW, screenW - frameW), (0, screenW))
    y2 = np.interp(y, (frameH, screenH - frameH), (0, screenH))
    curlocX = prevlocX + (x2 - prevlocX) / smoothening
    curlocY = prevlocY + (y2 - prevlocY) / smoothening
    pag.dragTo(curlocX, curlocY, button='left')
    return curlocX, curlocY

def canScrollUp(fingersUp):  # Check if thumb is up
    if fingersUp[0] and not any(fingersUp[1:]):
        return True
    return False

def scrollUp():
    pag.scroll(20)

def canScrollDown(fingersUp):  # Check if all fingers are down
    if not any(fingersUp):
        return True
    return False

def scrollDown():
    pag.scroll(-20)

def main():
    cap = cv2.VideoCapture(0)
    detector = htm.handDetector()
    startTime = time.time()
    prevlocX, prevlocY = 0, 0
    while True:
        success, img = cap.read()  # Read frame from camera
        img = cv2.flip(img, 1)  # Flip the image horizontally
        img = cv2.rectangle(img, (frameW, frameH), (camW - frameW, camH - frameH), (0, 255, 0), 2)  # Draw a rectangle on the image
        img = detector.findHands(img)  # Find hands in the image
        landmarks = detector.findPosition(img)  # Find landmarks (finger tips) in the image

        if landmarks:
            if time.time() - startTime > 1:
                fingersUp = detector.findFingersUp(landmarks)  # Get the fingers that are raised
                if canLeftClick(fingersUp):
                    leftClick()  # Perform left click
                    img = cv2.putText(img, "Left Click", (50, 50), cv2.FONT_HERSHEY_PLAIN, 2, (255, 255, 255), 2)  # Add text to the image
                elif canRightClick(fingersUp):
                    rightClick()  # Perform right click
                    img = cv2.putText(img, "Right Click", (50, 50), cv2.FONT_HERSHEY_PLAIN, 2, (255, 255, 255), 2)  # Add text to the image
                # elif canDrag(fingersUp):
                #     prevlocX, prevlocY = drag(landmarks[8][1], landmarks[8][2], prevlocX, prevlocY)
                #     img = cv2.putText(img, "Drag", (50, 50), cv2.FONT_HERSHEY_PLAIN, 2, (255, 255, 255), 2)
                # elif canScrollUp(fingersUp):
                #     scrollUp()
                #     img = cv2.putText(img, "Scroll Up", (50, 50), cv2.FONT_HERSHEY_PLAIN, 2, (255, 255, 255), 2)
                # elif canScrollDown(fingersUp):
                #     scrollDown()
                #     img = cv2.putText(img, "Scroll Down", (50, 50), cv2.FONT_HERSHEY_PLAIN, 2, (255, 255, 255), 2)
                startTime = time.time()
            elif canMoveMouse(fingersUp):
                prevlocX, prevlocY = moveMouse(landmarks[8][1], landmarks[8][2], prevlocX, prevlocY)  # Move the mouse cursor

        cv2.imshow("Image", img)  # Display the image
        cv2.waitKey(1)  # Wait for a key press

if __name__ == '__main__':
    main()