s460985/SmartPicasso
3
1
Fork 0
Code Issues Pull Requests Releases Wiki Activity

gestures #11

Merged
s460930 merged 4 commits from gestures into master 2021-01-04 17:20:28 +01:00
Conversation 0 Commits 4 Files Changed 17 +44 -46
1 changed files with 44 additions and 46 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 8aec2319d1 - Show all commits

90
gestures/gesture_recognition.py
View File

@ -1,66 +1,64 @@
import cv2 import cv2
import mediapipe as mp import mediapipe as mp
mp_drawing = mp.solutions.drawing_utils mp_drawing = mp.solutions.drawing_utils
mp_hands = mp.solutions.hands mp_hands = mp.solutions.hands
from math import sqrt from math import sqrt
def calculate_distance(ax, ay, bx,by):
distance = sqrt(((bx - ax) ** 2 + (by - ay) ** 2))
return distance
def calculate_distance(ax, ay, bx, by):
distance = sqrt(((bx - ax) ** 2 + (by - ay) ** 2))
return distance
hands = mp_hands.Hands( hands = mp_hands.Hands(
min_detection_confidence=0.5, min_tracking_confidence=0.5) min_detection_confidence=0.5, min_tracking_confidence=0.5)
cap = cv2.VideoCapture(0) cap = cv2.VideoCapture(0)
while cap.isOpened(): while cap.isOpened():
success, image = cap.read() success, image = cap.read()
# Flip the image horizontally for a later selfie-view display, and convert # Flip the image horizontally for a later selfie-view display, and convert
# the BGR image to RGB. # the BGR image to RGB.
image = cv2.cvtColor(cv2.flip(image, 1), cv2.COLOR_BGR2RGB) image = cv2.cvtColor(cv2.flip(image, 1), cv2.COLOR_BGR2RGB)
# To improve performance, optionally mark the image as not writeable to # To improve performance, optionally mark the image as not writeable to
# pass by reference. # pass by reference.
image.flags.writeable = False image.flags.writeable = False
results = hands.process(image) results = hands.process(image)
# Draw the hand annotations on the image.g
# Draw the hand annotations on the image.g image.flags.writeable = True
image.flags.writeable = True image = cv2.cvtColor(image, cv2.COLOR_RGB2BGR)
image = cv2.cvtColor(image, cv2.COLOR_RGB2BGR)
if results.multi_hand_landmarks:
for hand_landmarks in results.multi_hand_landmarks:
mp_drawing.draw_landmarks(
image, hand_landmarks, mp_hands.HAND_CONNECTIONS)
#print(hand_landmarks) ## spójrz na to
if cv2.waitKey(33) == ord('s'):
if results.multi_hand_landmarks: if results.multi_hand_landmarks:
i = 0 for hand_landmarks in results.multi_hand_landmarks:
for hand_landmarks in results.multi_hand_landmarks: mp_drawing.draw_landmarks(
ax = hand_landmarks.landmark[8].x image, hand_landmarks, mp_hands.HAND_CONNECTIONS)
ay = hand_landmarks.landmark[8].y # print(hand_landmarks) ## spójrz na to
bx = hand_landmarks.landmark[5].x if cv2.waitKey(33) == ord('s'):
by = hand_landmarks.landmark[5].y if results.multi_hand_landmarks:
odleglosc_8_5 = calculate_distance(ax,ay, bx, by) i = 0
print(odleglosc_8_5) for hand_landmarks in results.multi_hand_landmarks:
ax = hand_landmarks.landmark[5].x ax = hand_landmarks.landmark[8].x
ay = hand_landmarks.landmark[5].y ay = hand_landmarks.landmark[8].y
bx = hand_landmarks.landmark[0].x bx = hand_landmarks.landmark[5].x
by = hand_landmarks.landmark[0].y by = hand_landmarks.landmark[5].y
odleglosc_5_0 = calculate_distance(ax, ay, bx, by) distance_8_5 = calculate_distance(ax, ay, bx, by)
print(odleglosc_5_0) print(distance_8_5)
if(odleglosc_5_0 < odleglosc_8_5 + 0.1): ax = hand_landmarks.landmark[5].x
print("wyprostowany") ay = hand_landmarks.landmark[5].y
else: bx = hand_landmarks.landmark[0].x
print("niewyprostowany") by = hand_landmarks.landmark[0].y
distance_5_0 = calculate_distance(ax, ay, bx, by)
print(distance_5_0)
if (distance_5_0 < distance_8_5 + 0.1):
print("wyprostowany")
else:
print("niewyprostowany")
# i += 1
# print(hand_landmarks.)
# i += 1 cv2.imshow('MediaPipe Hands', image)
# print(hand_landmarks.) if cv2.waitKey(5) & 0xFF == 27:
break
cv2.imshow('MediaPipe Hands', image)
if cv2.waitKey(5) & 0xFF == 27:
break
hands.close() hands.close()
cap.release() cap.release()