open eyes detector

app.py

@@ -2,7 +2,8 @@ import gradio as gr
 import mediapipe as mp
 import cv2
 import pandas as pd
-from statistics import mean
+from statistics import mean, stdev
+import numpy as np
 
 # Run simple face mesh
 mp_face_mesh = mp.solutions.face_mesh
@@ -17,6 +18,16 @@ movementRight = pd.DataFrame(index=['Up', 'Center', 'Down'], columns=['Left', 'C
 # TO DO:
 # 1. Calibration screen
 
+def isEyeOpen(image):
+    image = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY)
+    hist = cv2.calcHist([image], [0], None, [256], [0, 256])
+    colors = np.where(hist > 10)
+
+    if np.mean(colors) < 25:
+        return True
+    else:
+        return False
+
 
 def findIris(input_img1, input_img2, input_img3, input_img4, input_img5):
     global pupilLocation
@@ -49,13 +60,13 @@ def findIris(input_img1, input_img2, input_img3, input_img4, input_img5):
                     for p in leftIrisPoints:
                         point = [int(face_landmarks.landmark[p].x * width), int(face_landmarks.landmark[p].y * height)]
                         left_iris.append(point)
-                        cv2.circle(annotated_image, point, 1, (255, 0, 255), 2)
+                        #cv2.circle(annotated_image, point, 1, (255, 0, 255), 2)
 
                     right_iris = []
                     for p in rightIrisPoints:
                         point = [int(face_landmarks.landmark[p].x * width), int(face_landmarks.landmark[p].y * height)]
                         right_iris.append(point)
-                        cv2.circle(annotated_image, point, 1, (255, 0, 255), 2)
+                        #cv2.circle(annotated_image, point, 1, (255, 0, 255), 2)
 
                     leftIris_leftside = (int(left_iris[2][0]), int(left_iris[2][1]))
                     leftIris_rightside = (int(left_iris[0][0]), int(left_iris[0][1]))
@@ -66,6 +77,37 @@ def findIris(input_img1, input_img2, input_img3, input_img4, input_img5):
                     rightIris_top = (int(right_iris[1][0]), int(right_iris[1][1]))
                     rightIris_bottom = (int(right_iris[3][0]), int(right_iris[3][1]))
 
+
+
+
+                    sizeIncrease = 0
+                    leftEye = annotated_image[leftIris_top[1] - sizeIncrease : leftIris_bottom[1] + sizeIncrease,
+                                             leftIris_leftside[0] - sizeIncrease : leftIris_rightside[0] + sizeIncrease]
+                    leftEyeOpen = isEyeOpen (leftEye)
+
+                    rightEye = annotated_image[rightIris_top[1] - sizeIncrease: rightIris_bottom[1] + sizeIncrease,
+                              rightIris_leftside[0] - sizeIncrease: rightIris_rightside[0] + sizeIncrease]
+                    rightEyeOpen = isEyeOpen(rightEye)
+
+                    if leftEyeOpen:
+                        cv2.putText(annotated_image, "Left Open",
+                                    (rightIris_leftside[0] - 20, leftIris_top[1] - 10), cv2.FONT_HERSHEY_SIMPLEX,
+                                    1, (255, 255, 0), 1, cv2.LINE_AA)
+                    else:
+                        cv2.putText(annotated_image, "Left Closed",
+                                    (rightIris_leftside[0] - 20, leftIris_top[1] - 10), cv2.FONT_HERSHEY_SIMPLEX,
+                                    1, (255, 255, 0), 1, cv2.LINE_AA)
+
+                    if rightEyeOpen:
+                        cv2.putText(annotated_image, "Right Open",
+                                    (rightIris_leftside[0] - 20, rightIris_top[1] + 50), cv2.FONT_HERSHEY_SIMPLEX,
+                                    1, (255, 255, 0), 1, cv2.LINE_AA)
+                    else:
+                        cv2.putText(annotated_image, "Right Closed",
+                                    (rightIris_leftside[0] - 20, rightIris_top[1] + 50), cv2.FONT_HERSHEY_SIMPLEX,
+                                    1, (255, 255, 0), 1, cv2.LINE_AA)
+                    #leftEye = cv2.cvtColor(leftEye, cv2.COLOR_BGR2GRAY)
+
                     '''
                     cv2.circle(annotated_image,
                                (int((leftIris_leftside[0] + leftIris_rightside[0]) / 2),
@@ -82,11 +124,7 @@ def findIris(input_img1, input_img2, input_img3, input_img4, input_img5):
                                (0, 255, 255), 2)
                     '''
 
-                    left = leftIris_leftside[0] - 150
-                    right = rightIris_rightside[0] + 150
-                    up = leftIris_top[1] - 50
-                    down = leftIris_bottom[1] + 50
-                    annotated_image = annotated_image[up:down, left:right]
+
 
                     name = 'TBD'
                     newRow = pd.Series([name,
@@ -105,15 +143,21 @@ def findIris(input_img1, input_img2, input_img3, input_img4, input_img5):
                     #filename = directoy_name + 'Analysis/' + name[0:-4] + '-analysis.jpg'
                     #cv2.imwrite(filename, annotated_image)
 
+                    left = leftIris_leftside[0] - 150
+                    right = rightIris_rightside[0] + 150
+                    up = leftIris_top[1] - 50
+                    down = leftIris_bottom[1] + 50
+                    annotated_image = annotated_image[up:down, left:right]
+
                     x1 = (leftIris_leftside[0] - nose[0] + leftIris_rightside[0] - nose[0]) / 2
                     y1 = (leftIris_top[1] - nose[1] + leftIris_bottom[1] - nose[1]) / 2
                     x2 = (rightIris_leftside[0] - nose[0] + rightIris_rightside[0] - nose[0]) / 2
                     y2 = (rightIris_top[1] - nose[1] + rightIris_bottom[1] - nose[1]) / 2
                     print("Slope=", (y2 - y1) / (x2 - x1))
                     text = "Slope=" + str(round((y2 - y1) / (x2 - x1), 2))
-                    cv2.putText(annotated_image, text,
-                                (5, 110), cv2.FONT_HERSHEY_SIMPLEX,
-                                1, (255, 255, 0), 1, cv2.LINE_AA)
+                    #cv2.putText(annotated_image, text,
+                    #            (5, 110), cv2.FONT_HERSHEY_SIMPLEX,
+                    #            1, (255, 255, 0), 1, cv2.LINE_AA)
 
                     print("left iris size in pixels = ", abs(leftIris_leftside[0] - leftIris_rightside[0]))
                     print("Right iris size in pixels = ", abs(rightIris_leftside[0] - rightIris_rightside[0]))