mirror of
https://github.com/EyeTrackVR/EyeTrackVR.git
synced 2025-11-04 14:39:42 +08:00
Update with small changes and code cleanup
This commit is contained in:
parent
2dcdd01ed7
commit
15dd61805d
100
EyeTrackVR.py
100
EyeTrackVR.py
@ -1,7 +1,8 @@
|
||||
import cv2
|
||||
import numpy as np
|
||||
import threading
|
||||
from multiprocessing import Process,Queue,Pipe
|
||||
import time
|
||||
import os
|
||||
|
||||
|
||||
fy= open("camport.txt","r+")
|
||||
@ -9,49 +10,44 @@ camport = fy.read().strip()
|
||||
fy.close
|
||||
bl = False
|
||||
cap = cv2.VideoCapture(int(camport))
|
||||
import time
|
||||
|
||||
|
||||
def lefteye():
|
||||
|
||||
|
||||
h = 1
|
||||
textl = 1
|
||||
while True:
|
||||
h = 1 #defines hight value so blink check doesnt error out
|
||||
while True: #loop for eye detection
|
||||
ret, frame = cap.read()
|
||||
if ret is False:
|
||||
break
|
||||
|
||||
|
||||
################################################ Reads values set in gui, needs rework to single config file
|
||||
fy= open("valueY.txt","r+")
|
||||
vy = fy.read().strip()
|
||||
fy.close
|
||||
|
||||
###########
|
||||
|
||||
################################################
|
||||
fx= open("valueX.txt","r+")
|
||||
vx = fx.read().strip()
|
||||
fx.close
|
||||
|
||||
################
|
||||
|
||||
################################################
|
||||
vyll= open("valueYl.txt","r+")
|
||||
vyl = vyll.read().strip()
|
||||
vyll.close
|
||||
|
||||
#############
|
||||
################################################
|
||||
vxll= open("valueXl.txt","r+")
|
||||
vxl = vxll.read().strip()
|
||||
vxll.close
|
||||
##########################
|
||||
################################################
|
||||
thresh= open("thresh.txt","r+")
|
||||
threshr = thresh.read().strip()
|
||||
thresh.close
|
||||
|
||||
|
||||
try:
|
||||
################################################
|
||||
|
||||
try: # trys at set size if it errors it will revert to working size/ doesnt do what was orrigionally planed, it kinda helps, entire thing will eventually go into try and except later
|
||||
roi = frame[int(vxl): int(float(vy)), int(vyl): int(float(vx))]
|
||||
except:
|
||||
roi = frame[100: 300, 200: 316]
|
||||
|
||||
|
||||
rows, cols, _ = roi.shape
|
||||
gray_roi = cv2.cvtColor(roi, cv2.COLOR_BGR2GRAY)
|
||||
gray_roi = cv2.GaussianBlur(gray_roi, (7, 7), 0)
|
||||
@ -61,44 +57,42 @@ def lefteye():
|
||||
contours = sorted(contours, key=lambda x: cv2.contourArea(x), reverse=True)
|
||||
|
||||
for cnt in contours:
|
||||
|
||||
(x, y, w, h) = cv2.boundingRect(cnt)
|
||||
#print(x, y,)
|
||||
textl = str(x) + ' ' + str(y)
|
||||
|
||||
cv2.drawContours(roi, [cnt], -1, (0, 0, 255), 3)
|
||||
cv2.rectangle(roi, (x, y), (x + w, y + h), (255, 0, 0), 2)
|
||||
if h <= 10:
|
||||
print('blink')
|
||||
textl = 'blink'
|
||||
if w >= 50:
|
||||
print('eyeclosed')
|
||||
textl = 'eyeclosed'
|
||||
eyeopeness1 = h * 2 * w
|
||||
print(eyeopeness1)
|
||||
cv2.putText(frame, textl, (200, 300), cv2.FONT_HERSHEY_DUPLEX, 0.9, (100, 58, 31), 1)
|
||||
cv2.line(roi, (x + int(w/2), 0), (x + int(w/2), rows), (100, 0, 255), 1)
|
||||
cv2.line(roi, (0, y + int(h/2)), (cols, y + int(h/2)), (0, 255, 0), 1)
|
||||
(x, y, w, h) = cv2.boundingRect(cnt)
|
||||
|
||||
|
||||
openes = 95
|
||||
if h <= 25: #way to find if eye is closed and sets value (hopefully will train tensorflow model for correct openess detection)
|
||||
openes = 0
|
||||
|
||||
print('Left: x:', x, 'y:', y, 'openess:', openes)
|
||||
print('Right: x:', x, 'y:', y, 'openess:', openes)
|
||||
|
||||
cv2.line(threshold, (x + int(w/2), 0), (x + int(w/2), rows), (255, 0, 0), 1) #visualizes eyetracking on threshold
|
||||
cv2.line(threshold, (0, y + int(h/2)), (cols, y + int(h/2)), (255, 0, 0), 1)
|
||||
cv2.drawContours(threshold, [cnt], -1, (255, 0, 0), 3)
|
||||
cv2.rectangle(threshold, (x, y), (x + w, y + h), (255, 0, 0), 2)
|
||||
|
||||
cv2.line(gray_roi, (x + int(w/2), 0), (x + int(w/2), rows), (255, 0, 0), 1) #visualizes eyetracking on greyscale
|
||||
cv2.line(gray_roi, (0, y + int(h/2)), (cols, y + int(h/2)), (255, 0, 0), 1)
|
||||
cv2.drawContours(gray_roi, [cnt], -1, (255, 0, 0), 3)
|
||||
cv2.rectangle(gray_roi, (x, y), (x + w, y + h), (255, 0, 0), 2)
|
||||
break
|
||||
if textl == 'blink':
|
||||
cv2.putText(frame, textl, (200, 300), cv2.FONT_HERSHEY_DUPLEX, 0.9, (100, 58, 31), 1)
|
||||
if textl == 'eyeclosed':
|
||||
cv2.putText(frame, textl, (200, 300), cv2.FONT_HERSHEY_DUPLEX, 0.9, (100, 58, 31), 1)
|
||||
if h == 0:
|
||||
print('no eye detected"')
|
||||
iii = 0
|
||||
|
||||
if h == 0: #basically useless lol
|
||||
print('no eye detected"')
|
||||
|
||||
|
||||
|
||||
cv2.imshow("Threshold", threshold)
|
||||
cv2.imshow("gray roi", gray_roi)
|
||||
cv2.imshow("Roi", roi)
|
||||
cv2.imshow("GreyScale", gray_roi)
|
||||
#cv2.imshow("Roi", roi)
|
||||
key = cv2.waitKey(30)
|
||||
|
||||
print('###############> initailizing threads <###############')
|
||||
t1 = threading.Thread(target=lefteye)
|
||||
#t2 = threading.Thread(target=valuy)
|
||||
t1.start()
|
||||
#t2.start()
|
||||
t1.join()
|
||||
#t2.join()
|
||||
|
||||
|
||||
print('###############> initailizing <###############')
|
||||
|
||||
cv2.destroyAllWindows()
|
||||
if __name__ == '__main__':
|
||||
lefteye()
|
||||
|
||||
|
||||
Loading…
Reference in New Issue
Block a user