mirror of
https://github.com/EyeTrackVR/EyeTrackVR.git
synced 2025-11-04 14:39:42 +08:00
Delete EyeTrackVR_ESP.py
dated
This commit is contained in:
parent
7f37bb2e9d
commit
aabc449548
@ -1,197 +0,0 @@
|
||||
from threading import Thread
|
||||
import cv2
|
||||
import os, time
|
||||
import argparse
|
||||
import time
|
||||
from pythonosc import udp_client
|
||||
|
||||
|
||||
|
||||
class config:
|
||||
X_RES = 128
|
||||
Y_RES = 128
|
||||
|
||||
def writet(addressipn):
|
||||
addressips = addressipn.strip().lower()
|
||||
camadd = open("cam.txt","w+")
|
||||
camadd.write(str(addressips))
|
||||
print(addressips)
|
||||
camadd.close
|
||||
|
||||
|
||||
def vc():
|
||||
vc.xmax = 1
|
||||
vc.xmin = 6969
|
||||
vc.ymax = 1
|
||||
vc.ymin = 6969
|
||||
|
||||
|
||||
class ThreadedCamera(object):
|
||||
|
||||
def __init__(self, src=0):
|
||||
self.capture = cv2.VideoCapture(src)
|
||||
self.capture.set(cv2.CAP_PROP_BUFFERSIZE, 3)
|
||||
# Start frame retrieval thread
|
||||
self.thread = Thread(target=self.update, args=())
|
||||
self.thread.daemon = True
|
||||
self.thread.start()
|
||||
|
||||
def update(self):
|
||||
while True:
|
||||
if self.capture.isOpened():
|
||||
(self.status, self.frame) = self.capture.read()
|
||||
|
||||
def show_frame(self):
|
||||
|
||||
img = cv2.cvtColor(self.frame, cv2.COLOR_RGB2GRAY)
|
||||
img = cv2.resize(img, dsize=(config.X_RES, config.Y_RES))
|
||||
|
||||
imgrgb = cv2.resize(self.frame, dsize=(config.X_RES, config.Y_RES))
|
||||
|
||||
## \/ WILL BE COMBINED INTO ONE SINGLE FILE
|
||||
fy= open("valueY.txt","r+")
|
||||
vy = fy.read().strip()
|
||||
fy.close
|
||||
|
||||
fx= open("valueX.txt","r+")
|
||||
vx = fx.read().strip()
|
||||
fx.close
|
||||
|
||||
vyll= open("valueYl.txt","r+")
|
||||
vyl = vyll.read().strip()
|
||||
vyll.close
|
||||
|
||||
vxll= open("valueXl.txt","r+")
|
||||
vxl = vxll.read().strip()
|
||||
vxll.close
|
||||
|
||||
thresh= open("thresh.txt","r+")
|
||||
threshr = thresh.read().strip()
|
||||
thresh.close
|
||||
|
||||
# trys at set size if it errors it will revert to working size/ doesnt do what was orrigionally planed, it kinda helps
|
||||
try:
|
||||
roi = img[int(vxl): int(float(vy)), int(vyl): int(float(vx))]
|
||||
except:
|
||||
print('[ERROR] Camera crop invalid size. Try making it larger.')
|
||||
|
||||
try:
|
||||
rows, cols, = roi.shape
|
||||
gray_roi = cv2.GaussianBlur(roi, (7, 7), 0)
|
||||
|
||||
_, threshold = cv2.threshold(gray_roi, int(threshr), 255, cv2.THRESH_BINARY_INV)
|
||||
contours, _ = cv2.findContours(threshold, cv2.RETR_TREE, cv2.CHAIN_APPROX_SIMPLE)
|
||||
contours = sorted(contours, key=lambda x: cv2.contourArea(x), reverse=True)
|
||||
|
||||
except:
|
||||
print('[INFO] No Eye Detected')
|
||||
try:
|
||||
for cnt in contours:
|
||||
|
||||
|
||||
(x, y, w, h) = cv2.boundingRect(cnt)
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
blink = False
|
||||
if h <= 25: #way to find if eye is closed and sets value (hopefully will train a model for correct openess detection) Help appriciated since I have no clue how to do ml models
|
||||
blink = True
|
||||
|
||||
xt = x + int(w/2)
|
||||
yt = y + int(h/2)
|
||||
|
||||
try:
|
||||
xpercentage = (((xt - vc.xmin) * 100) / (vc.xmax - vc.xmin)) / 100 #TESTING NEEDED AM UNSURE IF VALUES NEED TO BE FLIPPED
|
||||
ypercentage = (((yt - vc.ymin) * 100) / (vc.ymax - vc.ymin)) / 100
|
||||
if xpercentage >= 1:
|
||||
print('[WARN] X Value Exceedes Calibrated Value.')
|
||||
xpercentage = 1
|
||||
if ypercentage >= 1:
|
||||
print('[WARN] Y Value Exceedes Calibrated Value.')
|
||||
ypercentage = 1
|
||||
|
||||
client.send_message("/Avatar/RightEyeX", xpercentage) #sends to vr chat needs to use calibration function
|
||||
client.send_message("/Avatar/LeftEyeX", xpercentage)
|
||||
client.send_message("/Avatar/LeftEyeY", ypercentage)
|
||||
client.send_message("/Avatar/RightEyeY", ypercentage)
|
||||
print('X: ', xpercentage, ' Y: ', ypercentage)
|
||||
|
||||
except:
|
||||
print('[WARN] Calculation Error: Move Eye Around or Adjust Detection Threshold.')
|
||||
|
||||
if xt > vc.xmax:
|
||||
if vc.xmax != 0:
|
||||
vc.xmax = xt
|
||||
|
||||
if xt < vc.xmin:
|
||||
if vc.xmin != 0:
|
||||
vc.xmin = xt
|
||||
|
||||
if yt > vc.ymax:
|
||||
if vc.ymax != 0:
|
||||
vc.ymax = yt
|
||||
|
||||
if yt < vc.ymin:
|
||||
if vc.ymin != 0:
|
||||
vc.ymin = yt
|
||||
|
||||
xt = x + int(w/2)
|
||||
yt = y + int(h/2)
|
||||
|
||||
|
||||
cv2.line(threshold, (x + int(w/2), 0), (x + int(w/2), rows), (255, 0, 0), 1) #visualizes eyetracking on threshold
|
||||
cv2.line(threshold, (0, y + int(h/2)), (cols, y + int(h/2)), (255, 0, 0), 1)
|
||||
cv2.drawContours(threshold, [cnt], -1, (255, 0, 0), 3)
|
||||
cv2.rectangle(threshold, (x, y), (x + w, y + h), (255, 0, 0), 2)
|
||||
|
||||
cv2.line(gray_roi, (x + int(w/2), 0), (x + int(w/2), rows), (255, 0, 0), 1) #visualizes eyetracking on greyscale
|
||||
cv2.line(gray_roi, (0, y + int(h/2)), (cols, y + int(h/2)), (255, 0, 0), 1)
|
||||
cv2.drawContours(gray_roi, [cnt], -1, (255, 0, 0), 3)
|
||||
cv2.rectangle(gray_roi, (x, y), (x + w, y + h), (255, 0, 0), 2)
|
||||
break
|
||||
|
||||
except:
|
||||
print('[ERROR] Main Loop Failure.')
|
||||
|
||||
cv2.imshow("Threshold", threshold)
|
||||
cv2.imshow("GreyScale", gray_roi)
|
||||
cv2.imshow("Roi", roi)
|
||||
|
||||
cv2.imshow('color', imgrgb)
|
||||
cv2.imshow('frame', img)
|
||||
cv2.waitKey(1)
|
||||
|
||||
if __name__ == '__main__':
|
||||
#'http://192.168.0.202:81/stream'
|
||||
|
||||
try:
|
||||
OSCip="127.0.0.1"
|
||||
OSCport=9000 #VR Chat OSC port
|
||||
client = udp_client.SimpleUDPClient(OSCip, OSCport)
|
||||
except:
|
||||
print('[ERROR] Connection to VR Chat via OSC Failed')
|
||||
|
||||
try:
|
||||
camadd= open("cam.txt","r+")
|
||||
src = camadd.read().strip()
|
||||
camadd.close
|
||||
except:
|
||||
addressipn = input('Enter IP Stream Address of Camera :>: ')
|
||||
writet(addressipn)
|
||||
src = addressipn.strip().lower()
|
||||
|
||||
|
||||
threaded_camera = ThreadedCamera(src)
|
||||
|
||||
h = 1 #defines hight value so blink check doesnt error out
|
||||
ronce = 0
|
||||
while True:
|
||||
try:
|
||||
if ronce == 0:
|
||||
vc()
|
||||
ronce = 1
|
||||
threaded_camera.show_frame()
|
||||
except AttributeError:
|
||||
pass
|
||||
Loading…
Reference in New Issue
Block a user