mirror of
https://github.com/EyeTrackVR/EyeTrackVR.git
synced 2025-11-04 14:39:42 +08:00
Revert "Cleaning+SafeCrop"
This commit is contained in:
parent
dd23dcf838
commit
ac4447f0ba
@ -1,4 +1,4 @@
|
|||||||
"""
|
'''
|
||||||
------------------------------------------------------------------------------------------------------
|
------------------------------------------------------------------------------------------------------
|
||||||
|
|
||||||
,@@@@@@
|
,@@@@@@
|
||||||
@ -19,8 +19,8 @@
|
|||||||
@@@@@@@@@@@@@@@@@
|
@@@@@@@@@@@@@@@@@
|
||||||
@@@@@@@@@@@@@(
|
@@@@@@@@@@@@@(
|
||||||
|
|
||||||
HSR By: PallasNeko (Optimization Wizard, Contributor), Summer#2406 (Main Algorithm Engineer)
|
HSR By: Sean.Denka (Optimization Wizard, Contributor), Summer#2406 (Main Algorithm Engineer)
|
||||||
RANSAC 3D By: Summer#2406 (Main Algorithm Engineer), Pupil Labs (pye3d), PallasNeko (Optimization)
|
RANSAC 3D By: Summer#2406 (Main Algorithm Engineer), Pupil Labs (pye3d), Sean.Denka (Optimization)
|
||||||
BLOB By: Prohurtz#0001 (Main App Developer)
|
BLOB By: Prohurtz#0001 (Main App Developer)
|
||||||
Algorithm App Implimentations By: Prohurtz#0001, qdot (Inital App Creator)
|
Algorithm App Implimentations By: Prohurtz#0001, qdot (Inital App Creator)
|
||||||
|
|
||||||
@ -28,7 +28,7 @@ Additional Contributors: [Assassin], Summer404NotFound, lorow, ZanzyTHEbar
|
|||||||
|
|
||||||
Copyright (c) 2022 EyeTrackVR <3
|
Copyright (c) 2022 EyeTrackVR <3
|
||||||
------------------------------------------------------------------------------------------------------
|
------------------------------------------------------------------------------------------------------
|
||||||
"""
|
'''
|
||||||
|
|
||||||
from operator import truth
|
from operator import truth
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
@ -46,20 +46,19 @@ import numpy as np
|
|||||||
import cv2
|
import cv2
|
||||||
from enum import Enum
|
from enum import Enum
|
||||||
from one_euro_filter import OneEuroFilter
|
from one_euro_filter import OneEuroFilter
|
||||||
|
|
||||||
if sys.platform.startswith("win"):
|
if sys.platform.startswith("win"):
|
||||||
from winsound import PlaySound, SND_FILENAME, SND_ASYNC
|
from winsound import PlaySound, SND_FILENAME, SND_ASYNC
|
||||||
|
|
||||||
import importlib
|
import importlib
|
||||||
from osc_calibrate_filter import *
|
from osc_calibrate_filter import *
|
||||||
from haar_surround_feature import External_Run_HSF
|
from haar_surround_feature import *
|
||||||
from blob import *
|
from blob import *
|
||||||
from ransac import *
|
from ransac import *
|
||||||
from hsrac import External_Run_HSRACS
|
from hsrac import *
|
||||||
from blink import *
|
from blink import *
|
||||||
|
|
||||||
from intensity_eye_open import *
|
|
||||||
|
|
||||||
|
from intensity_eye_open import *
|
||||||
|
|
||||||
class InformationOrigin(Enum):
|
class InformationOrigin(Enum):
|
||||||
RANSAC = 1
|
RANSAC = 1
|
||||||
@ -68,10 +67,7 @@ class InformationOrigin(Enum):
|
|||||||
HSF = 4
|
HSF = 4
|
||||||
HSRAC = 5
|
HSRAC = 5
|
||||||
|
|
||||||
|
|
||||||
bbb = 0
|
bbb = 0
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
class EyeInformation:
|
class EyeInformation:
|
||||||
info_type: InformationOrigin
|
info_type: InformationOrigin
|
||||||
@ -98,7 +94,8 @@ async def delayed_setting_change(setting, value):
|
|||||||
await asyncio.sleep(5)
|
await asyncio.sleep(5)
|
||||||
setting = value
|
setting = value
|
||||||
if sys.platform.startswith("win"):
|
if sys.platform.startswith("win"):
|
||||||
PlaySound("Audio/compleated.wav", SND_FILENAME | SND_ASYNC)
|
PlaySound('Audio/compleated.wav', SND_FILENAME | SND_ASYNC)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
class EyeProcessor:
|
class EyeProcessor:
|
||||||
@ -150,6 +147,7 @@ class EyeProcessor:
|
|||||||
self.cccs = False
|
self.cccs = False
|
||||||
self.ts = 10
|
self.ts = 10
|
||||||
self.previous_rotation = self.config.rotation_angle
|
self.previous_rotation = self.config.rotation_angle
|
||||||
|
self.calibration_frame_counter
|
||||||
self.camera_model = None
|
self.camera_model = None
|
||||||
self.detector_3d = None
|
self.detector_3d = None
|
||||||
|
|
||||||
@ -170,21 +168,23 @@ class EyeProcessor:
|
|||||||
self.prev_x = None
|
self.prev_x = None
|
||||||
self.prev_y = None
|
self.prev_y = None
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
try:
|
try:
|
||||||
min_cutoff = float(self.settings.gui_min_cutoff) # 0.0004
|
min_cutoff = float(self.settings.gui_min_cutoff) # 0.0004
|
||||||
beta = float(self.settings.gui_speed_coefficient) # 0.9
|
beta = float(self.settings.gui_speed_coefficient) # 0.9
|
||||||
except:
|
except:
|
||||||
print("\033[93m[WARN] OneEuroFilter values must be a legal number.\033[0m")
|
print('\033[93m[WARN] OneEuroFilter values must be a legal number.\033[0m')
|
||||||
min_cutoff = 0.0004
|
min_cutoff = 0.0004
|
||||||
beta = 0.9
|
beta = 0.9
|
||||||
noisy_point = np.array([1, 1])
|
noisy_point = np.array([1, 1])
|
||||||
self.one_euro_filter = OneEuroFilter(
|
self.one_euro_filter = OneEuroFilter(
|
||||||
noisy_point, min_cutoff=min_cutoff, beta=beta
|
noisy_point,
|
||||||
|
min_cutoff=min_cutoff,
|
||||||
|
beta=beta
|
||||||
)
|
)
|
||||||
|
|
||||||
def output_images_and_update(
|
def output_images_and_update(self, threshold_image, output_information: EyeInformation):
|
||||||
self, threshold_image, output_information: EyeInformation
|
|
||||||
):
|
|
||||||
try:
|
try:
|
||||||
image_stack = np.concatenate(
|
image_stack = np.concatenate(
|
||||||
(
|
(
|
||||||
@ -197,12 +197,9 @@ class EyeProcessor:
|
|||||||
self.previous_image = self.current_image
|
self.previous_image = self.current_image
|
||||||
self.previous_rotation = self.config.rotation_angle
|
self.previous_rotation = self.config.rotation_angle
|
||||||
except: # If this fails it likely means that the images are not the same size for some reason.
|
except: # If this fails it likely means that the images are not the same size for some reason.
|
||||||
print(
|
print('\033[91m[ERROR] Size of frames to display are of unequal sizes.\033[0m')
|
||||||
"\033[91m[ERROR] Size of frames to display are of unequal sizes.\033[0m"
|
|
||||||
)
|
|
||||||
|
|
||||||
pass
|
pass
|
||||||
|
|
||||||
def capture_crop_rotate_image(self):
|
def capture_crop_rotate_image(self):
|
||||||
# Get our current frame
|
# Get our current frame
|
||||||
|
|
||||||
@ -247,13 +244,11 @@ class EyeProcessor:
|
|||||||
def BLINKM(self):
|
def BLINKM(self):
|
||||||
self.blinkvalue = BLINK(self)
|
self.blinkvalue = BLINK(self)
|
||||||
|
|
||||||
|
|
||||||
def HSRACM(self):
|
def HSRACM(self):
|
||||||
# temporary implementation
|
cx, cy, thresh, gray_frame, uncropframe = External_Run_HSRACS.HSRACS(self)
|
||||||
cx, cy, thresh, gray_frame, uncropframe = External_Run_HSRACS().run(
|
|
||||||
self.current_image_gray
|
|
||||||
)
|
|
||||||
self.current_image_gray = gray_frame
|
self.current_image_gray = gray_frame
|
||||||
if self.prev_x is None:
|
if self.prev_x == None:
|
||||||
self.prev_x = cx
|
self.prev_x = cx
|
||||||
self.prev_y = cy
|
self.prev_y = cy
|
||||||
#print(self.prev_x, self.prev_y, cx, cy)
|
#print(self.prev_x, self.prev_y, cx, cy)
|
||||||
@ -265,88 +260,67 @@ class EyeProcessor:
|
|||||||
out_x, out_y = cal_osc(self, cx, cy)
|
out_x, out_y = cal_osc(self, cx, cy)
|
||||||
|
|
||||||
if cx == 0:
|
if cx == 0:
|
||||||
self.output_images_and_update(
|
self.output_images_and_update(thresh, EyeInformation(InformationOrigin.HSRAC, out_x, out_y, 0, eyeopen)) #update app
|
||||||
thresh,
|
|
||||||
EyeInformation(InformationOrigin.HSRAC, out_x, out_y, 0, eyeopen),
|
|
||||||
) # update app
|
|
||||||
else:
|
else:
|
||||||
|
|
||||||
self.output_images_and_update(
|
self.output_images_and_update(thresh, EyeInformation(InformationOrigin.HSRAC, out_x, out_y, 0, eyeopen))
|
||||||
thresh,
|
|
||||||
EyeInformation(InformationOrigin.HSRAC, out_x, out_y, 0, eyeopen),
|
|
||||||
)
|
|
||||||
|
|
||||||
# else:
|
# else:
|
||||||
# print("EYE MOVED TOO FAST")
|
# print("EYE MOVED TOO FAST")
|
||||||
# self.output_images_and_update(thresh, EyeInformation(InformationOrigin.HSRAC, 0, 0, 0, False))
|
# self.output_images_and_update(thresh, EyeInformation(InformationOrigin.HSRAC, 0, 0, 0, False))
|
||||||
def HSFM(self):
|
def HSFM(self):
|
||||||
# temporary implementation
|
cx, cy, frame = External_Run_HSF.HSFS(self)
|
||||||
cx, cy, frame = External_Run_HSF().run(self.current_image_gray)
|
|
||||||
eyeopen = intense(cx, cy, self.current_image_gray)
|
eyeopen = intense(cx, cy, self.current_image_gray)
|
||||||
out_x, out_y = cal_osc(self, cx, cy)
|
out_x, out_y = cal_osc(self, cx, cy)
|
||||||
if cx == 0:
|
if cx == 0:
|
||||||
self.output_images_and_update(
|
self.output_images_and_update(frame, EyeInformation(InformationOrigin.HSF, out_x, out_y, 0, eyeopen)) #update app
|
||||||
frame, EyeInformation(InformationOrigin.HSF, out_x, out_y, 0, eyeopen)
|
|
||||||
) # update app
|
|
||||||
else:
|
else:
|
||||||
self.output_images_and_update(
|
self.output_images_and_update(frame, EyeInformation(InformationOrigin.HSF, out_x, out_y, 0, eyeopen))
|
||||||
frame, EyeInformation(InformationOrigin.HSF, out_x, out_y, 0, eyeopen)
|
|
||||||
)
|
|
||||||
|
|
||||||
def RANSAC3DM(self):
|
def RANSAC3DM(self):
|
||||||
cx, cy, thresh = RANSAC3D(self)
|
cx, cy, thresh = RANSAC3D(self)
|
||||||
eyeopen = intense(cx, cy, self.current_image_gray)
|
eyeopen = intense(cx, cy, self.current_image_gray)
|
||||||
out_x, out_y = cal_osc(self, cx, cy)
|
out_x, out_y = cal_osc(self, cx, cy)
|
||||||
if cx == 0:
|
if cx == 0:
|
||||||
self.output_images_and_update(
|
self.output_images_and_update(thresh, EyeInformation(InformationOrigin.RANSAC, out_x, out_y, 0, eyeopen)) #update app
|
||||||
thresh,
|
|
||||||
EyeInformation(InformationOrigin.RANSAC, out_x, out_y, 0, eyeopen),
|
|
||||||
) # update app
|
|
||||||
else:
|
else:
|
||||||
self.output_images_and_update(
|
self.output_images_and_update(thresh, EyeInformation(InformationOrigin.RANSAC, out_x, out_y, 0, eyeopen))
|
||||||
thresh,
|
|
||||||
EyeInformation(InformationOrigin.RANSAC, out_x, out_y, 0, eyeopen),
|
|
||||||
)
|
|
||||||
|
|
||||||
def BLOBM(self):
|
def BLOBM(self):
|
||||||
cx, cy, thresh = BLOB(self)
|
cx, cy, thresh = BLOB(self)
|
||||||
eyeopen = intense(cx, cy, self.current_image_gray)
|
eyeopen = intense(cx, cy, self.current_image_gray)
|
||||||
out_x, out_y = cal_osc(self, cx, cy)
|
out_x, out_y = cal_osc(self, cx, cy)
|
||||||
if cx == 0:
|
if cx == 0:
|
||||||
self.output_images_and_update(
|
self.output_images_and_update(thresh, EyeInformation(InformationOrigin.HSRAC, out_x, out_y, 0, eyeopen)) #update app
|
||||||
thresh,
|
|
||||||
EyeInformation(InformationOrigin.HSRAC, out_x, out_y, 0, eyeopen),
|
|
||||||
) # update app
|
|
||||||
else:
|
else:
|
||||||
self.output_images_and_update(
|
self.output_images_and_update(thresh, EyeInformation(InformationOrigin.HSRAC, out_x, out_y, 0, eyeopen))
|
||||||
thresh,
|
|
||||||
EyeInformation(InformationOrigin.HSRAC, out_x, out_y, 0, eyeopen),
|
|
||||||
)
|
|
||||||
|
|
||||||
def ALGOSELECT(self):
|
def ALGOSELECT(self):
|
||||||
|
|
||||||
if self.failed == 0 and self.firstalgo is not None:
|
if self.failed == 0 and self.firstalgo != None:
|
||||||
self.firstalgo()
|
self.firstalgo()
|
||||||
else:
|
else:
|
||||||
self.failed = self.failed + 1
|
self.failed = self.failed + 1
|
||||||
|
|
||||||
if (
|
if self.failed == 1 and self.secondalgo != None: #send the tracking algos previous fail number, in algo if we pass set to 0, if fail, + 1
|
||||||
self.failed == 1 and self.secondalgo is not None
|
|
||||||
): # send the tracking algos previous fail number, in algo if we pass set to 0, if fail, + 1
|
|
||||||
self.secondalgo()
|
self.secondalgo()
|
||||||
else:
|
else:
|
||||||
self.failed = self.failed + 1
|
self.failed = self.failed + 1
|
||||||
|
|
||||||
if self.failed == 2 and self.thirdalgo is not None:
|
if self.failed == 2 and self.thirdalgo != None:
|
||||||
self.thirdalgo()
|
self.thirdalgo()
|
||||||
else:
|
else:
|
||||||
self.failed = self.failed + 1
|
self.failed = self.failed + 1
|
||||||
|
|
||||||
if self.failed == 3 and self.fourthalgo is not None:
|
if self.failed == 3 and self.fourthalgo != None:
|
||||||
self.fourthalgo()
|
self.fourthalgo()
|
||||||
else:
|
else:
|
||||||
self.failed = 0 # we have reached last possible algo and it is disabled, move to first algo
|
self.failed = 0 # we have reached last possible algo and it is disabled, move to first algo
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
def run(self):
|
def run(self):
|
||||||
|
|
||||||
self.firstalgo = None
|
self.firstalgo = None
|
||||||
@ -355,7 +329,7 @@ class EyeProcessor:
|
|||||||
self.fourthalgo = None
|
self.fourthalgo = None
|
||||||
#set algo priorities
|
#set algo priorities
|
||||||
|
|
||||||
if (self.settings.gui_HSF and self.settings.gui_HSFP == 1): # I feel like this is super innefficient though it only runs at startup and no solution is coming to me atm
|
if self.settings.gui_HSF and self.settings.gui_HSFP == 1: #I feel like this is super innefficient though it only runs at startup and no solution is coming to me atm
|
||||||
self.firstalgo = self.HSFM
|
self.firstalgo = self.HSFM
|
||||||
elif self.settings.gui_HSF and self.settings.gui_HSFP == 2:
|
elif self.settings.gui_HSF and self.settings.gui_HSFP == 2:
|
||||||
self.secondalgo = self.HSFM
|
self.secondalgo = self.HSFM
|
||||||
@ -373,7 +347,7 @@ class EyeProcessor:
|
|||||||
elif self.settings.gui_RANSAC3D and self.settings.gui_RANSAC3DP == 4:
|
elif self.settings.gui_RANSAC3D and self.settings.gui_RANSAC3DP == 4:
|
||||||
self.fourthalgo = self.RANSAC3DM
|
self.fourthalgo = self.RANSAC3DM
|
||||||
|
|
||||||
if self.settings.gui_HSRAC and self.settings.gui_HSRACP == 1:
|
if self.settings.gui_HSRAC == True and self.settings.gui_HSRACP == 1:
|
||||||
self.firstalgo = self.HSRACM
|
self.firstalgo = self.HSRACM
|
||||||
elif self.settings.gui_HSRAC and self.settings.gui_HSRACP == 2:
|
elif self.settings.gui_HSRAC and self.settings.gui_HSRACP == 2:
|
||||||
self.secondalgo = self.HSRACM
|
self.secondalgo = self.HSRACM
|
||||||
@ -406,12 +380,12 @@ class EyeProcessor:
|
|||||||
return
|
return
|
||||||
continue
|
continue
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
# If our ROI configuration has changed, reset our model and detector
|
# If our ROI configuration has changed, reset our model and detector
|
||||||
if (
|
if (self.camera_model is None
|
||||||
self.camera_model is None
|
|
||||||
or self.detector_3d is None
|
or self.detector_3d is None
|
||||||
or self.camera_model.resolution
|
or self.camera_model.resolution != (
|
||||||
!= (
|
|
||||||
self.config.roi_window_w,
|
self.config.roi_window_w,
|
||||||
self.config.roi_window_h,
|
self.config.roi_window_h,
|
||||||
)
|
)
|
||||||
@ -440,12 +414,11 @@ class EyeProcessor:
|
|||||||
if not self.capture_crop_rotate_image():
|
if not self.capture_crop_rotate_image():
|
||||||
continue
|
continue
|
||||||
|
|
||||||
|
|
||||||
self.current_image_gray = cv2.cvtColor(
|
self.current_image_gray = cv2.cvtColor(
|
||||||
self.current_image, cv2.COLOR_BGR2GRAY
|
self.current_image, cv2.COLOR_BGR2GRAY
|
||||||
)
|
)
|
||||||
self.current_image_gray_clean = (
|
self.current_image_gray_clean = self.current_image_gray.copy() #copy this frame to have a clean image for blink algo
|
||||||
self.current_image_gray.copy()
|
|
||||||
) # copy this frame to have a clean image for blink algo
|
|
||||||
# print(self.settings.gui_RANSAC3D)
|
# print(self.settings.gui_RANSAC3D)
|
||||||
|
|
||||||
# BLINK(self)
|
# BLINK(self)
|
||||||
@ -457,10 +430,12 @@ class EyeProcessor:
|
|||||||
# else:
|
# else:
|
||||||
# self.output_images_and_update(thresh, EyeInformation(InformationOrigin.HSRAC, out_x, out_y, 0, self.blinkvalue))
|
# self.output_images_and_update(thresh, EyeInformation(InformationOrigin.HSRAC, out_x, out_y, 0, self.blinkvalue))
|
||||||
|
|
||||||
|
|
||||||
# cx, cy, thresh = RANSAC3D(self)
|
# cx, cy, thresh = RANSAC3D(self)
|
||||||
# out_x, out_y = cal_osc(self, cx, cy)
|
# out_x, out_y = cal_osc(self, cx, cy)
|
||||||
# self.output_images_and_update(thresh, EyeInformation(InformationOrigin.RANSAC, out_x, out_y, 0, False)) #update app
|
# self.output_images_and_update(thresh, EyeInformation(InformationOrigin.RANSAC, out_x, out_y, 0, False)) #update app
|
||||||
|
|
||||||
|
|
||||||
# cx, cy, larger_threshold = BLOB(self)
|
# cx, cy, larger_threshold = BLOB(self)
|
||||||
# out_x, out_y = cal_osc(self, cx, cy)
|
# out_x, out_y = cal_osc(self, cx, cy)
|
||||||
# self.output_images_and_update(larger_threshold, EyeInformation(InformationOrigin.BLOB, out_x, out_y, 0, False)) #update app
|
# self.output_images_and_update(larger_threshold, EyeInformation(InformationOrigin.BLOB, out_x, out_y, 0, False)) #update app
|
||||||
@ -471,3 +446,8 @@ class EyeProcessor:
|
|||||||
|
|
||||||
self.ALGOSELECT() #run our algos in priority order set in settings
|
self.ALGOSELECT() #run our algos in priority order set in settings
|
||||||
self.BLINKM()
|
self.BLINKM()
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@ -19,7 +19,7 @@
|
|||||||
@@@@@@@@@@@@@@@@@
|
@@@@@@@@@@@@@@@@@
|
||||||
@@@@@@@@@@@@@(
|
@@@@@@@@@@@@@(
|
||||||
|
|
||||||
RANSAC 3D By: Summer#2406 (Main Algorithm Engineer), Pupil Labs (pye3d), PallasNeko (Optimization)
|
RANSAC 3D By: Summer#2406 (Main Algorithm Engineer), Pupil Labs (pye3d), Sean.Denka (Optimization)
|
||||||
Algorithm App Implimentations By: Prohurtz#0001, qdot (Inital App Creator)
|
Algorithm App Implimentations By: Prohurtz#0001, qdot (Inital App Creator)
|
||||||
|
|
||||||
Copyright (c) 2022 EyeTrackVR <3
|
Copyright (c) 2022 EyeTrackVR <3
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user