mirror of
https://github.com/EyeTrackVR/EyeTrackVR.git
synced 2025-09-26 23:09:28 +08:00

- setup standalone executable - fix external file bundling for standalone - fix some spelling errors in gui BREAKING CHANGES
451 lines
19 KiB
Python
451 lines
19 KiB
Python
import PySimpleGUI as sg
|
|
|
|
from config import EyeTrackSettingsConfig
|
|
from osc import EyeId
|
|
from queue import Queue
|
|
from threading import Event
|
|
|
|
|
|
class AlgoSettingsWidget:
|
|
def __init__(self, widget_id: EyeId, main_config: EyeTrackSettingsConfig, osc_queue: Queue):
|
|
|
|
self.gui_flip_x_axis_left = f"-FLIPXAXISLEFT{widget_id}-"
|
|
self.gui_flip_x_axis_right = f"-FLIPXAXISRIGHT{widget_id}-"
|
|
self.gui_flip_y_axis = f"-FLIPYAXIS{widget_id}-"
|
|
self.gui_general_settings_layout = f"-GENERALSETTINGSLAYOUT{widget_id}-"
|
|
self.gui_osc_address = f"-OSCADDRESS{widget_id}-"
|
|
self.gui_osc_port = f"-OSCPORT{widget_id}-"
|
|
self.gui_osc_receiver_port = f"OSCRECEIVERPORT{widget_id}-"
|
|
self.gui_osc_recenter_address = f"OSCRECENTERADDRESS{widget_id}-"
|
|
self.gui_osc_recalibrate_address = f"OSCRECALIBRATEADDRESS{widget_id}-"
|
|
self.gui_BLOB = f"-BLOBFALLBACK{widget_id}-"
|
|
self.gui_HSF = f"-HSF{widget_id}-"
|
|
self.gui_DADDY = f"-DADDY{widget_id}-"
|
|
self.gui_DADDYP = f"-DADDYP{widget_id}-"
|
|
self.gui_LEAPP = f"-LEAPP{widget_id}-"
|
|
self.gui_LEAP = f"-LEAP{widget_id}-"
|
|
self.gui_RANSAC3D = f"-RANSAC3D{widget_id}-"
|
|
self.gui_BLINK = f"-BLINK{widget_id}-"
|
|
self.gui_IBO = f"-IBO{widget_id}-"
|
|
self.gui_HSRAC = f"-HSRAC{widget_id}-"
|
|
self.gui_HSF_radius = f"-HSFRADIUS{widget_id}-"
|
|
self.gui_blob_maxsize = f"-BLOBMAXSIZE{widget_id}-"
|
|
self.gui_blob_minsize = f"-BLOBMINSIZE{widget_id}-"
|
|
self.gui_speed_coefficient = f"-SPEEDCOEFFICIENT{widget_id}-"
|
|
self.gui_min_cutoff = f"-MINCUTOFF{widget_id}-"
|
|
self.gui_eye_falloff = f"-EYEFALLOFF{widget_id}-"
|
|
self.gui_skip_autoradius = f"-SKIPAUTORADIUS{widget_id}-"
|
|
self.gui_HSRACP = f"-HSRACP{widget_id}-"
|
|
self.gui_RANSAC3DP = f"-RANSAC3DP{widget_id}-"
|
|
self.gui_HSFP = f"-HSFP{widget_id}-"
|
|
self.gui_BLOBP = f"-BLOBP{widget_id}-"
|
|
self.gui_thresh_add = f"-THRESHADD{widget_id}-"
|
|
self.gui_ROSC = f"-ROSC{widget_id}-"
|
|
self.gui_RANSACBLINK = f"-RANSACBLINK{widget_id}-"
|
|
self.gui_vrc_native = f"-VRCNATIVE{widget_id}-"
|
|
self.gui_circular_crop_left = f"-CIRCLECROPLEFT{widget_id}-"
|
|
self.gui_circular_crop_right = f"-CIRCLECROPRIGHT{widget_id}-"
|
|
self.gui_update_check = f"-UPDATECHECK{widget_id}-"
|
|
self.gui_threshold_slider = f"-BLOBTHRESHOLD{widget_id}-"
|
|
self.gui_HSF_radius_left = f"-HSFRADIUSLEFT{widget_id}-"
|
|
self.gui_HSF_radius_right = f"-HSFRADIUSRIGHT{widget_id}-"
|
|
self.ibo_filter_samples = f"-IBOFILTERSAMPLE{widget_id}-"
|
|
self.calibration_samples = f"-CALIBRATIONSAMPLES{widget_id}-"
|
|
self.ibo_fully_close_eye_threshold = f"-CLOSETHRESH{widget_id}-"
|
|
|
|
self.main_config = main_config
|
|
self.config = main_config.settings
|
|
self.osc_queue = osc_queue
|
|
|
|
# Define the window's contents
|
|
self.general_settings_layout = [
|
|
|
|
[sg.Checkbox(
|
|
"",
|
|
default=self.config.gui_HSRAC,
|
|
key=self.gui_HSRAC,
|
|
background_color='#424042',
|
|
tooltip="Our flagship algorithm, utilizing both HSF and RANSAC for best tracking quality and lighting resistance.",
|
|
),
|
|
sg.Combo(['1', '2', '3', '4', '5', '6'],
|
|
default_value=self.config.gui_HSRACP,
|
|
key=self.gui_HSRACP,
|
|
background_color='#424042',
|
|
text_color='white',
|
|
button_arrow_color="black",
|
|
button_background_color="#6f4ca1",
|
|
tooltip="Select the priority of eyetracking algorithms.",
|
|
),
|
|
sg.Text("HSRAC", background_color='#424042'),
|
|
# ],
|
|
# [
|
|
sg.Checkbox(
|
|
"",
|
|
default=self.config.gui_HSF,
|
|
key=self.gui_HSF,
|
|
background_color='#424042',
|
|
tooltip="HSF Is a new, lower resolution tracking algorithim that provides excelent resilancy to lighting conditions and great speed.",
|
|
),
|
|
sg.Combo(['1', '2', '3', '4', '5', '6'],
|
|
default_value=self.config.gui_HSFP,
|
|
key=self.gui_HSFP,
|
|
background_color='#424042',
|
|
text_color='white',
|
|
button_arrow_color="black",
|
|
button_background_color="#6f4ca1",
|
|
tooltip="Select the priority of eyetracking algorithims.",
|
|
),
|
|
sg.Text("Haar Surround Feature", background_color='#424042'),
|
|
],
|
|
[sg.Checkbox(
|
|
"",
|
|
default=self.config.gui_DADDY,
|
|
key=self.gui_DADDY,
|
|
background_color='#424042',
|
|
tooltip="DADDY Uses a Deep learning algorithm. This has a big CPU usage impact.",
|
|
),
|
|
sg.Combo(['1', '2', '3', '4', '5', '6'],
|
|
default_value=self.config.gui_DADDYP,
|
|
key=self.gui_DADDYP,
|
|
background_color='#424042',
|
|
text_color='white',
|
|
button_arrow_color="black",
|
|
button_background_color="#6f4ca1",
|
|
tooltip="Select the priority of eyetracking algorithms.",
|
|
),
|
|
sg.Text("DADDY", background_color='#424042'),
|
|
# ],
|
|
# [
|
|
sg.Checkbox(
|
|
"",
|
|
default=self.config.gui_RANSAC3D,
|
|
key=self.gui_RANSAC3D,
|
|
background_color='#424042',
|
|
tooltip="RANSAC3D provides good tracking quality, however does not do well in bad lighting conditions.",
|
|
),
|
|
sg.Combo(['1', '2', '3', '4', '5', '6'],
|
|
default_value=self.config.gui_RANSAC3DP,
|
|
key=self.gui_RANSAC3DP,
|
|
background_color='#424042',
|
|
text_color='white',
|
|
button_arrow_color="black",
|
|
button_background_color="#6f4ca1",
|
|
tooltip="Select the priority of eyetracking algorithms.",
|
|
),
|
|
sg.Text("RANSAC 3D", background_color='#424042'),
|
|
],
|
|
[
|
|
sg.Checkbox(
|
|
"",
|
|
default=self.config.gui_LEAP,
|
|
key=self.gui_LEAP,
|
|
background_color='#424042',
|
|
tooltip="LEAP Uses a lightweight deep learning algorithm.",
|
|
),
|
|
sg.Combo(['1', '2', '3', '4', '5', '6'],
|
|
default_value=self.config.gui_LEAPP,
|
|
key=self.gui_LEAPP,
|
|
background_color='#424042',
|
|
text_color='white',
|
|
button_arrow_color="black",
|
|
button_background_color="#6f4ca1",
|
|
tooltip="Select the priority of eyetracking algorithms.",
|
|
),
|
|
sg.Text("LEAP", background_color='#424042'),
|
|
|
|
sg.Checkbox(
|
|
"",
|
|
default=self.config.gui_BLOB,
|
|
key=self.gui_BLOB,
|
|
background_color='#424042',
|
|
tooltip="Blob tracking is the oldest and worst tracking algorithm, it provides fast, though sometimes inaccurate tracking.",
|
|
),
|
|
sg.Combo(['1', '2', '3', '4', '5', '6'],
|
|
default_value=self.config.gui_BLOBP,
|
|
key=self.gui_BLOBP,
|
|
background_color='#424042',
|
|
text_color='white',
|
|
button_arrow_color="black",
|
|
button_background_color="#6f4ca1",
|
|
tooltip="Select the priority of eyetracking algorithms.",
|
|
),
|
|
sg.Text("Blob", background_color='#424042'),
|
|
],
|
|
[
|
|
sg.Text("Blink Algo Settings:", background_color='#242224')
|
|
],
|
|
[
|
|
sg.Checkbox(
|
|
"Intensity Based Openness",
|
|
default=self.config.gui_IBO,
|
|
key=self.gui_IBO,
|
|
background_color='#424042',
|
|
),
|
|
sg.Checkbox(
|
|
"RANSAC Quick Blink Algo",
|
|
default=self.config.gui_RANSACBLINK,
|
|
key=self.gui_RANSACBLINK,
|
|
background_color='#424042',
|
|
),
|
|
sg.Checkbox(
|
|
"Binary Blink Algo",
|
|
default=self.config.gui_BLINK,
|
|
key=self.gui_BLINK,
|
|
background_color='#424042',
|
|
),
|
|
|
|
],
|
|
[
|
|
sg.Text("IBO Filter Sample Size", background_color='#424042'),
|
|
sg.InputText(
|
|
self.config.ibo_filter_samples,
|
|
key=self.ibo_filter_samples,
|
|
size=(0, 10),
|
|
),
|
|
sg.Text("Calibration Samples", background_color='#424042'),
|
|
sg.InputText(
|
|
self.config.calibration_samples,
|
|
key=self.calibration_samples,
|
|
size=(0, 10),
|
|
),
|
|
|
|
sg.Text("IBO Close Threshold", background_color='#424042'),
|
|
sg.InputText(
|
|
self.config.ibo_fully_close_eye_threshold,
|
|
key=self.ibo_fully_close_eye_threshold,
|
|
size=(0, 10),
|
|
),
|
|
],
|
|
[
|
|
sg.Checkbox(
|
|
"Left Eye Circle crop",
|
|
default=self.config.gui_circular_crop_left,
|
|
key=self.gui_circular_crop_left,
|
|
background_color='#424042',
|
|
),
|
|
sg.Checkbox(
|
|
"Right Eye Circle crop",
|
|
default=self.config.gui_circular_crop_right,
|
|
key=self.gui_circular_crop_right,
|
|
background_color='#424042',
|
|
),
|
|
],
|
|
[
|
|
sg.Text("Advanced Tracking Algorithim Settings:", background_color='#242224')
|
|
],
|
|
[sg.Checkbox(
|
|
"HSF: Skip Auto Radius",
|
|
default=self.config.gui_skip_autoradius,
|
|
key=self.gui_skip_autoradius,
|
|
background_color='#424042',
|
|
tooltip="To gain more control and possibly better tracking quality of HSF, please disable auto radius to enable manual adjustment.",
|
|
),
|
|
],
|
|
[
|
|
sg.Text("Left HSF Radius:", background_color='#424042'),
|
|
sg.Slider(
|
|
range=(1, 50),
|
|
default_value=self.config.gui_HSF_radius_left,
|
|
orientation="h",
|
|
key=self.gui_HSF_radius_left,
|
|
background_color='#424042',
|
|
tooltip="Adjusts the radius parameter for HSF. Only adjust if you are having tracking issues.",
|
|
),
|
|
sg.Text("Right HSF Radius:", background_color='#424042'),
|
|
sg.Slider(
|
|
range=(1, 50),
|
|
default_value=self.config.gui_HSF_radius_right,
|
|
orientation="h",
|
|
key=self.gui_HSF_radius_right,
|
|
background_color='#424042',
|
|
tooltip="Adjusts the radius parameter for HSF. Only adjust if you are having tracking issues.",
|
|
),
|
|
|
|
],
|
|
[sg.Text("RANSAC Thresh Add", background_color='#424042'),
|
|
sg.Slider(
|
|
range=(1, 50),
|
|
default_value=self.config.gui_thresh_add,
|
|
orientation="h",
|
|
key=self.gui_thresh_add,
|
|
background_color='#424042',
|
|
tooltip="Adjusts the amount of threshold to add to RANSAC. Useful for fine tuning your setup.",
|
|
),
|
|
sg.Text("Blob Threshold", background_color='#424042'),
|
|
# TODO make this for right and left eyes? I dont know how vital that is..
|
|
sg.Slider(
|
|
range=(0, 110),
|
|
default_value=self.config.gui_threshold,
|
|
orientation="h",
|
|
key=self.gui_threshold_slider,
|
|
background_color='#424042',
|
|
tooltip="Adjusts the threshold for blob tracking.",
|
|
),
|
|
],
|
|
[sg.Text("Min Blob Size:", background_color='#424042'),
|
|
sg.Slider(
|
|
range=(1, 50),
|
|
default_value=self.config.gui_blob_minsize,
|
|
orientation="h",
|
|
key=self.gui_blob_minsize,
|
|
background_color='#424042',
|
|
tooltip="Minimum size a blob has to be for blob tracking.",
|
|
),
|
|
|
|
sg.Text("Max Blob Size:", background_color='#424042'),
|
|
sg.Slider(
|
|
range=(1, 50),
|
|
default_value=self.config.gui_blob_maxsize,
|
|
orientation="h",
|
|
key=self.gui_blob_maxsize,
|
|
background_color='#424042',
|
|
tooltip="Maximum size a blob can be for blob tracking.",
|
|
),
|
|
|
|
],
|
|
|
|
]
|
|
|
|
self.widget_layout = [
|
|
[
|
|
sg.Text("Tracking Algorithm Order Settings:", background_color='#242224'),
|
|
],
|
|
[
|
|
sg.Column(self.general_settings_layout, key=self.gui_general_settings_layout,
|
|
background_color='#424042'),
|
|
],
|
|
]
|
|
|
|
self.cancellation_event = Event() # Set the event until start is called, otherwise we can block if shutdown is called.
|
|
self.cancellation_event.set()
|
|
self.image_queue = Queue()
|
|
|
|
def started(self):
|
|
return not self.cancellation_event.is_set()
|
|
|
|
def start(self):
|
|
# If we're already running, bail
|
|
if not self.cancellation_event.is_set():
|
|
return
|
|
self.cancellation_event.clear()
|
|
|
|
def stop(self):
|
|
# If we're not running yet, bail
|
|
if self.cancellation_event.is_set():
|
|
return
|
|
self.cancellation_event.set()
|
|
|
|
def render(self, window, event, values):
|
|
# If anything has changed in our configuration settings, change/update those.
|
|
changed = False
|
|
|
|
if self.config.gui_HSFP != int(values[self.gui_HSFP]):
|
|
self.config.gui_HSFP = int(values[self.gui_HSFP])
|
|
changed = True
|
|
|
|
if self.config.gui_HSF != values[self.gui_HSF]:
|
|
self.config.gui_HSF = values[self.gui_HSF]
|
|
changed = True
|
|
|
|
if self.config.gui_DADDYP != int(values[self.gui_DADDYP]):
|
|
self.config.gui_DADDYP = int(values[self.gui_DADDYP])
|
|
changed = True
|
|
|
|
if self.config.gui_DADDY != values[self.gui_DADDY]:
|
|
self.config.gui_DADDY = values[self.gui_DADDY]
|
|
changed = True
|
|
|
|
if self.config.gui_RANSAC3DP != int(
|
|
values[self.gui_RANSAC3DP]): # TODO check that priority order is unique/auto fix it.
|
|
self.config.gui_RANSAC3DP = int(values[self.gui_RANSAC3DP])
|
|
changed = True
|
|
|
|
if self.config.gui_RANSAC3D != values[self.gui_RANSAC3D]:
|
|
self.config.gui_RANSAC3D = values[self.gui_RANSAC3D]
|
|
changed = True
|
|
|
|
if self.config.gui_HSRACP != int(values[self.gui_HSRACP]):
|
|
self.config.gui_HSRACP = int(values[self.gui_HSRACP])
|
|
changed = True
|
|
|
|
if self.config.gui_HSRAC != values[self.gui_HSRAC]:
|
|
self.config.gui_HSRAC = values[self.gui_HSRAC]
|
|
changed = True
|
|
|
|
if self.config.gui_LEAPP != int(values[self.gui_LEAPP]):
|
|
self.config.gui_LEAPP = int(values[self.gui_LEAPP])
|
|
changed = True
|
|
|
|
if self.config.gui_LEAP != values[self.gui_LEAP]:
|
|
self.config.gui_LEAP = values[self.gui_LEAP]
|
|
changed = True
|
|
|
|
if self.config.gui_skip_autoradius != values[self.gui_skip_autoradius]:
|
|
self.config.gui_skip_autoradius = values[self.gui_skip_autoradius]
|
|
changed = True
|
|
|
|
if self.config.gui_BLINK != values[self.gui_BLINK]:
|
|
self.config.gui_BLINK = values[self.gui_BLINK]
|
|
changed = True
|
|
|
|
if self.config.gui_IBO != values[self.gui_IBO]:
|
|
self.config.gui_IBO = values[self.gui_IBO]
|
|
changed = True
|
|
|
|
if self.config.gui_RANSACBLINK != values[self.gui_RANSACBLINK]:
|
|
self.config.gui_RANSACBLINK = values[self.gui_RANSACBLINK]
|
|
changed = True
|
|
|
|
if self.config.gui_circular_crop_left != values[self.gui_circular_crop_left]:
|
|
self.config.gui_circular_crop_left = values[self.gui_circular_crop_left]
|
|
changed = True
|
|
|
|
if self.config.gui_circular_crop_right != values[self.gui_circular_crop_right]:
|
|
self.config.gui_circular_crop_right = values[self.gui_circular_crop_right]
|
|
changed = True
|
|
|
|
if self.config.gui_HSF_radius_left != int(values[self.gui_HSF_radius_left]):
|
|
self.config.gui_HSF_radius_left = int(values[self.gui_HSF_radius_left])
|
|
changed = True
|
|
|
|
if self.config.gui_HSF_radius_right != int(values[self.gui_HSF_radius_right]):
|
|
self.config.gui_HSF_radius_right = int(values[self.gui_HSF_radius_right])
|
|
changed = True
|
|
|
|
if self.config.gui_BLOB != values[self.gui_BLOB]:
|
|
self.config.gui_BLOB = values[self.gui_BLOB]
|
|
changed = True
|
|
|
|
if self.config.gui_BLOBP != int(values[self.gui_BLOBP]):
|
|
self.config.gui_BLOBP = int(values[self.gui_BLOBP])
|
|
changed = True
|
|
|
|
if self.config.gui_threshold != values[self.gui_threshold_slider]:
|
|
self.config.gui_threshold = int(values[self.gui_threshold_slider])
|
|
changed = True
|
|
|
|
if self.config.gui_thresh_add != values[self.gui_thresh_add]:
|
|
self.config.gui_thresh_add = int(values[self.gui_thresh_add])
|
|
changed = True
|
|
|
|
if self.config.gui_blob_maxsize != values[self.gui_blob_maxsize]:
|
|
self.config.gui_blob_maxsize = values[self.gui_blob_maxsize]
|
|
changed = True
|
|
|
|
if self.config.ibo_filter_samples != int(values[self.ibo_filter_samples]):
|
|
self.config.ibo_filter_samples = int(values[self.ibo_filter_samples])
|
|
changed = True
|
|
|
|
if self.config.ibo_fully_close_eye_threshold != float(values[self.ibo_fully_close_eye_threshold]):
|
|
self.config.ibo_fully_close_eye_threshold = float(values[self.ibo_fully_close_eye_threshold])
|
|
changed = True
|
|
|
|
if self.config.calibration_samples != int(values[self.calibration_samples]):
|
|
self.config.calibration_samples = int(values[self.calibration_samples])
|
|
changed = True
|
|
|
|
if changed:
|
|
self.main_config.save()
|
|
# print(self.main_config)
|
|
self.osc_queue.put(EyeId.ALGOSETTINGS)
|