mirror of
https://github.com/EyeTrackVR/EyeTrackVR.git
synced 2025-09-26 23:09:28 +08:00
705 lines
26 KiB
Python
705 lines
26 KiB
Python
"""
|
|
------------------------------------------------------------------------------------------------------
|
|
|
|
,@@@@@@
|
|
@@@@@@@@@@@ @@@
|
|
@@@@@@@@@@@@ @@@@@@@@@@@
|
|
@@@@@@@@@@@@@ @@@@@@@@@@@@@@
|
|
@@@@@@@/ ,@@@@@@@@@@@@@
|
|
/@@@@@@@@@@@@@@@ @@@@@@@@
|
|
@@@@@@@@@@@@@@@@@@@@@@@@ @@@@@
|
|
@@@@@@@@ @@@@@
|
|
,@@@ @@@@&
|
|
@@@@@@. @@@@
|
|
@@@ @@@@@@@@@/ @@@@@
|
|
,@@@. @@@@@@((@ @@@@(
|
|
//@@@ ,, @@@@ @@@@@
|
|
@@@( @@@@@@@
|
|
@@@ @ @@@@@@@@#
|
|
@@@@@@@@@@@@@@@@@
|
|
@@@@@@@@@@@@@(
|
|
|
|
Adaptive Haar Surround Feature: Summer, PallasNeko (Optimization)
|
|
Algorithm App Implementations and Tweaks By: Prohurtz
|
|
|
|
Copyright (c) 2025 EyeTrackVR <3
|
|
|
|
LICENSE: Summer Software Distribution License 1.0
|
|
------------------------------------------------------------------------------------------------------
|
|
"""
|
|
|
|
import functools
|
|
import math
|
|
import os
|
|
import sys
|
|
import time
|
|
import timeit
|
|
from logging import FileHandler, Formatter, INFO, StreamHandler, getLogger
|
|
|
|
from functools import lru_cache
|
|
import cv2
|
|
import numpy as np
|
|
|
|
|
|
# from line_profiler_pycharm import profile
|
|
|
|
|
|
|
|
class AHSF:
|
|
def __init__(self, video_src, save_logfile=False, imshow_enable=False, save_video=False):
|
|
self.this_file_basename = os.path.basename(__file__)
|
|
self.this_file_name = self.this_file_basename.replace(".py", "")
|
|
self.alg_ver = "PallasNekoV3"
|
|
|
|
self.save_logfile = save_logfile
|
|
self.imshow_enable = imshow_enable
|
|
self.save_video = save_video
|
|
|
|
self.VideoCapture_SRC = video_src
|
|
self.input_is_webcam = False
|
|
self.benchmark_flag = True if not self.input_is_webcam and not self.imshow_enable and not self.save_video else False
|
|
self.loop_num = 1 if self.imshow_enable or self.save_video else 10
|
|
self.output_video_path = f"./{self.this_file_name}.mp4"
|
|
self.logfilename = f"./{self.this_file_name}.log"
|
|
self.print_enable = False
|
|
|
|
self.lru_maxsize_vvs = 16
|
|
self.lru_maxsize_vs = 64
|
|
self.lru_maxsize_s = 128
|
|
|
|
self.logger = getLogger(__name__)
|
|
self.logger.setLevel(INFO)
|
|
formatter = Formatter("%(message)s")
|
|
handler = StreamHandler()
|
|
handler.setLevel(INFO)
|
|
handler.setFormatter(formatter)
|
|
self.logger.addHandler(handler)
|
|
if self.save_logfile:
|
|
handler = FileHandler(self.logfilename, encoding="utf8", mode="w")
|
|
handler.setLevel(INFO)
|
|
handler.setFormatter(formatter)
|
|
self.logger.addHandler(handler)
|
|
else:
|
|
self.save_logfile = False
|
|
self.video_wr = cv2.VideoWriter if self.save_video else None
|
|
|
|
|
|
def format_time(self, timespan, precision=3):
|
|
"""
|
|
https://github.com/ipython/ipython/blob/339c0d510a1f3cb2158dd8c6e7f4ac89aa4c89d8/IPython/core/magics/execution.py#L1473
|
|
Formats the timespan in a human readable form
|
|
"""
|
|
|
|
if timespan >= 60.0:
|
|
# we have more than a minute, format that in a human readable form
|
|
# Idea from http://snipplr.com/view/5713/
|
|
parts = [("d", 60 * 60 * 24), ("h", 60 * 60), ("min", 60), ("s", 1)]
|
|
time = []
|
|
leftover = timespan
|
|
for suffix, length in parts:
|
|
value = int(leftover / length)
|
|
if value > 0:
|
|
leftover = leftover % length
|
|
time.append("%s%s" % (str(value), suffix))
|
|
if leftover < 1:
|
|
break
|
|
return " ".join(time)
|
|
|
|
# Unfortunately the unicode 'micro' symbol can cause problems in
|
|
# certain terminals.
|
|
# See bug: https://bugs.launchpad.net/ipython/+bug/348466
|
|
# Try to prevent crashes by being more secure than it needs to
|
|
# E.g. eclipse is able to print a µ, but has no sys.stdout.encoding set.
|
|
units = ["s", "ms", "us", "ns"] # the save value
|
|
if hasattr(sys.stdout, "encoding") and sys.stdout.encoding:
|
|
try:
|
|
"\xb5".encode(sys.stdout.encoding)
|
|
units = ["s", "ms", "\xb5s", "ns"]
|
|
except:
|
|
pass
|
|
scaling = [1, 1e3, 1e6, 1e9]
|
|
|
|
if timespan > 0.0:
|
|
order = min(-int(math.floor(math.log10(timespan)) // 3), 3)
|
|
else:
|
|
order = 3
|
|
return "%.*g %s" % (precision, timespan * scaling[order], units[order])
|
|
|
|
|
|
def filter_light(self, img_gray, img_blur, tau):
|
|
for i in range(img_gray.shape[1]):
|
|
for j in range(img_gray.shape[0]):
|
|
if img_gray[j, i] > tau:
|
|
img_blur[j, i] = tau
|
|
else:
|
|
img_blur[j, i] = img_gray[j, i]
|
|
return img_blur
|
|
|
|
|
|
def pupil_detector_haar(self, img_gray, params):
|
|
frame_num = 0
|
|
img_down = cv2.resize(
|
|
img_gray,
|
|
(
|
|
img_gray.shape[1] // params["ratio_downsample"],
|
|
img_gray.shape[0] // params["ratio_downsample"],
|
|
),
|
|
)
|
|
img_boundary = (0, 0, img_down.shape[1], img_down.shape[0])
|
|
|
|
if params["use_init_rect"]:
|
|
tau = max(params["mu_outer"], params["mu_inner"] + 30)
|
|
self.filter_light(img_down, img_down, tau)
|
|
|
|
# Coarse Detection
|
|
(
|
|
pupil_rect_coarse,
|
|
outer_rect_coarse,
|
|
max_response_coarse,
|
|
mu_inner,
|
|
mu_outer,
|
|
) = self.coarse_detection(img_down, params)
|
|
print(
|
|
"Coarse Detection: ",
|
|
pupil_rect_coarse,
|
|
outer_rect_coarse,
|
|
max_response_coarse,
|
|
mu_inner,
|
|
mu_outer,
|
|
)
|
|
|
|
if params["use_init_rect"] and frame_num == 0:
|
|
mu_inner0 = mu_inner
|
|
mu_outer0 = mu_outer
|
|
kf = 2 - 0.01 * mu_inner0
|
|
|
|
img_coarse = cv2.cvtColor(img_down, cv2.COLOR_GRAY2BGR)
|
|
# show image
|
|
|
|
# Fine Detection
|
|
if mu_outer - mu_inner >= 5:
|
|
pupil_rect_fine = self.fine_detection(img_down, pupil_rect_coarse)
|
|
else:
|
|
pupil_rect_fine = pupil_rect_coarse
|
|
|
|
# Postprocessing
|
|
pupil_rect_coarse = self.rect_scale(pupil_rect_coarse, params["ratio_downsample"], False)
|
|
outer_rect_coarse = self.rect_scale(outer_rect_coarse, params["ratio_downsample"], False)
|
|
pupil_rect_fine = self.rect_scale(pupil_rect_fine, params["ratio_downsample"], False)
|
|
|
|
center_coarse = (
|
|
pupil_rect_coarse[0] + pupil_rect_coarse[2] // 2,
|
|
pupil_rect_coarse[1] + pupil_rect_coarse[3] // 2,
|
|
)
|
|
center_fine = (
|
|
pupil_rect_fine[0] + pupil_rect_fine[2] // 2,
|
|
pupil_rect_fine[1] + pupil_rect_fine[3] // 2,
|
|
)
|
|
|
|
return (
|
|
pupil_rect_coarse,
|
|
outer_rect_coarse,
|
|
pupil_rect_fine,
|
|
center_coarse,
|
|
center_fine,
|
|
)
|
|
|
|
|
|
# @lru_cache(maxsize=self.lru_maxsize_vvs)
|
|
def get_empty_array(self, frame_shape, width_min, width_max, wh_step, xy_step, roi, ratio_outer):
|
|
frame_int_dtype = np.intc
|
|
np_index_dtype = (
|
|
np.intc
|
|
) # memo: Better to use np.intp, but a little slower ref: https://numpy.org/doc/1.25/user/basics.indexing.html#detailed-notes
|
|
|
|
row, col = frame_shape
|
|
|
|
frame_int = np.empty((row + 1, col + 1), dtype=frame_int_dtype)
|
|
|
|
w_arr = np.arange(width_min, width_max + 1, wh_step, dtype=np_index_dtype)
|
|
h_arr = (w_arr / ratio_outer).astype(np.int16)
|
|
|
|
# memo: It is not smart code and needs to be changed.
|
|
y_out_n = np.hstack([np.arange(roi[1] + h, roi[3] - h, xy_step, dtype=np_index_dtype) for h in h_arr])
|
|
x_out_n = np.hstack([np.arange(roi[0] + w, roi[2] - w, xy_step, dtype=np_index_dtype) for w in w_arr])
|
|
y_out_h = np.hstack([np.arange(roi[1] + h, roi[3] - h, xy_step, dtype=np_index_dtype) + h for h in h_arr])
|
|
x_out_w = np.hstack([np.arange(roi[0] + w, roi[2] - w, xy_step, dtype=np_index_dtype) + w for w in w_arr])
|
|
out_h = y_out_h - y_out_n
|
|
out_w = x_out_w - x_out_n
|
|
|
|
y_in_n = np.hstack([np.arange(roi[1] + h, roi[3] - h, xy_step, dtype=np_index_dtype) + int(h / 4) for h in h_arr])
|
|
x_in_n = np.hstack([np.arange(roi[0] + w, roi[2] - w, xy_step, dtype=np_index_dtype) + int(w / 4) for w in w_arr])
|
|
y_in_h = np.hstack(
|
|
[np.arange(roi[1] + h, roi[3] - h, xy_step, dtype=np_index_dtype) + int(h / 4) + int(h / 2) for h in h_arr]
|
|
)
|
|
x_in_w = np.hstack(
|
|
[np.arange(roi[0] + w, roi[2] - w, xy_step, dtype=np_index_dtype) + int(w / 4) + int(w / 2) for w in w_arr]
|
|
)
|
|
in_h = y_in_h - y_in_n
|
|
in_w = x_in_w - x_in_n
|
|
|
|
# # memo: Unelegant code
|
|
# # memo: Non-transposed version
|
|
# wh_in_arr = np.hstack([np.full(((roi[3] - h) - (roi[1] + h) - 1) // xy_step + 1,int(h/2),dtype=np_index_dtype) for h in h_arr])[:, np.newaxis] * np.hstack([np.full(((roi[2] - w) - (roi[0] + w) - 1) // xy_step + 1,int(w/2),dtype=np_index_dtype) for w in w_arr])[np.newaxis, :]
|
|
# wh_out_arr = np.hstack([np.full(((roi[3] - h) - (roi[1] + h) - 1) // xy_step + 1,h,dtype=np_index_dtype) for h in h_arr])[:, np.newaxis] * np.hstack([np.full(((roi[2] - w) - (roi[0] + w) - 1) // xy_step + 1,w,dtype=np_index_dtype) for w in w_arr])[np.newaxis, :]
|
|
|
|
# memo: Unelegant code
|
|
# memo: transposed version
|
|
|
|
wh_in_arr = (
|
|
np.hstack(
|
|
[
|
|
np.full(
|
|
((roi[2] - w) - (roi[0] + w) - 1) // xy_step + 1,
|
|
int(w / 2),
|
|
dtype=np_index_dtype,
|
|
)
|
|
for w in w_arr
|
|
]
|
|
)[:, np.newaxis]
|
|
* np.hstack(
|
|
[
|
|
np.full(
|
|
((roi[3] - h) - (roi[1] + h) - 1) // xy_step + 1,
|
|
int(h / 2),
|
|
dtype=np_index_dtype,
|
|
)
|
|
for h in h_arr
|
|
]
|
|
)[np.newaxis, :]
|
|
)
|
|
wh_out_arr = (
|
|
np.hstack(
|
|
[
|
|
np.full(
|
|
((roi[2] - w) - (roi[0] + w) - 1) // xy_step + 1,
|
|
w,
|
|
dtype=np_index_dtype,
|
|
)
|
|
for w in w_arr
|
|
]
|
|
)[:, np.newaxis]
|
|
* np.hstack(
|
|
[
|
|
np.full(
|
|
((roi[3] - h) - (roi[1] + h) - 1) // xy_step + 1,
|
|
h,
|
|
dtype=np_index_dtype,
|
|
)
|
|
for h in h_arr
|
|
]
|
|
)[np.newaxis, :]
|
|
)
|
|
|
|
mu_outer_rect = cv2.subtract(
|
|
wh_out_arr, wh_in_arr
|
|
) # ,dst=) # == (outer_rect[2] * outer_rect[3] - inner_rect[2] * inner_rect[3])
|
|
|
|
wh_in_arr = 1 / wh_in_arr # .astype(np.float32)
|
|
# wh_out_arr=wh_out_arr.astype(np.float64)
|
|
mu_outer_rect = 1 / mu_outer_rect # .astype(np.float32)
|
|
mu_outer_rect2 = -1.0 * mu_outer_rect # cv2.merge([mu_outer_rect,-1.0*mu_outer_rect])
|
|
|
|
# 1/wh_in_arr == wh_in_arr_mul
|
|
return (
|
|
frame_int,
|
|
y_out_n,
|
|
x_out_n,
|
|
y_out_h,
|
|
x_out_w,
|
|
out_h,
|
|
out_w,
|
|
y_in_n,
|
|
x_in_n,
|
|
y_in_h,
|
|
x_in_w,
|
|
in_h,
|
|
in_w,
|
|
wh_in_arr,
|
|
wh_out_arr,
|
|
mu_outer_rect,
|
|
mu_outer_rect2,
|
|
)
|
|
|
|
|
|
# @profile
|
|
def coarse_detection(self, img_gray, params):
|
|
ratio_outer = params["ratio_outer"]
|
|
kf = params["kf"]
|
|
width_min = params["width_min"]
|
|
width_max = params["width_max"]
|
|
wh_step = params["wh_step"]
|
|
xy_step = params["xy_step"]
|
|
roi = params["roi"]
|
|
init_rect_flag = params["init_rect_flag"]
|
|
init_rect = params["init_rect"]
|
|
mu_inner = params["mu_inner"]
|
|
mu_outer = params["mu_outer"]
|
|
max_response_coarse = -255
|
|
|
|
imgboundary = (0, 0, img_gray.shape[1], img_gray.shape[0])
|
|
img_blur = np.copy(img_gray)
|
|
rectlist = []
|
|
response = []
|
|
|
|
# Assign values to avoid unassigned errors
|
|
pupil_rect_coarse = (10, 10, 10, 10)
|
|
outer_rect_coarse = (5, 5, 5, 5)
|
|
|
|
if init_rect_flag:
|
|
init_rect_down = self.rect_scale(init_rect, params["ratio_downsample"], False)
|
|
init_rect_down = self.intersect_rect(init_rect_down, imgboundary)
|
|
img_blur = img_gray[
|
|
init_rect_down[1]: init_rect_down[1] + init_rect_down[3],
|
|
init_rect_down[0]: init_rect_down[0] + init_rect_down[2],
|
|
]
|
|
|
|
(
|
|
frame_int,
|
|
y_out_n,
|
|
x_out_n,
|
|
y_out_h,
|
|
x_out_w,
|
|
out_h,
|
|
out_w,
|
|
y_in_n,
|
|
x_in_n,
|
|
y_in_h,
|
|
x_in_w,
|
|
in_h,
|
|
in_w,
|
|
wh_in_arr,
|
|
wh_out_arr,
|
|
mu_outer_rect,
|
|
mu_outer_rect2,
|
|
) = self.get_empty_array(img_blur.shape, width_min, width_max, wh_step, xy_step, roi, ratio_outer)
|
|
cv2.integral(
|
|
img_blur, sum=frame_int, sdepth=cv2.CV_32S
|
|
)
|
|
|
|
out_p_temp = frame_int.take(y_out_n, axis=0, mode="clip")
|
|
out_p_temp = cv2.transpose(out_p_temp)
|
|
out_p00 = out_p_temp.take(x_out_n, axis=0, mode="clip")
|
|
out_p01 = out_p_temp.take(x_out_w, axis=0, mode="clip")
|
|
out_p_temp = frame_int.take(y_out_h, axis=0, mode="clip")
|
|
out_p_temp = cv2.transpose(out_p_temp)
|
|
out_p11 = out_p_temp.take(x_out_w, axis=0, mode="clip")
|
|
out_p10 = out_p_temp.take(x_out_n, axis=0, mode="clip")
|
|
|
|
outer_sum = cv2.add(out_p00, out_p11)
|
|
cv2.subtract(outer_sum, out_p01, dst=outer_sum)
|
|
cv2.subtract(outer_sum, out_p10, dst=outer_sum)
|
|
|
|
in_p_temp = frame_int.take(y_in_n, axis=0, mode="clip")
|
|
in_p_temp = cv2.transpose(in_p_temp)
|
|
in_p00 = in_p_temp.take(x_in_n, axis=0, mode="clip")
|
|
in_p01 = in_p_temp.take(x_in_w, axis=0, mode="clip")
|
|
in_p_temp = frame_int.take(y_in_h, axis=0, mode="clip")
|
|
in_p_temp = cv2.transpose(in_p_temp)
|
|
in_p11 = in_p_temp.take(x_in_w, axis=0, mode="clip")
|
|
in_p10 = in_p_temp.take(x_in_n, axis=0, mode="clip")
|
|
|
|
inner_sum = cv2.add(in_p00, in_p11)
|
|
cv2.subtract(inner_sum, in_p01, dst=inner_sum)
|
|
cv2.subtract(inner_sum, in_p10, dst=inner_sum)
|
|
|
|
inner_sum_f = inner_sum.astype(np.float64)
|
|
outer_sum_f = outer_sum.astype(np.float64)
|
|
|
|
response_value = np.empty(outer_sum.shape, dtype=np.float64)
|
|
inout_rect_sum = mu_outer_rect2.copy()
|
|
inout_rect_mul = mu_outer_rect.copy()
|
|
|
|
cv2.multiply(inner_sum_f, inout_rect_mul, inout_rect_mul)
|
|
cv2.multiply(outer_sum_f, inout_rect_sum, inout_rect_sum)
|
|
cv2.add(inout_rect_mul, inout_rect_sum, dst=inout_rect_sum)
|
|
|
|
cv2.multiply(inner_sum_f, wh_in_arr, inner_sum_f, kf)
|
|
cv2.add(inout_rect_sum, inner_sum_f, dst=response_value)
|
|
|
|
min_response, max_response, min_loc, max_loc = cv2.minMaxLoc(response_value)
|
|
|
|
rec_o = (
|
|
x_out_n[min_loc[1]],
|
|
y_out_n[min_loc[0]],
|
|
out_w[min_loc[1]],
|
|
out_h[min_loc[0]],
|
|
)
|
|
rec_in = (
|
|
x_in_n[min_loc[1]],
|
|
y_in_n[min_loc[0]],
|
|
in_w[min_loc[1]],
|
|
in_h[min_loc[0]],
|
|
)
|
|
max_response_coarse = -min_response
|
|
pupil_rect_coarse = rec_in
|
|
outer_rect_coarse = rec_o
|
|
|
|
return pupil_rect_coarse, outer_rect_coarse, max_response_coarse, mu_inner, mu_outer
|
|
|
|
|
|
def fine_detection(self, img_gray, pupil_rect_coarse):
|
|
boundary = (0, 0, img_gray.shape[1], img_gray.shape[0])
|
|
valid_ratio = 1.2
|
|
valid_rect = self.intersect_rect(self.rect_scale(pupil_rect_coarse, valid_ratio), boundary)
|
|
img_pupil = img_gray[
|
|
valid_rect[1] : valid_rect[1] + valid_rect[3],
|
|
valid_rect[0] : valid_rect[0] + valid_rect[2],
|
|
]
|
|
img_pupil_blur = cv2.GaussianBlur(img_pupil, (5, 5), 0, 0)
|
|
edges_filter = self.detect_edges(img_pupil_blur)
|
|
# fit ellipse to edges
|
|
contours, hierarchy = cv2.findContours(edges_filter, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_NONE)
|
|
# sort contours by area
|
|
contours = sorted(contours, key=lambda x: cv2.contourArea(x), reverse=True)
|
|
# fit ellipse to largest contour
|
|
try:
|
|
if len(contours) > 0 and len(contours[0]) >= 5:
|
|
pupil_contour = contours[0]
|
|
pupil_ellipse = cv2.fitEllipse(pupil_contour)
|
|
center_fitting = (
|
|
int(pupil_ellipse[0][0] + valid_rect[0]),
|
|
int(pupil_ellipse[0][1] + valid_rect[1]),
|
|
)
|
|
pupil_rect_fine = (
|
|
int(pupil_ellipse[0][0] - pupil_ellipse[1][0] / 2),
|
|
int(pupil_ellipse[0][1] - pupil_ellipse[1][1] / 2),
|
|
int(pupil_ellipse[1][0]),
|
|
int(pupil_ellipse[1][1]),
|
|
)
|
|
pupil_rect_fine = (
|
|
pupil_rect_fine[0] + valid_rect[0],
|
|
pupil_rect_fine[1] + valid_rect[1],
|
|
pupil_rect_fine[2],
|
|
pupil_rect_fine[3],
|
|
)
|
|
pupil_rect_fine = self.intersect_rect(pupil_rect_fine, boundary)
|
|
pupil_rect_fine = self.rect_scale(pupil_rect_fine, 1 / valid_ratio)
|
|
else:
|
|
pupil_rect_fine = pupil_rect_coarse
|
|
center_fitting = (
|
|
int(pupil_rect_fine[0] + pupil_rect_fine[2] / 2),
|
|
int(pupil_rect_fine[1] + pupil_rect_fine[3] / 2),
|
|
)
|
|
except:
|
|
pass
|
|
try:
|
|
return pupil_rect_fine, center_fitting
|
|
except:
|
|
pass
|
|
|
|
|
|
def detect_edges(self, img_pupil_blur):
|
|
tau1 = 1 - 20.0 / img_pupil_blur.shape[1]
|
|
edges = cv2.Canny(img_pupil_blur, 64, 128)
|
|
|
|
# img_bw = np.zeros_like(img_pupil_blur)
|
|
# img_bw[img_pupil_blur > 100] = 255
|
|
img_bw = cv2.compare(img_pupil_blur, 100, cv2.CMP_GT)
|
|
kernel = cv2.getStructuringElement(cv2.MORPH_ELLIPSE, (5, 5))
|
|
img_bw = cv2.dilate(img_bw, kernel)
|
|
|
|
# edges_filter = edges & (~img_bw)
|
|
# or
|
|
edges_filter = cv2.bitwise_and(edges, cv2.bitwise_not(img_bw))
|
|
return edges_filter
|
|
|
|
|
|
def fit_pupil_ellipse_swirski(self, img_pupil, edges_filter):
|
|
contours, hierarchy = cv2.findContours(edges_filter, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_NONE)
|
|
max_contour_area = 0
|
|
max_contour = None
|
|
#print("contours: ", contours)
|
|
for contour in contours:
|
|
area = cv2.contourArea(contour)
|
|
if area > max_contour_area:
|
|
max_contour_area = area
|
|
max_contour = contour
|
|
|
|
if max_contour is None:
|
|
return (0, 0, 0, 0), None
|
|
|
|
ellipse = cv2.fitEllipse(max_contour)
|
|
return ellipse
|
|
|
|
|
|
def rect_scale(self, rect, scale, round_up=True):
|
|
x, y, width, height = rect
|
|
new_width = int(width * scale)
|
|
new_height = int(height * scale)
|
|
if round_up:
|
|
new_width = int(np.ceil(width * scale))
|
|
new_height = int(np.ceil(height * scale))
|
|
new_x = x + int((width - new_width) / 2)
|
|
new_y = y + int((height - new_height) / 2)
|
|
return new_x, new_y, new_width, new_height
|
|
|
|
|
|
def intersect_rect(self, rect1, rect2):
|
|
x1, y1, w1, h1 = rect1
|
|
x2, y2, w2, h2 = rect2
|
|
x = max(x1, x2)
|
|
y = max(y1, y2)
|
|
w = min(x1 + w1, x2 + w2) - x
|
|
h = min(y1 + h1, y2 + h2) - y
|
|
return x, y, w, h
|
|
|
|
|
|
def rect_suppression(self, rectlist, response, rectlist_out, response_out):
|
|
for i in range(len(rectlist)):
|
|
flag_intersect = False
|
|
for j in range(len(rectlist_out)):
|
|
tmp = self.intersect_rect(rectlist[i], rectlist_out[j])
|
|
if tmp[2] > 0 and tmp[3] > 0:
|
|
flag_intersect = True
|
|
if response[i] > response_out[j]:
|
|
rectlist_out[j] = rectlist[i]
|
|
response_out[j] = response[i]
|
|
else:
|
|
continue
|
|
if not flag_intersect:
|
|
rectlist_out.append(rectlist[i])
|
|
response_out.append(response[i])
|
|
return rectlist_out, response_out
|
|
|
|
|
|
def put_number(self, img_bgr, number, position, color):
|
|
cv2.putText(
|
|
img_bgr,
|
|
str(number),
|
|
(int(position[0]) + 10, int(position[1]) - 10),
|
|
cv2.FONT_HERSHEY_SIMPLEX,
|
|
0.5,
|
|
color,
|
|
1,
|
|
cv2.LINE_AA,
|
|
)
|
|
|
|
|
|
def External_Run_AHSF(self, frame_gray):
|
|
average_color = np.mean(frame_gray)
|
|
height, width = frame_gray.shape
|
|
max_dimension = max(height, width)
|
|
square_background = np.full((max_dimension, max_dimension), average_color, dtype=np.uint8)
|
|
x_offset = (max_dimension - width) // 2
|
|
y_offset = (max_dimension - height) // 2
|
|
square_background[y_offset : y_offset + height, x_offset : x_offset + width] = frame_gray
|
|
frame_gray = cv2.resize(square_background, (100, 100))
|
|
frame_clear_resize = frame_gray.copy()
|
|
|
|
params = {
|
|
"ratio_downsample": 0.5,
|
|
"use_init_rect": False,
|
|
"mu_outer": 200,
|
|
"mu_inner": 50,
|
|
"ratio_outer": 1,
|
|
"kf": 1,
|
|
"width_min": 25,
|
|
"width_max": 50,
|
|
"wh_step": 1,
|
|
"xy_step": 5,
|
|
"roi": (0, 0, frame_gray.shape[1], frame_gray.shape[0]),
|
|
"init_rect_flag": False,
|
|
"init_rect": (0, 0, frame_gray.shape[1], frame_gray.shape[0]),
|
|
}
|
|
try:
|
|
pupil_rect_coarse, outer_rect_coarse, max_response_coarse, mu_inner, mu_outer = self.coarse_detection(frame_gray, params)
|
|
# ellipse_rect, center_fitting = self.fine_detection(frame_gray, pupil_rect_coarse)
|
|
|
|
except TypeError:
|
|
return frame_gray, frame_gray, 0, 0, 0
|
|
|
|
x_center = outer_rect_coarse[0] + outer_rect_coarse[2] / 2
|
|
y_center = outer_rect_coarse[1] + outer_rect_coarse[3] / 2
|
|
x, y, width, height = outer_rect_coarse
|
|
|
|
|
|
cv2.circle(frame_gray, (int(x_center), int(y_center)), 2, (255, 255, 255), -1)
|
|
thickness = 1
|
|
|
|
cv2.rectangle(frame_gray, (pupil_rect_coarse[0], pupil_rect_coarse[1]),
|
|
(pupil_rect_coarse[0] + pupil_rect_coarse[2], pupil_rect_coarse[1] + pupil_rect_coarse[3]),
|
|
(0, 255, 0), 2)
|
|
cv2.rectangle(frame_gray, (outer_rect_coarse[0], outer_rect_coarse[1]),
|
|
(outer_rect_coarse[0] + outer_rect_coarse[2], outer_rect_coarse[1] + outer_rect_coarse[3]),
|
|
(255, 0, 0), 2)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
major_diameter = math.sqrt(width**2 + height**2)
|
|
minor_diameter = min(width, height)
|
|
average_diameter = (major_diameter + minor_diameter) / 2
|
|
|
|
return frame_gray, frame_clear_resize, x_center, y_center, abs(width - height)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class FPSResult(object):
|
|
"""
|
|
base https://github.com/ipython/ipython/blob/339c0d510a1f3cb2158dd8c6e7f4ac89aa4c89d8/IPython/core/magics/execution.py#L55
|
|
"""
|
|
|
|
def __init__(self, loops, repeat, best, worst, all_runs, precision):
|
|
self.loops = loops
|
|
self.repeat = repeat
|
|
self.best = 1 / best
|
|
self.worst = 1 / worst
|
|
self.all_runs = all_runs
|
|
self._precision = precision
|
|
self.fps = [1 / dt for dt in all_runs]
|
|
self.unit = "fps"
|
|
|
|
@property
|
|
def average(self):
|
|
return math.fsum(self.fps) / len(self.fps)
|
|
|
|
@property
|
|
def stdev(self):
|
|
mean = self.average
|
|
return (math.fsum([(x - mean) ** 2 for x in self.fps]) / len(self.fps)) ** 0.5
|
|
|
|
def __str__(self):
|
|
pm = "+-"
|
|
if hasattr(sys.stdout, "encoding") and sys.stdout.encoding:
|
|
try:
|
|
"\xb1".encode(sys.stdout.encoding)
|
|
pm = "\xb1"
|
|
except:
|
|
pass
|
|
return "min:{best} max:{worst} mean:{mean} {pm} {std} per loop (mean {pm} std. dev. of {runs} run{run_plural}, {loops:,} loop{loop_plural} each)".format(
|
|
pm=pm,
|
|
runs=self.repeat,
|
|
loops=self.loops,
|
|
loop_plural="" if self.loops == 1 else "s",
|
|
run_plural="" if self.repeat == 1 else "s",
|
|
mean="%.*g%s" % (self._precision, self.average, self.unit),
|
|
std="%.*g%s" % (self._precision, self.stdev, self.unit),
|
|
best="%.*g%s" % (self._precision, self.best, self.unit),
|
|
worst="%.*g%s" % (self._precision, self.worst, self.unit),
|
|
)
|
|
|
|
def _repr_pretty_(self, p, cycle):
|
|
unic = self.__str__()
|
|
p.text("<FPSResult : " + unic + ">")
|
|
|
|
|