A Real-Time Error Prevention System for Gaze-Based Interaction in Virtual Reality Based on Anomaly Detection
Extracted source text · arXiv 2601.15146
%%
%% This is file `sample-manuscript.tex',
%% generated with the docstrip utility.
%%
%% The original source files were:
%%
%% samples.dtx (with options: `all,proceedings,bibtex,manuscript')
%%
%% IMPORTANT NOTICE:
%%
%% For the copyright see the source file.
%%
%% Any modified versions of this file must be renamed
%% with new filenames distinct from sample-manuscript.tex.
%%
%% For distribution of the original source see the terms
%% for copying and modification in the file samples.dtx.
%%
%% This generated file may be distributed as long as the
%% original source files, as listed above, are part of the
%% same distribution. (The sources need not necessarily be
%% in the same archive or directory.)
%%
%%
%% Commands for TeXCount
%TC:macro \cite [option:text,text]
%TC:macro \citep [option:text,text]
%TC:macro \citet [option:text,text]
%TC:envir table 0 1
%TC:envir table* 0 1
%TC:envir tabular [ignore] word
%TC:envir displaymath 0 word
%TC:envir math 0 word
%TC:envir comment 0 0
%%
%% The first command in your LaTeX source must be the \documentclass
%% command.
%%
%% For submission and review of your manuscript please change the
%% command to \documentclass[manuscript, screen, review]{acmart}.
%%
%% When submitting camera ready or to TAPS, please change the command
%% to \documentclass[sigconf]{acmart} or whichever template is required
%% for your publication.
%%
%%
% \documentclass[manuscript,screen,review]{acmart}
\documentclass[sigplan, screen, authorversion, nonacm]{acmart}
\citestyle{acmauthoryear}
%% \BibTeX command to typeset BibTeX logo in the docs
\AtBeginDocument{%
\providecommand\BibTeX{{%
Bib\TeX}}}
\usepackage[xcdraw]{xcolor}
\usepackage[nolist]{acronym}
\usepackage{subcaption}
%\usepackage{svg}
\usepackage{layouts}
% \usepackage[margin=1.5cm]{geometry}
\usepackage{multirow}
\usepackage{tikz}
\usetikzlibrary{positioning,arrows.meta,fit,calc,shapes.multipart}
\tikzset{
layer/.style = {draw, thick, minimum height=1.1cm, minimum width=2.5cm, align=center, fill=#1!20},
enc/.style = {layer=blue},
dec/.style = {layer=green},
bott/.style = {layer=orange},
io/.style = {layer=gray},
>={Stealth[length=6pt]},
arrow/.style = {->, thick},
tcnblock/.style = {
draw,
thick,
minimum height=1.1cm,
minimum width=2.6cm,
align=center,
rounded corners,
fill=#1!20
},
conv/.style = {tcnblock=cyan},
norm/.style = {tcnblock=violet},
actv/.style = {tcnblock=lime},
annotation/.style = {font=\footnotesize, align=center},
}
%% Rights management information. This information is sent to you
%% when you complete the rights form. These commands have SAMPLE
%% values in them; it is your responsibility as an author to replace
%% the commands and values with those provided to you when you
%% complete the rights form.
\setcopyright{acmlicensed}
\copyrightyear{2018}
\acmYear{2018}
\acmDOI{XXXXXXX.XXXXXXX}
%% These commands are for a PROCEEDINGS abstract or paper.
\acmConference[Conference acronym 'XX]{Make sure to enter the correct
conference title from your rights confirmation email}{June 03--05,
2018}{Woodstock, NY}
%%
%% Uncomment \acmBooktitle if the title of the proceedings is different
%% from ``Proceedings of ...''!
%%
%%\acmBooktitle{Woodstock '18: ACM Symposium on Neural Gaze Detection,
%% June 03--05, 2018, Woodstock, NY}
\acmISBN{978-1-4503-XXXX-X/2018/06}
%%
%% Submission ID.
%% Use this when submitting an article to a sponsored event. You'll
%% receive a unique submission ID from the organizers
%% of the event, and this ID should be used as the parameter to this command.
%%\acmSubmissionID{123-A56-BU3}
%%
%% For managing citations, it is recommended to use bibliography
%% files in BibTeX format.
%%
%% You can then either use BibTeX with the ACM-Reference-Format style,
%% or BibLaTeX with the acmnumeric or acmauthoryear sytles, that include
%% support for advanced citation of software artefact from the
%% biblatex-software package, also separately available on CTAN.
%%
%% Look at the sample-*-biblatex.tex files for templates showcasing
%% the biblatex styles.
%%
%%
%% The majority of ACM publications use numbered citations and
%% references. The command \citestyle{authoryear} switches to the
%% "author year" style.
%%
%% If you are preparing content for an event
%% sponsored by ACM SIGGRAPH, you must use the "author year" style of
%% citations and references.
%% Uncommenting
%% the next command will enable that style.
%%\citestyle{acmauthoryear}
\newcommand{\bj}[1]{{\color{black} #1}}
%%
%% end of the preamble, start of the body of the document source.
\begin{document}
%%
%% The "title" command has an optional parameter,
%% allowing the author to define a "short title" to be used in page headers.
\title{A Real-Time Error Prevention System for Gaze-Based Interaction in Virtual Reality Based on Anomaly Detection}
% \title{Using anomaly detection as an error prevention system in gaze-based Interaction: A virtual reality experiment}%NC: Needs to be catchier LOL
%%
%% The "author" command and its associated commands are used to define
%% the authors and their affiliations.
%% Of note is the shared affiliation of the first two authors, and the
%% "authornote" and "authornotemark" commands
%% used to denote shared contribution to the research.
\author{Björn R. Severitt}
\email{bjoern.severitt@uni-tuebingen.de}
\orcid{0009-0000-1343-4164}
\affiliation{%
\institution{University of Tübingen}
\streetaddress{Maria-von-Linden-Str 6}
\city{Tübingen}
\country{Germany}
\postcode{72076}
}
\author{Yannick Sauer}
\email{yannick.sauer@zeiss.com}
\orcid{0000-0002-7513-341X}
\affiliation{%
\institution{Carl Zeiss Vision International GmbH}
\streetaddress{Turnstrasse 27}
\city{Aalen}
\country{Germany}
\postcode{73430}
}
\author{Nora Castner}
\email{nora.castner@zeiss.com}
\orcid{0000-0002-6771-7693}
\affiliation{%
\institution{Carl Zeiss Vision International GmbH}
\streetaddress{Turnstrasse 27}
\city{Aalen}
\country{Germany}
\postcode{73430}
}
\author{Siegfried Wahl}
\email{siegfried.wahl@uni-tuebingen.de}
\orcid{0000-0003-3437-6711}
\affiliation{%
\institution{University of Tübingen}
\streetaddress{Maria-von-Linden-Str 6}
\city{Tübingen}
\country{Germany}
\postcode{72076}
}
\affiliation{%
\institution{Carl Zeiss Vision International GmbH}
\streetaddress{Turnstrasse 27}
\city{Aalen}
\country{Germany}
\postcode{73430}
}
%%
%% By default, the full list of authors will be used in the page
%% headers. Often, this list is too long, and will overlap
%% other information printed in the page headers. This command allows
%% the author to define a more concise list
%% of authors' names for this purpose.
\renewcommand{\shortauthors}{Severitt et al.}
%%
%% The abstract is a short summary of the work to be presented in the
%% article.
% \begin{abstract}
% Gaze-based interaction offers intuitive, hands-free control in immersive environments, but remains prone to unintended input. %NC: Could say midas touch problem if you want that key word straight away, will be good when people search that word and this paper shows up
% We present a real-time Error Prevention System (EPS) based on a Temporal Convolutional Network Autoencoder (TCNAE), trained to detect anomalies in gaze dynamics surrounding selection events. In a virtual reality visual search task, 41 participants interacted using three gaze-based methods: one based on prolonged fixation (Dwell Time), another requiring simultaneous gaze and head alignment (Gaze and Head), and a third combining gaze fixation with a nod gesture (Nod). Each method was tested with and without the EPS. Objective performance was measured through task scores and error rates, while subjective ratings captured user perceptions. The EPS reduced incorrect selections by up to 95\% for Dwell Time and Gaze and Head, and was positively received by most participants. Performance varied for the Nod method and across individuals, highlighting the need for adaptive systems. These findings demonstrate the potential of anomaly-based error prevention for gaze interfaces and suggest applications in VR, AR, and assistive technologies.%NC: mention unobtrusive to participants
% \end{abstract}
\begin{abstract}
Gaze-based interaction enables intuitive, hands-free control in immersive environments, but remains susceptible to unintended inputs. We present a real-time error prevention system (EPS) that uses a temporal convolutional network autoencoder (TCNAE) to detect anomalies in gaze dynamics during selection tasks. In a visual search task in VR, 41 participants used three gaze-based methods—dwell time, gaze and head direction alignment, and nod—with and without EPS. The system reduced erroneous selections by up to 95\% for dwell time and gaze and head, and was positively received by most users. Performance varied for nodding and between individuals, suggesting the need for adaptive systems. Objective metrics and subjective evaluations show that anomaly-based error prevention can improve gaze interfaces without disrupting interaction. These findings demonstrate the potential of anomaly-based error prevention for gaze interfaces and suggest applications in VR, AR, and assistive technologies.
\end{abstract}
%%
%% The code below is generated by the tool at http://dl.acm.org/ccs.cfm.
%% Please copy and paste the code instead of the example below.
%%
\begin{CCSXML}
<ccs2012>
<concept>
<concept_id>10003120.10003121.10003128</concept_id>
<concept_desc>Human-centered computing~Interaction techniques</concept_desc>
<concept_significance>500</concept_significance>
</concept>
<concept>
<concept_id>10003120.10003121</concept_id>
<concept_desc>Human-centered computing~Human computer interaction (HCI)</concept_desc>
<concept_significance>300</concept_significance>
</concept>
<concept>
<concept_id>10003120.10003121.10003129.10010885</concept_id>
<concept_desc>Human-centered computing~User interface management systems</concept_desc>
<concept_significance>300</concept_significance>
</concept>
<concept>
<concept_id>10003120.10003121.10003129.10011756</concept_id>
<concept_desc>Human-centered computing~User interface programming</concept_desc>
<concept_significance>100</concept_significance>
</concept>
<concept>
<concept_id>10003120.10003123.10011760</concept_id>
<concept_desc>Human-centered computing~Systems and tools for interaction design</concept_desc>
<concept_significance>300</concept_significance>
</concept>
<concept>
<concept_id>10003120.10003123.10011759</concept_id>
<concept_desc>Human-centered computing~Empirical studies in interaction design</concept_desc>
<concept_significance>300</concept_significance>
</concept>
</ccs2012>
\end{CCSXML}
\ccsdesc[500]{Human-centered computing~Interaction techniques}
\ccsdesc[300]{Human-centered computing~Human computer interaction (HCI)}
\ccsdesc[300]{Human-centered computing~User interface management systems}
\ccsdesc[100]{Human-centered computing~User interface programming}
\ccsdesc[300]{Human-centered computing~Systems and tools for interaction design}
\ccsdesc[300]{Human-centered computing~Empirical studies in interaction design}
%%
%% Keywords. The author(s) should pick words that accurately describe
%% the work being presented. Separate the keywords with commas.
\keywords{Eye Tracking, Gaze, Gaze-based Interaction, Anomaly Detection, Error Prevention, Midas Touch, Virtual Reality}
\received{20 February 2007}
\received[revised]{12 March 2009}
\received[accepted]{5 June 2009}%LOL
%%
%% This command processes the author and affiliation and title
%% information and builds the first part of the formatted document.
\maketitle
\input{Content/Introduction}
\input{Content/RelatedWork}
\input{Content/Methods}
\input{Content/Results}
\input{Content/Discussion}
\input{Content/limitations_conclusion}
\begin{acks}
This research is supported by European Union's Horizon 2020 research and innovation program under grant agreement No.951910 and the German Research Foundation (DFG): SFB 1233, Robust Vision: Inference Principles and Neural Mechanisms, TP TRA, project No. 276693517. We acknowledge support from the Open Access Publication Fund of the University of Tübingen.
\end{acks}
\input{Content/Acronyms}
%%
%% The next two lines define the bibliography style to be used, and
%% the bibliography file.
\bibliographystyle{ACM-Reference-Format}
\bibliography{Content/refs}
\end{document}
\endinput
%%
%% End of file `sample-manuscript.tex'.
\section{Introduction}
%NC: how much of this is from the previous paper :) you only have to watch out for self plagiarism
Gaze-based interaction offers an intuitive and hands-free way to communicate with digital systems, especially in immersive environments and assistive technologies where traditional input devices are impractical \cite{severitt2024bidirectionalcommunication,sidenmark2021radi}. %NC:Cite another paper, alighning too much with your cogain paper
Despite its potential, gaze interaction still faces challenges in accurately interpreting the user's intentions. A well-known issue is the Midas touch problem \cite{jacob1990dwell}, in which unintended gaze behavior is mistakenly registered as intentional input.
To mitigate such errors, various confirmation mechanisms have been proposed, including head gestures, dwell times, and combined gaze-head alignment \cite{sidenmark2019eyehead,spakov2012enhanced,esteves2015orbits}. However, even with these mechanisms, false selections persist and can undermine user trust—especially in collaborative or safety-critical scenarios \cite{padovani2019inaccurate,flook2019errorimpact}.
Given previous findings that gaze behavior reflects signs of confusion or correction even before a selection is confirmed \cite{severitt2024communicationBreakdown}, we focus our anomaly detection approach on the immediate temporal vicinity of the selection event to enable early error detection. In our previous work \cite{severitt2025anomalydetection}, we presented a theoretical proof-of-concept for using anomaly detection to identify erroneous gaze-based selections, defining errors as statistical outliers in gaze dynamics. This concept was further substantiated by empirical results in \cite{severitt2025interplayuserpreferenceprecision}, where we showed that even with confirmation mechanisms, selection errors frequently occurred, negatively impacting the user experience.
At the same time, the success of gaze-based interaction depends not only on technical accuracy, but also on the quality of the user experience. Error prevention mechanisms may be most effective when they work in the background, reducing errors without disrupting interaction. Ideally, users can continue to focus on their task while the system silently supports them, contributing to a more natural and trustworthy experience. From this perspective, both reliable anomaly detection and unobtrusive support are important. The goal of this work is therefore not only to investigate the accuracy of error prevention, but also to explore how such systems can contribute to smoother eye-based interaction, with potential implications for consumer and assistive technologies.
% \bj{At the same time, the success of gaze-based interaction is ultimately judged not only by its technical precision, but also by the quality of the user experience it provides. The most effective error prevention mechanisms are those that work invisibly, supporting users without drawing attention to themselves. When users can focus entirely on their task without consciously noticing that a system is correcting or filtering their input, the interaction feels natural and trustworthy. This dual perspective—robust anomaly detection on the technical side and seamless, unobtrusive support on the experience side—forms the framework for our motivation. Our goal is not only to improve the mathematical accuracy of error prevention, but also to explore how such systems can make eye interaction effortless, paving the way for broader application in consumer and assistive technologies.}
On this basis, the present study evaluates a real-time \ac{eps} based on an \ac{ae} with a \ac{tcn}, a model architecture that has proven effective for anomaly detection in time series data \cite{he2019tcnanomaly}. The system is trained to reconstruct typical gaze patterns for correct selections, with deviations from this learned representation interpreted as potential errors. We implement and test the \ac{eps} in a \ac{vr} game using a visual search task and compare three gaze-based interaction methods—Dwell Time, Gaze and Head and Nod—with and without the system. Specifically, we address two central questions: (1) How do participants experience and evaluate the system in terms of usefulness, trust, and overall preference, and (2) can the \ac{eps} reliably prevent errors in a real-time environment across different interaction methods?
% On this basis, the present study evaluates a real-time \ac{eps} based on an \ac{ae} with a \ac{tcn}, a model architecture shown to be effective for anomaly detection in time series data \cite{he2019tcnanomaly}. The system is trained to reconstruct typical gaze patterns during correct selections, with deviations from this learned representation interpreted as potential errors. We implement and test the \ac{eps} in a \ac{vr} game using a visual search task, comparing three gaze-based interaction methods—dwell time, gaze and head, and nod—with and without the system. To assess its effectiveness, we combine objective performance metrics with subjective user evaluations.
% \textcolor{magenta}{[NC: Ok, we need the touchy-feely psychologist angle. you're favorite. use these as chatgpt prompts: [Because you're somewhat slightly interested in whether users realize it working or whether it is really an unobtrusive supporting device. this is good user experience. people want a product that is helping them and they don't even realize it. that's a bit of your motivation and I can see it as a double motivation to the paper: Good user experience supported by robust and clever use of math, also what's going on with this super high-level GBI user experience, I bet only meta and apple are tackling this shit.]. Then, Even later in the discussion, you could hint at some lofty statements about the impending AR boom and smart wearables, and your approach is a lightweight approach to handling the midas touch problem, which still is a problem and will affect user experience, affecting smart glasses adoption into everyday tasks (sorry I'm writing too many lofty grant proposals...).]}
%we're building off exactly this sentence "However, The Midas Touch Problem is underexplored in the context of the user experience behind these approaches (i mean sort of, we do simply find when we don't have the midas touch problem apparent, you dont care, because everything works)
% Gaze-based interaction enables intuitive and hands-free communication with digital systems, offering a vital interface modality in contexts where traditional input devices are impractical—such as assistive technologies and immersive environments \cite{severitt2024bidirectionalcommunication,sidenmark2021radi}. Despite its promise, gaze interaction continues to face challenges related to input precision and intent recognition. A well-known issue is the "Midas Touch" problem \cite{jacob1990dwell}, where unintentional gaze behavior may be interpreted as intentional input. To mitigate this, confirmation mechanisms—such as head gestures or specific eye movements—are often integrated into gaze-based interfaces \cite{sidenmark2019eyehead,spakov2012enhanced,esteves2015orbits}.
% In our prior work, we demonstrated that even with such confirmation mechanisms, false selections persist and negatively affect the interaction experience \cite{severitt2025interplayuserpreferenceprecision}. These errors are not only frustrating but can undermine trust in gaze-driven systems, especially in collaborative human-robot scenarios \cite{padovani2019inaccurate,flook2019errorimpact}. Interestingly, we also observed that signs of user confusion or corrective intent often emerge before a stop confirmation is issued \cite{severitt2024communicationBreakdown}, suggesting that real-time gaze behavior holds untapped potential for early error detection.
% To address this, our current study explores the use of anomaly detection methods to automatically identify false selections based on gaze patterns. We build on our theoretical exploration of this idea \cite{severitt2025anomalydetection}, applying deep learning techniques to detect deviations in gaze behavior that may signal unintended input. By framing selection errors as anomalies, we move toward more adaptive and intelligent gaze interfaces—capable of anticipating and responding to user intent in real-time.
\section{Related Work}
% Used in assistive technologys: EyeTAP \cite{parisay2021eyetap} (using voice and gaze signal), Snap clutch \cite{istance2008snapclutch} (light weight gesture to switch off gaze control), GAWSCHI \cite{rajanna2016gawschi} (added a foot device).
% VR/AR: DualGaze \cite{mohan2018dualgaze} (two step gaze gesture for object selection), AmbiGaze \cite{velloso2016ambigaze} (using smooth pursuit tracking), \cite{gardony2024characterizing} analyzis gaze-dwell in AR, eyePointing \cite{schweigert2019eyepointing} using pointing gesture as trigger
% Human-Computer Interaction: gaze and tongue \cite{gemicioglu2023gazetongue}
% \cite{sendhilnathan2025multimodal} using tcn to classify interaction using gaze and hand features.
Gaze-based interaction has become increasingly important in various fields, including assistive technologies \cite{parisay2021eyetap, istance2008snapclutch, rajanna2016gawschi}, \acf{ar}/\acf{vr} \cite{mohan2018dualgaze, velloso2016ambigaze, gardony2024characterizing, schweigert2019eyepointing}, and \ac{hci} in general \cite{gemicioglu2023gazetongue}. An important goal of these approaches is to reduce unintended selections, known as the \textit{Midas touch problem}, in order to improve both the user experience and trust in the system. Recent studies also show that features derived from eye-tracking data can be used to infer user intentions \cite {david2021towards, bovo2020detecting} and detect interaction errors \cite{severitt2023leveraginggaze, bovo2020detecting, lufthansa}, highlighting the potential of gaze as a powerful input modality.
Recent studies have demonstrated the potential of machine learning to improve gaze-based input by contextualizing gaze behavior within the interaction environment. For example, \citet{shevtsova2025gazebasedinteractionml} shows that machine learning techniques were applied to gaze data with free behavior in a visually complex game environment, resulting in a significant reduction in false alarms and an improvement in user satisfaction—all without explicit intention confirmation. Such results underscore the increasing suitability of data-driven methods for improving gaze-based interaction.
In addition, sequence modeling techniques such as \ac{tcn} were used to classify user errors and predict intentions directly from raw gaze histories, achieving performance well above chance levels \cite{sendhilnathan2022detectininputrecognitionerrors}. Continuing this work, \citet{sendhilnathan2025multimodal} demonstrated that incorporating multimodal inputs into the \ac{tcn} framework further improves error classification. Although these approaches are effective, they are generally based on a fixed taxonomy of error classes, which makes it difficult to generalize them to previously unknown or unexpected interaction errors.
In contrast, our approach reframes selection errors not as predefined classes, but as anomalies within the continuous temporal gaze signal. By treating errors as rare, statistically distinct events, we align our methodology with established techniques in time series anomaly detection, as surveyed by \citet{schmidl2022anomalydetectionsummary}. In our previous work, we demonstrated a theoretical proof-of-concept for applying anomaly detection algorithms to gaze-based interaction data \cite{severitt2025anomalydetection}. In this study, we extend that foundation by implementing and evaluating anomaly detection models on real gaze recordings from a target selection task in a \ac{vr} environment.
\section{Methods}
In this section, we explain the anomaly detection method we use for the \ac{eps} and the \ac{ve} to test this method, including the various gaze-based interaction methods.
\subsection{Anomaly detection model}
In order to reliably distinguish between correct and incorrect selections, we use an anomaly detection approach that models typical gaze behavior for correct selections. For this purpose, we use a \ac{tcnae} that captures dependencies in gaze dynamics and provides a reconstruction-based measurement of selection validity. In the following subsection, we describe the model architecture, input representation, and training procedure in detail.
%NC: for a journal paper you can go as detailed as your heart desires actually!!!!
\begin{figure*}
\centering
\begin{tikzpicture}[node distance=1cm and 1cm]
% ----- ENCODER PATH -----
\node[io] (input) {Input\\$\mathbb{R}^{36}$};
\node[enc, below=of input] (enc1) {TCNBlock\\$1 \rightarrow 4$\\$k{=}5,\;d{=}1$};
\node[enc, below=of enc1] (enc2) {TCNBlock\\$4 \rightarrow 8$\\$k{=}5,\;d{=}2$};
\node[enc, below=of enc2] (flat) {Flatten\\$8{\times}36 \rightarrow 288$};
% ----- BOTTLENECK -----
\node[bott, below=of flat] (fcenc) {FC: $288 \rightarrow 10$};
\node[bott, right=of fcenc] (fcdec) {FC: $10 \rightarrow 288$};
% ----- DECODER PATH -----
\node[dec, above=of fcdec] (reshape) {Reshape\\$288 \rightarrow 8{\times}36$};
\node[dec, above=of reshape] (dec1) {TCNBlock\\$8 \rightarrow 4$\\$k{=}5,\;d{=}1$};
\node[dec, above=of dec1] (dec2) {TCNBlock\\$4 \rightarrow 1$\\$k{=}5,\;d{=}2$};
\node[io, above=of dec2] (output) {Output\\$\mathbb{R}^{36}$};
% ----- ARROWS (encoder down to bottleneck) -----
\draw[arrow] (input) -- (enc1);
\draw[arrow] (enc1) -- (enc2);
\draw[arrow] (enc2) -- (flat);
\draw[arrow] (flat) -- (fcenc);
\draw[arrow] (fcenc) -- (fcdec);
% ----- ARROWS (bottleneck up to decoder) -----
\draw[arrow] (fcdec) -- (reshape);
\draw[arrow] (reshape) -- (dec1);
\draw[arrow] (dec1) -- (dec2);
\draw[arrow] (dec2) -- (output);
% ----- GROUP BOXES -----
\node[draw, thick, rounded corners, fit=(enc1)(flat), label={[rotate=90, yshift=1.3em, anchor=center]left:\textbf{Encoder}}] {};
\node[draw, thick, rounded corners, fit=(reshape)(dec2), label={[rotate=90, yshift=-1.3em, anchor=center]right:\textbf{Decoder}}] {};
\node[draw, thick, rounded corners, fit=(fcenc)(fcdec), label=below:\textbf{Bottleneck}] {};
% ----- TCNBlock -----
\node[conv, right=2cm of dec2] (conv) {Conv1D\\$ch_{in}\rightarrow ch_{out}$\\$k=\text{kernel size}$\\$\ d=\text{dialation}$};
\node[norm, below=of conv] (bn) {BatchNorm1D};
\node[actv, below=of bn] (relu) {ReLU};
\draw[arrow] (conv) -- (bn);
\draw[arrow] (bn) -- (relu);
\node[draw, thick, rounded corners, fit=(conv)(relu), label=above:\textbf{TCNBlock}]{};
\end{tikzpicture}
\caption{Architecture of the \ac{tcnae}.
The network comprises an encoder (left), bottleneck (center), and decoder (right). The encoder and decoder each consist of stacked TCN blocks, where each block includes a 1D convolution, batch normalization, and \ac{relu} activation (see TCNBlock, right). The number of input and output channels, kernel size, and dilation factor are indicated within each block. The bottleneck compresses the input sequence into a fixed-length latent vector, which is then reconstructed to the original shape. All convolutional layers preserve sequence length via appropriate padding.}
\label{fig:TCNAEArchitecture}
\end{figure*}
\paragraph{Method} The anomaly detection method we used to find anomalies in gaze behavior shortly after selection is an \ac{ae} based on a \ac{tcn} implemented with PyTorch~\cite{pytorch2019paszke}. The architecture is shown in Fig.~\ref{fig:TCNAEArchitecture}. The idea is to train the network to reconstruct the input of normal selections. Non-normal selections—in this case, anomalies—are therefore never trained for reconstruction, which should result in a higher reconstruction error \cite{schmidl2022anomalydetectionsummary}. To determine whether a selection was intentional, we computed the reconstruction error $err \in \mathbb{R}$ between the input $in \in \mathbb{R}^{36}$ and the corresponding output of the network $out \in \mathbb{R}^{36}$. Based on this error, the selection validity $s \in \{\text{correct},\text{incorrect}\}$ was determined as follows:
\begin{align}
s =
\begin{cases}
\text{correct} & \text{if} \quad err < th \\
\text{incorrect} & \text{if} \quad err \geq th
\end{cases}
\end{align}
Here, $th \in \mathbb{R}$ denotes a fixed threshold for the reconstruction error.
\begin{figure}
\centering
\includegraphics[width=\linewidth]{Content/Images/gaze_velocity_profiles.pdf}
\caption{Velocity profiles of network input for the various interaction methods, represented as the median value of all participants at each point in time, with the shaded areas indicating the 25th and 75th percentiles.}
\label{fig:velocityProfiles}
\end{figure}
\paragraph{Input} In our previous work, in which we created a proof of concept based on our existing data, we used a time series of vectors between consecutive gaze vectors collected shortly before and after selection as input \cite{severitt2025anomalydetection}. This approach is problematic when frame losses occur, as the angle may then be much larger, even if the gaze behavior does not change. For this reason, we changed the input to angular velocity. In practice, we used the last 37 gaze vectors, denoted as $gv_i \in \mathbb{R}^3$ with $i= 0, \dots, 36$, which were recorded 200 ms after the selection event. Due to the frame rate of 90~fps, this window covers gaze data approximately 200~ms both before and after the selection event, assuming no frames were dropped. Using these vectors, we computed a time series of angular velocities $v_j \in \mathbb{R}$ for $j = 0,\dots, 35$, defined as:
\begin{align*}
a_j &= \frac{180}{\pi} \arccos(gv_j \cdot gv_{j+1}) \quad \text{with} \quad \|gv_i\| =1\quad \forall i=0,\dots,36\\
v_j &= \frac{a_j}{(t_{j+1} - t_j) \cdot 10^{-3}}
\end{align*}
Here, $a_j$ represents the angular distance in degrees between consecutive normalized gaze vectors, and $t_j$ denotes the timestamp of $gv_j$ in milliseconds. The angular velocity $v_j$ is expressed in degrees per second, with the resulting profiles shown in Fig.~\ref{fig:velocityProfiles}.
% textwidth in cm: \printinunitsof{cm}\prntlen{\textwidth}
\paragraph{Training}
To train the network, we use data from our previous experiment \cite{severitt2025interplayuserpreferenceprecision}, which uses the same environment, which is explained in more detail below (see subsection~\ref{subsec:game}). We captured all correct selection events from the 52 participants and collected the necessary gaze vectors and timestamps surrounding the selection event. With this data, we trained the network to reconstruct correct selections as described above. To find the hyperparameters, we performed five-fold cross-validation, following the procedure of our proof-of-concept study \cite{severitt2025anomalydetection}. Cross-validation was performed separately for each interaction method, and the results were then aggregated across methods to determine the hyperparameter configuration that achieved the best overall performance.
We used \ac{mse} as the loss function, which will also be used later as the reconstruction error. We trained the network for 2000 epochs with a batch size of 4000, a learning rate of $10^{-2}$, and using the Adam optimizer. We trained a separate network for each gaze-based interaction method and determined an individual reconstruction error threshold for each. All other hyperparameters were kept identical across networks. The threshold was computed by evaluating the \ac{mse} for all correct selections in the training dataset and selecting the 95th percentile of these values.
% \textcolor{magenta}{NC: The great things about journals is you can really add to this description if you want. go crazy, be free.}
\subsection{Game} \label{subsec:game}
To evaluate the \ac{eps} for each interaction method, we integrated it into the \ac{vr} game environment developed in our previous study \cite{severitt2025interplayuserpreferenceprecision}. We only detail briefly aspects of the game that are relevant to understanding the rest of the paper, though, for more detail, see the previously mentioned study. Participants were instructed to achieve the highest possible score.
\paragraph{Game environment}
The \ac{ve} consisted of a square-shaped room with interactive information displayed on the walls. One wall featured a high score leaderboard to motivate participants. Another wall displayed the current score in the center, along with a round counter positioned in the top right corner. A third wall showed a countdown timer for the active round. The overall layout was designed to provide continuous feedback and maintain user engagement, and is shown in Fig.~\ref{fig:ve}.
\begin{figure}
\centering
\begin{subfigure}[t]{0.45\linewidth}
\centering
\includegraphics[width=\linewidth]{Content/Images/RoomImages/highscorelist.jpg}
\caption{Highscorelist}
\label{subfig:highscorelist}
\end{subfigure}
\hfill
\begin{subfigure}[t]{0.45\linewidth}
\centering
\includegraphics[width=\linewidth]{Content/Images/RoomImages/CurrentPoints.jpg} % maybe change that, since the frame comes from a short version of the game only 4 rounds
\caption{Current points}
\label{subfig:highscorelist}
\end{subfigure}
\hfill
\begin{subfigure}[t]{0.45\linewidth}
\centering
\includegraphics[width=\linewidth]{Content/Images/RoomImages/Timer.jpg}
\caption{Timer}
\label{subfig:highscorelist}
\end{subfigure}
\hfill
\begin{subfigure}[t]{0.45\linewidth}
\centering
\includegraphics[width=\linewidth]{Content/Images/RoomImages/Robots.jpg}
\caption{Robots with targets}
\label{subfig:highscorelist}
\end{subfigure}
\caption{Illustration of \ac{ve}: (a) high score list, (b) current points and lap counter (top right), (c) timer display, and (d) robots with targets, with the main target marked by the “C” at the bottom.}
\label{fig:ve}
\end{figure}
% \textcolor{magenta}{pics or it didn't happen}
\paragraph{Gameplay}
The core mechanics of the game involve identifying a target among flying robots positioned in the virtual environment. At the beginning of each round, robots move to one of approximately 18 predefined positions arranged within a 180-degree field in front of the user.
Once a robot reaches its position, a sphere appears in front of it, displaying a character: the target is indicated by the letter “C”, while distractors are indicated by the letter “O”. Participants must identify and select the correct target using the gaze-based selection method assigned to the current experimental block. Selecting the correct target incurs no penalty, whereas incorrectly selecting a distractor results in a deduction from the score.
After a correct selection, the robots reposition themselves by flying to a new position at the predefined locations, and the process repeats itself. Each round lasts 30 seconds, during which participants attempt to identify as many targets as possible. The experiment consists of three blocks, each corresponding to a different gaze selection method.%fine obviously
\paragraph{Scoring System.}
Participants received points based on their performance according to the following rules. Successfully destroying the correct target awarded between 5 and 20 points, depending on the response time. If the target was destroyed after more than 10 seconds, the minimum of 5 points was awarded. For faster responses, the score was computed using linear interpolation, with shorter reaction times yielding higher point values up to a maximum of 20.
Incorrect selections — specifically destroying a distractor — resulted in a penalty of 21 points. This scoring scheme was designed to encourage both accuracy and speed, introducing time pressure to promote focused and efficient behavior.
\paragraph{Gaze-based selection Methods.}
Three gaze-based selection methods were compared in the study. The first method, \textit{Dwell time}, allows participants to select a target by fixating on it for a specified duration, as originally introduced by \citet{jacob1990dwell}. The second method, \textit{Gaze and Head}, requires both the gaze direction and head orientation to remain aligned with the target for the same duration, following the approach proposed by \citet{sidenmark2019eyehead}. The third method, \textit{Nod}, involves a gaze fixation followed by a nod gesture to confirm the selection, based on the work of \citet{spakov2012enhanced}. The dwell time for the Dwell Time method was set to 0.4 seconds and for Gaze and Head to 0.3 seconds.
Since the anomaly detection models were trained independently for each selection method, we refer to these three input techniques as distinct conditions in the context of the anomaly detection results.
\subsection{Study}
In this subsection, we provide details on the study design, including participant demographics, \ac{vr} hardware and software environment, and overall experimental setup.
\begin{table*}[]
\begin{tabular}{ll|rrr}
\toprule
& & General & Women & Men \\
Topic & Category & & & \\
\midrule
Count & Count & 37 & 26 & 11 \\
\cline{1-5}
\multirow[c]{4}{*}{Age} & Mean age & 26.14 & 26 & 26.45 \\
& Std age & 4.74 & 4.05 & 6.07 \\
& Minimal age & 19 & 20 & 19 \\
& Maximal age & 39 & 33 & 39 \\
\cline{1-5}
\multirow[c]{3}{*}{Visual Aids} & Contact lenses & 3 & 3 & 0 \\
& Glasses & 13 & 7 & 6 \\
& No & 21 & 16 & 5 \\
\cline{1-5}
\multirow[c]{5}{*}{VR Experience} & Expert & 0 & 0 & 0 \\
& A lot & 4 & 1 & 3 \\
& Moderate & 5 & 3 & 2 \\
& Little & 17 & 13 & 4 \\
& Not at all & 11 & 9 & 2 \\
\cline{1-5}
\multirow[c]{5}{*}{ETK Experience} & Expert & 0 & 0 & 0 \\
& A lot & 1 & 1 & 0 \\
& Moderate & 4 & 1 & 3 \\
& Little & 21 & 15 & 6 \\
& Not at all & 11 & 9 & 2 \\
\bottomrule
\end{tabular}
\caption{Participant demographics and self-reported experience. The table summarizes age, use of visual aids, and prior experience with \acf{vr} and \acf{et}, separated by gender.}
\label{tab:PatMetaData}
\end{table*}
\paragraph{Participants} A total of 41 participants from the University of Tübingen and the surrounding area were recruited for this study; four participants dropped out due to technical issues. The remaining participants had a mean age of $26.71 \pm 5.15$ years.
Of the remaining participants, 26 were women (mean age $26 \pm 4.05$ years) and 11 were men (mean age $26.45 \pm 6.07$ years). Most participants reported little or no prior experience with \ac{et} or \ac{vr}. Further details on participant characteristics are provided in Table~\ref{tab:PatMetaData}. %NC: should we point out these are new particpants from our previous studies? like the model is also trained on totally different people too.
This study was reviewed and approved by Faculty of Medicine at the University of Tübingen with a corresponding ethical approval identification code 247/202BO2. Participants provided their written informed consent to participate in this study.
\paragraph{\ac{vr} setup}
The experiment was done with an HTC Vive Pro Eye head-mounted display (HMD; HTC Corporation, Taoyuan, Taiwan), which features a built-in Tobii eye tracker (Core SW 2.16.4.67) with an estimated accuracy of $0.5^\circ$ to $1.1^\circ$ and a sampling frequency of 120 Hz. Eye tracking data was calibrated and accessed using the Vive SRanipal SDK (HTC Corporation, Taoyuan, Taiwan). To extract gaze data from the \ac{vr} headset, we employed the ZERO-Interface~\cite{zero2023hosp}, which is integrated into the VisionaryVR~\cite{hosp2024visionaryvr} framework. This interface provides separate three-dimensional gaze vectors for each eye, as well as a combined gaze vector. The data were accessible in real time and used for both gameplay and executing the \ac{eps}. Additionally, all gaze data were recorded for post-hoc analysis.
An HTC Vive Pro Controller 2.0 was used for handheld interactions, such as adjusting sliders to complete questionnaires.
\paragraph{Design} %NC: so this is the new new part from your previous experiement, right?
At the beginning of each condition, participants were presented with a virtual text panel inside the \ac{vr} environment, explaining how the respective gaze-based interaction method worked. This was followed by a training round using the method without the \ac{eps}, allowing participants to become familiar with the interaction technique.
After the training round, another virtual instruction panel appeared, informing the participant that the next round would include the \ac{eps}. Upon completing this second round, a new panel prompted the participant with the question: “In which round was the error prevention system used?” Participants were required to select either First or Second. %NC: this is a good study design, feeling that psychophysics, aren't ya
Following the training phase, the main experiment began. Participants completed five blocks, each consisting of two rounds—one with and one without the \ac{eps}. The order of the conditions within each block was randomized. After each block, participants again answered the same question to indicate which round they believed included the \ac{eps}. This served as a manipulation check to assess whether the system was noticeable.
After completing the five blocks for a given interaction method, participants were transported to a new virtual scene, where they completed a questionnaire using \ac{vr}-based \ac{ui} elements. This entire procedure was repeated for all three gaze-based interaction methods, with the method order randomized across participants to counterbalance potential learning effects.
\subsection{Measurements}
In order to comprehensively evaluate the effects of the \ac{eps}, we collected both subjective and objective data. Subjective measurements focused on participants' perceptions and experiences, while objective measurements captured task performance and system accuracy.
\paragraph{Subjective measurements} We collected data using a questionnaire that was completed after each method. The questionnaire evaluated six aspects of the \ac{eps}: usefulness (reduction of accidental selections), confidence (deletion of incorrect selections only), frustration (annoyance caused by the system), confidence boost (increased confidence when using gaze-based interaction), interference (impairment of intended actions), and preference (willingness to use the system in future gaze-based interfaces). All items were rated on a 10-point scale bounded by opposite statements. The complete questionnaire can be found in the appendix. At the end of the experiment, participants additionally indicated their preferred method (Gaze Dwell, Gaze and Head, or Nod) and whether they found the \ac{eps} helpful (yes, no, not sure). %NC: attach the questionaire in the appendix maybe
\paragraph{Objective measurements} This was done in two ways. First, the performance of the participants was evaluated by comparing the conditions with and without the \ac{eps} for each method. Performance was evaluated based on the total number of points achieved and the number of incorrect selections. Next, the performance of the \ac{eps} itself was analyzed. This evaluation took into account classification accuracy, defined as the proportion of correct selections that were classified as correct and the proportion of incorrect selections that were classified as incorrect, reported separately for each method. %NC: NOICE
\subsection{Data analysis}
Given the non-normal distribution of the data and the within-subjects design, non-parametric methods were applied. For comparisons across multiple related groups, the Friedman test was used as a non-parametric alternative to repeated-measures ANOVA \cite{anova1937friedman}. For pairwise comparisons, the Wilcoxon signed-rank test was employed, which provides a non-parametric equivalent to the paired-samples t-test \cite{comparison1945wilcoxon}. To control for Type I error inflation in cases of multiple comparisons, the Bonferroni correction was applied \cite{multiple1961dunn}. \bj{Eta-squared ($\eta^2$) was used as a measure of effect size in the Friedman test; for pairwise Wilcoxon comparisons, the effect size $r$ was calculated based on a z-transformed approximation of the p-value \cite{cohen2013statistical}}. All statistical analyses were conducted in Python (version 3.13.5) using NumPy~\cite{numpy2020harris}, pandas~\cite{pandas2010mckinney}, SciPy~\cite{scipy2020virtanen}, and statsmodels~\cite{statsmodels2010seabold}. In addition, matplotlib~\cite{matplotlib2007hunter} and seaborn~\cite{seaborn2021waskom} were used for data visualization.
\section{Results}
Below, we present the results of our study, in which we combine subjective evaluations with objective performance measurements. The subjective results reflect participants' perceptions of the various interaction methods and the \ac{eps}, while the objective results provide quantitative evidence of task performance and system accuracy.
\subsection{Subjective measurements}
% Don't know, where to put that in.
% In generel the accuracy of the question, in which round the \ac{eps} was active was for Dwell Time 79.5\%, for Gaze and Head 70.8\% and for Nod 55\%.
\begin{table*}[]
\centering
\begin{subtable}[t]{0.45\linewidth}
\centering
\begin{tabular}{lrrr}
\toprule
& Dwell Time & Gaze and Head & Nod \\
\midrule
Women & 7 & 11 & 8 \\
Men & 4 & 5 & 2 \\
General & 11 & 16 & 10 \\
\bottomrule
\end{tabular}
\caption{Preference}
\label{subtab:PrefMethod}
\end{subtable}
\hfill
\begin{subtable}[t]{0.45\linewidth}
\centering
\begin{tabular}{lrrr}
\toprule
& Yes & No & Not sure \\
\midrule
Women & 20 & 1 & 5 \\
Men & 11 & 0 & 0 \\
General & 31 & 1 & 5 \\
\bottomrule
\end{tabular}
\caption{Helpfulness}
\label{subtab:EPHelpful}
\end{subtable}
\caption{Results of the post-experiment questionnaire. Sub-table (a) presents participants’ preferred interaction method, separated by gender and overall counts. Sub-table (b) summarizes participants' responses to whether they perceived the \ac{eps} as helpful.}
\label{tab:PostExperimentQuestions}
\end{table*}
The distribution of participants' preferred interaction methods is shown in Table~\ref{subtab:PrefMethod}. In general, Gaze and Head was chosen most frequently, followed by Nod and Dwell Time. The evaluation of the \ac{eps} is summarized in Table~\ref{subtab:EPHelpful}, where the majority of participants reported that the system was helpful, while only a small number expressed uncertainty, and just a single participant rated it as not helpful. %NC: Fucking bastard
\begin{figure*}
\centering
\includegraphics[width=1\linewidth]{Content/Images/question_answers_boxplot.pdf}
\caption{Boxplots of participants' responses to the questionnaire for each method. Each subplot corresponds to a questionnaire item, with the methods shown on the y-axis and the response scale on the x-axis. The figure illustrates the distribution, central tendency, and variability of all participants' ratings.}
\label{fig:QuestsAnswers}
\end{figure*} %NC: lighter blue, with Alpha value, instead of orange do red or purple
The participants' ability to recognize whether \ac{eps} was active varied depending on the method: accuracy was $79.5\%$ for Dwell Time, $70.8\%$ for Gaze and Head, and $55\%$ for Nod, which is only slightly better than chance.
In Fig.~\ref{fig:QuestsAnswers}, the responses to the questionnaire for the different methods are shown. The analysis revealed significant differences between methods for helpfulness ($\chi^2 = 20.21, p < 0.001, \eta^2=0.289$), trust ($\chi^2=8.92, p=0.012, \eta^2=0.127$), confidence boost ($\chi^2=9.88, p=0.007, \eta^2=0.141$), and preference ($\chi^2=14.75, p=0.001, \eta^2=0.211$). Post-hoc comparisons showed that the Nod method received significantly lower ratings than Dwell Time and Head and Gaze across these dimensions. Descriptively, Dwell Time generally had the highest median and mean ratings for helpfulness, confidence boost, and preference, while Nod had the lowest, and Head and Gaze fell in between. No significant differences were found for frustration ($\chi^2=0.16, p=0.925, \eta^2=0.008$), or disruption ($\chi^2 = 0.23, p=0.893, \eta^2=0.007$), where median ratings were similar and generally low for frustration and disruption. % Overall, participants perceived Gaze and Head and Gaze as more helpful, confidence-enhancing, and preferable than Nod.
\subsection{Objective measurements}
\begin{figure*}
\centering
\begin{subfigure}[t]{\linewidth}
\centering
\includegraphics[width=\linewidth]{Content/Images/paired_comparison_selections.pdf}
\caption{}
\label{subfig:PairedSelections}
\end{subfigure}
\begin{subfigure}[t]{\linewidth}
\centering
\includegraphics[width=\linewidth]{Content/Images/paired_comparison_points.pdf}
\caption{}
\label{subfig:PairedPoints}
\end{subfigure}
\caption{Comparison of task performance with the \ac{eps} inactive and active. Subfigure (a) shows the number of incorrect selections, while subfigure (b) displays the median achieved points.}
\label{fig:PtPerformance}
\end{figure*}
The measurements of participant performance are shown in Fig.~\ref{fig:PtPerformance}. For the number of incorrect selections (summed over all rounds), significant differences were found across all three methods (see Fig.~\ref{subfig:PairedSelections}). With the \ac{eps} active, participants made markedly fewer incorrect selections. In the Dwell Time method, the median dropped from 22 without \ac{eps} to 1 with \ac{eps} ($W = 0.0, p < 0.001, r=0.872$). A similar effect was observed for Head and Gaze, with medians of 8 and 1, respectively ($W = 0.0, p < 0.001, r=0.861$). For Nod, the Wilcoxon signed-rank test also indicated a significant reduction in errors ($W = 22.5, p = 0.009, r=0.387$), although the median remained 0 in both conditions.
A comparable pattern was found for the points achieved (see Fig.~\ref{subfig:PairedPoints}). Participants gained substantially more points when the \ac{eps} was active. For Dwell Time, the median increased from 435 to 925 ($W = 703.0, p < 0.001, r=0.872$), and for Head and Gaze, from 745 to 819 ($W = 667.0, p < 0.001, r=0.783$). In contrast, no significant difference was observed for Nod, where the medians were nearly identical at 787 without \ac{eps} and 789 with \ac{eps} ($W = 409.0, p = 0.196, r= 0.140$).
\begin{table*}[]
\centering
\begin{tabular}{lrrrr}
\toprule
& Correct accuracy & Incorrect accuracy & Macro & Micro \\
\midrule
Dwell Time & 0.794 & 0.928 & 0.861 & 0.829 \\
Gaze and Head & 0.730 & 0.821 & 0.775 & 0.746 \\
Nod & 0.908 & 0.607 & 0.886 & 0.905 \\
\bottomrule
\end{tabular}
\caption{Performance metrics of the \ac{eps}. Correct accuracy refers to the percentage of correct selections that were classified correctly, while incorrect accuracy indicates the percentage of incorrect selections that were classified as incorrect. Macro accuracy is the mean of correct and incorrect accuracy, and micro accuracy represents the weighted mean based on the number of samples.}
\label{tab:EPSPerformance}
\end{table*}
Table~\ref{tab:EPSPerformance} summarizes the performance of the \ac{eps} across the three interaction methods. Overall, the EPS achieved high accuracy in classifying both correct and incorrect selections. Dwell Time and Head and Gaze showed a more balanced performance between correct and incorrect selections, whereas the Nod method had very high correct accuracy but lower accuracy for incorrect selections. Macro and micro accuracy metrics indicate that the system performs consistently across methods, with some variation in the balance between detecting correct versus incorrect selections.
\begin{figure*}
\centering
\includegraphics[width=\linewidth]{Content/Images/heatmap_eps_acc.pdf}
\caption{Individual accuracy metrics of the \ac{eps} for each participant. Blank cells indicate that no incorrect selections were made while the \ac{eps} was active. Shown metrics include correct accuracy, incorrect accuracy, macro accuracy, and micro accuracy.}
\label{fig:EPSPerformancePerPt}
\end{figure*}
Fig.~\ref{fig:EPSPerformancePerPt} shows the performance of the \ac{eps} for each participant. Overall, the system performed well for most participants, with several achieving perfect accuracy. However, some participants exhibited lower performance, particularly in correct accuracy. The Gaze and Head method appears to have more outliers compared to Dwell Time. It is also notable that for the Nod method, only a few participants made any incorrect selections while the \ac{eps} was active.
\section{Discussion}
% Summary what we did:
% \begin{itemize}
% \item VR game with a visual search task
% \item participant played multiple rounds:
% \begin{itemize}
% \item 10 round for each method (Dwell time, Gaze and Head, Nod)
% \item 5 round with and 5 without error prevention system
% \item after each method answered the questionnaire
% \item measured participant performance with points and incorrect selections
% \item measured error prevention system with correct and incorrect accuracy
% \end{itemize}
% \end{itemize}
% Subjective results:
% \begin{itemize}
% \item preferences of the participants are similar to the last study without \ac{eps} ~\cite{severitt2025interplayuserpreferenceprecision}
% \item participants like the error prevention system specially for Dwell Time and Gaze and Head. For Nod it was not that helpful due to the low amount of false selections. So the answers to the questions was not significant different between Dwell Time and Gaze, but a few to Nod
% \begin{itemize}
% \item Also participants, where the correct accuracy was quite low liked the system
% \item possible reason: in the game you can instantly select the target again, since the participants are still looking at it, so it was not that disruptive in this scenario
% \end{itemize}
% \end{itemize}
% Objective results, Participant performance:
% \begin{itemize}
% \item for all three methods participants made significantly less incorrect selections with the \ac{eps}
% \item For Dwell Time and Head and Gaze participant made significantly more points, but for Nod there was no sig. difference
% \item So the objective results mirror the subjective answers:
% \begin{itemize}
% \item For Dwell Time and Head and Gaze the \ac{eps} is useful and leads to better performance
% \item for Nod the system is less useful and do not lead to better results. Even if the test shows sig. less incorrect selections the effect is quit low in reality
% \end{itemize}
% \end{itemize}
% Objective results, \ac{eps} performance:
% \begin{itemize}
% \item Overall correct accuracy (percent of correct selections classified as correct) are good, but a bitt worse then expected from previous work \cite{severitt2025anomalydetection}
% \item incorrect accuracy (percent of incorrect selections classified as incorrect) are good except for nod, where very low amount of incorrect selections happens with active \ac{eps}
% \item Performance is subject dependend. For some participants the \ac{eps} works very well, for some not that good.
% \end{itemize}
In this study, we developed a \ac{vr} game based on a visual search task to evaluate different interaction methods and the effectiveness of an \acf{eps}. Each participant completed multiple rounds, playing ten rounds per method (dwell time, gaze and head, and nodding), which were evenly divided between conditions with and without the \ac{eps}. After completing each method, participants filled out a questionnaire to evaluate their subjective experience. Performance was measured based on the points scored and the number of incorrect selections, while the performance of the error prevention system itself was evaluated using metrics for correct and incorrect accuracy. Below, we discuss the key findings regarding participant performance, system effectiveness, and user perception. %NC: potentially better for the conclusion, get straight to those meaty results.
The subjective results of the questionnaires show that the preferences of the participants largely corresponded to the results of our previous study without an \ac{eps}~\cite{severitt2025interplayuserpreferenceprecision}. Overall, participants rated the system positively, especially in the Dwell time and Gaze and Head conditions. In contrast, its usefulness for the Nod method was rated lower, which is due to the already low number of incorrect selections in this condition. In line with this, participants also found it more difficult to recognize whether \ac{eps} was active during Nod, whereas recognition was clearer with the other methods. Interestingly, even participants with comparatively low accuracy scores stated that they appreciated the system. One possible explanation for this is that false rejections were not perceived as disruptive, as the target could be reselected immediately while the participant's attention remained focused on it. However, it is important to maintain trust in such systems, as \citet{rittenberg2024trust} highlights that it is difficult to rebuild lost trust.
The subjective results show that \ac{eps} was generally well received and improved the participants' experience with gaze-based interaction. Participants found it particularly helpful in situations where errors occurred more frequently, while the system was perceived as less beneficial with the nod method, where errors were rare anyway. These results provide an answer to our first research question: users appreciate and trust \ac{eps} when it brings noticeable improvements without hindering interaction, but its perceived usefulness depends on the interaction method used.
\citet{peacock2022gazeinputrecognitionerror} showed that input errors can be detected within 50 to 550 ms after selection, underscoring the feasibility of rapid classification after selection. Similarly, \citet{shevtsova2025gazebasedinteractionml} showed that machine learning methods are effective for inferring interaction intentions from gaze behavior. Building on these findings, our \ac{eps} evaluates gaze behavior 200 ms after selection, and the results are consistent with participants' subjective impressions. With \ac{eps} enabled, participants made significantly fewer incorrect selections across all three interaction methods. For Dwell Time and Gaze and Head this reduction also led to higher task ratings, highlighting the system's ability to improve performance. In contrast, the benefit was minimal for the nod method, where errors were rare to begin with. Taken together, these results suggest that the \ac{eps} is particularly effective for interaction methods that are prone to incorrect selections, while its effect is limited for methods that are inherently more robust, such as Nod.
Our \ac{eps} is based on a \ac{tcn}-based architecture that has already proven itself in anomaly detection in time series data \cite{he2019tcnanomaly}. In our evaluation, the system achieved high overall accuracy, but slightly below what we had reported in previous proof-of-concept work \cite{severitt2025anomalydetection}. Correct accuracy was consistently high across all interaction methods, and incorrect accuracy was also strong—with the exception of the nod condition, where the small number of incorrect selections limited meaningful evaluation. It is noteworthy that system performance varied among participants: for some, it was nearly perfect, while for others it was less reliable. These differences point to the influence of individual viewing behavior and suggest that personal factors have a strong influence on how effectively the system can prevent errors.
The results provide an answer to our second research question: \ac{eps} is effective in a real-time environment, reducing errors and improving task performance in interaction methods where errors are likely to occur. Although its effect is smaller in methods with inherently low error rates, the system still works reliably within the time constraints of online interaction. These results confirm that anomaly detection based on gaze patterns can serve as a practical and efficient mechanism for real-time error prevention.
Overall, the results show that \ac{eps} can effectively reduce errors and improve performance in interaction methods that are more prone to incorrect selections, while also being positively received by participants. At the same time, its effectiveness is not the same for all methods or individuals. % For example, in the nod method, where errors were rare anyway, the additional benefit of \ac{eps} was limited.
Furthermore, the observed differences between participants suggest that a uniform approach may not be sufficient. Previous research has shown that gaze behavior is highly individual and context-dependent \cite{hessels2020gazedifferent,gillet2021gazebehaviorrobot}, highlighting the need for more adaptive approaches. Future versions of the system could therefore benefit from dynamic adjustment of thresholds or detection strategies to better accommodate the characteristics and interaction styles of different users. Such adaptability could help ensure consistently high performance and maintain the positive user experience observed in this study.
% Because I have to add fucking citations instead of working on real stuff:
% Using a TCN to find anomalies in time series is highly efficients because it can be very light weighted and still efficient in finding anomalies \cite{he2019tcnanomaly}
% \citet{peacock2022gazeinputrecognitionerror} could classify errors after 50 to 550 milliseconds after selection, we also showed that there are differences which could be found as an anomaly.
% \cite{shevtsova2025gazebasedinteractionml} from related work, uses ml to classify intentional gaze-based inter action to solve midas touch. Is a similar approach, since we are using deep learning to find annomalies
% \cite{rittenberg2024trust} trust is decreasing and hard to recover. It is important that a system is reliable for the trust, so errors should be found early by the system it self.
% Gaze is very participant dependend \cite{hessels2020gazedifferent,gillet2021gazebehaviorrobot}, so a generalize model is hard to create, it is better to make it adaptive to the participant.
% \textcolor{magenta}{NC: remember good practice to discuss you findings in the context of other peoples' shitter findings. how are yours more interesting and more different and what does this mean for safer ineraction with robots and assistive systems (remember we have to address what we mention in the introduction) and user experience and the midas touch problem in HMDs. Then, we bring this article full circle. discussion for journals need a bit more meat to them.}
\section{Limitations}
Although this study provides clear evidence of the effectiveness of the \ac{eps} in a controlled \ac{vr} gaming environment, there are some limitations to consider. First, the results relate specifically to the visual search task performed and may not be directly transferable to other applications or interaction contexts. In particular, the dwell time method, which worked reliably in the game, is likely to be less effective in real-world scenarios where unintended fixations and distractions from the environment are more common. Second, all evaluations were conducted within VR using the same game environment. Transferring the approach to other environments, such as alternative task types or augmented reality, may require further adjustments. In particular, a new training dataset may be needed to ensure that the system remains robust across different modalities and contexts. Future work should therefore validate the system in a broader range of environments and interaction scenarios to assess its generalizability.
\section{Conclusion}
This study demonstrates that real-time \ac{eps} based on anomaly detection can effectively support gaze-based interaction in \ac{vr} environments. Regarding the first research question, participants generally perceived the system positively and reported that it was helpful and boosted their confidence. Regarding the second research question, the system succeeded in reducing errors and improving task performance in methods prone to incorrect selections, such as Dwell Time and Gaze and Head, while the benefits were limited in methods such as nod with few errors. The variability among participants underscores the need for adaptive approaches, and future work should evaluate the system in other tasks, interaction modalities, and environments outside of \ac{vr}.
% This study demonstrated that anomaly detection can be effectively used as an \ac{eps} for gaze-based interaction in real-time \ac{vr} environments. The system not only improved the overall user experience but also task performance, particularly for error-prone methods such as dwell time, gaze, and head. However, the effectiveness of the system varied significantly among participants, highlighting the need for adaptive approaches that can dynamically adjust to individual differences. To strengthen practical applicability, future work should extend the evaluation to other tasks, interaction modalities, and environments outside of \ac{vr} to ensure robustness and generalizability across different use cases.
\begin{acronym}
\acro{xr}[XR]{Extended Reality}
\acro{vr}[VR]{Virtual Reality}
\acro{ar}[AR]{Augmented Reality}
\acro{mr}[MR]{Mixed Reality}
\acro{aoi}[AOI]{Areas of Interest}
\acro{ai}[AI]{Artificial Intelligence}
\acro{ve}[VE]{Virtual Environment}
\acro{nlp}[NLP]{Natural Language Processing}
\acro{svm}[SVM]{Support Vector Machine}
\acro{hri}[HRI]{Human-Robot Interaction}
\acro{hci}[HCI]{Human-Computer Interaction}
\acro{ui}[UI]{User Interface}
\acrodefplural{UI}[UI's]{User Interfaces}
\acro{et}[ET]{Eye Tracking}
\acro{ae}[AE]{Auto Encoder}
\acro{tcn}[TCN]{Temporal Convolutional Network}
\acro{tcnae}[TCNAE]{Temporal Convolutional Network Autoencoder}
\acro{mse}[MSE]{Mean Squared Error}
\acro{relu}[ReLU]{Rectified Linear Unit}
\acro{lof}[LOF]{Local Outlier Factor}
\acro{eps}[EPS]{Error Prevention System}
\end{acronym}
%%% -*-BibTeX-*-
%%% Do NOT edit. File created by BibTeX with style
%%% ACM-Reference-Format-Journals [18-Jan-2012].
\begin{thebibliography}{45}
%%% ====================================================================
%%% NOTE TO THE USER: you can override these defaults by providing
%%% customized versions of any of these macros before the \bibliography
%%% command. Each of them MUST provide its own final punctuation,
%%% except for \shownote{} and \showURL{}. The latter two
%%% do not use final punctuation, in order to avoid confusing it with
%%% the Web address.
%%%
%%% To suppress output of a particular field, define its macro to expand
%%% to an empty string, or better, \unskip, like this:
%%%
%%% \newcommand{\showURL}[1]{\unskip} % LaTeX syntax
%%%
%%% \def \showURL #1{\unskip} % plain TeX syntax
%%%
%%% ====================================================================
\ifx \showCODEN \undefined \def \showCODEN #1{\unskip} \fi
\ifx \showISBNx \undefined \def \showISBNx #1{\unskip} \fi
\ifx \showISBNxiii \undefined \def \showISBNxiii #1{\unskip} \fi
\ifx \showISSN \undefined \def \showISSN #1{\unskip} \fi
\ifx \showLCCN \undefined \def \showLCCN #1{\unskip} \fi
\ifx \shownote \undefined \def \shownote #1{#1} \fi
\ifx \showarticletitle \undefined \def \showarticletitle #1{#1} \fi
\ifx \showURL \undefined \def \showURL {\relax} \fi
% The following commands are used for tagged output and should be
% invisible to TeX
\providecommand\bibfield[2]{#2}
\providecommand\bibinfo[2]{#2}
\providecommand\natexlab[1]{#1}
\providecommand\showeprint[2][]{arXiv:#2}
\bibitem[Bovo et~al\mbox{.}(2020)]%
{bovo2020detecting}
\bibfield{author}{\bibinfo{person}{Riccardo Bovo}, \bibinfo{person}{Nicola Binetti}, \bibinfo{person}{Duncan~P Brumby}, {and} \bibinfo{person}{Simon Julier}.} \bibinfo{year}{2020}\natexlab{}.
\newblock \showarticletitle{Detecting errors in pick and place procedures: detecting errors in multi-stage and sequence-constrained manual retrieve-assembly procedures}. In \bibinfo{booktitle}{\emph{Proceedings of the 25th International Conference on Intelligent User Interfaces}}. \bibinfo{pages}{536--545}.
\newblock
\bibitem[Bruder et~al\mbox{.}(2016)]%
{lufthansa}
\bibfield{author}{\bibinfo{person}{Carmen Bruder}, \bibinfo{person}{Paul Weber}, {and} \bibinfo{person}{Catrin Hasse}.} \bibinfo{year}{2016}\natexlab{}.
\newblock \showarticletitle{To Look and (Not) See: Predicting the Detection of Automation Failures Based on the Eye Movements of Human Operators}. In \bibinfo{booktitle}{\emph{Proceedings of the International Conference on Human-Computer Interaction in Aerospace}} (Paris, France) \emph{(\bibinfo{series}{HCI-Aero '16})}. \bibinfo{publisher}{Association for Computing Machinery}, \bibinfo{address}{New York, NY, USA}, Article \bibinfo{articleno}{5}, \bibinfo{numpages}{7}~pages.
\newblock
\showISBNx{9781450344067}
\href{https://doi.org/10.1145/2950112.2964579}{doi:\nolinkurl{10.1145/2950112.2964579}}
\bibitem[Cohen(2013)]%
{cohen2013statistical}
\bibfield{author}{\bibinfo{person}{Jacob Cohen}.} \bibinfo{year}{2013}\natexlab{}.
\newblock \bibinfo{booktitle}{\emph{Statistical power analysis for the behavioral sciences}}.
\newblock \bibinfo{publisher}{Routledge}.
\newblock
\href{https://doi.org/10.4324/9780203771587}{doi:\nolinkurl{10.4324/9780203771587}}
\bibitem[David-John et~al\mbox{.}(2021)]%
{david2021towards}
\bibfield{author}{\bibinfo{person}{Brendan David-John}, \bibinfo{person}{Candace Peacock}, \bibinfo{person}{Ting Zhang}, \bibinfo{person}{T~Scott Murdison}, \bibinfo{person}{Hrvoje Benko}, {and} \bibinfo{person}{Tanya~R Jonker}.} \bibinfo{year}{2021}\natexlab{}.
\newblock \showarticletitle{Towards gaze-based prediction of the intent to interact in virtual reality}. In \bibinfo{booktitle}{\emph{ACM Symposium on Eye Tracking Research and Applications}}. \bibinfo{pages}{1--7}.
\newblock
\bibitem[Dunn(1961)]%
{multiple1961dunn}
\bibfield{author}{\bibinfo{person}{Olive~Jean Dunn}.} \bibinfo{year}{1961}\natexlab{}.
\newblock \showarticletitle{Multiple Comparisons among Means}.
\newblock \bibinfo{journal}{\emph{J. Amer. Statist. Assoc.}} \bibinfo{volume}{56}, \bibinfo{number}{293} (\bibinfo{year}{1961}), \bibinfo{pages}{52--64}.
\newblock
\showeprint{https://www.tandfonline.com/doi/pdf/10.1080/01621459.1961.10482090}
\href{https://doi.org/10.1080/01621459.1961.10482090}{doi:\nolinkurl{10.1080/01621459.1961.10482090}}
\bibitem[Esteves et~al\mbox{.}(2015)]%
{esteves2015orbits}
\bibfield{author}{\bibinfo{person}{Augusto Esteves}, \bibinfo{person}{Eduardo Velloso}, \bibinfo{person}{Andreas Bulling}, {and} \bibinfo{person}{Hans Gellersen}.} \bibinfo{year}{2015}\natexlab{}.
\newblock \showarticletitle{Orbits: Gaze Interaction for Smart Watches using Smooth Pursuit Eye Movements} \emph{(\bibinfo{series}{UIST '15})}. \bibinfo{publisher}{Association for Computing Machinery}, \bibinfo{address}{New York, NY, USA}, \bibinfo{pages}{457–466}.
\newblock
\showISBNx{9781450337793}
\href{https://doi.org/10.1145/2807442.2807499}{doi:\nolinkurl{10.1145/2807442.2807499}}
\bibitem[Flook et~al\mbox{.}(2019)]%
{flook2019errorimpact}
\bibfield{author}{\bibinfo{person}{Rebecca Flook}, \bibinfo{person}{Anas Shrinah}, \bibinfo{person}{Luc Wijnen}, \bibinfo{person}{Kerstin Eder}, \bibinfo{person}{Chris Melhuish}, {and} \bibinfo{person}{Séverin Lemaignan}.} \bibinfo{year}{2019}\natexlab{}.
\newblock \showarticletitle{On the impact of different types of errors on trust in human-robot interaction}.
\newblock \bibinfo{journal}{\emph{Interaction Studies}} \bibinfo{volume}{20}, \bibinfo{number}{3} (\bibinfo{year}{2019}), \bibinfo{pages}{455--486}.
\newblock
\showISSN{1572-0373}
\href{https://doi.org/10.1075/is.18067.flo}{doi:\nolinkurl{10.1075/is.18067.flo}}
\bibitem[Friedman(1937)]%
{anova1937friedman}
\bibfield{author}{\bibinfo{person}{Milton Friedman}.} \bibinfo{year}{1937}\natexlab{}.
\newblock \showarticletitle{The Use of Ranks to Avoid the Assumption of Normality Implicit in the Analysis of Variance}.
\newblock \bibinfo{journal}{\emph{J. Amer. Statist. Assoc.}} \bibinfo{volume}{32}, \bibinfo{number}{200} (\bibinfo{year}{1937}), \bibinfo{pages}{675--701}.
\newblock
\showeprint{https://www.tandfonline.com/doi/pdf/10.1080/01621459.1937.10503522}
\href{https://doi.org/10.1080/01621459.1937.10503522}{doi:\nolinkurl{10.1080/01621459.1937.10503522}}
\bibitem[Gardony et~al\mbox{.}(2024)]%
{gardony2024characterizing}
\bibfield{author}{\bibinfo{person}{Aaron~L. Gardony}, \bibinfo{person}{Kana Okano}, \bibinfo{person}{Gregory~I. Hughes}, \bibinfo{person}{Alex~J. Kim}, \bibinfo{person}{Kai~T. Renshaw}, \bibinfo{person}{Aldis Sipolins}, \bibinfo{person}{Andrew~B. Whitig}, \bibinfo{person}{Feiyu Lu}, {and} \bibinfo{person}{Doug~A. Bowman}.} \bibinfo{year}{2024}\natexlab{}.
\newblock \showarticletitle{Characterizing information access needs in gaze-adaptive augmented reality interfaces: implications for fast-paced and dynamic usage contexts}.
\newblock \bibinfo{journal}{\emph{Human–Computer Interaction}} \bibinfo{volume}{39}, \bibinfo{number}{5-6} (\bibinfo{year}{2024}), \bibinfo{pages}{553--583}.
\newblock
\showeprint{https://doi.org/10.1080/07370024.2023.2260788}
\href{https://doi.org/10.1080/07370024.2023.2260788}{doi:\nolinkurl{10.1080/07370024.2023.2260788}}
\bibitem[Gemicioglu et~al\mbox{.}(2023)]%
{gemicioglu2023gazetongue}
\bibfield{author}{\bibinfo{person}{Tan Gemicioglu}, \bibinfo{person}{R.~Michael Winters}, \bibinfo{person}{Yu-Te Wang}, \bibinfo{person}{Thomas~M. Gable}, \bibinfo{person}{Ann Paradiso}, {and} \bibinfo{person}{Ivan~J. Tashev}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Gaze \& Tongue: A Subtle, Hands-Free Interaction for Head-Worn Devices}. In \bibinfo{booktitle}{\emph{Extended Abstracts of the 2023 CHI Conference on Human Factors in Computing Systems}} (Hamburg, Germany) \emph{(\bibinfo{series}{CHI EA '23})}. \bibinfo{publisher}{Association for Computing Machinery}, \bibinfo{address}{New York, NY, USA}, Article \bibinfo{articleno}{456}, \bibinfo{numpages}{4}~pages.
\newblock
\showISBNx{9781450394222}
\href{https://doi.org/10.1145/3544549.3583930}{doi:\nolinkurl{10.1145/3544549.3583930}}
\bibitem[Gillet et~al\mbox{.}(2021)]%
{gillet2021gazebehaviorrobot}
\bibfield{author}{\bibinfo{person}{Sarah Gillet}, \bibinfo{person}{Ronald Cumbal}, \bibinfo{person}{Andr\'{e} Pereira}, \bibinfo{person}{Jos\'{e} Lopes}, \bibinfo{person}{Olov Engwall}, {and} \bibinfo{person}{Iolanda Leite}.} \bibinfo{year}{2021}\natexlab{}.
\newblock \showarticletitle{Robot Gaze Can Mediate Participation Imbalance in Groups with Different Skill Levels}. In \bibinfo{booktitle}{\emph{Proceedings of the 2021 ACM/IEEE International Conference on Human-Robot Interaction}} (Boulder, CO, USA) \emph{(\bibinfo{series}{HRI '21})}. \bibinfo{publisher}{Association for Computing Machinery}, \bibinfo{address}{New York, NY, USA}, \bibinfo{pages}{303–311}.
\newblock
\showISBNx{9781450382892}
\href{https://doi.org/10.1145/3434073.3444670}{doi:\nolinkurl{10.1145/3434073.3444670}}
\bibitem[Harris et~al\mbox{.}(2020)]%
{numpy2020harris}
\bibfield{author}{\bibinfo{person}{Charles~R. Harris}, \bibinfo{person}{K.~Jarrod Millman}, \bibinfo{person}{St{\'{e}}fan~J. van~der Walt}, \bibinfo{person}{Ralf Gommers}, \bibinfo{person}{Pauli Virtanen}, \bibinfo{person}{David Cournapeau}, \bibinfo{person}{Eric Wieser}, \bibinfo{person}{Julian Taylor}, \bibinfo{person}{Sebastian Berg}, \bibinfo{person}{Nathaniel~J. Smith}, \bibinfo{person}{Robert Kern}, \bibinfo{person}{Matti Picus}, \bibinfo{person}{Stephan Hoyer}, \bibinfo{person}{Marten~H. van Kerkwijk}, \bibinfo{person}{Matthew Brett}, \bibinfo{person}{Allan Haldane}, \bibinfo{person}{Jaime~Fern{\'{a}}ndez del R{\'{i}}o}, \bibinfo{person}{Mark Wiebe}, \bibinfo{person}{Pearu Peterson}, \bibinfo{person}{Pierre G{\'{e}}rard-Marchant}, \bibinfo{person}{Kevin Sheppard}, \bibinfo{person}{Tyler Reddy}, \bibinfo{person}{Warren Weckesser}, \bibinfo{person}{Hameer Abbasi}, \bibinfo{person}{Christoph Gohlke}, {and} \bibinfo{person}{Travis~E. Oliphant}.} \bibinfo{year}{2020}\natexlab{}.
\newblock \showarticletitle{Array programming with {NumPy}}.
\newblock \bibinfo{journal}{\emph{Nature}} \bibinfo{volume}{585}, \bibinfo{number}{7825} (\bibinfo{date}{Sept.} \bibinfo{year}{2020}), \bibinfo{pages}{357--362}.
\newblock
\href{https://doi.org/10.1038/s41586-020-2649-2}{doi:\nolinkurl{10.1038/s41586-020-2649-2}}
\bibitem[He and Zhao(2019)]%
{he2019tcnanomaly}
\bibfield{author}{\bibinfo{person}{Yangdong He} {and} \bibinfo{person}{Jiabao Zhao}.} \bibinfo{year}{2019}\natexlab{}.
\newblock \showarticletitle{Temporal Convolutional Networks for Anomaly Detection in Time Series}.
\newblock \bibinfo{journal}{\emph{Journal of Physics: Conference Series}} \bibinfo{volume}{1213}, \bibinfo{number}{4} (\bibinfo{date}{jun} \bibinfo{year}{2019}), \bibinfo{pages}{042050}.
\newblock
\href{https://doi.org/10.1088/1742-6596/1213/4/042050}{doi:\nolinkurl{10.1088/1742-6596/1213/4/042050}}
\bibitem[Hessels(2020)]%
{hessels2020gazedifferent}
\bibfield{author}{\bibinfo{person}{Roy~S. Hessels}.} \bibinfo{year}{2020}\natexlab{}.
\newblock \showarticletitle{How does gaze to faces support face-to-face interaction? A review and perspective}.
\newblock \bibinfo{journal}{\emph{Psychonomic Bulletin \& Review}} \bibinfo{volume}{27}, \bibinfo{number}{5} (\bibinfo{year}{2020}), \bibinfo{pages}{856--881}.
\newblock
\showISSN{1531-5320}
\href{https://doi.org/10.3758/s13423-020-01715-w}{doi:\nolinkurl{10.3758/s13423-020-01715-w}}
\bibitem[Hosp et~al\mbox{.}(2024)]%
{hosp2024visionaryvr}
\bibfield{author}{\bibinfo{person}{Benedikt~W. Hosp}, \bibinfo{person}{Martin Dechant}, \bibinfo{person}{Yannick Sauer}, \bibinfo{person}{Björn Severitt}, \bibinfo{person}{Rajat Agarwala}, {and} \bibinfo{person}{Siegfried Wahl}.} \bibinfo{year}{2024}\natexlab{}.
\newblock \showarticletitle{VisionaryVR: An Optical Simulation Tool for Evaluating and Optimizing Vision Correction Solutions in Virtual Reality}.
\newblock \bibinfo{journal}{\emph{Sensors}} \bibinfo{volume}{24}, \bibinfo{number}{8} (\bibinfo{year}{2024}).
\newblock
\showISSN{1424-8220}
\href{https://doi.org/10.3390/s24082458}{doi:\nolinkurl{10.3390/s24082458}}
\bibitem[Hosp and Wahl(2023)]%
{zero2023hosp}
\bibfield{author}{\bibinfo{person}{Benedikt~W. Hosp} {and} \bibinfo{person}{Siegfried Wahl}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{ZERO: A Generic Open-Source Extended Reality Eye-Tracking Controller Interface for Scientists}. In \bibinfo{booktitle}{\emph{Proceedings of the 2023 Symposium on Eye Tracking Research and Applications}} (Tubingen, Germany) \emph{(\bibinfo{series}{ETRA '23})}. \bibinfo{publisher}{Association for Computing Machinery}, \bibinfo{address}{New York, NY, USA}, Article \bibinfo{articleno}{64}, \bibinfo{numpages}{4}~pages.
\newblock
\showISBNx{9798400701504}
\href{https://doi.org/10.1145/3588015.3589203}{doi:\nolinkurl{10.1145/3588015.3589203}}
\bibitem[Hunter(2007)]%
{matplotlib2007hunter}
\bibfield{author}{\bibinfo{person}{J.~D. Hunter}.} \bibinfo{year}{2007}\natexlab{}.
\newblock \showarticletitle{Matplotlib: A 2D graphics environment}.
\newblock \bibinfo{journal}{\emph{Computing in Science \& Engineering}} \bibinfo{volume}{9}, \bibinfo{number}{3} (\bibinfo{year}{2007}), \bibinfo{pages}{90--95}.
\newblock
\href{https://doi.org/10.1109/MCSE.2007.55}{doi:\nolinkurl{10.1109/MCSE.2007.55}}
\bibitem[Istance et~al\mbox{.}(2008)]%
{istance2008snapclutch}
\bibfield{author}{\bibinfo{person}{Howell Istance}, \bibinfo{person}{Richard Bates}, \bibinfo{person}{Aulikki Hyrskykari}, {and} \bibinfo{person}{Stephen Vickers}.} \bibinfo{year}{2008}\natexlab{}.
\newblock \showarticletitle{Snap clutch, a moded approach to solving the Midas touch problem}. In \bibinfo{booktitle}{\emph{Proceedings of the 2008 Symposium on Eye Tracking Research \& Applications}} (Savannah, Georgia) \emph{(\bibinfo{series}{ETRA '08})}. \bibinfo{publisher}{Association for Computing Machinery}, \bibinfo{address}{New York, NY, USA}, \bibinfo{pages}{221–228}.
\newblock
\showISBNx{9781595939821}
\href{https://doi.org/10.1145/1344471.1344523}{doi:\nolinkurl{10.1145/1344471.1344523}}
\bibitem[Jacob(1990)]%
{jacob1990dwell}
\bibfield{author}{\bibinfo{person}{Robert J.~K. Jacob}.} \bibinfo{year}{1990}\natexlab{}.
\newblock \showarticletitle{What you look at is what you get: eye movement-based interaction techniques}. In \bibinfo{booktitle}{\emph{Proceedings of the SIGCHI Conference on Human Factors in Computing Systems}} (Seattle, Washington, USA) \emph{(\bibinfo{series}{CHI '90})}. \bibinfo{publisher}{Association for Computing Machinery}, \bibinfo{address}{New York, NY, USA}, \bibinfo{pages}{11–18}.
\newblock
\showISBNx{0201509326}
\href{https://doi.org/10.1145/97243.97246}{doi:\nolinkurl{10.1145/97243.97246}}
\bibitem[Mohan et~al\mbox{.}(2018)]%
{mohan2018dualgaze}
\bibfield{author}{\bibinfo{person}{Pallavi Mohan}, \bibinfo{person}{Wooi~Boon Goh}, \bibinfo{person}{Chi-Wing Fu}, {and} \bibinfo{person}{Sai-Kit Yeung}.} \bibinfo{year}{2018}\natexlab{}.
\newblock \showarticletitle{DualGaze: Addressing the Midas Touch Problem in Gaze Mediated VR Interaction}. In \bibinfo{booktitle}{\emph{2018 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)}}. \bibinfo{pages}{79--84}.
\newblock
\href{https://doi.org/10.1109/ISMAR-Adjunct.2018.00039}{doi:\nolinkurl{10.1109/ISMAR-Adjunct.2018.00039}}
\bibitem[Padovani et~al\mbox{.}(2019)]%
{padovani2019inaccurate}
\bibfield{author}{\bibinfo{person}{Rafael~R. Padovani}, \bibinfo{person}{Lucas~N. Ferreira}, {and} \bibinfo{person}{Levi H.~S. Lelis}.} \bibinfo{year}{2019}\natexlab{}.
\newblock \showarticletitle{Be Inaccurate but Don’t Be Indecisive: How Error Distribution Can Affect User Experience}.
\newblock \bibinfo{journal}{\emph{Proceedings of the AAAI Conference on Artificial Intelligence}} \bibinfo{volume}{33}, \bibinfo{number}{01} (\bibinfo{date}{Jul.} \bibinfo{year}{2019}), \bibinfo{pages}{2604--2611}.
\newblock
\href{https://doi.org/10.1609/aaai.v33i01.33012604}{doi:\nolinkurl{10.1609/aaai.v33i01.33012604}}
\bibitem[Parisay et~al\mbox{.}(2021)]%
{parisay2021eyetap}
\bibfield{author}{\bibinfo{person}{Mohsen Parisay}, \bibinfo{person}{Charalambos Poullis}, {and} \bibinfo{person}{Marta Kersten-Oertel}.} \bibinfo{year}{2021}\natexlab{}.
\newblock \showarticletitle{EyeTAP: Introducing a multimodal gaze-based technique using voice inputs with a comparative analysis of selection techniques}.
\newblock \bibinfo{journal}{\emph{International Journal of Human-Computer Studies}} \bibinfo{volume}{154} (\bibinfo{year}{2021}), \bibinfo{pages}{102676}.
\newblock
\showISSN{1071-5819}
\href{https://doi.org/10.1016/j.ijhcs.2021.102676}{doi:\nolinkurl{10.1016/j.ijhcs.2021.102676}}
\bibitem[Paszke et~al\mbox{.}(2019)]%
{pytorch2019paszke}
\bibfield{author}{\bibinfo{person}{Adam Paszke}, \bibinfo{person}{Sam Gross}, \bibinfo{person}{Francisco Massa}, \bibinfo{person}{Adam Lerer}, \bibinfo{person}{James Bradbury}, \bibinfo{person}{Gregory Chanan}, \bibinfo{person}{Trevor Killeen}, \bibinfo{person}{Zeming Lin}, \bibinfo{person}{Natalia Gimelshein}, \bibinfo{person}{Luca Antiga}, \bibinfo{person}{Alban Desmaison}, \bibinfo{person}{Andreas Kopf}, \bibinfo{person}{Edward Yang}, \bibinfo{person}{Zachary DeVito}, \bibinfo{person}{Martin Raison}, \bibinfo{person}{Alykhan Tejani}, \bibinfo{person}{Sasank Chilamkurthy}, \bibinfo{person}{Benoit Steiner}, \bibinfo{person}{Lu Fang}, \bibinfo{person}{Junjie Bai}, {and} \bibinfo{person}{Soumith Chintala}.} \bibinfo{year}{2019}\natexlab{}.
\newblock \showarticletitle{PyTorch: An Imperative Style, High-Performance Deep Learning Library}.
\newblock In \bibinfo{booktitle}{\emph{Advances in Neural Information Processing Systems 32}}. \bibinfo{publisher}{Curran Associates, Inc.}, \bibinfo{pages}{8024--8035}.
\newblock
\urldef\tempurl%
\url{http://papers.neurips.cc/paper/9015-pytorch-an-imperative-style-high-performance-deep-learning-library.pdf}
\showURL{%
\tempurl}
\bibitem[Peacock et~al\mbox{.}(2022)]%
{peacock2022gazeinputrecognitionerror}
\bibfield{author}{\bibinfo{person}{Candace~E. Peacock}, \bibinfo{person}{Ben Lafreniere}, \bibinfo{person}{Ting Zhang}, \bibinfo{person}{Stephanie Santosa}, \bibinfo{person}{Hrvoje Benko}, {and} \bibinfo{person}{Tanya~R. Jonker}.} \bibinfo{year}{2022}\natexlab{}.
\newblock \showarticletitle{Gaze as an Indicator of Input Recognition Errors}.
\newblock \bibinfo{journal}{\emph{Proc. ACM Hum.-Comput. Interact.}} \bibinfo{volume}{6}, \bibinfo{number}{ETRA}, Article \bibinfo{articleno}{142} (\bibinfo{date}{May} \bibinfo{year}{2022}), \bibinfo{numpages}{18}~pages.
\newblock
\href{https://doi.org/10.1145/3530883}{doi:\nolinkurl{10.1145/3530883}}
\bibitem[Rajanna and Hammond(2016)]%
{rajanna2016gawschi}
\bibfield{author}{\bibinfo{person}{Vijay Rajanna} {and} \bibinfo{person}{Tracy Hammond}.} \bibinfo{year}{2016}\natexlab{}.
\newblock \showarticletitle{GAWSCHI: gaze-augmented, wearable-supplemented computer-human interaction}. In \bibinfo{booktitle}{\emph{Proceedings of the Ninth Biennial ACM Symposium on Eye Tracking Research \& Applications}} (Charleston, South Carolina) \emph{(\bibinfo{series}{ETRA '16})}. \bibinfo{publisher}{Association for Computing Machinery}, \bibinfo{address}{New York, NY, USA}, \bibinfo{pages}{233–236}.
\newblock
\showISBNx{9781450341257}
\href{https://doi.org/10.1145/2857491.2857499}{doi:\nolinkurl{10.1145/2857491.2857499}}
\bibitem[Rittenberg et~al\mbox{.}(2024)]%
{rittenberg2024trust}
\bibfield{author}{\bibinfo{person}{Benjamin S.~P. Rittenberg}, \bibinfo{person}{Christopher~W. Holland}, \bibinfo{person}{Grace~E. Barnhart}, \bibinfo{person}{Sierra~M. Gaudreau}, {and} \bibinfo{person}{Heather~F. Neyedli}.} \bibinfo{year}{2024}\natexlab{}.
\newblock \showarticletitle{Trust with increasing and decreasing reliability}.
\newblock \bibinfo{journal}{\emph{Human Factors}} \bibinfo{volume}{66}, \bibinfo{number}{12} (\bibinfo{year}{2024}), \bibinfo{pages}{2569--2589}.
\newblock
\showeprint{https://doi.org/10.1177/00187208241228636}
\href{https://doi.org/10.1177/00187208241228636}{doi:\nolinkurl{10.1177/00187208241228636}}
\newblock
\shownote{PMID: 38445652}.
\bibitem[Schmidl et~al\mbox{.}(2022)]%
{schmidl2022anomalydetectionsummary}
\bibfield{author}{\bibinfo{person}{Sebastian Schmidl}, \bibinfo{person}{Phillip Wenig}, {and} \bibinfo{person}{Thorsten Papenbrock}.} \bibinfo{year}{2022}\natexlab{}.
\newblock \showarticletitle{Anomaly detection in time series: a comprehensive evaluation}.
\newblock \bibinfo{journal}{\emph{Proc. VLDB Endow.}} \bibinfo{volume}{15}, \bibinfo{number}{9} (\bibinfo{date}{May} \bibinfo{year}{2022}), \bibinfo{pages}{1779–1797}.
\newblock
\showISSN{2150-8097}
\href{https://doi.org/10.14778/3538598.3538602}{doi:\nolinkurl{10.14778/3538598.3538602}}
\bibitem[Schweigert et~al\mbox{.}(2019)]%
{schweigert2019eyepointing}
\bibfield{author}{\bibinfo{person}{Robin Schweigert}, \bibinfo{person}{Valentin Schwind}, {and} \bibinfo{person}{Sven Mayer}.} \bibinfo{year}{2019}\natexlab{}.
\newblock \showarticletitle{EyePointing: A Gaze-Based Selection Technique}. In \bibinfo{booktitle}{\emph{Proceedings of Mensch Und Computer 2019}} (Hamburg, Germany) \emph{(\bibinfo{series}{MuC '19})}. \bibinfo{publisher}{Association for Computing Machinery}, \bibinfo{address}{New York, NY, USA}, \bibinfo{pages}{719–723}.
\newblock
\showISBNx{9781450371988}
\href{https://doi.org/10.1145/3340764.3344897}{doi:\nolinkurl{10.1145/3340764.3344897}}
\bibitem[Seabold and Perktold(2010)]%
{statsmodels2010seabold}
\bibfield{author}{\bibinfo{person}{Skipper Seabold} {and} \bibinfo{person}{Josef Perktold}.} \bibinfo{year}{2010}\natexlab{}.
\newblock \showarticletitle{statsmodels: Econometric and statistical modeling with python}. In \bibinfo{booktitle}{\emph{9th Python in Science Conference}}.
\newblock
\bibitem[Sendhilnathan et~al\mbox{.}(2025)]%
{sendhilnathan2025multimodal}
\bibfield{author}{\bibinfo{person}{Naveen Sendhilnathan}, \bibinfo{person}{Ting Zhang}, \bibinfo{person}{David Bethge}, \bibinfo{person}{Michael Nebeling}, \bibinfo{person}{Tovi Grossman}, {and} \bibinfo{person}{Tanya~R. Jonker}.} \bibinfo{year}{2025}\natexlab{}.
\newblock \showarticletitle{A Multimodal Approach for Targeting Error Detection in Virtual Reality Using Implicit User Behavior}. In \bibinfo{booktitle}{\emph{Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems}} \emph{(\bibinfo{series}{CHI '25})}. \bibinfo{publisher}{Association for Computing Machinery}, \bibinfo{address}{New York, NY, USA}, Article \bibinfo{articleno}{1152}, \bibinfo{numpages}{14}~pages.
\newblock
\showISBNx{9798400713941}
\href{https://doi.org/10.1145/3706598.3713777}{doi:\nolinkurl{10.1145/3706598.3713777}}
\bibitem[Sendhilnathan et~al\mbox{.}(2022)]%
{sendhilnathan2022detectininputrecognitionerrors}
\bibfield{author}{\bibinfo{person}{Naveen Sendhilnathan}, \bibinfo{person}{Ting Zhang}, \bibinfo{person}{Ben Lafreniere}, \bibinfo{person}{Tovi Grossman}, {and} \bibinfo{person}{Tanya~R. Jonker}.} \bibinfo{year}{2022}\natexlab{}.
\newblock \showarticletitle{Detecting Input Recognition Errors and User Errors Using Gaze Dynamics in Virtual Reality}. In \bibinfo{booktitle}{\emph{Proceedings of the 35th Annual ACM Symposium on User Interface Software and Technology}} (Bend, OR, USA) \emph{(\bibinfo{series}{UIST '22})}. \bibinfo{publisher}{Association for Computing Machinery}, \bibinfo{address}{New York, NY, USA}, Article \bibinfo{articleno}{38}, \bibinfo{numpages}{19}~pages.
\newblock
\showISBNx{9781450393201}
\href{https://doi.org/10.1145/3526113.3545628}{doi:\nolinkurl{10.1145/3526113.3545628}}
\bibitem[Severitt et~al\mbox{.}(2023)]%
{severitt2023leveraginggaze}
\bibfield{author}{\bibinfo{person}{Bj\"{o}rn Severitt}, \bibinfo{person}{Nora~Jane Castner}, \bibinfo{person}{Olga Lukashova-Sanz}, {and} \bibinfo{person}{Siegfried Wahl}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Leveraging Gaze for Potential Error Prediction in AI-Support Systems: An Exploratory Analysis of Interaction with a Simulated Robot}. In \bibinfo{booktitle}{\emph{Companion Publication of the 25th International Conference on Multimodal Interaction}} (, Paris, France,) \emph{(\bibinfo{series}{ICMI '23 Companion})}. \bibinfo{publisher}{Association for Computing Machinery}, \bibinfo{address}{New York, NY, USA}, \bibinfo{pages}{56–60}.
\newblock
\showISBNx{9798400703218}
\href{https://doi.org/10.1145/3610661.3617163}{doi:\nolinkurl{10.1145/3610661.3617163}}
\bibitem[Severitt et~al\mbox{.}(2024a)]%
{severitt2024bidirectionalcommunication}
\bibfield{author}{\bibinfo{person}{Björn~Rene Severitt}, \bibinfo{person}{Nora Castner}, {and} \bibinfo{person}{Siegfried Wahl}.} \bibinfo{year}{2024}\natexlab{a}.
\newblock \showarticletitle{Bi-Directional Gaze-Based Communication: A Review}.
\newblock \bibinfo{journal}{\emph{Multimodal Technologies and Interaction}} \bibinfo{volume}{8}, \bibinfo{number}{12} (\bibinfo{year}{2024}).
\newblock
\showISSN{2414-4088}
\href{https://doi.org/10.3390/mti8120108}{doi:\nolinkurl{10.3390/mti8120108}}
\bibitem[Severitt et~al\mbox{.}(2024b)]%
{severitt2024communicationBreakdown}
\bibfield{author}{\bibinfo{person}{Bj\"{o}rn~Rene Severitt}, \bibinfo{person}{Patrizia Lenhart}, \bibinfo{person}{Benedikt~Werner Hosp}, \bibinfo{person}{Nora~Jane Castner}, {and} \bibinfo{person}{Siegfried Wahl}.} \bibinfo{year}{2024}\natexlab{b}.
\newblock \showarticletitle{Communication breakdown: Gaze-based prediction of system error for AI-assisted robotic arm simulated in VR}. In \bibinfo{booktitle}{\emph{Proceedings of the 2024 Symposium on Eye Tracking Research and Applications}} (Glasgow, United Kingdom) \emph{(\bibinfo{series}{ETRA '24})}. \bibinfo{publisher}{Association for Computing Machinery}, \bibinfo{address}{New York, NY, USA}, Article \bibinfo{articleno}{5}, \bibinfo{numpages}{7}~pages.
\newblock
\showISBNx{9798400706073}
\href{https://doi.org/10.1145/3649902.3653339}{doi:\nolinkurl{10.1145/3649902.3653339}}
\bibitem[Severitt et~al\mbox{.}(2025a)]%
{severitt2025anomalydetection}
\bibfield{author}{\bibinfo{person}{Bj\"{o}rn~Rene Severitt}, \bibinfo{person}{Yannick Sauer}, \bibinfo{person}{Nora~Jane Castner}, \bibinfo{person}{Wolfgang Fuhl}, {and} \bibinfo{person}{Siegfried Wahl}.} \bibinfo{year}{2025}\natexlab{a}.
\newblock \showarticletitle{Recognition of errors in gaze-based interaction with anomaly detection}. In \bibinfo{booktitle}{\emph{Proceedings of the 2025 Symposium on Eye Tracking Research and Applications}} \emph{(\bibinfo{series}{ETRA '25})}. \bibinfo{publisher}{Association for Computing Machinery}, \bibinfo{address}{New York, NY, USA}, Article \bibinfo{articleno}{77}, \bibinfo{numpages}{6}~pages.
\newblock
\showISBNx{9798400714870}
\href{https://doi.org/10.1145/3715669.3725895}{doi:\nolinkurl{10.1145/3715669.3725895}}
\bibitem[Severitt et~al\mbox{.}(2025b)]%
{severitt2025interplayuserpreferenceprecision}
\bibfield{author}{\bibinfo{person}{Björn~Rene Severitt}, \bibinfo{person}{Yannick Sauer}, \bibinfo{person}{Alexander Neugebauer}, \bibinfo{person}{Rajat Agarwala}, \bibinfo{person}{Nora Castner}, {and} \bibinfo{person}{Siegfried Wahl}.} \bibinfo{year}{2025}\natexlab{b}.
\newblock \bibinfo{title}{The interplay of user preference and precision in different gaze-based interaction methods}.
\newblock
\showeprint[arxiv]{2501.06073}~[cs.HC]
\urldef\tempurl%
\url{https://arxiv.org/abs/2501.06073}
\showURL{%
\tempurl}
\bibitem[Shevtsova et~al\mbox{.}(2025)]%
{shevtsova2025gazebasedinteractionml}
\bibfield{author}{\bibinfo{person}{Yulia~G. Shevtsova}, \bibinfo{person}{Artem~S. Yashin}, \bibinfo{person}{Sergei~L. Shishkin}, {and} \bibinfo{person}{Anatoly~N. Vasilyev}.} \bibinfo{year}{2025}\natexlab{}.
\newblock \showarticletitle{Disentangling High-Paced Alternating I/O in Gaze-Based Interaction}.
\newblock \bibinfo{journal}{\emph{IEEE Access}} \bibinfo{volume}{13} (\bibinfo{year}{2025}), \bibinfo{pages}{81948--81966}.
\newblock
\href{https://doi.org/10.1109/ACCESS.2025.3568650}{doi:\nolinkurl{10.1109/ACCESS.2025.3568650}}
\bibitem[Sidenmark and Gellersen(2019)]%
{sidenmark2019eyehead}
\bibfield{author}{\bibinfo{person}{Ludwig Sidenmark} {and} \bibinfo{person}{Hans Gellersen}.} \bibinfo{year}{2019}\natexlab{}.
\newblock \showarticletitle{Eye\&Head: Synergetic Eye and Head Movement for Gaze Pointing and Selection}. In \bibinfo{booktitle}{\emph{Proceedings of the 32nd Annual ACM Symposium on User Interface Software and Technology}} (New Orleans, LA, USA) \emph{(\bibinfo{series}{UIST '19})}. \bibinfo{publisher}{Association for Computing Machinery}, \bibinfo{address}{New York, NY, USA}, \bibinfo{pages}{1161–1174}.
\newblock
\showISBNx{9781450368162}
\href{https://doi.org/10.1145/3332165.3347921}{doi:\nolinkurl{10.1145/3332165.3347921}}
\bibitem[Sidenmark et~al\mbox{.}(2021)]%
{sidenmark2021radi}
\bibfield{author}{\bibinfo{person}{Ludwig Sidenmark}, \bibinfo{person}{Dominic Potts}, \bibinfo{person}{Bill Bapisch}, {and} \bibinfo{person}{Hans Gellersen}.} \bibinfo{year}{2021}\natexlab{}.
\newblock \showarticletitle{Radi-eye: Hands-free radial interfaces for 3d interaction using gaze-activated head-crossing}. In \bibinfo{booktitle}{\emph{Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems}}. \bibinfo{pages}{1--11}.
\newblock
\bibitem[Velloso et~al\mbox{.}(2016)]%
{velloso2016ambigaze}
\bibfield{author}{\bibinfo{person}{Eduardo Velloso}, \bibinfo{person}{Markus Wirth}, \bibinfo{person}{Christian Weichel}, \bibinfo{person}{Augusto Esteves}, {and} \bibinfo{person}{Hans Gellersen}.} \bibinfo{year}{2016}\natexlab{}.
\newblock \showarticletitle{AmbiGaze: Direct Control of Ambient Devices by Gaze}. In \bibinfo{booktitle}{\emph{Proceedings of the 2016 ACM Conference on Designing Interactive Systems}} (Brisbane, QLD, Australia) \emph{(\bibinfo{series}{DIS '16})}. \bibinfo{publisher}{Association for Computing Machinery}, \bibinfo{address}{New York, NY, USA}, \bibinfo{pages}{812–817}.
\newblock
\showISBNx{9781450340311}
\href{https://doi.org/10.1145/2901790.2901867}{doi:\nolinkurl{10.1145/2901790.2901867}}
\bibitem[Virtanen et~al\mbox{.}(2020)]%
{scipy2020virtanen}
\bibfield{author}{\bibinfo{person}{Pauli Virtanen}, \bibinfo{person}{Ralf Gommers}, \bibinfo{person}{Travis~E. Oliphant}, \bibinfo{person}{Matt Haberland}, \bibinfo{person}{Tyler Reddy}, \bibinfo{person}{David Cournapeau}, \bibinfo{person}{Evgeni Burovski}, \bibinfo{person}{Pearu Peterson}, \bibinfo{person}{Warren Weckesser}, \bibinfo{person}{Jonathan Bright}, \bibinfo{person}{St{\'e}fan~J. {van der Walt}}, \bibinfo{person}{Matthew Brett}, \bibinfo{person}{Joshua Wilson}, \bibinfo{person}{K.~Jarrod Millman}, \bibinfo{person}{Nikolay Mayorov}, \bibinfo{person}{Andrew R.~J. Nelson}, \bibinfo{person}{Eric Jones}, \bibinfo{person}{Robert Kern}, \bibinfo{person}{Eric Larson}, \bibinfo{person}{C~J Carey}, \bibinfo{person}{{\.I}lhan Polat}, \bibinfo{person}{Yu Feng}, \bibinfo{person}{Eric~W. Moore}, \bibinfo{person}{Jake {VanderPlas}}, \bibinfo{person}{Denis Laxalde}, \bibinfo{person}{Josef Perktold}, \bibinfo{person}{Robert Cimrman}, \bibinfo{person}{Ian Henriksen}, \bibinfo{person}{E.~A. Quintero},
\bibinfo{person}{Charles~R. Harris}, \bibinfo{person}{Anne~M. Archibald}, \bibinfo{person}{Ant{\^o}nio~H. Ribeiro}, \bibinfo{person}{Fabian Pedregosa}, \bibinfo{person}{Paul {van Mulbregt}}, {and} \bibinfo{person}{{SciPy 1.0 Contributors}}.} \bibinfo{year}{2020}\natexlab{}.
\newblock \showarticletitle{{{SciPy} 1.0: Fundamental Algorithms for Scientific Computing in Python}}.
\newblock \bibinfo{journal}{\emph{Nature Methods}} \bibinfo{volume}{17} (\bibinfo{year}{2020}), \bibinfo{pages}{261--272}.
\newblock
\href{https://doi.org/10.1038/s41592-019-0686-2}{doi:\nolinkurl{10.1038/s41592-019-0686-2}}
\bibitem[\v{S}pakov and Majaranta(2012)]%
{spakov2012enhanced}
\bibfield{author}{\bibinfo{person}{Oleg \v{S}pakov} {and} \bibinfo{person}{P\"{a}ivi Majaranta}.} \bibinfo{year}{2012}\natexlab{}.
\newblock \showarticletitle{Enhanced gaze interaction using simple head gestures}. In \bibinfo{booktitle}{\emph{Proceedings of the 2012 ACM Conference on Ubiquitous Computing}} (Pittsburgh, Pennsylvania) \emph{(\bibinfo{series}{UbiComp '12})}. \bibinfo{publisher}{Association for Computing Machinery}, \bibinfo{address}{New York, NY, USA}, \bibinfo{pages}{705–710}.
\newblock
\showISBNx{9781450312240}
\href{https://doi.org/10.1145/2370216.2370369}{doi:\nolinkurl{10.1145/2370216.2370369}}
\bibitem[Waskom(2021)]%
{seaborn2021waskom}
\bibfield{author}{\bibinfo{person}{Michael~L. Waskom}.} \bibinfo{year}{2021}\natexlab{}.
\newblock \showarticletitle{seaborn: statistical data visualization}.
\newblock \bibinfo{journal}{\emph{Journal of Open Source Software}} \bibinfo{volume}{6}, \bibinfo{number}{60} (\bibinfo{year}{2021}), \bibinfo{pages}{3021}.
\newblock
\href{https://doi.org/10.21105/joss.03021}{doi:\nolinkurl{10.21105/joss.03021}}
\bibitem[{W}es {M}c{K}inney(2010)]%
{pandas2010mckinney}
\bibfield{author}{\bibinfo{person}{{W}es {M}c{K}inney}.} \bibinfo{year}{2010}\natexlab{}.
\newblock \showarticletitle{{D}ata {S}tructures for {S}tatistical {C}omputing in {P}ython}. In \bibinfo{booktitle}{\emph{{P}roceedings of the 9th {P}ython in {S}cience {C}onference}}, \bibfield{editor}{\bibinfo{person}{{S}t\'efan van~der {W}alt} {and} \bibinfo{person}{{J}arrod {M}illman}} (Eds.). \bibinfo{pages}{56 -- 61}.
\newblock
\href{https://doi.org/10.25080/Majora-92bf1922-00a}{doi:\nolinkurl{10.25080/Majora-92bf1922-00a}}
\bibitem[Wilcoxon(1945)]%
{comparison1945wilcoxon}
\bibfield{author}{\bibinfo{person}{Frank Wilcoxon}.} \bibinfo{year}{1945}\natexlab{}.
\newblock \showarticletitle{Individual Comparisons by Ranking Methods}.
\newblock \bibinfo{journal}{\emph{Biometrics Bulletin}} \bibinfo{volume}{1}, \bibinfo{number}{6} (\bibinfo{year}{1945}), \bibinfo{pages}{80--83}.
\newblock
\showISSN{00994987}
\urldef\tempurl%
\url{http://www.jstor.org/stable/3001968}
\showURL{%
\tempurl}
\end{thebibliography}