Non-Invasive Suicide Risk Prediction Through Speech Analysis
Extracted source text · arXiv 2404.12132
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%2345678901234567890123456789012345678901234567890123456789012345678901234567890
% 1 2 3 4 5 6 7 8
\documentclass[letterpaper, 10 pt, conference]{ieeeconf} % Comment this line out if you need a4paper
%\documentclass[a4paper, 10pt, conference]{ieeeconf} % Use this line for a4 paper
\IEEEoverridecommandlockouts % This command is only needed if
% you want to use the \thanks command
\overrideIEEEmargins % Needed to meet printer requirements.
% shahin comments & edit
\newcommand{\sa}[1] {{\color{orange} \bf Shahin: #1}}
\newcommand{\mg}[1] {{\color{blue} \bf Maurice: #1}}
\newcommand{\sae}[1] {{\color{purple} \bf #1}}
% \def\adl@drawiv#1#2#3{%
% \hskip.5\tabcolsep
% \xleaders#3{#2.5\@tempdimb #1{1}#2.5\@tempdimb}%
% #2\z@ plus1fil minus1fil\relax
% \hskip.5\tabcolsep}
% \newcommand{\cdashlinelr}[1]{%
% \noalign{\vskip\aboverulesep
% \global\let\@dashdrawstore\adl@draw
% \global\let\adl@draw\adl@drawiv}
% \cdashline{#1}
% \noalign{\global\let\adl@draw\@dashdrawstore
% \vskip\belowrulesep}}
% \makeatotherhttps://www.overleaf.com/project/65a5541d622912022f11cd01
% our packages
\usepackage[table]{xcolor}%
\usepackage{arydshln} %querlinie bei Tabellen
\setlength{\dashlinedash}{2pt} % adjust the dash length
\setlength{\dashlinegap}{5pt} % adjust the gap between dashes
\usepackage{hyperref}
% strikethrough
\usepackage{soul}
% tables
\usepackage{tabularx}
\usepackage{tabulary}
\usepackage{makecell}
\renewcommand\theadfont{\bfseries}
\usepackage{multirow}
\usepackage{subcaption}
\usepackage{threeparttable}
\usepackage{colortbl}
\usepackage{graphicx}
\let\labelindent\relax
\usepackage[inline, shortlabels]{enumitem}
%BS:
\usepackage[activate]{microtype}
\sloppy
% draft stuff
% \usepackage[disable]{todonotes}
% \setlength{\marginparwidth}{1.5cm}
% references
\usepackage[natbib, bibencoding=utf8, citestyle=numeric, bibstyle=ieee, maxbibnames=999, maxcitenames=2, mincitenames=1, sortcites]{biblatex}
%\usepackage[natbib, bibencoding=utf8, citestyle=numeric, bibstyle=ieee, maxbibnames=999, maxcitenames=2, maxnames=1, minnames=5, mincitenames=1, sortcites]{biblatex}
%\usepackage[natbib, bibencoding=utf8, citestyle=numeric, bibstyle=ieee, maxbibnames=999, maxcitenames=2, maxnames=5, minnames=1, mincitenames=1, sortcites]{biblatex}
\bibliography{main.bib}
\renewcommand*{\bibfont}{\footnotesize}
\urlstyle{same}
\newcommand{\eg}{e.\,g., }
\newcommand{\ie}{i.\,e., }
\newcommand{\wrt}{w.\,r.\,t.\ }
\newcommand{\cf}{{cf.\ }}
\newcommand{\et}{{et al.\ }}
\usepackage[acronym, shortcuts, nohypertypes={acronym}]{glossaries}
\newacronym{AUC}{AUC}{area under the curve}
\newacronym{Bi-LSTM}{Bi-LSTM}{bidirectional long short-term memory neural network}
\newacronym{CCC}{CCC}{concordance correlation coefficient}
\newacronym{CNN}{CNN}{convolutional neural network}
\newacronym{ECG}{ECG}{electrocardiogram}
\newacronym{ML}{ML}{machine learning}
\newacronym{GBRT}{GBRT}{Gradient Boosted Regression Trees}
\newacronym{MAE}{MAE}{mean absolute error}
\newacronym{OM}{OM}{Other Runners Only Model}
\newacronym{RMSE}{RMSE}{root mean squared error}
\newacronym{RPE}{RPE}{received perception of exertion}
\newacronym{SGD}{SGD}{stochastic gradient descent}
\newacronym{sEMG}{sEMG}{surface-electromyography}
\newacronym{UAR}{UAR}{Unweighted Average Recall}
\newacronym{HR}{HR}{heart rate}
\newacronym{SVM}{SVM}{Support Vector Machine}
\newacronym{TDNN}{TDNN}{Time Delay Neural Network}
% links
\usepackage[capitalise, nameinlink, noabbrev]{cleveref}
%In case you encounter the following error:
%Error 1010 The PDF file may be corrupt (unable to open PDF file) OR
%Error 1000 An error occurred while parsing a contents stream. Unable to analyze the PDF file.
%This is a known problem with pdfLaTeX conversion filter. The file cannot be opened with acrobat reader
%Please use one of the alternatives below to circumvent this error by uncommenting one or the other
%\pdfobjcompresslevel=0
%\pdfminorversion=4
% See the \addtolength command later in the file to balance the column lengths
% on the last page of the document
% The following packages can be found on http:\\www.ctan.org
\usepackage{graphics} % for pdf, bitmapped graphics files
%\usepackage{epsfig} % for postscript graphics files
%\usepackage{mathptmx} % assumes new font selection scheme installed
%\usepackage{times} % assumes new font selection scheme installed
\usepackage{amsmath} % assumes amsmath package installed
\usepackage{amssymb} % assumes amsmath package installed
\usepackage[capitalise]{cleveref}
\usepackage{booktabs}
%BS: This could be the wrong template? All other EMBC Papers this year I saw had the affiliation directly under the author as in ICASSP or so...
\title{\LARGE \bf
Enhancing Suicide Risk Assessment: A Speech-Based Automated Approach in Emergency Medicine
}
\author{Shahin Amiriparian$^{1,6}$, Maurice Gerczuk$^{2}$, Justina Lutz$^{3}$, Wolfgang Strube$^{3}$ \\ Irina Papazova$^{3}$, Alkomiet Hasan$^{3,4}$, Alexander Kathan$^2$, Bj\"orn W. Schuller$^{1,2,5,6,7}$% <-this % stops a space
\thanks{$^{1}$Chair of Health Informatics, The University Hospital of the Technical University of Munich, Germany}%
\thanks{$^{2}$Chair of Embedded Intelligence for Healthcare and Wellbeing, University of Augsburg, Germany}
\thanks{$^{3}$Department of Psychiatry, Psychotherapy and Psychosomatics, Faculty of Medicine, University of Augsburg, District Hospital Augsburg, Germany}
\thanks{$^{4}$German Center for Mental Health, Munich, Germany}
\thanks{$^{5}$Munich Data Science Institute (MDSI), Germany}
\thanks{$^{6}$Munich Center for Machine Learning (MCML), Germany}
\thanks{$^{7}$GLAM, Imperial College London, UK
}
\thanks{$^{*}$ Corresponding author: {\tt\small shahin.amiriparian@tum.de}}}
\begin{document}
\maketitle
\thispagestyle{empty}
\pagestyle{empty}
%BS: editing for language in BRITISH English...
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{abstract}
%\indent \textit{Clinical relevance}—
%...
% Specialized psychiatric assessments and care for patients potentially at risk for suicidal tendencies are often not available in emergency departments or can only be provided after a very long delay, causing a significant gap in timely intervention and hindering effective mental health support in critical situations. In this regard, we introduce a novel method for automatic suicide risk assessment using speech.
% The long delays in accessing specialized psychiatric assessments and care for patients at risk of suicidal tendencies within emergency departments create a notable gap in timely intervention, hindering the provision of effective mental health support during critical situations. Addressing this challenge, we present a non-invasive, speech-based approach for automatic suicide risk assessment. For our study, we have collected a novel dataset of speech recordings from $20$ suicidal patients from which we extract three sets of features, including wav2vec, explainable expert-designed speech and acoustic features, and deep learning-based spectral representations. We proceed by conducting a binary classification to assess suicide risk, utilizing evaluations from either the attending physician or the study doctor in a leave-one-subject-out fashion. Our most effective speech model achieves a balanced accuracy of $66.2$\,\%. Additionally, we show that integrating our speech model with a series of patient metadata, such as age, gender, history of suicide attempts, use of lethal medication, and level of hopelessness improves the overall result. This integration results in a balanced accuracy of $94.4$\,\%, marking an absolute improvement of $28.2$ percentage points, showing the efficacy of our proposed approaches for automatic suicide risk assessment in emergency medicine.
The delayed access to specialized psychiatric assessments and care for patients at risk of suicidal tendencies in emergency departments creates a notable gap in timely intervention, hindering the provision of adequate mental health support during critical situations. To address this, we present a non-invasive, speech-based approach for automatic suicide risk assessment. For our study, we have collected a novel dataset of speech recordings from $20$ patients from which we extract three sets of features, including wav2vec, interpretable speech and acoustic features, and deep learning-based spectral representations. We proceed by conducting a binary classification to assess suicide risk in a leave-one-subject-out fashion. Our most effective speech model achieves a balanced accuracy of $66.2\,\%$. Moreover, we show that integrating our speech model with a series of patients' metadata, such as the history of suicide attempts or access to firearms, improves the overall result. The metadata integration yields a balanced accuracy of $94.4\,\%$, marking an absolute improvement of $28.2\,\%$, demonstrating the efficacy of our proposed approaches for automatic suicide risk assessment in emergency medicine.
% without latex for submission - 2.2.24 - 16:19
% The delayed access to specialized psychiatric assessments and care for patients at risk of suicidal tendencies in emergency departments creates a notable gap in timely intervention, hindering the provision of adequate mental health support during critical situations. To address this, we present a non-invasive, speech-based approach for automatic suicide risk assessment. For our study, we have collected a novel dataset of speech recordings from 20 patients from which we extract three sets of features, including wav2vec, interpretable speech and acoustic features, and deep learning-based spectral representations. We proceed by conducting a binary classification to assess suicide risk in a leave-one-subject-out fashion. Our most effective speech model achieves a balanced accuracy of 66.2%. Moreover, we show that integrating our speech model with a series of patients' metadata, such as the history of suicide attempts or access to firearms improves the overall result. The metadata integration yields a balanced accuracy of 94.4%, marking an absolute improvement of 28.2%, demonstrating the efficacy of our proposed approaches for automatic suicide risk assessment in emergency medicine.
% integrate a series of patient metadata, such as age, gender, history of suicide attempts, use of lethal medication, and level of hopelessness. These are selected based on acquisition difficulty and combined with the audio features to assess their complementary nature. This integration results in a balanced accuracy of 94.4\,\%, marking an absolute improvement of 28.2 percentage points, showing the efficacy of our proposed approaches for automatic suicide risk assessment in emergency medicine.
\end{abstract}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\section{INTRODUCTION}
\label{sec:intro}
% 1 Seite
With more than 700,000 deaths and an estimated 25 million non-fatal suicide attempts per year~\cite{walsh2017predicting}, suicide has become a widespread issue in our time. It can impact people of every age group and was the fourth most common cause of death for those aged 15-29\,years worldwide in 2019, being most prevalent in low- and middle-income countries\footnote{\url{https://www.who.int/news-room/fact-sheets/detail/suicide}}.
In addition to the loss of life, suicide also has a significant economic impact. For example, in the United States, the annual economic cost of suicide is estimated to exceed \$93 billion~\cite{shepard2016suicide}, including various financial effects such as healthcare expenses or lost productivity.
%, and other costs associated with non-fatal and fatal suicide attempts.
Moreover, the number of suicides is increasing, influenced by multiple factors, \eg difficult challenges in life, an economic burden, or past mental health issues~\cite{nordin2022suicidal}.
With over $90\,\%$ of people committing suicide suffering from at least one mental disorder, providing mental health support to individuals at risk of suicide is an essential aspect of prevention efforts~\cite{lonnqvist1995mental}. Studies, such as McClellan et al.~\cite{mcclellan2021impact}, further support this by demonstrating the efficacy of mental health treatment for reducing the number of suicide attempts.
However, the lack of sufficient clinical experts poses a major challenge in practice. Specialized psychiatric assessments and care for patients potentially at risk for suicidal tendencies are often not available in emergency departments or can only be provided after a very long delay. Hence, the clinical assessment of suicidality poses a particular challenge for doctors of various specialties in emergency care settings due to lacking psychiatric expertise at their disposal.
As a result, the use of mental health services is very low, with no access to treatment options being reported as the main factor~\cite{hom2015evaluating}.
To this end, \ac{ML} based approaches and their use for the diagnostic assessment of mental illness by medical professionals have been explored, offering a helpful addition in clinical emergency settings.
In previous work, primarily electronic health records (EHR) obtained from hospitals, meta-information such as character traits, or text-based data, \eg from Twitter, were employed.
Walsh et al.~\cite{walsh2017predicting} explored an EHR approach to predict suicidal risk and analyzed the risk over time from 7 days to 720 days before the attempted suicide. Their experiments showed that the accuracy increases the closer the date gets to the suicide attempt, achieving a best \ac{AUC} of $84\,\%$. Another study that utilized longitudinal EHR data for suicide risk prediction determined short- and long-term risk factors, leading to an \ac{AUC} of up to $86\,\%$~\cite{su2020machine}.
Macalli et al.~\cite{macalli2021machine} researched meta-information from college students. Their study applied random forest models using features such as substance use and sociodemographic or familial characteristics, resulting in an \ac{AUC} of $80\,\%$. Furthermore, they identified the four most important features (\ie suicidal thoughts, traits of anxiety, self-esteem, and depression symptoms).
In addition, previous studies explored text-based suicide risk prediction. Roy et al.~\cite{roy2020machine} trained several neural networks using posts from Twitter data related to psychological conditions such as burden, anxiety, or loneliness. Subsequently, they trained a random forest model for predicting suicidal ideation cases using the outputs of the previously trained networks, achieving an \ac{AUC} of $88\,\%$.
An extensive linguistic analysis was conducted by Homan et al.~\cite{homan2022linguistic}. Their findings show that suicidal thoughts contain more intensifiers and superlatives. In contrast, suicidal behaviors utilized more often pronouns, fewer modifiers, and numerals as well as more prepend words.
However, only some works analyzed speech to predict suicidality. Building upon the observation that the characteristics of the patient's voice are more important than the content of what was spoken, Ozdas et al.~\cite{ozdas2004analysis} used Mel-cepstral coefficients in conjunction with Gaussian mixture models to predict near-term suicidal risk.
Cummins et al.~\cite{cummins2015review} further analyzed how common paralinguistic speech characteristics are affected by suicidality.
With our work, we want to extend previous speech-based approaches, developing and evaluating a clinical decision-making assistant based on automated co-assessments of suicidality and voice recordings of affected patients.
% To this end, our contributions are three-fold. First, we present a novel speech-based dataset comprising $20$ subjects. Second, we explore a broad range of audio features for speech-based suicide risk prediction, including handcrafted features as well as deep audio features. Third, we analyze available metadata and fuse it with the audio modality, enabling a multimodal prediction approach.
%- More than 700.000 people die from suicide each year: https://www.who.int/news-room/fact-sheets/detail/suicide ; Suicide occurs throughout the lifespan and was the fourth leading cause of death among 15–29-year-olds globally in 2019.; Suicide does not just occur in high-income countries but is a global phenomenon in all regions of the world. In fact, over 77\% of global suicides occurred in low- and middle-income countries in 2019. Suicide is a serious public health problem; however, suicides are preventable with timely, evidence-based and often low-cost interventions.
%- with an estimated 25 million nonfatal suicide attempts occurring each year worldwide \cite{walsh2017predicting}
%- In addition to lives lost, suicide results in large economic costs, e.g., estimated at over \$93 billion per year in the United States. ~\cite{shepard2016suicide}
%- \cite{lonnqvist1995mental}: Mental health treatment for those at risk of suicide is an important part of suicide prevention. Over 90\% of suicide victims have at least one psychiatric disorder.
%- \cite{nordin2022suicidal}: The trend of suicide cases is increasing due to various factors such as economic problems, history of mental health problems, and stressful life events
%- \cite{mcclellan2021impact}: This study finds that mental health treatment significantly reduces suicide attempts.
%- but there is a lack of sufficient clinical experts: Research has shown that mental health treatment utilization among individuals with risk of suicidal behavior is very low and a significant proportion of these individuals report lack of treatment access as a primary reason for not obtaining care \cite{hom2015evaluating}
%- Text Wolfgang: It is assumed that more than 100,000 people in Germany attempt suicide every year. At the same time, specialized psychiatric assessments and care for patients potentially at risk for suicidal tendencies are often not available in emergency departments across Germany or can only be provided after a very long delay. Hence, the clinical assessment of suicidality poses a particular challenge for doctors of various specialties in emergency care settings due to lacking psychiatric expertise at their disposal. In this context, speech recognition and its use for the diagnostic assessment of mental illness by medical professionals could offer a helpful addition in clinical emergency settings, as mental health has a demonstrable effect on speech.
%Electronic Health Records
%- \cite{walsh2017predicting}: applied machine learning to electronic health records within a large medical database; achieve an AUC of 0.84. Further, they analysed the suicidal risk over time; accuracy improved from 720 days to 7 days before the suicide attempt, and predictor importance shifted across time.; examining risk at time points ranging from 1 week to 2 years
%- \cite{su2020machine}: Machine learning for suicide risk prediction in children and adolescents with electronic health records; onsidered the clinical risk factors available to produce quantifiable risk scores for estimation of short- and long-term suicide risk for pediatric population. In this paper, we built machine learning models for predicting suicidal behavior among children and adolescents based on their longitudinal clinical records, and determining short- and long-term risk factors.; achieve AUC up to 0.86
%Metadata about life of students
%- \cite{macalli2021machine}: used information about students' life: aimed to develop a risk algorithm to identify the main predictors of suicidal thoughts and behaviours among college students; used random forests models with 70 potential predictors measured at baseline, including sociodemographic and familial characteristics, mental health and substance use; Among the 70 potential predictors, four showed the highest predictive power: 12-month suicidal thoughts, trait anxiety, depression symptoms, and self-esteem; achieved an AUC of 0.80
%Text-based approaches
%- \cite{roy2020machine}: trained a series of neural networks on Twitter data queried against suicide associated psychological constructs including burden, stress, loneliness, hopelessness, insomnia, depression, and anxiety. Using 512,526 tweets from N=283 suicidal ideation (SI) cases and 3,518,494 tweets from 2655 controls, we then trained a random forest model using neural network outputs to predict binary SI status.; achieve an AUC of 0.88
%- Linguistic features of suicidal thoughts have been anaylsed: Suicidal thoughts were predicted by more intensifiers and superlatives, while suicidal behaviors were predicted by greater usage of pronouns, changes in the amount of verb usage, more prepend and multifunctional words, more nouns and prepositions, and fewer modifiers and numerals. \cite{homan2022linguistic}; as there are linguistic changes it should be feasible to classify it solely based on audio?
%Speech-based approaches
%- some early work on speech analysis was \cite{ozdas2004analysis}: observed that successful predictions of suicidality were often based on the patient's voice independent of content. The voices of suicidal pattients exhibited unique qualities which distinguisehd them from non-suicidal patients; applied gaussian mixture models
%- \cite{cummins2015review}: focus of this paper is on how common paralinguistic speech characteristics are affected by depression and suicidality and the application of this information in classification and prediction systems
\section{DATASET}
\label{sec:data}
% 2 independent clinical psychiatrists examined $20$ suicidal patients between March and September 2023 at admission to the Department of Psychiatry at the University of Augsburg. The severity of suicidal tendencies was clinically recorded and the probability of a suicide attempts assessed. At the same time, a voice samples were recorded and the concatenated data analyzed using machine learning methods. Based on a weighting of the clinical characteristics, significant components of the voice recordings were successfully identified that could be informative for the assessment of suicidality.
We have collected a unique speech-based dataset from $20$ subjects undergoing emergency admission to the Department of Psychiatry at the University of Augsburg, Germany. These recordings encompass three distinct types of speech activities: (i) reading of three short narratives\footnote{The three short stories were (1) ``Der Nordwind und Die Sonne'' (the story of `the north wind and the sun'), ``Gleich am Walde'' (the story of `right next to the forest'), and ``Der Hund und das Stück Fleisch'' (the story of `the dog and the piece of meat').} widely used within phonetics and speech pathology, each story was read twice; (ii) picture description where each patient describes a picture in their words; and (iii) isolated vowels production (/a:/, /e:/, /i:/, /o:/, /u:/). Each subject contributed 8 recordings after admission to the emergency room (referred to as baseline), and some consented to record an additional 8 upon discharge from hospital care. In our experiments, we restrict the analysis to the baseline samples to allow for a consistent validation procedure. The study doctor assessed the suicide risk level of each patient using the Likert scale [1 -- 6].
% For our machine learning experiments, we exclusively utilized audio recordings obtained at admission, categorizing the risk levels into low (1 -- 4) and high (5 -- 6) risk groups.
% Key details about the dataset are provided in~\Cref{tab:data-stats}.
\begin{table}[]
\caption{Dataset statistics: number of segments/utterances (\# utt.), mean duration ($\mu$), standard deviation ($\sigma$), minimum, maximum, and total duration ($\Sigma$ dur.) of audio recordings per sample type.}
\resizebox{\linewidth}{!}{%
\centering
\begin{tabular}{lrrrrrr}
\toprule
\textbf{Sample Type} &
\textbf{$\#$ utt.} &
\textbf{$\mu$} [s] &
\textbf{$\sigma$} [s] &
\textbf{min} [s] &
\textbf{max} [s] &
\textbf{$\Sigma$ dur.} [m] \\
\midrule
Pic. Desc. & 984 & 6.34 & 4.55 & 0.12 & 29.76 & 103.94 \\
Neut. Texts & 1261 & 5.62 & 3.24 & 0.32 & 19.71 & 118.05 \\
Vowels & 95 & 0.30 & 0.28 & 0.02 & 1.32 & 0.47 \\
\midrule
\textbf{Total} & \textbf{2340} & \textbf{5.70} & \textbf{3.97} & \textbf{0.02} & \textbf{29.76} & \textbf{222.46} \\
\bottomrule
\end{tabular}
}
\label{tab:data-stats}
\end{table}
% \begin{itemize}
% \item 20 subjects
% \item 3 types of speech recordings: Reading of texts (NuS, GaW, HuSF) each 2 times, picture description, vowel production: 8 recordings per subject
% \item recorded at baseline (immediately at emergency admission?) and release from hospital
% \item for suicide risk assessment, we chose only the samples at admission
% \end{itemize}
\section{METHODOLOGY}
\label{sec:method}
In our approach, we begin by preprocessing the audio recordings through volume normalization and speech segmentation (cf.~\Cref{ssec:segmentation}). Following this, we extract deep speech representations and interpretable audio features for each audio segment (cf.~\Cref{ssec:audio-features}) and fuse them with patients' metadata (cf.~\Cref{ssec:metadata}). Subsequently, we train machine learning models using the extracted features (cf.~\Cref{ssec:experimental_setup}).
In an iterative process, we augment the obtained features with metadata from each patient. This allows us to examine the complementarity between audio features and metadata.
\subsection{Segmentation}
\label{ssec:segmentation}
As a first step in the audio-based analysis of suicide risk, we split the speech recordings into smaller segments -- sentences for the picture descriptions and neutral texts, and individual vowels for the vowel production task. This process is automated in whisperX~\cite{bain2022whisperx} by force-aligning transcriptions generated by Whisper~\cite{Radford23-RSR} to the outputs of a wav2vec phoneme recognition model. We then cut the audio samples at the detected sentence or vowel boundaries. Statistics about the resulting audio segments are provided in~\Cref{tab:data-stats}.
\subsection{Audio Features}
\label{ssec:audio-features}
We extract a range of audio features from the segmented speech recordings, representing different state-of-the-art and traditional paradigms of automatic paralinguistic analysis, and evaluate their efficacy for suicide risk assessment.
\subsubsection{Speech and Acoustic Functionals}
We utilise openSMILE~\cite{Eyben10-OTM} to extract two sets of features -- a comprehensive set of $6\,373$ functionals (\textsc{ComParE}) and \textsc{eGeMAPS}, a smaller
%BS: please mention number of features here as well
selection of features (88 dimensional) crafted for speech emotion recognition.
%BS: linguistic features would be great - perhaps a follow-up? E.g., from the descriptions.
%BS: Do you also have facial expression for follow-ups?
\subsubsection{Deep Audio Representations}
We enhance our feature set by incorporating \textsc{DeepSpectrum} features~\cite{Amiriparian17-SSC}, proven to be effective across various speech-based health-related and affective computing tasks~\cite{gerczuk2023noise, amiriparian2021ai, amiriparian2023muse}. Additionally, we include embeddings from three distinct pretrained audio Transformers: wav2vec-large~\cite{baevski2020wav2vec}, and two fine-tuned versions, one on German~\cite{grosman2021xlsr53-large-german}, and the other on the MSP-Podcast~\cite{lotfian2017building} specifically fine-tuned for speech emotion recognition~\cite{Wagner23-DOT}. We chose these latter two Transformers to explore their effectiveness on German data and to assess whether a model fine-tuned for emotion tasks can capture relevant patterns in the speech of individuals at risk of suicide.
For \textsc{DeepSpectrum} features, we first transfer audio signals into Mel-spectrogram plots with $128$ Mels and forward them through a \textsc{DenseNet201} architecture (weights pre-trained on ImageNet). Afterward, we extract the activations of the penultimate fully connected, resulting in a $1920$ dimensional feature set.
For all wav2vec features, we extract $1024$-dimensional embeddings by passing the speech recordings through the pretrained wav2vec models. These embeddings are obtained by averaging the resulting representations from the final layer of the models.
% \begin{itemize}
% \item Deep Spectrum~\cite{Amiriparian17-SSC}
% \item Densenet201
% \item mel-spectrograms, 128 bands
% \item wav2vec embeddings: large xlsr + german fine-tuned variant, MSP podcast for emotion finetuning~\cite{Wagner23-DOT}
% \end{itemize}
\subsection{Metadata Fusion}
\label{ssec:metadata}
We further combine the audio features with a set of metadata collected from each patient to assess whether they can complement each other and enhance the overall results. The meta-features include demographic details (age, gender, height, body weight), history of suicide attempts, access to firearms or potentially lethal medication, levels of hopelessness, experiences of sexual abuse or trauma, exposure to stressful living conditions, instances of substance abuse, presence of manic episodes, occurrences of non-suicidal self-injury (NSSI), and scores from the Beck-Depressions-Inventar (BDI).
% \subsubsection{Rhythm Features}
% \mg{Besser lassen wir Rhythm raus, ich glaube, Andreas Paper dazu wurde nicht akzeptiert}\sa{Ja}
% \begin{itemize}
% \item interpretable feature set
% \item introduced in
% \end{itemize}
% DESCRIPTION FROM COPD - summarise + reword
% We constructed a small, interpretable feature set comprising global speech rate features, local and global duration variability features, and surface phonological features:
% %These are outlined below.
% \noindent
% \textbf{Speech rate features:} Tempo features include the \emph{\textbf{T}otal duration} (T), the \emph{\textbf{T}otal \textbf{s}peech duration} (T$_s$; as detected by MAUS), the \emph{rate of \textbf{Ph}onemes over \textbf{T}otal duration} (Ph/T), and the \emph{rate of \textbf{Ph}onemes over \textbf{T}otal \textbf{s}peech duration} (Ph/T$_s$).
% \noindent
% \textbf{Local variability features:} These are the
% \emph{\textbf{r}aw} and \emph{\textbf{n}ormalised}
% \emph{\textbf{P}airwise} \emph{\textbf{V}ariability} \emph{\textbf{I}ndices} computed on subsequent \emph{\textbf{v}ocalic} and \emph{\textbf{c}onsonantal} segments: \emph{rPVIv}, \emph{nPVIv}, \emph{rPVIc}, and \emph{nPVIc}.
% These indices compute the average durational difference between successive vocalic/consonantal segments, with the normalisation intended to reduce the impact of speaking rate.
% See \citet{Grabe02-DVI} for details on implementation.
% \noindent
% \textbf{Global variability features:} One prominent set of global variability measures was introduced by \citet{Ramus99-CLR} and includes the \emph{total \textbf{V}owel duration over total duration} (\,\%V) and the \emph{standard deviation of \textbf{V}ocalic/\textbf{C}onsonantal segment durations} ($\delta$V/$\delta$C).
% We redundantly include \emph{total \textbf{C}onsonant duration over total duration} (\,\%C) and \emph{total \textbf{P}ause duration over total duration} (\,\%P = 1 - \,\%V - \,\%C) as in our pathological speech data, we expect pauses to play a decisive role.
% Similar to nPVI, a normalisation over total duration (\ie the \textbf{C}oefficient of \textbf{V}ariation; CV(V)/CV(C)) was later introduced to reduce the influence of speech rate~\citep{Dellwo03-RAS,Dellwo10-IOS}.
% \noindent
% \textbf{Surface phonological features:} Additionally, we included a small set of phonological features which are used to demarcate the different phrases.
% These are not expected to have any correlation with COPD, but are merely included to `condition' the classifiers on very basic linguistic structure.
% These are the \emph{total number of phonemes} (\#Ph) and the \emph{total number of vowels} (\#V).
% \ab{not fully clear to me: why `lexical' features and not `phonological' features? and better: `phones' instead of `phonemes'?}
% \at{Because I am not so well versed in the nomenclature :) I guess phonological sounds more correct to me, I am clueless as to the difference between `phones' and `phonemes'...}
%AB: OK, I changed into `phonological' - the diff to `phonetic' is a tricky one- not relevant here
%\noindent
%\textbf{\acs{egemaps} features:}
\subsection{Experimental Setup}
\label{ssec:experimental_setup}
We conduct binary classification of suicide risk based on assessments from the study doctor. Both physicians rate suicidality on a scale ranging from 1 (not suicidal) to 6 (acute suicide attempt). These ratings are then categorized into classes representing low suicidality (1-4) and high risk of suicide (5 and 6), forming the targets for our classification models. We evaluate these models using a leave-one-subject-out (LOSO) validation scheme. Classification is performed by fitting linear \ac{SVM} models on the extracted audio features and vectorized metadata, with categorical features like gender encoded using one-hot encoding. The data is normalized to zero mean and unit standard deviation based on each fold's training partition. We optimize the \ac{SVM}'s regularisation constant on a logarithmic scale from $1$ to $10^{-7}$ via an inner 5-fold cross-validation. The evaluation metric is balanced accuracy, which accounts for class imbalances by considering the average accuracy of each class.
% Given the small number of samples in our database - only 20 subjects have been assessed for suicide risk - we opt for a leave-one-subject-out (LOSO) validation scheme. Classification is performed by fitting linear SVM models on the extracted audio features and the vectorised metadata - applying a one-hot-encoding for categorical features, such as gender. The data is further normalised to zero mean and unit standard deviation based on each fold's training partition. We optimise the the SVM's complexity hyper-parameter on a logarithmic scale from $1$ to $10^{-7}$ via a inner 5-fold cross-validation.
% \begin{itemize}
% \item fusion: early fusion of audio features and metadata columns
% \item classifier linear SVM, complexity optimization,
% \end{itemize}
% TODO fusion audio system nennen
\section{RESULTS}
\label{sec:results}
\Cref{tab:results-audio} shows results measured in balanced accuracy achieved by relying only on speech recordings. We investigate the influence of speech content on classifier performance, training and evaluating the \ac{SVM} models on picture descriptions, neutral texts, vowel production, or all of the aforementioned. Generally, the best results are achieved when basing the machine learning analysis on the recordings of vowels. Here, a model trained on the minimalistic eGeMAPS set of audio functionals achieves a balanced accuracy of $66.2\,\%$. For the same type of speech recording, a purely spectral audio representation in the form of \textsc{DeepSpectrum} still performs over the chance level at $58.2\,\%$. From the pre-trained wav2vec models, the original large XSLR variant's features perform best, with neither German language nor emotion recognition fine-tuning yielding any benefits -- the latter failing to exceed the chance level in any experimental configuration. Intuitively, wav2vec's advantage of implicitly modeling linguistics~\cite{Wagner23-DOT} does not apply to recordings of single vowels, whereas spectral information can be exploited more easily in this case.
% Given the small size of our collected dataset, speech recordings with more free-form content could not be discriminated regarding suicidality by the applied machine learning methodology.
The results for automatically assessing suicide risk based on only metadata (\Cref{tab:metadata-fusion}) show that the most discriminative feature can be found with a patient's history of suicide attempts. Including this information in addition to baseline demographic information raises balanced accuracy from below chance level to $81.9\,\%$. Without fusion, only a moderate performance boost can be achieved by including more meta-information. Finally, we analyze the effects of adding eGeMAPS features to the metadata before classification (additionally visualized in~\Cref{fig:results-study-doctor}). Contrary to the audio-only results, adding features extracted from recordings of vowel productions generally leads to worse results than adding the same features extracted from picture descriptions and neutral texts. Neutral texts combined with metadata lead to the most consistent results, improving balanced accuracy to $89.6\,\%$ when including all but the BDI score. The overall best result, however, can be found when fusing audio representations extracted from recordings of the picture descriptions, reaching $94.4\,\%$ balanced accuracy. During the study, this part of the recording was found to be difficult and often strenuous for the participants. We hypothesize that this type of speech is more heavily impacted by the subjects's psychological state as it requires a substantially higher cognitive effort.
% \begin{figure*}[ht!]
% \centering
% \includegraphics[width=1\textwidth]{figures/performance.pdf}
% \caption{Comparison of models trained solely with metadata (blue) and models with metadata fused with features from different speech recordings: all speech data (green), speech data exclusively from picture descriptions (red), reading neutral texts (purple), and distinct vowels (orange).}
% \label{fig:results}
% \end{figure*}
% \begin{figure}[ht!]
% \centering
% \includegraphics[width=1\columnwidth]{figures/study_doctor_performance.pdf}
% \caption{figs}
% \label{fig:results-sd}
% \end{figure}
% \begin{figure}[ht!]
% \centering
% \includegraphics[width=1\columnwidth]{figures/attending_physician_performance.pdf}
% \caption{figs}
% \label{fig:results-ap}
% \end{figure}
% \begin{figure}[ht!]
% \centering
% \includegraphics[width=1\columnwidth]{figures/studienarzt_bac.pdf}
% \caption{figs}
% \label{fig:results-studienarzt}
% \end{figure}
% \begin{table*}[]
% \resizebox{\textwidth}{!}{
% \centering
% \begin{tabular}{lrrrrrrrr}
% \toprule
% Audio Samples & \multicolumn{2}{r}{All Sample Types} & \multicolumn{2}{r}{Picture Description} & \multicolumn{2}{r}{Neutral Texts} & \multicolumn{2}{r}{Vowels} \\
% Target & Att. Phy. & Study Doc. & Att. Phy. & Study Doc. & Att. Phy. & Study Doc. & Att. Phy. & Study Doc. \\
% Audio features & & & & & & & & \\
% \midrule
% \textsc{ComParE} & 49.4 & 46.3 & \textbf{66.0} & 52.3 & 47.2 & 48.8 & 52.9 & 64.0 \\
% \textsc{eGeMAPS} & 51.3 & 50.4 & 43.1 & 45.2 & \textbf{57.6} & 58.8 & 55.0 & \cellcolor{gray!40}\textbf{66.2} \\
% % \cdashlinelr{1-4}
% \hdashline
% \textsc{DeepSpectrum} & 45.3 & 47.3 & 44.4 & 40.2 & 39.8 & 40.1 & 57.1 & 58.2 \\
% % praat & 33.0 & 45.0 & 31.5 & 39.6 & 40.7 & 44.5 & 49.1 & 56.3 \\
% % rhythm & 55.4 & 62.2 & 58.3 & 63.2 & 52.0 & 62.5 & 53.6 & 59.3 \\
% \hdashline
% w2v-emotion & 42.5 & 48.4 & 44.5 & 51.0 & 42.5 & 52.0 & 38.8 & 48.5 \\
% w2v-large & 49.9 & \textbf{54.9} & 52.7 & 47.4 & 47.7 & \textbf{60.5} & 43.5 & 55.7 \\
% w2v-large-german & 48.4 & 48.9 & 44.2 & 39.7 & 48.4 & 53.1 & 39.8 & 55.2 \\
% \bottomrule
% \end{tabular}
% }
% \caption{Results for audio-based suicide risk classification measured in balanced accuracy.}
% \label{tab:results-audio}
% \end{table*}
% Results with attending physician
% \begin{table}[]
% \resizebox{\columnwidth}{!}{
% \centering
% \begin{tabular}{lrrrr}
% \toprule
% & \multicolumn{1}{r}{All Speech} & \multicolumn{1}{r}{Pic. Desc.} & \multicolumn{1}{r}{Neut. Texts} & \multicolumn{1}{r}{Vowels} \\
% \midrule
% \textsc{ComParE} & 49.4 / 46.3 & \textbf{66.0} / 52.3 & 47.2 / 48.8 & 52.9 / 64.0 \\
% \textsc{eGeMAPS} & 51.3 / 50.4 & 43.1 / 45.2 & \textbf{57.6} / 58.8 & 55.0 / \cellcolor{gray!40}\textbf{66.2} \\
% % \cdashlinelr{1-4}
% \hdashline
% \textsc{DeepSpectrum} & 45.3 / 47.3 & 44.4 / 40.2 & 39.8 / 40.1 & 57.1 / 58.2 \\
% \hdashline
% w2v-emotion & 42.5 / 48.4 & 44.5 / 51.0 & 42.5 / 52.0 & 38.8 / 48.5 \\
% w2v-large & 49.9 / \textbf{54.9} & 52.7 / 47.4 & 47.7 / \textbf{60.5} & 43.5 / 55.7 \\
% w2v-large-german & 48.4 / 48.9 & 44.2 / 39.7 & 48.4 / 53.1 & 39.8 / 55.2 \\
% \bottomrule
% \end{tabular}
% }
% \caption{Results for audio-based suicide risk classification utilizing target labels for suicide risk assessed by the attending physician (first result in each column) and the study doctor (second result in each column), with performance evaluated in terms of balanced accuracy.
% }
% \label{tab:results-audio}
% \end{table}
% \begin{table}[]
% \centering
% \begin{tabular}{lllllllllll}
% \toprule
% & \multicolumn{2}{c}{Metadata} & \multicolumn{8}{c}{Fusion} \\
% \midrule
% Audio Samples & & & \multicolumn{2}{c}{All} & \multicolumn{2}{c}{Picture Description} & \multicolumn{2}{c}{Neutral Texts} & \multicolumn{2}{c}{Vowels} \\
% & Att. Phy. & Study Doc. & Att. Phy. & Study Doc. & Att. Phy. & Study Doc. & Att. Phy. & Study Doc. & Att. Phy. & Study Doc. \\
% Dem. & 28.6 & 34.6 & 41.6 & 33.8 & 37.3 & 29.5 & 42.0 & 36.9 & 39.9 & 48.9 \\
% Dem. + S. A. & 76.2 & 81.9 & 56.5 & 69.2 & 51.7 & 74.3 & 71.5 & 78.3 & 37.7 & 63.4 \\
% Dem. + S. A. + F.A/L.M & 67.9 & 81.9 & 54.7 & 71.2 & 54.2 & 69.1 & 71.2 & 78.3 & 37.7 & 65.8 \\
% Dem. + S. A. + F.A/L.M + H. & 76.2 & 81.9 & 59.2 & 73.4 & 60.0 & 69.9 & 72.8 & 78.3 & 36.2 & 62.3 \\
% Dem. + S. A. + F.A/L.M + H. + Sex. Ab./Tr. & 76.2 & 85.7 & 55.7 & 77.2 & 58.7 & 71.7 & 62.5 & 78.3 & 39.3 & 65.6 \\
% Dem. + S. A. + F.A/L.M + H. + Sex. Ab./Tr. + Str. Sit. & 76.2 & 85.7 & 46.1 & 67.9 & 47.2 & 62.8 & 63.7 & 78.3 & 41.4 & 65.6 \\
% Dem. + S. A. + F.A/L.M + H. + Sex. Ab./Tr. + Str. Sit. + Sub. Ab. & 59.5 & 85.7 & 43.1 & 73.9 & 40.1 & 68.4 & 44.8 & 78.2 & 40.4 & 64.5 \\
% Dem. + S. A. + F.A/L.M + H. + Sex. Ab./Tr. + Str. Sit. + Sub. Ab. + Man. & 59.5 & 85.7 & 43.3 & 73.9 & 40.1 & 60.3 & 44.4 & 78.1 & 40.4 & 64.5 \\
% Dem. + S. A. + F.A/L.M + H. + Sex. Ab./Tr. + Str. Sit. + Sub. Ab. + Man. + NSSV & 67.9 & 81.9 & 93.1 & 92.7 & 74.6 & 94.4 & 84.5 & 89.6 & 40.9 & 78.0 \\
% Dem. + S. A. + F.A/L.M + H. + Sex. Ab./Tr. + Str. Sit. + Sub. Ab. + Man. + NSSV + BDI & 63.1 & 81.9 & 75.3 & 87.4 & 67.2 & 84.5 & 76.5 & 89.2 & 37.2 & 76.8 \\
% \bottomrule
% \end{tabular}
% \caption{Metadata and fusion results.}
% \label{tab:metadata-fusion}
% \end{table}
\begin{table}[]
\resizebox{\columnwidth}{!}{
\centering
\begin{tabular}{lrrrr}
\toprule
& \multicolumn{1}{r}{All Speech} & \multicolumn{1}{r}{Pic. Desc.} & \multicolumn{1}{r}{Neut. Texts} & \multicolumn{1}{r}{Vowels} \\
\midrule
\textsc{ComParE} & 46.3 & 52.3 & 48.8 & 64.0 \\
\textsc{eGeMAPS} & 50.4 & 45.2 & 58.8 & \cellcolor{gray!40}\textbf{66.2} \\
% \cdashlinelr{1-4}
\hdashline
\textsc{DeepSpectrum} & 47.3 & 40.2 & 40.1 & 58.2 \\
\hdashline
w2v-emotion & 48.4 & 51.0 & 52.0 & 48.5 \\
w2v-large & \textbf{54.9} & 47.4 & \textbf{60.5} & 55.7 \\
w2v-large-german & 48.9 & 39.7 & 53.1 & 55.2 \\
\bottomrule
\end{tabular}
}
\caption{Results for audio-based suicide risk classification utilizing target labels for suicide risk assessed by the study doctor, with performance evaluated in terms of balanced accuracy. The best result for each speech category is boldfaced, and the best overall result is marked with gray shading.}
\label{tab:results-audio}
\end{table}
% \begin{table*}[]
% \resizebox{\textwidth}{!}{
% \centering
% \begin{tabular}{lllllllllll}
% \toprule
% & \multicolumn{2}{c}{Metadata} & \multicolumn{8}{c}{Fusion} \\
% \midrule
% Audio Samples & & & \multicolumn{2}{c}{All} & \multicolumn{2}{c}{Picture Description} & \multicolumn{2}{c}{Neutral Texts} & \multicolumn{2}{c}{Vowels} \\
% & Att. Phy. & Study Doc. & Att. Phy. & Study Doc. & Att. Phy. & Study Doc. & Att. Phy. & Study Doc. & Att. Phy. & Study Doc. \\
% F1 & 28.6 & 34.6 & 41.6 & 33.8 & 37.3 & 29.5 & 42.0 & 36.9 & 39.9 & 48.9 \\
% F2 & 76.2 & 81.9 & 56.5 & 69.2 & 51.7 & 74.3 & 71.5 & 78.3 & 37.7 & 63.4 \\
% F3 & 67.9 & 81.9 & 54.7 & 71.2 & 54.2 & 69.1 & 71.2 & 78.3 & 37.7 & 65.8 \\
% F4 & 76.2 & 81.9 & 59.2 & 73.4 & 60.0 & 69.9 & 72.8 & 78.3 & 36.2 & 62.3 \\
% F5 & 76.2 & 85.7 & 55.7 & 77.2 & 58.7 & 71.7 & 62.5 & 78.3 & 39.3 & 65.6 \\
% F6 & 76.2 & 85.7 & 46.1 & 67.9 & 47.2 & 62.8 & 63.7 & 78.3 & 41.4 & 65.6 \\
% F7 & 59.5 & 85.7 & 43.1 & 73.9 & 40.1 & 68.4 & 44.8 & 78.2 & 40.4 & 64.5 \\
% F8 & 59.5 & 85.7 & 43.3 & 73.9 & 40.1 & 60.3 & 44.4 & 78.1 & 40.4 & 64.5 \\
% F9 & 67.9 & 81.9 & 93.1 & 92.7 & 74.6 & 94.4 & 84.5 & 89.6 & 40.9 & 78.0 \\
% F10 & 63.1 & 81.9 & 75.3 & 87.4 & 67.2 & 84.5 & 76.5 & 89.2 & 37.2 & 76.8 \\
% \bottomrule
% \end{tabular}}
% \caption{Metadata and fusion results.}
% \label{tab:metadata-fusion}
% \end{table*}
% Results with attending physician
% \begin{table*}[]
% % \resizebox{\textwidth}{!}{
% \centering
% \begin{tabular}{lrrrrr}
% \toprule
% \multicolumn{2}{c}{Metadata} & \multicolumn{4}{c}{Fusion of Metadata with Audio} \\
% \cmidrule(lr){1-2} \cmidrule(lr){3-6}
% % \midrule
% & \multicolumn{1}{r}{Only Metadata} & \multicolumn{1}{r}{All Speech} & \multicolumn{1}{r}{Pic. Desc.} & \multicolumn{1}{r}{Neut. Texts} & \multicolumn{1}{r}{Vowels} \\
% \cmidrule(lr){2-2} \cmidrule(lr){3-3} \cmidrule(lr){4-4} \cmidrule(lr){5-5} \cmidrule(lr){6-6}
% Demographics (F1) & 28.6 / 34.6 & 41.6 / 33.8 & 37.3 / 29.5 & 42.0 / 36.9 & 39.9 / 48.9 \\
% F1 + Suicide Attempts (F2) & 76.2 / 81.9 & 56.5 / 69.2 & 51.7 / 74.3 & 71.5 / 78.3 & 37.7 / 63.4 \\
% F2 + Firearms/Lethal Med. (F3) & 67.9 / 81.9 & 54.7 / 71.2 & 54.2 / 69.1 & 71.2 / 78.3 & 37.7 / 65.8 \\
% F3 + Hopelessness (F4) & 76.2 / 81.9 & 59.2 / 73.4 & 60.0 / 69.9 & 72.8 / 78.3 & 36.2 / 62.3 \\
% F4 + Sexual Abuse/Trauma (F5) & 76.2 / 85.7 & 55.7 / 77.2 & 58.7 / 71.7 & 62.5 / 78.3 & 39.3 / 65.6 \\
% F5 + Stress Situation (F6) & 76.2 / 85.7 & 46.1 / 67.9 & 47.2 / 62.8 & 63.7 / 78.3 & 41.4 / 65.6 \\
% F6 + Substance Abuse (F7) & 59.5 / 85.7 & 43.1 / 73.9 & 40.1 / 68.4 & 44.8 / 78.2 & 40.4 / 64.5 \\
% F7 + Mania (F8) & 59.5 / 85.7 & 43.3 / 73.9 & 40.1 / 60.3 & 44.4 / 78.1 & 40.4 / 64.5 \\
% F8 + NSSI (F9) & 67.9 / 81.9 & 93.1 / 92.7 & 74.6 / 94.4 & 84.5 / 89.6 & 40.9 / 78.0 \\
% F9 + BDI (F10) & 63.1 / 81.9 & 75.3 / 87.4 & 67.2 / 84.5 & 76.5 / 89.2 & 37.2 / 76.8 \\
% \bottomrule
% \end{tabular}
% % }
% \caption{Metadata and fusion results.}
% \label{tab:metadata-fusion}
% \end{table*}
%BS: The UNIT IS MISSING - UAR? Please put in the table upper left corner and caption. :)
%BS: Is there no fusion of ALL METADATA and ALL META+AUDIO? Why not? 100%?
\begin{table*}[ht!]
% \resizebox{\textwidth}{!}{
\centering
\begin{tabular}{lrrrrr}
\toprule
\multicolumn{2}{c}{Metadata} & \multicolumn{4}{c}{Fusion of Metadata with Speech} \\
\cmidrule(lr){1-2} \cmidrule(lr){3-6}
% \midrule
& \multicolumn{1}{r}{Only Metadata} & \multicolumn{1}{r}{All Speech} & \multicolumn{1}{r}{Pic. Desc.} & \multicolumn{1}{r}{Neut. Texts} & \multicolumn{1}{r}{Vowels} \\
\cmidrule(lr){2-2} \cmidrule(lr){3-3} \cmidrule(lr){4-4} \cmidrule(lr){5-5} \cmidrule(lr){6-6}
Demographics (F1) & 34.6 & 33.8 & 29.5 & 36.9 & 48.9 \\
F1 + Suicide Attempts (F2) & 81.9 & 69.2 & 74.3 & 78.3 & 63.4 \\
F2 + Firearms or Potentially Lethal Medication (F3) & 81.9 & 71.2 & 69.1 & 78.3 & 65.8 \\
F3 + Hopelessness (F4) & 81.9 & 73.4 & 69.9 & 78.3 & 62.3 \\
F4 + Sexual Abuse/Trauma (F5) & 85.7 & 77.2 & 71.7 & 78.3 & 65.6 \\
F5 + Stress Situation (F6) & 85.7 & 67.9 & 62.8 & 78.3 & 65.6 \\
F6 + Substance Abuse (F7) & 85.7 & 73.9 & 68.4 & 78.2 & 64.5 \\
F7 + Mania (F8) & 85.7 & 73.9 & 60.3 & 78.1 & 64.5 \\
F8 + NSSI (F9) & 81.9 & 92.7 & \cellcolor{gray!40}\textbf{94.4} & 89.6 & 78.0 \\
F9 + BDI (F10) & 81.9 & 87.4 & 84.5 & 89.2 & 76.8 \\
\bottomrule
\end{tabular}
% }
\caption{Metadata and Fusion Results: The first column shows the results of models trained solely with metadata, while the subsequent columns represent the results of fusing metadata with the best-performing speech model. F2 to F10 is derived by incrementally adding one metadata to the previous one. The best overall result is highlighted with gray shading.}
\label{tab:metadata-fusion}
\end{table*}
%BS: "Features" is unclear - what is F1, F2, ..., F10? I added a link to the table in the caption.
\begin{figure}[ht!]
\centering
\includegraphics[width=1\columnwidth]{figures/study_doctor_performance.pdf}
\caption{Comparison of models trained solely with metadata (blue) and models with metadata fused with features from different speech recordings: all speech data (green), speech data exclusively from picture descriptions (red), reading neutral texts (purple), and distinct vowels (orange). Feature types F1--F10: cf., caption of~\Cref{tab:metadata-fusion}}
\label{fig:results-study-doctor}
\end{figure}
% \begin{table}[]
% \resizebox{\columnwidth}{!}{
% \centering
% \begin{tabular}{lrrrrr}
% \toprule
% \multicolumn{2}{c}{Metadata} & \multicolumn{4}{c}{Fusion of Metadata with Audio} \\
% \cmidrule(lr){1-2} \cmidrule(lr){3-6}
% % \midrule
% & \multicolumn{1}{r}{Only Metadata} & \multicolumn{1}{r}{All Speech} & \multicolumn{1}{r}{Pic. Desc.} & \multicolumn{1}{r}{Neut. Texts} & \multicolumn{1}{r}{Vowels} \\
% \cmidrule(lr){2-2} \cmidrule(lr){3-3} \cmidrule(lr){4-4} \cmidrule(lr){5-5} \cmidrule(lr){6-6}
% F1 & 34.6 & 33.8 & 29.5 & 36.9 & 48.9 \\
% F2 & 81.9 & 69.2 & 74.3 & 78.3 & 63.4 \\
% F3 & 81.9 & 71.2 & 69.1 & 78.3 & 65.8 \\
% F4 & 81.9 & 73.4 & 69.9 & 78.3 & 62.3 \\
% F5 & 85.7 & 77.2 & 71.7 & 78.3 & 65.6 \\
% F6 & 85.7 & 67.9 & 62.8 & 78.3 & 65.6 \\
% F7 & 85.7 & 73.9 & 68.4 & 78.2 & 64.5 \\
% F8 & 85.7 & 73.9 & 60.3 & 78.1 & 64.5 \\
% F9 & 81.9 & 92.7 & \cellcolor{gray!40}\textbf{94.4} & 89.6 & 78.0 \\
% F10 & 81.9 & 87.4 & 84.5 & 89.2 & 76.8 \\
% \bottomrule
% \end{tabular}
% }
% \caption{Metadata and Fusion Results: The first column shows the results of models trained solely with metadata, while the subsequent columns represent the results of fusing metadata with the best-performing speech model. The best overall result is highlighted with gray shading.}
% \label{tab:metadata-fusion}
% \end{table}
\section{CONCLUSIONS AND FUTURE WORK}
We have introduced a non-invasive, speech-based approach for automatic suicide risk assessment. Leveraging a novel dataset of speech recordings from $20$ patients, we extracted six sets of audio representations, including interpretable speech and acoustic features, \textsc{DeepSpectrum} features, and embeddings from pretrained audio Transformers. We showed that our model can recognize the degree of suicidality (high/low) from speech with a balanced accuracy of $66.2\,\%$, and when the patients' metadata is fused with our speech model, a balanced accuracy of up to $94.4\,\%$ can be achieved.
Future work includes expanding the dataset by incorporating a larger cohort of individuals with diverse demographic backgrounds. Additionally, novel metadata sources, such as social media activity, or lifestyle habits could offer complementary information that enhances the accuracy of our speech models. Finally, as proposed in~\cite{gerczuk2023zero}, integrating longitudinal data to track changes in speech patterns and risk factors over time could enable the development of dynamic risk assessment models capable of monitoring and predicting evolving suicidal tendencies.
% \section*{ACKNOWLEDGMENT}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\section*{\refname}
\printbibliography[heading=none]
\end{document}
% $ biblatex auxiliary file $
% $ biblatex bbl format version 3.2 $
% Do not modify the above lines!
%
% This is an auxiliary file used by the 'biblatex' package.
% This file may safely be deleted. It will be recreated by
% biber as required.
%
\begingroup
\makeatletter
\@ifundefined{ver@biblatex.sty}
{\@latex@error
{Missing 'biblatex' package}
{The bibliography requires the 'biblatex' package.}
\aftergroup\endinput}
{}
\endgroup
\refsection{0}
\datalist[entry]{none/global//global/global}
\entry{walsh2017predicting}{article}{}
\name{author}{3}{}{%
{{hash=f19e30d1c1c80658cccceef4f4a97ca5}{%
family={Walsh},
familyi={W\bibinitperiod},
given={Colin\bibnamedelima G},
giveni={C\bibinitperiod\bibinitdelim G\bibinitperiod}}}%
{{hash=588a6e68176675b4e26b0da79251bb27}{%
family={Ribeiro},
familyi={R\bibinitperiod},
given={Jessica\bibnamedelima D},
giveni={J\bibinitperiod\bibinitdelim D\bibinitperiod}}}%
{{hash=be73ea2176cf04592690c03e7bea8b38}{%
family={Franklin},
familyi={F\bibinitperiod},
given={Joseph\bibnamedelima C},
giveni={J\bibinitperiod\bibinitdelim C\bibinitperiod}}}%
}
\list{publisher}{1}{%
{Sage Publications Sage CA: Los Angeles, CA}%
}
\strng{namehash}{ca5ee428886fb16c3df4859f7416416a}
\strng{fullhash}{35df1315a8647401123c312c8b96eaea}
\strng{bibnamehash}{35df1315a8647401123c312c8b96eaea}
\strng{authorbibnamehash}{35df1315a8647401123c312c8b96eaea}
\strng{authornamehash}{ca5ee428886fb16c3df4859f7416416a}
\strng{authorfullhash}{35df1315a8647401123c312c8b96eaea}
\field{sortinit}{1}
\field{sortinithash}{4f6aaa89bab872aa0999fec09ff8e98a}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{journaltitle}{Clinical Psychological Science}
\field{number}{3}
\field{title}{Predicting risk of suicide attempts over time through machine learning}
\field{volume}{5}
\field{year}{2017}
\field{pages}{457\bibrangedash 469}
\range{pages}{13}
\endentry
\entry{shepard2016suicide}{article}{}
\name{author}{5}{}{%
{{hash=418fdcdadcf8b03b64e05cfadee1790d}{%
family={Shepard},
familyi={S\bibinitperiod},
given={Donald\bibnamedelima S},
giveni={D\bibinitperiod\bibinitdelim S\bibinitperiod}}}%
{{hash=cbe10c935625edd9c9245a0a3c59edd8}{%
family={Gurewich},
familyi={G\bibinitperiod},
given={Deborah},
giveni={D\bibinitperiod}}}%
{{hash=07907a2cd0f6acff955c1358b7b3bf04}{%
family={Lwin},
familyi={L\bibinitperiod},
given={Aung\bibnamedelima K},
giveni={A\bibinitperiod\bibinitdelim K\bibinitperiod}}}%
{{hash=a442981309d80df923dd6b519c9d0ec3}{%
family={Reed\bibnamedelima Jr},
familyi={R\bibinitperiod\bibinitdelim J\bibinitperiod},
given={Gerald\bibnamedelima A},
giveni={G\bibinitperiod\bibinitdelim A\bibinitperiod}}}%
{{hash=b7827e73299db8d327dc73d121f0a573}{%
family={Silverman},
familyi={S\bibinitperiod},
given={Morton\bibnamedelima M},
giveni={M\bibinitperiod\bibinitdelim M\bibinitperiod}}}%
}
\list{publisher}{1}{%
{Wiley Online Library}%
}
\strng{namehash}{4d725b5a08d377498ecbab6d3e192a3d}
\strng{fullhash}{ae1bbf1460218ac32a43b157e3ec7bca}
\strng{bibnamehash}{ae1bbf1460218ac32a43b157e3ec7bca}
\strng{authorbibnamehash}{ae1bbf1460218ac32a43b157e3ec7bca}
\strng{authornamehash}{4d725b5a08d377498ecbab6d3e192a3d}
\strng{authorfullhash}{ae1bbf1460218ac32a43b157e3ec7bca}
\field{sortinit}{2}
\field{sortinithash}{8b555b3791beccb63322c22f3320aa9a}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{journaltitle}{Suicide and Life-Threatening Behavior}
\field{number}{3}
\field{title}{Suicide and suicidal attempts in the United States: costs and policy implications}
\field{volume}{46}
\field{year}{2016}
\field{pages}{352\bibrangedash 362}
\range{pages}{11}
\endentry
\entry{nordin2022suicidal}{article}{}
\name{author}{4}{}{%
{{hash=ecd117aa8cba1f4a28ef6f9c6ded33bf}{%
family={Nordin},
familyi={N\bibinitperiod},
given={Noratikah},
giveni={N\bibinitperiod}}}%
{{hash=b5e2157f585ae3f310137b7b02051e6b}{%
family={Zainol},
familyi={Z\bibinitperiod},
given={Zurinahni},
giveni={Z\bibinitperiod}}}%
{{hash=405910cb926a7a766c04b97cdec54820}{%
family={Noor},
familyi={N\bibinitperiod},
given={Mohd\bibnamedelimb Halim\bibnamedelima Mohd},
giveni={M\bibinitperiod\bibinitdelim H\bibinitperiod\bibinitdelim M\bibinitperiod}}}%
{{hash=5008485126f3b5051abb55d69e17a33d}{%
family={Chan},
familyi={C\bibinitperiod},
given={Lai\bibnamedelima Fong},
giveni={L\bibinitperiod\bibinitdelim F\bibinitperiod}}}%
}
\list{publisher}{1}{%
{Elsevier}%
}
\strng{namehash}{22822df40c257425eea6bf44bb693b28}
\strng{fullhash}{49162144b4ac24e5a52c9cef2014b3f2}
\strng{bibnamehash}{49162144b4ac24e5a52c9cef2014b3f2}
\strng{authorbibnamehash}{49162144b4ac24e5a52c9cef2014b3f2}
\strng{authornamehash}{22822df40c257425eea6bf44bb693b28}
\strng{authorfullhash}{49162144b4ac24e5a52c9cef2014b3f2}
\field{sortinit}{3}
\field{sortinithash}{ad6fe7482ffbd7b9f99c9e8b5dccd3d7}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{journaltitle}{Artificial intelligence in medicine}
\field{title}{Suicidal behaviour prediction models using machine learning techniques: A systematic review}
\field{year}{2022}
\endentry
\entry{lonnqvist1995mental}{article}{}
\name{author}{7}{}{%
{{hash=4712e12920886de3dd7f340060a2651d}{%
family={Lönnqvist},
familyi={L\bibinitperiod},
given={Jouko\bibnamedelima K},
giveni={J\bibinitperiod\bibinitdelim K\bibinitperiod}}}%
{{hash=cbeddd2f648d16ee103ea1341cc6467a}{%
family={Henriksson},
familyi={H\bibinitperiod},
given={Markus\bibnamedelima M},
giveni={M\bibinitperiod\bibinitdelim M\bibinitperiod}}}%
{{hash=293b3bbd3fd023c30f87f141c8a24a5d}{%
family={Sisometsä},
familyi={S\bibinitperiod},
given={Erkki\bibnamedelima T},
giveni={E\bibinitperiod\bibinitdelim T\bibinitperiod}}}%
{{hash=a342b675ffb63b67126a317d0b63cc04}{%
family={Marttunen},
familyi={M\bibinitperiod},
given={Mauri\bibnamedelima J},
giveni={M\bibinitperiod\bibinitdelim J\bibinitperiod}}}%
{{hash=197d9568a43a84d2067499c21b097452}{%
family={Heikkinen},
familyi={H\bibinitperiod},
given={Martti\bibnamedelima E},
giveni={M\bibinitperiod\bibinitdelim E\bibinitperiod}}}%
{{hash=ff69a793715afb87e0fcebbee0aff48c}{%
family={Aro},
familyi={A\bibinitperiod},
given={Hillevi\bibnamedelima M},
giveni={H\bibinitperiod\bibinitdelim M\bibinitperiod}}}%
{{hash=27700ac60a2b35a8fa6fda0f946244dc}{%
family={Kuoppasalmi},
familyi={K\bibinitperiod},
given={Kimmo\bibnamedelima I},
giveni={K\bibinitperiod\bibinitdelim I\bibinitperiod}}}%
}
\list{publisher}{1}{%
{Wiley Online Library}%
}
\strng{namehash}{cb95da20eea149b1c6fb9757b9761eec}
\strng{fullhash}{b7f4979c063663401db39fcc950162b9}
\strng{bibnamehash}{b7f4979c063663401db39fcc950162b9}
\strng{authorbibnamehash}{b7f4979c063663401db39fcc950162b9}
\strng{authornamehash}{cb95da20eea149b1c6fb9757b9761eec}
\strng{authorfullhash}{b7f4979c063663401db39fcc950162b9}
\field{sortinit}{4}
\field{sortinithash}{9381316451d1b9788675a07e972a12a7}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{journaltitle}{Psychiatry and clinical neurosciences}
\field{title}{Mental disorders and suicide prevention}
\field{volume}{49}
\field{year}{1995}
\field{pages}{S111\bibrangedash S116}
\range{pages}{-1}
\endentry
\entry{mcclellan2021impact}{article}{}
\name{author}{3}{}{%
{{hash=76af557c9a7d5db86734c82200541aea}{%
family={McClellan},
familyi={M\bibinitperiod},
given={Chandler},
giveni={C\bibinitperiod}}}%
{{hash=60078f0203e758d2ba3ad83eace4a97b}{%
family={Ali},
familyi={A\bibinitperiod},
given={Mir\bibnamedelima M},
giveni={M\bibinitperiod\bibinitdelim M\bibinitperiod}}}%
{{hash=a49a75ab693cde8800acd1d45f860bd2}{%
family={Mutter},
familyi={M\bibinitperiod},
given={Ryan},
giveni={R\bibinitperiod}}}%
}
\list{publisher}{1}{%
{Springer}%
}
\strng{namehash}{bb9f624b4c608a36031978c3e3fabe77}
\strng{fullhash}{f4a1cde9471cd47df87076b8d3c288e9}
\strng{bibnamehash}{f4a1cde9471cd47df87076b8d3c288e9}
\strng{authorbibnamehash}{f4a1cde9471cd47df87076b8d3c288e9}
\strng{authornamehash}{bb9f624b4c608a36031978c3e3fabe77}
\strng{authorfullhash}{f4a1cde9471cd47df87076b8d3c288e9}
\field{sortinit}{5}
\field{sortinithash}{20e9b4b0b173788c5dace24730f47d8c}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{journaltitle}{The Journal of Behavioral Health Services \& Research}
\field{title}{Impact of mental health treatment on suicide attempts}
\field{volume}{48}
\field{year}{2021}
\field{pages}{4\bibrangedash 14}
\range{pages}{11}
\endentry
\entry{hom2015evaluating}{article}{}
\name{author}{3}{}{%
{{hash=ce2b27e3123de79036d21a1cd92787d6}{%
family={Hom},
familyi={H\bibinitperiod},
given={Melanie\bibnamedelima A},
giveni={M\bibinitperiod\bibinitdelim A\bibinitperiod}}}%
{{hash=67793b38d7993b34d85e01658ed0c51a}{%
family={Stanley},
familyi={S\bibinitperiod},
given={Ian\bibnamedelima H},
giveni={I\bibinitperiod\bibinitdelim H\bibinitperiod}}}%
{{hash=0a8434ac4a940f1dec6292cd6d7c5e39}{%
family={Joiner\bibnamedelima Jr},
familyi={J\bibinitperiod\bibinitdelim J\bibinitperiod},
given={Thomas\bibnamedelima E},
giveni={T\bibinitperiod\bibinitdelim E\bibinitperiod}}}%
}
\list{publisher}{1}{%
{Elsevier}%
}
\strng{namehash}{6c0f46c308cabc1f166a0ca0e50b877a}
\strng{fullhash}{3de9dde9ad9b0d76b132a41388893d5d}
\strng{bibnamehash}{3de9dde9ad9b0d76b132a41388893d5d}
\strng{authorbibnamehash}{3de9dde9ad9b0d76b132a41388893d5d}
\strng{authornamehash}{6c0f46c308cabc1f166a0ca0e50b877a}
\strng{authorfullhash}{3de9dde9ad9b0d76b132a41388893d5d}
\field{sortinit}{6}
\field{sortinithash}{b33bc299efb3c36abec520a4c896a66d}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{journaltitle}{Clinical psychology review}
\field{title}{Evaluating factors and interventions that influence help-seeking and mental health service utilization among suicidal individuals: A review of the literature}
\field{volume}{40}
\field{year}{2015}
\field{pages}{28\bibrangedash 39}
\range{pages}{12}
\endentry
\entry{su2020machine}{article}{}
\name{author}{6}{}{%
{{hash=a310bfd7c69207986d3ade7e19c6ac70}{%
family={Su},
familyi={S\bibinitperiod},
given={Chang},
giveni={C\bibinitperiod}}}%
{{hash=fd70735291359b54e0508f6f110ef29f}{%
family={Aseltine},
familyi={A\bibinitperiod},
given={Robert},
giveni={R\bibinitperiod}}}%
{{hash=cf6e5021451cc9f1a2d5c809a1a37823}{%
family={Doshi},
familyi={D\bibinitperiod},
given={Riddhi},
giveni={R\bibinitperiod}}}%
{{hash=a7f7ed2f9b03fb5406904986cf83c202}{%
family={Chen},
familyi={C\bibinitperiod},
given={Kun},
giveni={K\bibinitperiod}}}%
{{hash=29ca1902a16ffc42b1cc644502c80324}{%
family={Rogers},
familyi={R\bibinitperiod},
given={Steven\bibnamedelima C},
giveni={S\bibinitperiod\bibinitdelim C\bibinitperiod}}}%
{{hash=60af9bc009f709103e587bb92cee1cda}{%
family={Wang},
familyi={W\bibinitperiod},
given={Fei},
giveni={F\bibinitperiod}}}%
}
\list{publisher}{1}{%
{Nature Publishing Group UK London}%
}
\strng{namehash}{ed603d8c9b85cbdc22ac6bcbf8d49689}
\strng{fullhash}{5f63532b4836a2beccf8357ef9a32fa6}
\strng{bibnamehash}{5f63532b4836a2beccf8357ef9a32fa6}
\strng{authorbibnamehash}{5f63532b4836a2beccf8357ef9a32fa6}
\strng{authornamehash}{ed603d8c9b85cbdc22ac6bcbf8d49689}
\strng{authorfullhash}{5f63532b4836a2beccf8357ef9a32fa6}
\field{sortinit}{8}
\field{sortinithash}{a231b008ebf0ecbe0b4d96dcc159445f}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{journaltitle}{Translational psychiatry}
\field{number}{1}
\field{title}{Machine learning for suicide risk prediction in children and adolescents with electronic health records}
\field{volume}{10}
\field{year}{2020}
\field{pages}{413}
\range{pages}{1}
\endentry
\entry{macalli2021machine}{article}{}
\name{author}{7}{}{%
{{hash=edc5aa083f7c51ae315d65491aed7331}{%
family={Macalli},
familyi={M\bibinitperiod},
given={Melissa},
giveni={M\bibinitperiod}}}%
{{hash=caca7568b61b7416d178921a3e363145}{%
family={Navarro},
familyi={N\bibinitperiod},
given={Marie},
giveni={M\bibinitperiod}}}%
{{hash=e912cb2154fb2d6336bc9fe797898655}{%
family={Orri},
familyi={O\bibinitperiod},
given={Massimiliano},
giveni={M\bibinitperiod}}}%
{{hash=0b4d900fa2bae37ee55e1c9413fc7cb6}{%
family={Tournier},
familyi={T\bibinitperiod},
given={Marie},
giveni={M\bibinitperiod}}}%
{{hash=e51aa16f154eff811f06a150f0905cd7}{%
family={Thiébaut},
familyi={T\bibinitperiod},
given={Rodolphe},
giveni={R\bibinitperiod}}}%
{{hash=58e419ef2cf49d71645512bdaabd3551}{%
family={Côté},
familyi={C\bibinitperiod},
given={Sylvana\bibnamedelima M},
giveni={S\bibinitperiod\bibinitdelim M\bibinitperiod}}}%
{{hash=92e84f53ebfcdad78e41535b1ddc0c64}{%
family={Tzourio},
familyi={T\bibinitperiod},
given={Christophe},
giveni={C\bibinitperiod}}}%
}
\list{publisher}{1}{%
{Nature Publishing Group UK London}%
}
\strng{namehash}{fe9dbb67a7509d296e15c8a52cf66822}
\strng{fullhash}{98aa0b4c073edcd6cd71da186aef66e2}
\strng{bibnamehash}{98aa0b4c073edcd6cd71da186aef66e2}
\strng{authorbibnamehash}{98aa0b4c073edcd6cd71da186aef66e2}
\strng{authornamehash}{fe9dbb67a7509d296e15c8a52cf66822}
\strng{authorfullhash}{98aa0b4c073edcd6cd71da186aef66e2}
\field{sortinit}{9}
\field{sortinithash}{0a5ebc79d83c96b6579069544c73c7d4}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{journaltitle}{Scientific reports}
\field{number}{1}
\field{title}{A machine learning approach for predicting suicidal thoughts and behaviours among college students}
\field{volume}{11}
\field{year}{2021}
\field{pages}{11363}
\range{pages}{1}
\endentry
\entry{roy2020machine}{article}{}
\name{author}{6}{}{%
{{hash=17a4cd390998e9b0489b8185d6ef6c02}{%
family={Roy},
familyi={R\bibinitperiod},
given={Arunima},
giveni={A\bibinitperiod}}}%
{{hash=f7cbf7ed2692498096729291cba631d5}{%
family={Nikolitch},
familyi={N\bibinitperiod},
given={Katerina},
giveni={K\bibinitperiod}}}%
{{hash=74910ea790946794e52514e154323bd5}{%
family={McGinn},
familyi={M\bibinitperiod},
given={Rachel},
giveni={R\bibinitperiod}}}%
{{hash=39fbc715b3b582ae6386bdf727aa55c7}{%
family={Jinah},
familyi={J\bibinitperiod},
given={Safiya},
giveni={S\bibinitperiod}}}%
{{hash=9790c82955c1bed101fe8594c37cb774}{%
family={Klement},
familyi={K\bibinitperiod},
given={William},
giveni={W\bibinitperiod}}}%
{{hash=746b332d4adaa4979f6ee1731458597a}{%
family={Kaminsky},
familyi={K\bibinitperiod},
given={Zachary\bibnamedelima A},
giveni={Z\bibinitperiod\bibinitdelim A\bibinitperiod}}}%
}
\list{publisher}{1}{%
{Nature Publishing Group UK London}%
}
\strng{namehash}{4b23340dbef6b56914eb9bd417155150}
\strng{fullhash}{148dcd8f4d99db81faa1b19973c5c852}
\strng{bibnamehash}{148dcd8f4d99db81faa1b19973c5c852}
\strng{authorbibnamehash}{148dcd8f4d99db81faa1b19973c5c852}
\strng{authornamehash}{4b23340dbef6b56914eb9bd417155150}
\strng{authorfullhash}{148dcd8f4d99db81faa1b19973c5c852}
\field{sortinit}{1}
\field{sortinithash}{4f6aaa89bab872aa0999fec09ff8e98a}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{journaltitle}{NPJ digital medicine}
\field{number}{1}
\field{title}{A machine learning approach predicts future risk to suicidal ideation from social media data}
\field{volume}{3}
\field{year}{2020}
\field{pages}{78}
\range{pages}{1}
\endentry
\entry{homan2022linguistic}{article}{}
\true{moreauthor}
\true{morelabelname}
\name{author}{10}{}{%
{{hash=477873d526d95e0727ac47e63d9845e4}{%
family={Homan},
familyi={H\bibinitperiod},
given={Stephanie},
giveni={S\bibinitperiod}}}%
{{hash=724080eacbe6e146b18f107650a8bba4}{%
family={Gabi},
familyi={G\bibinitperiod},
given={Marion},
giveni={M\bibinitperiod}}}%
{{hash=c5968feb493c1c581e6600cff65f371b}{%
family={Klee},
familyi={K\bibinitperiod},
given={Nina},
giveni={N\bibinitperiod}}}%
{{hash=2562dae4b96371b4057ae116408d6c51}{%
family={Bachmann},
familyi={B\bibinitperiod},
given={Sandro},
giveni={S\bibinitperiod}}}%
{{hash=fa3df41da8da406192d4a9d43c5f7a11}{%
family={Moser},
familyi={M\bibinitperiod},
given={Ann-Marie},
giveni={A\bibinithyphendelim M\bibinitperiod}}}%
{{hash=eae7bef2a6dbf1f576932edf8546535b}{%
family={Michel},
familyi={M\bibinitperiod},
given={Sofia},
giveni={S\bibinitperiod}}}%
{{hash=494357f167bcbc7957db481f3407240f}{%
family={Bertram},
familyi={B\bibinitperiod},
given={Anna-Marie},
giveni={A\bibinithyphendelim M\bibinitperiod}}}%
{{hash=69cc511e98bba88a3061fc00112d0b6a}{%
family={Maatz},
familyi={M\bibinitperiod},
given={Anke},
giveni={A\bibinitperiod}}}%
{{hash=1c4a1b85b426c96978b16c9a5653990f}{%
family={Seiler},
familyi={S\bibinitperiod},
given={Guido},
giveni={G\bibinitperiod}}}%
{{hash=74e2d10104cae49b88c637cd3927ad72}{%
family={Stark},
familyi={S\bibinitperiod},
given={Elisabeth},
giveni={E\bibinitperiod}}}%
}
\list{publisher}{1}{%
{Elsevier}%
}
\strng{namehash}{e709f63dfa9ceab9fda468fce34876b6}
\strng{fullhash}{243e34539b3700f76b5b637000841a5e}
\strng{bibnamehash}{243e34539b3700f76b5b637000841a5e}
\strng{authorbibnamehash}{243e34539b3700f76b5b637000841a5e}
\strng{authornamehash}{e709f63dfa9ceab9fda468fce34876b6}
\strng{authorfullhash}{243e34539b3700f76b5b637000841a5e}
\field{sortinit}{1}
\field{sortinithash}{4f6aaa89bab872aa0999fec09ff8e98a}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{journaltitle}{Clinical psychology review}
\field{title}{Linguistic features of suicidal thoughts and behaviors: A systematic review}
\field{volume}{95}
\field{year}{2022}
\field{pages}{102161}
\range{pages}{1}
\endentry
\entry{ozdas2004analysis}{article}{}
\name{author}{5}{}{%
{{hash=54adedae713dc4f9e51eb73fd0338173}{%
family={Ozdas},
familyi={O\bibinitperiod},
given={Asli},
giveni={A\bibinitperiod}}}%
{{hash=b7399bbdebe631dec2dd5a6629eff101}{%
family={Shiavi},
familyi={S\bibinitperiod},
given={Richard\bibnamedelima G},
giveni={R\bibinitperiod\bibinitdelim G\bibinitperiod}}}%
{{hash=fb902f92a2702a73044683df67beab3b}{%
family={Wilkes},
familyi={W\bibinitperiod},
given={D\bibnamedelima Mitchell},
giveni={D\bibinitperiod\bibinitdelim M\bibinitperiod}}}%
{{hash=ac3d99c79f2c4fc8255edd51bdf6c74d}{%
family={Silverman},
familyi={S\bibinitperiod},
given={Marilyn\bibnamedelima K},
giveni={M\bibinitperiod\bibinitdelim K\bibinitperiod}}}%
{{hash=055e2355ba124a0c6fbddb9683c94b85}{%
family={Silverman},
familyi={S\bibinitperiod},
given={Stephen\bibnamedelima E},
giveni={S\bibinitperiod\bibinitdelim E\bibinitperiod}}}%
}
\list{publisher}{1}{%
{Schattauer GmbH}%
}
\strng{namehash}{167da0782524a186d93c89c0aa272962}
\strng{fullhash}{110fbfdccf34afa2693036c80c0f49ee}
\strng{bibnamehash}{110fbfdccf34afa2693036c80c0f49ee}
\strng{authorbibnamehash}{110fbfdccf34afa2693036c80c0f49ee}
\strng{authornamehash}{167da0782524a186d93c89c0aa272962}
\strng{authorfullhash}{110fbfdccf34afa2693036c80c0f49ee}
\field{sortinit}{1}
\field{sortinithash}{4f6aaa89bab872aa0999fec09ff8e98a}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{journaltitle}{Methods of Information in Medicine}
\field{number}{01}
\field{title}{Analysis of vocal tract characteristics for near-term suicidal risk assessment}
\field{volume}{43}
\field{year}{2004}
\field{pages}{36\bibrangedash 38}
\range{pages}{3}
\endentry
\entry{cummins2015review}{article}{}
\name{author}{6}{}{%
{{hash=e2e88554d66b3f3cdcd6e7b908562c44}{%
family={Cummins},
familyi={C\bibinitperiod},
given={Nicholas},
giveni={N\bibinitperiod}}}%
{{hash=2602443e0a6840d51030e7287d55ce2b}{%
family={Scherer},
familyi={S\bibinitperiod},
given={Stefan},
giveni={S\bibinitperiod}}}%
{{hash=de3039d8e02207002064c75b6fca8a01}{%
family={Krajewski},
familyi={K\bibinitperiod},
given={Jarek},
giveni={J\bibinitperiod}}}%
{{hash=94f4631c8611a499eed43be169c6179b}{%
family={Schnieder},
familyi={S\bibinitperiod},
given={Sebastian},
giveni={S\bibinitperiod}}}%
{{hash=fbf8abc7f5ef411557e812a20c9f197d}{%
family={Epps},
familyi={E\bibinitperiod},
given={Julien},
giveni={J\bibinitperiod}}}%
{{hash=75b27432cc4e221646228a8fd10d361a}{%
family={Quatieri},
familyi={Q\bibinitperiod},
given={Thomas\bibnamedelima F},
giveni={T\bibinitperiod\bibinitdelim F\bibinitperiod}}}%
}
\list{publisher}{1}{%
{Elsevier}%
}
\strng{namehash}{ba3b5b87c82bf7ac7db8e3e3bda9dcc9}
\strng{fullhash}{0eca5f8d95fb12c9dfd2329127d09274}
\strng{bibnamehash}{0eca5f8d95fb12c9dfd2329127d09274}
\strng{authorbibnamehash}{0eca5f8d95fb12c9dfd2329127d09274}
\strng{authornamehash}{ba3b5b87c82bf7ac7db8e3e3bda9dcc9}
\strng{authorfullhash}{0eca5f8d95fb12c9dfd2329127d09274}
\field{sortinit}{1}
\field{sortinithash}{4f6aaa89bab872aa0999fec09ff8e98a}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{journaltitle}{Speech communication}
\field{title}{A review of depression and suicide risk assessment using speech analysis}
\field{volume}{71}
\field{year}{2015}
\field{pages}{10\bibrangedash 49}
\range{pages}{40}
\endentry
\entry{bain2022whisperx}{inproceedings}{}
\name{author}{4}{}{%
{{hash=61226a30b3bc61347ebbafb67c995c21}{%
family={Bain},
familyi={B\bibinitperiod},
given={Max},
giveni={M\bibinitperiod}}}%
{{hash=f5f4e0a3b3423ec2606af4095feda09d}{%
family={Huh},
familyi={H\bibinitperiod},
given={Jaesung},
giveni={J\bibinitperiod}}}%
{{hash=a283cb87645d4bbe391bb6852e8dae7b}{%
family={Han},
familyi={H\bibinitperiod},
given={Tengda},
giveni={T\bibinitperiod}}}%
{{hash=c72fc39e94030f67717052309266a44d}{%
family={Zisserman},
familyi={Z\bibinitperiod},
given={Andrew},
giveni={A\bibinitperiod}}}%
}
\strng{namehash}{aafa8751826d02e88658d0e303107fe0}
\strng{fullhash}{ec1529d1d0980109792668dbe82b95e9}
\strng{bibnamehash}{ec1529d1d0980109792668dbe82b95e9}
\strng{authorbibnamehash}{ec1529d1d0980109792668dbe82b95e9}
\strng{authornamehash}{aafa8751826d02e88658d0e303107fe0}
\strng{authorfullhash}{ec1529d1d0980109792668dbe82b95e9}
\field{sortinit}{1}
\field{sortinithash}{4f6aaa89bab872aa0999fec09ff8e98a}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{booktitle}{Proc. INTERSPEECH 2023}
\field{title}{{WhisperX: Time-Accurate Speech Transcription of Long-Form Audio}}
\field{year}{2023}
\field{pages}{4489\bibrangedash 4493}
\range{pages}{5}
\endentry
\entry{Radford23-RSR}{inproceedings}{}
\name{author}{6}{}{%
{{hash=a812c46caad94fc8701be37871f303ba}{%
family={Radford},
familyi={R\bibinitperiod},
given={Alec},
giveni={A\bibinitperiod}}}%
{{hash=37a96525bc70870f8509160f7eccf4b7}{%
family={Kim},
familyi={K\bibinitperiod},
given={Jong\bibnamedelima Wook},
giveni={J\bibinitperiod\bibinitdelim W\bibinitperiod}}}%
{{hash=1eed631dd35845a607a45dd35d948203}{%
family={Xu},
familyi={X\bibinitperiod},
given={Tao},
giveni={T\bibinitperiod}}}%
{{hash=7ae2a0efeaf9c031f9b420bcb1c19e54}{%
family={Brockman},
familyi={B\bibinitperiod},
given={Greg},
giveni={G\bibinitperiod}}}%
{{hash=c88aa1aa35757491e0fd6c45211b0c05}{%
family={Mcleavey},
familyi={M\bibinitperiod},
given={Christine},
giveni={C\bibinitperiod}}}%
{{hash=8d569d1d5b8b5a7836017a98b430f959}{%
family={Sutskever},
familyi={S\bibinitperiod},
given={Ilya},
giveni={I\bibinitperiod}}}%
}
\list{publisher}{1}{%
{PMLR}%
}
\strng{namehash}{ca3baa5a22057195db1c71be39b4c922}
\strng{fullhash}{867bc24c389c0cd0bc4d19b234da5371}
\strng{bibnamehash}{867bc24c389c0cd0bc4d19b234da5371}
\strng{authorbibnamehash}{867bc24c389c0cd0bc4d19b234da5371}
\strng{authornamehash}{ca3baa5a22057195db1c71be39b4c922}
\strng{authorfullhash}{867bc24c389c0cd0bc4d19b234da5371}
\field{sortinit}{1}
\field{sortinithash}{4f6aaa89bab872aa0999fec09ff8e98a}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{booktitle}{Proc. ICML}
\field{issn}{2640-3498}
\field{langid}{american}
\field{month}{7}
\field{title}{Robust Speech Recognition via Large-Scale Weak Supervision}
\field{year}{2023}
\field{pages}{28492\bibrangedash 28518}
\range{pages}{27}
\endentry
\entry{Eyben10-OTM}{inproceedings}{}
\name{author}{3}{}{%
{{hash=8d87463eeccc4eb4c15cc59e80fd89be}{%
family={Eyben},
familyi={E\bibinitperiod},
given={Florian},
giveni={F\bibinitperiod}}}%
{{hash=2978ee17e803b2348e0b292e0d6dcfbf}{%
family={Wöllmer},
familyi={W\bibinitperiod},
given={Martin},
giveni={M\bibinitperiod}}}%
{{hash=952e7ee348d058f9287a08ad1c034dbc}{%
family={Schuller},
familyi={S\bibinitperiod},
given={Björn},
giveni={B\bibinitperiod}}}%
}
\list{location}{1}{%
{Firenze, Italy}%
}
\list{publisher}{1}{%
{ACM Press}%
}
\strng{namehash}{1b536a83bffb8f29b983f0c15ff9a03f}
\strng{fullhash}{b3d1bbe4f47ce228b7b740dab7322d8b}
\strng{bibnamehash}{b3d1bbe4f47ce228b7b740dab7322d8b}
\strng{authorbibnamehash}{b3d1bbe4f47ce228b7b740dab7322d8b}
\strng{authornamehash}{1b536a83bffb8f29b983f0c15ff9a03f}
\strng{authorfullhash}{b3d1bbe4f47ce228b7b740dab7322d8b}
\field{sortinit}{1}
\field{sortinithash}{4f6aaa89bab872aa0999fec09ff8e98a}
\field{labelnamesource}{author}
\field{labeltitlesource}{shorttitle}
\field{booktitle}{Proc. ACM Multimedia}
\field{isbn}{978-1-60558-933-6}
\field{langid}{american}
\field{month}{10}
\field{shorttitle}{Opensmile}
\field{title}{Opensmile: The Munich Versatile and Fast Open-Source Audio Feature Extractor}
\field{year}{2010}
\field{pages}{1459\bibrangedash 1462}
\range{pages}{4}
\endentry
\entry{Amiriparian17-SSC}{inproceedings}{}
\name{author}{8}{}{%
{{hash=b6584cba4c4ccbf8baf014209b46fde2}{%
family={Amiriparian},
familyi={A\bibinitperiod},
given={Shahin},
giveni={S\bibinitperiod}}}%
{{hash=abc1e7793a37ac6dec08d5dff1343592}{%
family={Gerczuk},
familyi={G\bibinitperiod},
given={Maurice},
giveni={M\bibinitperiod}}}%
{{hash=a0f9efd43a110af499f52c38fee5c4e6}{%
family={Ottl},
familyi={O\bibinitperiod},
given={Sandra},
giveni={S\bibinitperiod}}}%
{{hash=e2e88554d66b3f3cdcd6e7b908562c44}{%
family={Cummins},
familyi={C\bibinitperiod},
given={Nicholas},
giveni={N\bibinitperiod}}}%
{{hash=c66a0246ae1b13f8ac3140a1c10fb0db}{%
family={Freitag},
familyi={F\bibinitperiod},
given={Michael},
giveni={M\bibinitperiod}}}%
{{hash=f04ef8b1b5ab80555c58a000ebf10560}{%
family={Pugachevskiy},
familyi={P\bibinitperiod},
given={Sergey},
giveni={S\bibinitperiod}}}%
{{hash=fcdab47498da76d7558bad5a21ab4da8}{%
family={Baird},
familyi={B\bibinitperiod},
given={Alice},
giveni={A\bibinitperiod}}}%
{{hash=952e7ee348d058f9287a08ad1c034dbc}{%
family={Schuller},
familyi={S\bibinitperiod},
given={Björn},
giveni={B\bibinitperiod}}}%
}
\list{publisher}{1}{%
{ISCA}%
}
\strng{namehash}{30c83f32aaedb70c3209ca5723e635ca}
\strng{fullhash}{376d9a391e885376039a88582192e225}
\strng{bibnamehash}{376d9a391e885376039a88582192e225}
\strng{authorbibnamehash}{376d9a391e885376039a88582192e225}
\strng{authornamehash}{30c83f32aaedb70c3209ca5723e635ca}
\strng{authorfullhash}{376d9a391e885376039a88582192e225}
\field{extraname}{1}
\field{sortinit}{1}
\field{sortinithash}{4f6aaa89bab872aa0999fec09ff8e98a}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{booktitle}{Proc. INTERSPEECH 2017}
\field{langid}{english}
\field{month}{8}
\field{title}{Snore Sound Classification Using Image-Based Deep Spectrum Features}
\field{year}{2017}
\field{pages}{3512\bibrangedash 3516}
\range{pages}{5}
\keyw{Computational paralinguistics,deep learning,machine learning,Speech Processing}
\endentry
\entry{gerczuk2023noise}{inproceedings}{}
\name{author}{6}{}{%
{{hash=abc1e7793a37ac6dec08d5dff1343592}{%
family={Gerczuk},
familyi={G\bibinitperiod},
given={Maurice},
giveni={M\bibinitperiod}}}%
{{hash=b6584cba4c4ccbf8baf014209b46fde2}{%
family={Amiriparian},
familyi={A\bibinitperiod},
given={Shahin},
giveni={S\bibinitperiod}}}%
{{hash=357d14001ffb975e166972a413830c20}{%
family={Kathan},
familyi={K\bibinitperiod},
given={Alexander},
giveni={A\bibinitperiod}}}%
{{hash=99cc2cc7d8e231ccff51fc176bf14ebb}{%
family={Bauer},
familyi={B\bibinitperiod},
given={Jonathan},
giveni={J\bibinitperiod}}}%
{{hash=01b3106200f58f6b513b2d6f51e58b11}{%
family={Berking},
familyi={B\bibinitperiod},
given={Matthias},
giveni={M\bibinitperiod}}}%
{{hash=08faf7f14620768f0df5377488f8f73b}{%
family={Schuller},
familyi={S\bibinitperiod},
given={Björn\bibnamedelima W},
giveni={B\bibinitperiod\bibinitdelim W\bibinitperiod}}}%
}
\list{organization}{1}{%
{IEEE}%
}
\strng{namehash}{0d6cee3f7f62db7139b59847a0d9d5d2}
\strng{fullhash}{4f0c556210b1de21ad5c4aa26b5a856f}
\strng{bibnamehash}{4f0c556210b1de21ad5c4aa26b5a856f}
\strng{authorbibnamehash}{4f0c556210b1de21ad5c4aa26b5a856f}
\strng{authornamehash}{0d6cee3f7f62db7139b59847a0d9d5d2}
\strng{authorfullhash}{4f0c556210b1de21ad5c4aa26b5a856f}
\field{extraname}{1}
\field{sortinit}{1}
\field{sortinithash}{4f6aaa89bab872aa0999fec09ff8e98a}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{booktitle}{Proc. EMBC}
\field{title}{Noise Robust Recognition of Depression Status and Treatment Response from Speech via Unsupervised Feature Aggregation}
\field{year}{2023}
\endentry
\entry{amiriparian2021ai}{inproceedings}{}
\name{author}{2}{}{%
{{hash=b6584cba4c4ccbf8baf014209b46fde2}{%
family={Amiriparian},
familyi={A\bibinitperiod},
given={Shahin},
giveni={S\bibinitperiod}}}%
{{hash=952e7ee348d058f9287a08ad1c034dbc}{%
family={Schuller},
familyi={S\bibinitperiod},
given={Björn},
giveni={B\bibinitperiod}}}%
}
\list{organization}{1}{%
{Springer}%
}
\strng{namehash}{1817cd114be93dbe122424151eef9bdf}
\strng{fullhash}{1817cd114be93dbe122424151eef9bdf}
\strng{bibnamehash}{1817cd114be93dbe122424151eef9bdf}
\strng{authorbibnamehash}{1817cd114be93dbe122424151eef9bdf}
\strng{authornamehash}{1817cd114be93dbe122424151eef9bdf}
\strng{authorfullhash}{1817cd114be93dbe122424151eef9bdf}
\field{sortinit}{1}
\field{sortinithash}{4f6aaa89bab872aa0999fec09ff8e98a}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{booktitle}{International Conference on ICT for Health, Accessibility and Wellbeing}
\field{title}{Ai hears your health: Computer audition for health monitoring}
\field{year}{2021}
\field{pages}{227\bibrangedash 233}
\range{pages}{7}
\endentry
\entry{amiriparian2023muse}{inproceedings}{}
\name{author}{7}{}{%
{{hash=b6584cba4c4ccbf8baf014209b46fde2}{%
family={Amiriparian},
familyi={A\bibinitperiod},
given={Shahin},
giveni={S\bibinitperiod}}}%
{{hash=17f6fe5c397f857099c1222b3a8c3330}{%
family={Christ},
familyi={C\bibinitperiod},
given={Lukas},
giveni={L\bibinitperiod}}}%
{{hash=3c584259cc5aee0c817184c877b7be98}{%
family={König},
familyi={K\bibinitperiod},
given={Andreas},
giveni={A\bibinitperiod}}}%
{{hash=6a67331e843dd140153b0149c3c296a7}{%
family={Cowen},
familyi={C\bibinitperiod},
given={Alan},
giveni={A\bibinitperiod}}}%
{{hash=109c9fd41c6b5b9157bdee9a05b04f9a}{%
family={Me{ß}ner},
familyi={M\bibinitperiod},
given={Eva-Maria},
giveni={E\bibinithyphendelim M\bibinitperiod}}}%
{{hash=db089768b8819956d932b3c8db18d498}{%
family={Cambria},
familyi={C\bibinitperiod},
given={Erik},
giveni={E\bibinitperiod}}}%
{{hash=08faf7f14620768f0df5377488f8f73b}{%
family={Schuller},
familyi={S\bibinitperiod},
given={Björn\bibnamedelima W},
giveni={B\bibinitperiod\bibinitdelim W\bibinitperiod}}}%
}
\strng{namehash}{30c83f32aaedb70c3209ca5723e635ca}
\strng{fullhash}{3d3bf6c60c4f71bf590f56d8979e77bc}
\strng{bibnamehash}{3d3bf6c60c4f71bf590f56d8979e77bc}
\strng{authorbibnamehash}{3d3bf6c60c4f71bf590f56d8979e77bc}
\strng{authornamehash}{30c83f32aaedb70c3209ca5723e635ca}
\strng{authorfullhash}{3d3bf6c60c4f71bf590f56d8979e77bc}
\field{extraname}{2}
\field{sortinit}{1}
\field{sortinithash}{4f6aaa89bab872aa0999fec09ff8e98a}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{booktitle}{Proc. ACM Multimedia}
\field{title}{MuSe 2023 Challenge: Multimodal Prediction of Mimicked Emotions, Cross-Cultural Humour, and Personalised Recognition of Affects}
\field{year}{2023}
\field{pages}{9723\bibrangedash 9725}
\range{pages}{3}
\endentry
\entry{baevski2020wav2vec}{article}{}
\name{author}{4}{}{%
{{hash=e478046d4abc39e9814f6e364a736511}{%
family={Baevski},
familyi={B\bibinitperiod},
given={Alexei},
giveni={A\bibinitperiod}}}%
{{hash=86718cd959eccc231b89841a6abbde4c}{%
family={Zhou},
familyi={Z\bibinitperiod},
given={Yuhao},
giveni={Y\bibinitperiod}}}%
{{hash=838ae213145f7410d963d9727504b2df}{%
family={Mohamed},
familyi={M\bibinitperiod},
given={Abdelrahman},
giveni={A\bibinitperiod}}}%
{{hash=d3ff0eff0a1d1258618c88f2ec57095f}{%
family={Auli},
familyi={A\bibinitperiod},
given={Michael},
giveni={M\bibinitperiod}}}%
}
\strng{namehash}{3e54e4e0c7457352871cb1cf97b9ed92}
\strng{fullhash}{f96a13c5747d71a5f892a49a4c2ea941}
\strng{bibnamehash}{f96a13c5747d71a5f892a49a4c2ea941}
\strng{authorbibnamehash}{f96a13c5747d71a5f892a49a4c2ea941}
\strng{authornamehash}{3e54e4e0c7457352871cb1cf97b9ed92}
\strng{authorfullhash}{f96a13c5747d71a5f892a49a4c2ea941}
\field{sortinit}{1}
\field{sortinithash}{4f6aaa89bab872aa0999fec09ff8e98a}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{journaltitle}{NeurIPS}
\field{title}{wav2vec 2.0: A framework for self-supervised learning of speech representations}
\field{volume}{33}
\field{year}{2020}
\field{pages}{12449\bibrangedash 12460}
\range{pages}{12}
\endentry
\entry{grosman2021xlsr53-large-german}{misc}{}
\name{author}{1}{}{%
{{hash=e07816f2737b6f161a32ab12f154c3d6}{%
family={Grosman},
familyi={G\bibinitperiod},
given={Jonatas},
giveni={J\bibinitperiod}}}%
}
\strng{namehash}{e07816f2737b6f161a32ab12f154c3d6}
\strng{fullhash}{e07816f2737b6f161a32ab12f154c3d6}
\strng{bibnamehash}{e07816f2737b6f161a32ab12f154c3d6}
\strng{authorbibnamehash}{e07816f2737b6f161a32ab12f154c3d6}
\strng{authornamehash}{e07816f2737b6f161a32ab12f154c3d6}
\strng{authorfullhash}{e07816f2737b6f161a32ab12f154c3d6}
\field{sortinit}{2}
\field{sortinithash}{8b555b3791beccb63322c22f3320aa9a}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{howpublished}{\url{https://huggingface.co/jonatasgrosman/wav2vec2-large-xlsr-53-german}}
\field{title}{Fine-tuned {XLSR}-53 large model for speech recognition in {G}erman}
\field{year}{2021}
\endentry
\entry{lotfian2017building}{article}{}
\name{author}{2}{}{%
{{hash=67130c738ef7f59eea7b7be4ad448bd6}{%
family={Lotfian},
familyi={L\bibinitperiod},
given={Reza},
giveni={R\bibinitperiod}}}%
{{hash=4683a4fe891118929262807465faf90e}{%
family={Busso},
familyi={B\bibinitperiod},
given={Carlos},
giveni={C\bibinitperiod}}}%
}
\list{publisher}{1}{%
{IEEE}%
}
\strng{namehash}{763ed55463487c808a22560035f77e35}
\strng{fullhash}{763ed55463487c808a22560035f77e35}
\strng{bibnamehash}{763ed55463487c808a22560035f77e35}
\strng{authorbibnamehash}{763ed55463487c808a22560035f77e35}
\strng{authornamehash}{763ed55463487c808a22560035f77e35}
\strng{authorfullhash}{763ed55463487c808a22560035f77e35}
\field{sortinit}{2}
\field{sortinithash}{8b555b3791beccb63322c22f3320aa9a}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{journaltitle}{IEEE Transactions on Affective Computing}
\field{number}{4}
\field{title}{Building naturalistic emotionally balanced speech corpus by retrieving emotional speech from existing podcast recordings}
\field{volume}{10}
\field{year}{2017}
\field{pages}{471\bibrangedash 483}
\range{pages}{13}
\endentry
\entry{Wagner23-DOT}{article}{}
\name{author}{7}{}{%
{{hash=3c7228babcc1da2c55888e6db4a11f89}{%
family={Wagner},
familyi={W\bibinitperiod},
given={Johannes},
giveni={J\bibinitperiod}}}%
{{hash=6361a8289363e6f07af4b78f43ca8323}{%
family={Triantafyllopoulos},
familyi={T\bibinitperiod},
given={Andreas},
giveni={A\bibinitperiod}}}%
{{hash=ea78b534b437498b9114de2c16a7bc2c}{%
family={Wierstorf},
familyi={W\bibinitperiod},
given={Hagen},
giveni={H\bibinitperiod}}}%
{{hash=d96c14f747a907418e51f7fbc2215be7}{%
family={Schmitt},
familyi={S\bibinitperiod},
given={Maximilian},
giveni={M\bibinitperiod}}}%
{{hash=8786d2bdf5b0bc10d8bb1a68312ca4b1}{%
family={Burkhardt},
familyi={B\bibinitperiod},
given={Felix},
giveni={F\bibinitperiod}}}%
{{hash=8d87463eeccc4eb4c15cc59e80fd89be}{%
family={Eyben},
familyi={E\bibinitperiod},
given={Florian},
giveni={F\bibinitperiod}}}%
{{hash=08faf7f14620768f0df5377488f8f73b}{%
family={Schuller},
familyi={S\bibinitperiod},
given={Björn\bibnamedelima W.},
giveni={B\bibinitperiod\bibinitdelim W\bibinitperiod}}}%
}
\strng{namehash}{b75b3760d0c702ca1dda4d8a06ef580a}
\strng{fullhash}{b9d227598fcf4bcf4d8c834b038798c6}
\strng{bibnamehash}{b9d227598fcf4bcf4d8c834b038798c6}
\strng{authorbibnamehash}{b9d227598fcf4bcf4d8c834b038798c6}
\strng{authornamehash}{b75b3760d0c702ca1dda4d8a06ef580a}
\strng{authorfullhash}{b9d227598fcf4bcf4d8c834b038798c6}
\field{sortinit}{2}
\field{sortinithash}{8b555b3791beccb63322c22f3320aa9a}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{journaltitle}{IEEE Transactions on Pattern Analysis and Machine Intelligence}
\field{langid}{american}
\field{month}{9}
\field{number}{9}
\field{title}{Dawn of the Transformer Era in Speech Emotion Recognition: Closing the Valence Gap}
\field{volume}{45}
\field{year}{2023}
\field{pages}{10745\bibrangedash 10759}
\range{pages}{15}
\endentry
\entry{gerczuk2023zero}{article}{}
\name{author}{7}{}{%
{{hash=abc1e7793a37ac6dec08d5dff1343592}{%
family={Gerczuk},
familyi={G\bibinitperiod},
given={Maurice},
giveni={M\bibinitperiod}}}%
{{hash=6361a8289363e6f07af4b78f43ca8323}{%
family={Triantafyllopoulos},
familyi={T\bibinitperiod},
given={Andreas},
giveni={A\bibinitperiod}}}%
{{hash=b6584cba4c4ccbf8baf014209b46fde2}{%
family={Amiriparian},
familyi={A\bibinitperiod},
given={Shahin},
giveni={S\bibinitperiod}}}%
{{hash=357d14001ffb975e166972a413830c20}{%
family={Kathan},
familyi={K\bibinitperiod},
given={Alexander},
giveni={A\bibinitperiod}}}%
{{hash=99cc2cc7d8e231ccff51fc176bf14ebb}{%
family={Bauer},
familyi={B\bibinitperiod},
given={Jonathan},
giveni={J\bibinitperiod}}}%
{{hash=01b3106200f58f6b513b2d6f51e58b11}{%
family={Berking},
familyi={B\bibinitperiod},
given={Matthias},
giveni={M\bibinitperiod}}}%
{{hash=08faf7f14620768f0df5377488f8f73b}{%
family={Schuller},
familyi={S\bibinitperiod},
given={Björn\bibnamedelima W},
giveni={B\bibinitperiod\bibinitdelim W\bibinitperiod}}}%
}
\list{publisher}{1}{%
{Elsevier}%
}
\strng{namehash}{0d6cee3f7f62db7139b59847a0d9d5d2}
\strng{fullhash}{89ebc6b45f7cbe4ff3116e14c788986c}
\strng{bibnamehash}{89ebc6b45f7cbe4ff3116e14c788986c}
\strng{authorbibnamehash}{89ebc6b45f7cbe4ff3116e14c788986c}
\strng{authornamehash}{0d6cee3f7f62db7139b59847a0d9d5d2}
\strng{authorfullhash}{89ebc6b45f7cbe4ff3116e14c788986c}
\field{extraname}{2}
\field{sortinit}{2}
\field{sortinithash}{8b555b3791beccb63322c22f3320aa9a}
\field{labelnamesource}{author}
\field{labeltitlesource}{title}
\field{journaltitle}{Patterns}
\field{number}{11}
\field{title}{Zero-shot personalization of speech foundation models for depressed mood monitoring}
\field{volume}{4}
\field{year}{2023}
\endentry
\enddatalist
\endrefsection
\endinput