Local Quasi-Exponential Growth Models: Kernel Differential Equation Regression and Mouse Tumor Growth Data
Extracted source text ยท arXiv 2505.00231
\documentclass[useAMS,referee]{biom}
\usepackage{fix-cm}
\providecommand{\newblock}{}
%documentclass[useAMS]{biom}
%
% If your system does not have the AMS fonts version 2.0 installed, then
% remove the useAMS option.
%
% useAMS allows you to obtain upright Greek characters.
% e.g. \umu, \upi etc. See the section on "Upright Greek characters" in
% this guide for further information.
%
% If you are using AMS 2.0 fonts, bold math letters/symbols are available
% at a more extensive range of sizes for NFSS release 1 and 2 (using \boldmath or
% preferably \bmath).
%
% Other options are described in the user guide. Here are a few:
%
% - If you use Patrick Daly's natbib to cross-reference your
% bibliography entries, use the usenatbib option
%
% - If you use \includegraphics (graphicx package) for importing graphics
% into your figures, use the usegraphicx option
%
% If you wish to typeset the paper in Times font (if you do not have the
% PostScript Type 1 Computer Modern fonts you will need to do this to get
% smoother fonts in a PDF file) then uncomment the next line
% \usepackage{Times}
%%%%% PLACE YOUR OWN MACROS HERE %%%%%
\def\bSig\mathbf{\Sigma}
\newcommand{\VS}{V\&S}
\newcommand{\tr}{\mbox{tr}}
% The rotating package allows you to have tables displayed in landscape
% mode. The rotating package is NOT included in this distribution, but
% can be obtained from the CTAN archive. USE OF LANDSCAPE TABLES IS
% STRONGLY DISCOURAGED -- create landscape tables only as a last resort if
% you see no other way to display the information. If you do do this,
% then you need the following command.
%\usepackage[figuresright]{rotating}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% Here, place your title and author information. Note that in
% use of the \author command, you create your own footnotes. Follow
% the examples below in creating your author and affiliation information.
% Also consult a recent issue of the journal for examples of formatting.
\title[Local Quasi-Exponential Models]{Local Quasi-Exponential Growth Models: Kernel Differential Equation Regression and Sparse Data}
% Here are examples of different configurations of author/affiliation
% displays. According to the Biometrics style, in some instances,
% the convention is to have superscript *, **, etc footnotes to indicate
% which of multiple email addresses belong to which author. In this case,
% use the \email{ } command to produce the emails in the display.
% In other cases, such as a single author or two authors from
% different institutions, there should be no footnoting. Here, use
% the \emailx{ } command instead.
% The examples below corrspond to almost every possible configuration
% of authors and may be used as a guide. For other configurations, consult
% a recent issue of the the journal.
% Single author -- USE \emailx{ } here so that no asterisk footnoting
% for the email address will be produced.
%\author{John Author\emailx{email@address.edu} \\
%Department of Statistics, University of Warwick, Coventry CV4 7AL, U.K.}
% Two authors from the same institution, with both emails -- use
% \email{ } here to produce the asterisk footnoting for each email address
\author{Chunlei Ge$^{*}$\email{chunlei.ge@ubc.ca} and
W. John Braun$^{**}$\email{john.braun@ubc.ca} \\
Department of Computer Science, Mathematics, Physics and Statistics, \\
The University of British Columbia Okanagan, Kelowna, BC V1V 1V7, Canada.}
%\author{John Author$^{*}$\email{author@address.edu} and
%Kathy Authoress$^{**}$\email{email2@address.edu} \\
%Department of Statistics, University of Warwick, Coventry CV4 7AL, U.K.}
% Exactly two authors from different institutions, with both emails
% USE \emailx{ } here so that no asterisk footnoting for the email address
% is produced.
%\author
%{John Author\emailx{author@address.edu} \\
%Department of Statistics, University of Warwick, Coventry CV4 7AL, U.K.
%\and
%Kathy Author\emailx{anotherauthor@address.edu} \\
%Department of Biostatistics, University of North Carolina at Chapel Hill,
%Chapel Hill, North Carolina, U.S.A.}
% Three or more authors from same institution with all emails displayed
% and footnoted using asterisks -- use \email{ }
%\author{John Author$^*$\email{author@address.edu},
%Jane Author$^{**}$\email{jane@address.edu}, and
%Dick Author$^{***}$\email{dick@address.edu} \\
%Department of Statistics, University of Warwick, Coventry CV4 7AL, U.K}
% Three or more authors from same institution with one corresponding email
% displayed
%\author{John Author$^*$\email{author@address.edu},
%Jane Author, and Dick Author \\
%Department of Statistics, University of Warwick, Coventry CV4 7AL, U.K}
% Three or more authors, with at least two different institutions,
% more than one email displayed
%\author{John Author$^{1,*}$\email{author@address.edu},
%Kathy Author$^{2,**}$\email{anotherauthor@address.edu}, and
%Wilma Flinstone$^{3,***}$\email{wilma@bedrock.edu} \\
%$^{1}$Department of Statistics, University of Warwick, Coventry CV4 7AL, U.K \\
%$^{2}$Department of Biostatistics, University of North Carolina at
%Chapel Hill, Chapel Hill, North Carolina, U.S.A. \\
%$^{3}$Department of Geology, University of Bedrock, Bedrock, Kansas, U.S.A.}
% Three or more authors with at least two different institutions and only
% one email displayed
%\author{John Author$^{1,*}$\email{author@address.edu},
%Wilma Flinstone$^{2}$, and Barney Rubble$^{2}$ \\
%$^{1}$Department of Statistics, University of Warwick, Coventry CV4 7AL, U.K \\
%$^{2}$Department of Geology, University of Bedrock, Bedrock, Kansas, U.S.A.}
\usepackage{amsmath}
\let\bibhang\relax
\usepackage{natbib}
\usepackage{graphicx}
\begin{document}
% This will produce the submission and review information that appears
% right after the reference section. Of course, it will be unknown when
% you submit your paper, so you can either leave this out or put in
% sample dates (these will have no effect on the fate of your paper in the
% review process!)
% These options will count the number of pages and provide volume
% and date information in the upper left hand corner of the top of the
% first page as in published papers. The \pagerange command will only
% work if you place the command \label{firstpage} near the beginning
% of the document and \label{lastpage} at the end of the document, as we
% have done in this template.
% Again, putting a volume number and date is for your own amusement and
% has no bearing on what actually happens to your paper!
%\pagerange{\pageref{firstpage}--\pageref{lastpage}}
%\volume{64}
%\pubyear{2008}
%\artmonth{December}
% The \doi command is where the DOI for your paper would be placed should it
% be published. Again, if you make one up and stick it here, it means
% nothing!
%\doi{10.1111/j.1541-0420.2005.00454.x}
% This label and the label ``lastpage'' are used by the \pagerange
% command above to give the page range for the article. You may have
% to process the document twice to get this to match up with what you
% expect. When using the referee option, this will not count the pages
% with tables and figures.
\label{firstpage}
% put the summary for your paper here
\begin{abstract}
Local polynomial regression struggles with several challenges when dealing with sparse data. The difficulty in capturing local features of the underlying function can lead to a potential misrepresentation of the true relationship. Additionally, with limited data points in local neighborhoods, the variance of estimators can increase significantly. Local polynomial regression also requires a substantial amount of data to produce good models, making it less efficient for sparse datasets. This paper employs a differential equation-constrained regression approach, introduced by \citet{ding2014estimation}, for local quasi-exponential growth models. By incorporating first-order differential equations, this method extends the sparse design capacity of local polynomial regression while reducing bias and variance. We discuss the asymptotic biases and variances of kernel estimators using first-degree Taylor polynomials. Model comparisons are conducted using mouse tumor growth data, along with simulation studies under various scenarios that simulate quasi-exponential growth with different noise levels and growth rates.
\end{abstract}
% Please place your key words in alphabetical order, separated
% by semicolons, with the first letter of the first word capitalized,
% and a period at the end of the list.
%
\begin{keywords}
Nonparametric regression; Local polynomial regression; Sparse Design; Differential equations.
\end{keywords}
% As usual, the \maketitle command creates the title and author/affiliations
% display
\maketitle
% If you are using the referee option, a new page, numbered page 1, will
% start after the summary and keywords. The page numbers thus count the
% number of pages of your manuscript in the preferred submission style.
% Remember, ``Normally, regular papers exceeding 25 pages and Reader Reaction
% papers exceeding 12 pages in (the preferred style) will be returned to
% the authors without review. The page limit includes acknowledgements,
% references, and appendices, but not tables and figures. The page count does
% not include the title page and abstract. A maximum of six (6) tables or
% figures combined is often required.''
% You may now place the substance of your manuscript here. Please use
% the \section, \subsection, etc commands as described in the user guide.
% Please use \label and \ref commands to cross-reference sections, equations,
% tables, figures, etc.
%
% Please DO NOT attempt to reformat the style of equation numbering!
% For that matter, please do not attempt to redefine anything!
\section{Introduction}
Nonparametric regression avoids restrictive assumptions about functional forms or error distributions, making it suitable for scenarios where parametric models may fail. Local polynomial regression is often capable of capturing complex, nonlinear relationships that parametric methods might miss. \citet{fan1996local} explored local polynomial regression's efficiency and asymptotic properties, while \citet{ruppert1994multivariate} developed an asymptotic distribution theory for multivariate local regression.
Differential equations discussed in \citet{hirsch1974differential} describe the relations between a function and its derivatives and are fundamental in modeling dynamic systems. Taylor expansion or Taylor series, introduced by \citet{taylor3methodus}, provides an approximation to a function and its derivatives at a single point. It can be used to solve differential equations numerically.
Traditionally, local polynomial regression struggles with sparse data regions, especially at boundaries. By incorporating differential equation constraints, local polynomial regression can better extrapolate in sparse regions, reducing bias and variance. In this paper, we will employ a differential equation-constrained regression approach, introduced by \citet{ding2014estimation}, for the local quasi-exponential growth model, which is a relatively simple but general growth model.
This paper is organized as follows. Section 2 outlines the DE-constrained local polynomial regression method. Section 3 discusses the asymptotic properties of DE-constrained estimation. The numerical properties are discussed in Section 4 with an application to a real data set. After that, there is a discussion section to review our method and outline our future work.
\section{Methodology}
\subsection{Differential Equation-constrained Regression Model}
We consider regression models enhanced by first-order differential equations. It is our goal to study the differential equation-constrained local regression estimator in a simple but practical setting.
Given $n$ independent observations on an explanatory variable $x$ and
a response variable $y$, we consider models of the form
\[y_i = g(x_i) + \varepsilon_i, \ \ \ \ g'(x) = F(x,g(x)), \ \ \ \ i = 1, 2, \ldots, n, \]
for some Lipschitz continuous function $F$ and uncorrelated, mean-zero errors $\varepsilon_i$.
We assume that the design points are randomly sampled from an interval $[a, b]$ according to a probability density function $f$ or have been selected according to a fixed sampling design within that interval. \citet{ding2014estimation} considered this setup and developed a similar procedure, but their goal was to estimate parameters in the differential equation; they did not study the function estimation procedure itself.
A simplistic case of differential equation-constrained regression model is the local exponential growth model with a specific constraint of differential equation:
\[y_i = g(x_i) + \varepsilon_i, \ \ \ \ g'(x) = \lambda g(x), \ \ \ \ i = 1, 2, \ldots, n, \]
where $\lambda \neq 0$, and $\varepsilon_i$ are uncorrelated, mean-zero errors.
However, the exponential model often leads to overestimates of growth at later times. We consider a general growth model, the local quasi-exponential growth model, as follows.
\subsection{Local Quasi-Exponential Growth Model}
Suppose we have a model with a generally quasi-exponential form
\begin{equation}
y_i = g(x_i) + \varepsilon_i, \ \ \ \ g'(x) = \lambda g^{\alpha}(x), \ \ \ \ i = 1, 2, \ldots, n,
\label{eqn:quasi1}
\end{equation}
where $0<\alpha\leq 1$, $\lambda \neq 0$, and $\varepsilon_i$ are uncorrelated, mean-zero errors. The variance of $\varepsilon$ is $\sigma_{\varepsilon}^2$.
Since the growth is roughly approximated by an exponential model, it makes more sense to log transform the response variable and to make the assumption that the errors are additive on the log scale. Under a normal distribution assumption, this amounts to the assumption that, on the original scale, the errors are multiplicative and distributed according to a log-normal distribution. Therefore, the model in log scale is
\begin{equation}
y_i = g(x_i) e^{\epsilon_i}, \ \ \ \ g'(x) = \lambda g^{\alpha}(x), \ \ \ \ i = 1, 2, \ldots, n, \nonumber
\end{equation}
After the log transformation, this model becomes
\begin{equation}
\log(y_i) = G(x_i) +\epsilon_i, \ \ \ \ G'(x) = \lambda e^{(\alpha-1)G(x)}, \ \ \ \ i = 1, 2, \ldots, n,
\label{eqn:quasilog1}
\end{equation}
where $G(x)=\log (g(x))$, $0<\alpha \leq 1$, $\lambda \neq 0$, and $\epsilon_i$ are normally distributed with mean-zero and variance of $\sigma_{\epsilon}^2$.
The log transformation simplifies the model, making it linear in terms of parameters, which is often easier to handle statistically.
In the following sections of this paper, we will focus on these specific cases of differential equation-constrained regression model and study the theoretical properties of the differential equation-constrained estimation.
\subsection{Differential Equation-constrained Estimation}
We describe the estimation procedure for $g(x)$ in model (\ref{eqn:quasi1}) below. The procedure for estimating $G(x)$ in model (\ref{eqn:quasilog1}) is analogous.
\subsubsection{Linear Scale Estimation}
For a given evaluation point $x$, where $x \in (a,b)$, a differential equation-constrained estimator for $g(x)$ is obtained by minimizing the local least-squares object function
\[ \sum_{i=1}^n (y_i-g(x_i))^2K_h(x_i-x),\]
where $x_i$ are design points, the kernel function $K_h(x)$ is a symmetric probability density function scaled by the bandwidth $h$, and the kernel function $K$ satisfies the regularity conditions: non-negativity, normalization, and having a finite second moment. The bandwidth $h$ satisfies the following condition:
$h\rightarrow 0$ and $nh \rightarrow \infty$ as $n\rightarrow \infty.$
Using the differential equation $g'(x)=\lambda g^{\alpha}(x)$ in model (\ref{eqn:quasi1}), we obtain the $p^{th}$ derivative function of $g(x)$:
\[g^{(p)}(x)=\lambda^p \left(\prod_{l=1}^{p}(l-1)\alpha-(l-2)\right) g^{p\alpha-p+1}(x).\]
We denote $\prod_{l=1}^{p}(l-1)\alpha-(l-2)$ as $\pi_{\alpha,p}$ in the sequal. With this notation, we write $g^{(p)}(x)=\lambda^p \pi_{\alpha,p} g^{p\alpha-p+1}(x)$.
Applying the $k^{th}$ degree Taylor expansion for $g(x_i)$ in a sufficiently small neighborhood of $x$, we obtain:
\begin{align}
&\quad \sum_{i=1}^n (y_i - g(x_i))^2K_h(x_i - x) \nonumber \\
&\doteq \sum_{i=1}^n \left\{y_i- g(x) - \sum_{p=1}^k \frac{1}{p!}(x_i-x)^p g^{(p)}(x)\right\}^2 K_h(x_i-x) \nonumber \\
& = \sum_{i=1}^n \left\{y_i- g(x) - \sum_{p=1}^k \frac{1}{p!}(x_i-x)^p \lambda^p \pi_{\alpha,p} g^{p\alpha-p+1}(x)\right\}^2 K_h(x_i-x)
\label{eqn:quasi2}
\end{align}
The $k^{th}$ degree DE-constrained estimator at $x$ is obtained by minimizing the weighted sum (\ref{eqn:quasi2}) with respect to the single parameter $g(x)$. The minimization is obtained by solving a weighted nonlinear least-squares problem, which is easily solved iteratively using the Gauss-Newton algorithm, given an appropriate initial guess. For example, the $2^{nd}$ degree DE-constrained estimator can be obtained using the local constant regression estimate as the starting value for the iteration. The local constant estimator for $g(x)$ handles sparse designs numerically better than higher-order local polynomial regression. Because it converges asymptotically to the true value at rate $O_p(n^{-2/5})$ under fairly general conditions, it can provide a good starting value for this iteration.
\subsubsection{Logarithmic Scale Estimation}
For estimation of $G(x)$, we use the $p^{th}$ derivative function of $G(x)$:
\[ G^{(p)}(x)=(p-1)!\lambda^p(\alpha-1)^{p-1}e^{p(\alpha-1)G(x)}\]
and apply the $k^{th}$ degree Taylor expansion for $G(x_i)$ in a sufficiently small neighborhood of $x$, we obtain:
\begin{align}
&\quad \sum_{i=1}^n (\log(y_i) - G(x_i))^2K_h(x_i - x) \nonumber \\
&\doteq \sum_{i=1}^n \left\{\log(y_i)- G(x) - \sum_{p=1}^k \frac{1}{p!}(x_i-x)^p G^{(p)}(x)\right\}^2 K_h(x_i-x) \nonumber \\
& = \sum_{i=1}^n \left\{\log(y_i)- G(x) - \sum_{p=1}^k \frac{1}{p}(x_i-x)^p \lambda^p(\alpha-1)^{p-1}e^{p(\alpha-1)G(x)}\right\}^2 K_h(x_i-x)
\label{eqn:quasilog2}
\end{align}
By minimizing the weighted sum (\ref{eqn:quasilog2}), we obtain the $k^{th}$ degree DE-constrained estimator for $G(x)$.
\iffalse
(This is a section that will not appear in the output.)
Another approach is considered as follows.
We denote $g(x)$ by $a_0$, then rewrite the above expression (\ref{eqn:quasi2}) as
\begin{equation*}
l(a_0)=\sum_{i=1}^n \left\{y_i- a_0 - \sum_{p=1}^k \frac{1}{p!}(x_i-x)^p \lambda^p \pi_{\alpha,k} a_0^{p\alpha-p+1}\right\}^2 K_h(x_i-x)
\end{equation*}
Differentiating $l(a_0)$ with respect to $a_0$ and letting it to $0$, that is,
\begin{align}
\frac{dl(a_0)}{da_0} = -2 &\sum_{i=1}^n \left\{y_i- a_0 - \sum_{p=1}^k \frac{1}{p!}(x_i-x)^p \lambda^p \pi_{\alpha,p} a_0^{p\alpha-p+1}\right\} \nonumber\\
& \times \left\{1+\frac{1}{p!}(x_i-x)^p \lambda^p \pi_{\alpha,p+1} a_0^{p\alpha-p}\right\} K_h(x_i-x) \nonumber\\
= 0
\label{eqn:quasi3}
\end{align}
Then we have the $k^{th}$ degree DE-constrained estimator of $g(x)$, $\hat{g}_k(x)$, that is,
\begin{equation}
\hat{a_0}=\frac{\sum_{i=1}^n \left\{y_i- \sum_{p=1}^k \frac{1}{p!}(x_i-x)^p \lambda^p \pi_{\alpha,p} a_{0,pilot}^{p\alpha-p+1}\right\}K_h(x_i-x) }{\sum_{i=1}^n\left\{1+\frac{1}{p!}(x_i-x)^p \lambda^p \pi_{\alpha,p+1} a_{0,pilot}^{p\alpha-p}\right\} K_h(x_i-x)}
\label{eqn:quasi4}
\end{equation}
where $a_{0,pilot}$ is a local polynomial regression etimator.
(NOTE: we need to prove that it is convergent...Use simulation. In the future paper..)
\fi
\section{Asymptotic Properties}
When we evaluate the behavior of estimators as the sample size grows indefinitely, asymptotic properties provide useful guidance. In this section, we discuss the conditional asymptotic analysis of the $k^{th}$ degree DE-constrained estimator $\hat{g}_k(x)$. The following assumptions are made for the model (\ref{eqn:quasi1}). $g(x)$, the mean function, has a bounded and continuous $(k+1)^{th}$ derivative in a neighborhood of $x$. The design density, $f(x)$, is twice continuously differentiable and positive. And $K(\cdot)$, the kernel function, is a nonnegative, symmetric, and bounded PDF with compact support on the interval $[a,b]$. The kernel function satisfies $\int_{-\infty}^{\infty}K(w)dw=1$, $R(K)=\int K^2(w)dw < \infty$, and has finite moments up to sixth order. The rescaled kernel function is defined as $K_h(\cdot)=h^{-1}K(\cdot/h)$, inheriting the properties of the original kernel.
Under the above assumptions, we have the following theorems about the asymptotic conditional bias and variance of estimator $\hat{g}_k(x)$ for model (\ref{eqn:quasi1}).
\textbf{Theorem 1 (Asymptotic Conditional Bias)} The $k^{th}$ degree DE-constrained estimator $\hat{g}_k (x)$ in the interior of an interval $[a,b]$ has asymptotic conditional bias
\begin{equation}
\mathrm{Bias}(\widehat{g}_k (x)|x_1,...,x_n) = \frac{1}{(k+1)!}g^{(k+1)}(x)h^{k+1}\mu_{k+1}+o_p(h^{k+1}), \quad k \quad \text{odd},
\label{eqn:quasi5}
\end{equation}
where $\mu_{k+1}=\int w^{k+1}K(w)dw < \infty$,
and when $k$ is even,
\begin{equation}
%\mathrm{Bias}(\widehat{g}_k (x)|x_1,...,x_n) =\left (\frac{g^{(k+2)}(x)}{(k+2)!}+\frac{g^{(k+1)}(x)f'(x)}{(k+1)!f(x)}\right)h^{k+2}\mu_{k+2}+o_p(h^{k+2}), \quad k \quad \text{even},
\mathrm{Bias}(\widehat{g}_k (x)|x_1,...,x_n) =\frac{1}{(k+1)!}g^{(k+1)}(x)\left (\frac{\lambda [(k+1)\alpha -k]g^{\alpha-1}(x)}{k+2}+\frac{f'(x)}{f(x)}\right)h^{k+2}\mu_{k+2}+o_p(h^{k+2}),
\label{eqn:quasi6}
\end{equation}
where $\mu_{k+2}=\int w^{k+2}K(w)dw < \infty$.
In the equation (\ref{eqn:quasi5}) and (\ref{eqn:quasi6}), $g^{(k+1)}(x)$ is the $(k+1)^{th}$ derivative function of $g(x)$,
\[g^{(k+1)}(x)= \lambda^{k+1}\pi_{\alpha,k+1} g^{(k+1)\alpha-k}(x).\]
%and $g^{(k+2)}(x)$ is the $(k+2)^{th}$ derivative function of $g(x)$
%\[g^{(k+2)}(x)= \lambda^{k+2}\left(\prod_{l=1}^{k+2}(l-1)\alpha-(l-2)\right) g^{(k+2)\alpha-(k-1)}(x).\]
%Proof: Applying the classical Central Limit Theorem and the Lyapunov Central Limit Theorem, we can prove Theorem 1.
\textbf{Theorem 2 (Asymptotic Conditional Variance)} The $k^{th}$ degree DE-constrained estimator $\hat{g}_k (x)$ in the interior of an interval $[a,b]$ has asymptotic conditional variance
\begin{equation}
\mathrm{Var}(\widehat{g}_k (x)|x_1,...,x_n) \approx \frac{\sigma^2R(K)}{nhf(x)}+o_p\left(\frac{1}{nh}\right).
\label{eqn:quasi7}
\end{equation}
The above theorems provide a tool to select the asymptotically optimal bandwidth for $\hat{g}_k (x)$ by minimizing the asymptotic mean squared error (AMSE).
\textbf{Theorem 3 (Asymptotically Optimal Bandwidth)} Under the assumption of model (\ref{eqn:quasi1}), the asymptotically optimal bandwidths for the $k^{th}$ degree estimator $\hat{g}_k (x)$ are given by:
\begin{equation}
h_{o,k}^{2k+3}= \frac{\sigma^2R(K)((k+1)!)^2}{nf(x)\lambda^{2k+2}\pi_{\alpha,k+1}^2 g^{2(k+1)\alpha-2k}(x)(2k+2)\mu_{k+1}^2},
\label{eqn:oddh1}
\end{equation}
when $k$ is odd,
and
\begin{equation}
\small h_{o,k}^{2k+5}= \frac{\sigma^2R(K)((k+1)!)^2}{nf(x)\lambda^{2k+2}\pi_{\alpha,k+1}^2 g^{2(k+1)\alpha-2k}(x)\left (\frac{\lambda [(k+1)\alpha -k]g^{\alpha-1}(x)}{k+2}+\frac{f'(x)}{f(x)}\right)^2(2k+4)\mu_{k+2}^2,}
\label{eqn:evenh1}
\end{equation}
when $k$ is even,
\noindent where \begin{equation}
g(x)=\{(1-\alpha)(\lambda x +g(0)\}^{1/(1-\alpha)}, \label{eqn:soln}
\end{equation}
which is the explicit solution to the differential equation in the model (\ref{eqn:quasi1}).
\textbf{Remark}: Theorem 3 provides the selection method for the asymptotically optimal bandwidths. The formulas (\ref{eqn:oddh1}) and (\ref{eqn:evenh1}) indicate the evaluation of the bandwidths for $k^{th}$ degree DE-constrained regression. In practice, the following formulas (\ref{eqn:oddh2}) and (\ref{eqn:evenh2}) are more useful if we obtain the start bandwidths when $k=0$ or $k=1$:
\begin{equation}
h_{o,k+2} =\Big(\frac{(k+3)(k+1)}{\lambda^4[(k+2)\alpha-(k+1)]^2[(k+1)\alpha-k]^2g^{4\alpha-4}(x)}h_{o,k}^{2k+3}\Big)^{1/(2k+7)},
\label{eqn:oddh2}
\end{equation}
when $k$ is odd,
and
\begin{equation}
\small h_{o,k+2} =\Big(\frac{(k+2)^3}{(k+4)\lambda^4[(k+1)\alpha -k]^2[(k+2)\alpha -(k+1)]^2g^{4\alpha -4}(x)}\frac{\left (\frac{\lambda [(k+1)\alpha -k]g^{\alpha-1}(x)}{k+2}+\frac{f'(x)}{f(x)}\right)^2}{\left (\frac{\lambda [(k+3)\alpha -(k+2)]g^{\alpha-1}(x)}{k+4}+\frac{f'(x)}{f(x)}\right)^2}h_{o,k}^{2k+5}\Big)^{1/(2k+9)},
\label{eqn:evenh2}
\end{equation}
when $k$ is even.
For example, in a simulation study, we can use the formula (\ref{eqn:evenh1}) or the local constant regression to find $h_{o,0}$, that is, the asymptotically optimal bandwidth when $k=0$. Then the asymptotically optimal bandwidth when $k=2$ can be obtained by the formula (\ref{eqn:evenh2}). Similarly, we use the formula (\ref{eqn:oddh1}) or the local linear regression to find $h_{o,1}$, that is, the asymptotically optimal bandwidth when $k=1$. Then the asymptotically optimal bandwidth when $k=3$ can be obtained by the formula (\ref{eqn:oddh2}). Then, we can obtain the asymptotically optimal bandwidths for higher $k^{th}$ degree regressions step by step.
For the log scale model (\ref{eqn:quasilog1}), we can obtain analogous theorems on the asymptotic properties of the estimator $\hat{G}(x)$ by applying the above theorems and the $p^{th}$ derivative function of $G(x)$,
\[G^{(p)}(x)=(p-1)!\lambda^p(\alpha-1)^{p-1}e^{p(\alpha-1)G(x)}.\]
%\section{Numerical Properties}
\iffalse
(This is a section that will not appear in the output.)
\section{Simulation Study with Data in Sparse Design}
\fi
\section{Application to Sparse Tumor Growth Data }
In this section, we will consider the following example for the log scale model (\ref{eqn:quasilog1}), which pertains to a set of control data from a chemotherapy trial in an animal experiment. The mouse tumor data (\citet{plume1993relative}) were collected on tumor volumes over time in mice. Tumor volume measurements were taken from a single mouse. Times are recorded in days, and volumes are in cubic centimeters.
To illustrate the performance of various local polynomial models on sparse data, we artificially removed some data points.
%Since the growth is roughly approximated by an exponential model, it makes more sense to log transform the response variable and to make the assumption that the errors are additive on the log scale. Under a normal distribution assumption, this amounts to the assumption that, on the original scale, the errors are multiplicative and distributed according to a log-normal distribution. This log transformation simplifies the model, making it linear in terms of parameters, which is often easier to handle statistically.
Using the first-order differential equation in model (\ref{eqn:quasilog1}), the first-degree Taylor expansion for $G(x_i)$ in a sufficiently small neighborhood of $x$ gives
\begin{equation}
\log(y_i) \doteq G(x) + \lambda \mbox{e}^{(\alpha - 1)G(x)}(x_i - x) + \varepsilon_i.
\label{eqn:1st}
\end{equation}
Furthermore, the second-degree Taylor expansion gives
\begin{equation}
\log(y_i) \doteq G(x) + \lambda \mbox{e}^{(\alpha - 1)G(x)}(x_i - x) +
\frac{1}{2}\lambda^2(\alpha - 1)\mbox{e}^{2(\alpha - 1) G(x)}(x_i - x)^2 +
\varepsilon_i
\label{eqn:2nd}
\end{equation}
When implemented in the DE-constrained regression methodology, we refer to the models that apply the expansions (\ref{eqn:1st}) and (\ref{eqn:2nd}) as the first-degree and second-degree local quasi-growth models, respectively, which employ first-degree and second-degree DE-constrained regressions.
Since we do not know the true model for this data set, we arbitrarily choose the local linear estimate for the full data set as the ``truth''. The bandwidth is obtained using the \verb!dpill! function (\citet{ruppert1995effective}) in the \textit{KernSmooth} package (\citet{wand1995kernsmooth}) in R: $h = 2.38$. The standard deviation of the residuals is obtained as 0.089. The local linear fit $\widehat{G}_{\ell \ell}(x)$, together with the standard deviation become the basis of another simulation study whereby new observations are generated at the original design points $x_i$ according to a normal distribution with mean $\widehat{G}_{ll}(x_i)$ ($i \in 1, 2, \ldots, 10$) and the empirical standard deviation.
We train our competing models on the simulated datasets with observations 4 through 8 removed each time. The models under test are local constant (NW), local linear (LL), local quadratic (LQ), first-degree local quasi-growth (DE1), second-degree local quasi-growth (DE2), and the nonlinear least-squares (NLS) estimate of the solution to the differential equation in the model (\ref{eqn:quasilog1}).
Estimation of $\alpha$ and $\lambda$ is needed for the two local growth models.
From the explicit solution (\ref{eqn:soln}) to the differential equation in the model (\ref{eqn:quasi1}) and the log-transformed equation, we can see that
\[ G(x) \doteq \frac{1}{1-\alpha} (\log(1-\alpha) + \log(\lambda) + \log(x)), \ \ \ \ \alpha \neq 1\]
since $g(0)$ is necessarily a very small value in this application. This means
that the simple linear regression slope estimator for the model $\log(y)$ versus $\log(x)$ is an
estimator for $1/(1-\alpha)$. We use this to estimate $\alpha$. Given this estimate, we then estimate $\lambda$ by applying nonlinear least-squares to the model
\[ y = \{(1-\widehat{\alpha}) (\lambda x)\}^{1/(1-\widehat{\alpha})}. \]
This is, once more, based on an approximation to the explicit DE solution given at (\ref{eqn:soln}).
We design two artificially sparse data: one case is removing data points 5, 6, 7, and 8, and the other case is removing data points 4, 5, 6, 7, and 8. With 200 simulations, the squared differences between $\widehat{G}(x_i)$ and $\widehat{G}_{\ell \ell}(x_i)$ are calculated for $i = 5, \ldots, 8$ or $i = 4, \ldots, 8$, and averaged for each of the six estimation methods. The averages of these average squared differences are listed in Table \ref{logmodel}. The squared differences were calculated, both on the raw scale, and on the log scale. The values in Table \ref{logmodel} indicate that the two local quasi-exponential growth models exhibit greater compatibility with local polynomial regression methods, particularly when the data are highly sparse and additional data points are artificially removed. The local linear model also enjoys fairly small average squared errors, but there is a slight bias in favor of the local linear model since the underlying data follows a linear model.
Local quadratic regression performs somewhat worse, and the nonlinear growth model has considerably larger errors than the lower order local approximations. This suggests that the suggested local growth model may not really be appropriate for the data. However, the overall message is that the DE model can guide the kernel regression methods to a satisfactory estimate.
\begin{table}[ht]
\centering
\begin{minipage}{0.48\textwidth}
\centering
\begin{tabular}{ccc}
\hline
& log scale & original scale \\
\hline
NW & 0.265 & 0.300 \\
LL & 0.016 & 0.014 \\
LQ & 0.024 & 0.021 \\
DE1 & 0.017 & 0.014 \\
DE2 & 0.019 & 0.023 \\
NLS & 0.181 & 0.045 \\
\hline
\end{tabular}
\end{minipage}
\hfill
\begin{minipage}{0.48\textwidth}
\centering
\begin{tabular}{ccc}
\hline
& log scale & original scale \\
\hline
NW & 0.443 & 0.352 \\
LL & 0.037 & 0.023 \\
LQ & 0.091 & 0.161 \\
DE1 & 0.027 & 0.016 \\
DE2 & 0.018 & 0.020 \\
NLS & 0.508 & 0.068 \\
\hline
\end{tabular}
\end{minipage}
\vspace{2mm}
\caption{Average squared error summaries for two different sparse design: removing data points 5, 6, 7, and 8 (left) and removing data points 4, 5, 6, 7, and 8 (right) for each modeling approach: NW (local constant), LL (local linear), LQ (local quadratic), DE1 (first-degree local quasi-growth), DE2 (second-degree local quasi-growth), and NLS (nonlinear least square). Errors in the "log scale" column are based on differences between fitted and observed values on the log scale, and errors in the "original scale" column are based on differences between exponentiated fitted values and raw observed values.}
\label{logmodel}
\end{table}
\iffalse
% This is previous table
\begin{table}[ht]
\centering
\begin{tabular}{ccc}
\hline
& log scale & original scale \\
\hline
NW & 0.48 & 0.44 \\
LL & 0.03 & 0.03 \\
LQ & 0.05 & 0.06 \\
DE1 & 0.03 & 0.02 \\
DE2 & 0.03 & 0.03 \\
NLS & 0.79 & 0.09 \\
\hline
\end{tabular}
\vspace{5mm}
\caption{Average squared error summaries for each of the modelling approaches, NW (local constant), LL ( local linear), LQ (local quadratic), DE1 (first-degree DE-constrained regression), DE2 (second-degree DE-constrained regression), and NLS (nonlinear least square). Errors in the first column are based on differences between fitted and observed values on the log scale, and errors in the second column are based on differences between exponentiated fitted values and raw observed values.}
\label{logmodel}
\end{table}
\fi
Figure \ref{fit} compares the fitted curves from various regression models after removing data points 5, 6, 7, and 8. The fitted curves from the first- and second-degree local quasi-exponential growth models appear smoother than those from the local polynomial regression models, particularly in the sparse regions of the data, suggesting improved performance in capturing underlying trends with limited observations.
\begin{figure}[ht]
\centering
\includegraphics[width=\textwidth]{Fit.eps}
\caption{Fitted curves for different regression models on sparse tumor data removing points 5, 6, 7, and 8.}
\label{fit}
\end{figure}
\section{Discussion}
Information about differential equations can improve local polynomial regression estimates. The proposed method is simple and has a low computational load without the requirement to solve the differential equation. The first-degree and second-degree DE-constrained regressions perform better than local constant and local quadratic regressions. The DE-constrained methods are also competitive with local linear regression when dealing with sparse regions.
In this paper, we focused on the first-order DE-constrained regression model, which involves a first-order differential equation. The model considered here is a first-order nonlinear differential equation with an explicit solution. The method employed in this paper does not require knowledge of this solution; it is generalizable to many other situations. In the future, we will
explore higher-order models such as the second-order DE-constrained regression model.
\backmatter
% This section is optional. Here is where you will want to cite
% grants, people who helped with the paper, etc. But keep it short!
\section*{Acknowledgements}
This research has been supported in part by a grant from the Natural Sciences and Engineering Research Council of Canada (NSERC).
% If your paper refers to supplementary web material, then you MUST
% include this section!! See Instructions for Authors at the journal
% website http://www.biometrics.tibs.org
% Here, we create the bibliographic entries manually, following the
% journal style. If you use this method or use natbib, PLEASE PAY
% CAREFUL ATTENTION TO THE BIBLIOGRAPHIC STYLE IN A RECENT ISSUE OF
% THE JOURNAL AND FOLLOW IT! Failure to follow stylistic conventions
% just lengthens the time spend copyediting your paper and hence its
% position in the publication queue should it be accepted.
% We greatly prefer that you incorporate the references for your
% article into the body of the article as we have done here
% (you can use natbib or not as you choose) than use BiBTeX,
% so that your article is self-contained in one file.
% If you do use BiBTeX, please use the .bst file that comes with
% the distribution.
\begin{thebibliography}{}
\bibitem[Ding, A. A., and Wu, H. (2014)]{ding2014estimation} Ding, A. A., \& Wu, H. (2014). Estimation of ordinary differential equation parameters using constrained local polynomial regression. Statistica Sinica, 24(4), 1613.
\bibitem[Fan, J. \& Gijbels, I. (1996)]{fan1996local} Fan J. and Gijbels I. (1996). Local Polynomial Modelling and Its Applications, volume 66. CRC.
\bibitem[Hirsch, M. W. et al. (1974)]{hirsch1974differential} Hirsch, M. W., Devaney, R. L., and Smale, S. (1974). Differential equations, dynamical systems, and linear algebra (Vol. 60). Academic press.
\bibitem[Plume, C. A. et al. (1993)]{plume1993relative} Plume, C. A., Daly, S. E., Porter, A. T., Barnett, R. B., \& Battista, J. J. (1993). The relative biological effectiveness of ytterbium-169 for low dose rate irradiation of cultured mammalian cells. International Journal of Radiation Oncology* Biology* Physics, 25(5), 835-840.
\bibitem[Wand, M., \& Ripley, B. (2015)]{wand1995kernsmooth} Wand, M., \& Ripley, B. (2015). KernSmooth: Functions for kernel smoothing supporting Wand \& Jones (1995). R package version 2.23-15. MR1319818.
\bibitem[Ruppert, D., \& Wand, M. P. (1994)]{ruppert1994multivariate} Ruppert, D. and Wand, M. P. (1994). Multivariate locally weighted least squares regression. \textit{The annals of statistics}, 1346-1370.
\bibitem[Ruppert, D., Sheather, S. J., \& Wand, M. P. (1995)]{ruppert1995effective} Ruppert, D., Sheather, S. J., \& Wand, M. P. (1995). An effective bandwidth selector for local least squares regression. Journal of the American Statistical Association, 90(432), 1257-1270.
\bibitem[Taylor, B. (1717)]{taylor3methodus} Taylor, B. (1717). Methodus incrementorum directa and inversa. Inny.
\end{thebibliography}
\appendix
% To get the journal style of heading for an appendix, mimic the following.
\section{}
\subsection{Tables and Figures}
\label{lastpage}
\end{document}